We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 08e3cfa + 479a90e commit 3f536fcCopy full SHA for 3f536fc
src/sentencepiece.cpp
@@ -38,9 +38,10 @@ Error SPTokenizer::load(const std::string &tokenizer_path) {
38
const auto status = _processor->Load(tokenizer_path);
39
if (!status.ok()) {
40
fprintf(stderr,
41
- "couldn't load %s\n. It is likely that the tokenizer artifact is "
+ "couldn't load %s. \nError message: \n%s\n"
42
+ "It is likely that the tokenizer artifact is "
43
"broken or of a different format.",
- tokenizer_path.c_str());
44
+ tokenizer_path.c_str(), status.error_message());
45
return Error::LoadFailure;
46
}
47
// load vocab_size, bos_tok, eos_tok
0 commit comments