diff --git a/crates/llama_cpp/src/model/mod.rs b/crates/llama_cpp/src/model/mod.rs index c5e4b23..2fdac7d 100644 --- a/crates/llama_cpp/src/model/mod.rs +++ b/crates/llama_cpp/src/model/mod.rs @@ -276,7 +276,7 @@ impl LlamaModel { /// /// * `content` - The data slice to be tokenized. /// * `add_bos` - Add the beginning of sentence token to the end of `content`. - /// * `add_bos` - Parse special tokens. If false, special tokens are parsed as if they were plain text. + /// * `special` - Parse special tokens. If false, special tokens are parsed as if they were plain text. pub fn tokenize_bytes( &self, content: impl AsRef<[u8]>,