From af744fec9119ac5ea33cba20c20f489e400210bc Mon Sep 17 00:00:00 2001 From: Samuel Moelius <35515885+smoelius@users.noreply.github.com> Date: Sun, 10 Nov 2024 10:03:07 -0500 Subject: [PATCH] Fix typo in `tokenize_bytes` doc comment --- crates/llama_cpp/src/model/mod.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/llama_cpp/src/model/mod.rs b/crates/llama_cpp/src/model/mod.rs index c5e4b23..2fdac7d 100644 --- a/crates/llama_cpp/src/model/mod.rs +++ b/crates/llama_cpp/src/model/mod.rs @@ -276,7 +276,7 @@ impl LlamaModel { /// /// * `content` - The data slice to be tokenized. /// * `add_bos` - Add the beginning of sentence token to the end of `content`. - /// * `add_bos` - Parse special tokens. If false, special tokens are parsed as if they were plain text. + /// * `special` - Parse special tokens. If false, special tokens are parsed as if they were plain text. pub fn tokenize_bytes( &self, content: impl AsRef<[u8]>,