fix compilation

guidance-ai · Aug 6, 2024 · 60329d4 · 60329d4
1 parent f48e3fe
commit 60329d4
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/rust/src/py.rs b/rust/src/py.rs
@@ -178,10 +178,7 @@ impl LLTokenizer {
         //     tokens[t as usize] = vec![];
         // }
 
-        let info = TokRxInfo {
-            vocab_size: tokens.len() as u32,
-            tok_eos,
-        };
+        let info = TokRxInfo::new(tokens.len() as u32, tok_eos);
 
         let tok_trie = TokTrie::from(&info, &tokens);
         Ok(LLTokenizer {