fix underflow in reported num_tokens; fixes #6

guidance-ai · Jul 30, 2024 · f79d955 · f79d955
1 parent fc08c32
commit f79d955
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/parser/src/output.rs b/parser/src/output.rs
@@ -116,7 +116,7 @@ impl Reporter {
         res.push(ParserOutput::Text {
             bytes: new_text.into(),
             log_prob: 0.0, // TODO
-            num_tokens: num_tokens - self.token_ptr,
+            num_tokens: num_tokens.saturating_sub(self.token_ptr),
             is_generated: self.is_generated,
             stats,
         });