sample req without system prompt

guidance-ai · Nov 5, 2024 · 6162249 · 6162249
1 parent 7cd0a48
commit 6162249
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 4 deletions.
diff --git a/llgtrt/src/chat.rs b/llgtrt/src/chat.rs
@@ -109,10 +109,11 @@ impl ChatBuilder {
             tools: &vec![],
             json_schema: None,
             messages: &vec![
-                ChatCompletionMessageParams::System {
-                    content: ChatCompletionMessageContentPart::Text("Be a good model".to_string()),
-                    name: None,
-                },
+                // Some models do not support System
+                // ChatCompletionMessageParams::System {
+                //     content: ChatCompletionMessageContentPart::Text("Be a good model".to_string()),
+                //     name: None,
+                // },
                 ChatCompletionMessageParams::User {
                     content: ChatCompletionMessageContentPart::Text("Hello".to_string()),
                     name: None,

diff --git a/llgtrt/src/tokenizer.rs b/llgtrt/src/tokenizer.rs
@@ -89,6 +89,11 @@ pub fn setup_tokenizer(
         tok_cfg.eos_token
     );
     info.tok_eos = toks[0];
+    log::debug!(
+        "tok_eos: {:?} -> {}",
+        tok_cfg.eos_token.name(),
+        info.tok_eos
+    );
 
     info.tok_bos = None;
     if let Some(s) = &tok_cfg.bos_token {
@@ -99,6 +104,9 @@ pub fn setup_tokenizer(
             s
         );
         info.tok_bos = Some(toks[0]);
+        log::debug!("tok_bos: {:?} -> {}", s.name(), info.tok_bos.unwrap());
+    } else {
+        log::debug!("tok_bos: None");
     }
 
     let tok_env = Arc::new(TokEnvWithTrie::new(tok_env.clone(), trie.with_info(info)));