Skip to content

Commit

Permalink
4.5.6
Browse files Browse the repository at this point in the history
  • Loading branch information
herumes committed Aug 25, 2024
1 parent 8c94fd8 commit 5cc172b
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 6 deletions.
2 changes: 1 addition & 1 deletion shuttleai/__init__.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
__title__ = "shuttleai"
__version__ = "4.4.4"
__version__ = "4.5.6"

import json
import time
Expand Down
6 changes: 1 addition & 5 deletions shuttleai/cli/__main__.py
Original file line number Diff line number Diff line change
Expand Up @@ -176,11 +176,7 @@ def run_inference(self, content: str) -> None:
assistant_response = ""
logger.debug(f"Running inference with model: {self.model}")
logger.debug(f"Sending messages: {self.messages}")
for chunk in self.client.chat.completions.create(
model=self.model,
messages=self.messages,
stream=True
):
for chunk in self.client.chat.completions.create(model=self.model, messages=self.messages, stream=True):
if response := chunk.first_choice.delta.content:
print(response, end="", flush=True)
assistant_response += response
Expand Down

0 comments on commit 5cc172b

Please sign in to comment.