Add support for Azure, llama2, palm, claude2, cohere command nightly (etc)

setup.py

@@ -24,6 +24,7 @@
         "python-dotenv>=1.0.0",
         "orjson>=3.9.0",
         "rich>=13.4.1",
+        "litellm>=0.1.400",
         "python-dateutil>=2.8.2",
     ],
 )

simpleaichat/chatgpt.py

@@ -5,6 +5,7 @@
 
 from .models import ChatMessage, ChatSession
 from .utils import remove_a_key
+from litellm import completion
 
 tool_prompt = """From the list of tools below:
 - Reply ONLY with the number of the tool appropriate in response to the user's last message.
@@ -100,14 +101,12 @@ def gen(
             prompt, system, params, False, input_schema, output_schema
         )
 
-        r = client.post(
-            str(self.api_url),
-            json=data,
-            headers=headers,
-            timeout=None,
+        # API Keys can be set in .env or passed to litellm
+        # eg. if using .env set os.environ['OPENAI_API_KEY']
+        r = completion(
+            **data,
+            api_key=self.auth['api_key'].get_secret_value()
         )
-        r = r.json()
-
         try:
             if not output_schema:
                 content = r["choices"][0]["message"]["content"]