1215同步

.gitignore

@@ -1,4 +1,5 @@
-.venv
+# Python virtual environment
+venv/
 .env
 .newenv
 newenv/*
@@ -66,3 +67,8 @@ litellm/tests/langfuse.log
 litellm/tests/langfuse.log
 litellm/proxy/google-cloud-sdk/*
 tests/llm_translation/log.txt
+
+# Coverage reports
+htmlcov/
+.coverage
+coverage.xml

lite_config.yaml

@@ -0,0 +1,31 @@
+model_list:
+  - model_name: gpt-3.5-turbo
+    litellm_params: 
+      model: together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1
+      api_key: os.environ/TOGETHER_API_KEY
+      rpm: 3
+      timeout: 30
+      stream_timeout: 30
+      temperature: 0.7
+      max_tokens: 100
+      top_p: 0.9
+
+litellm_settings:
+  drop_params: True
+  num_retries: 5
+  request_timeout: 30
+  telemetry: False
+  default_headers: 
+    "Content-Type": "application/json"
+
+router_settings:
+  routing_strategy: simple-shuffle
+  enable_pre_call_checks: false
+  retry_on_failure: true
+  timeout: 30
+
+general_settings: 
+  master_key: sk-1234
+  store_model_in_db: True
+  fallback_strategy: "retry"
+  port: 4000

litellm/proxy/lite_config.yaml

@@ -0,0 +1,33 @@
+model_list:
+  - model_name: gpt-3.5-turbo
+    litellm_params:
+      model: together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1
+      api_key: os.environ/TOGETHER_API_KEY
+      rpm: 3
+      timeout: 30
+      stream_timeout: 30
+      temperature: 0.7
+      max_tokens: 100
+      top_p: 0.9
+  - model_name: deepseek
+    litellm_params:
+      model: deepseek/deepseek-chat
+      api_key: sk-354c3ec4f73542f681d15f2369d9fa95
+litellm_settings:
+  drop_params: True
+  num_retries: 5
+  request_timeout: 30
+  telemetry: False
+  default_headers:
+    "Content-Type": "application/json"
+
+router_settings:
+  routing_strategy: simple-shuffle
+  enable_pre_call_checks: false
+  retry_on_failure: true
+  timeout: 30
+
+general_settings:
+  master_key: sk-1234
+  store_model_in_db: True
+  fallback_strategy: "retry"

litellm/proxy/proxy_config.yaml

@@ -2,6 +2,11 @@ model_list:
   - model_name: gpt-4o
     litellm_params:
       model: openai/gpt-4o
+      api_base: https://exampleopenaiendpoint-production.up.railway.app/
+  - model_name: anthropic/*
+    litellm_params:
+      model: anthropic/fake
+      api_base: https://exampleanthropicendpoint-production.up.railway.app/
       api_key: os.environ/OPENAI_API_KEY
 
 litellm_settings: