update models

fastrepl · Nov 3, 2024 · ae57cfa · ae57cfa
1 parent 7ed1402
commit ae57cfa
Show file tree

Hide file tree

Showing 2 changed files with 22 additions and 6 deletions.
diff --git a/README.md b/README.md
@@ -4,10 +4,5 @@
 
 - `MASTER_KEY`
 - `OPENAI_API_KEY`
-- `AZURE_API_KEY_1`
-- `AZURE_API_KEY_2`
-- `AZURE_API_KEY_3`
-- `AZURE_API_KEY_4`
-- `AZURE_API_KEY_5`
-- `AZURE_API_KEY_6`
 - `ANTHROPIC_API_KEY`
+- `GEMINI_API_KEY`
diff --git a/config.yaml b/config.yaml
@@ -5,13 +5,34 @@ model_list:
       api_key: os.environ/OPENAI_API_KEY
       rpm: 500
       tpm: 30000
+  - model_name: gpt-4o-mini
+    litellm_params:
+      model: openai/gpt-4o-mini-2024-07-18
+      api_key: os.environ/OPENAI_API_KEY
+      rpm: 500
+      tpm: 30000
   - model_name: claude-3-sonnet
     litellm_params:
       model: anthropic/claude-3-5-sonnet-20241022
       extra_headers: {"anthropic-version": "2023-06-01", "anthropic-beta": "prompt-caching-2024-07-31"}
       api_key: os.environ/ANTHROPIC_API_KEY
       rpm: 1000
       tpm: 80000
+  - model_name: claude-3-haiku
+    litellm_params:
+      model: anthropic/claude-3-haiku-20240307
+      extra_headers: {"anthropic-version": "2023-06-01", "anthropic-beta": "prompt-caching-2024-07-31"}
+      api_key: os.environ/ANTHROPIC_API_KEY
+      rpm: 1000
+      tpm: 80000
+  - model_name: gemini-1.5-flash
+    litellm_params:
+      model: gemini/gemini-1.5-flash
+      api_key: os.environ/GEMINI_API_KEY
+  - model_name: gemini-1.5-pro
+    litellm_params:
+      model: gemini/gemini-1.5-pro
+      api_key: os.environ/GEMINI_API_KEY
 litellm_settings:
   drop_params: true
 router_settings: