From ae57cfa7878bacc93725ca1952cc7fe611d725ab Mon Sep 17 00:00:00 2001
From: yujonglee <yujonglee.dev@gmail.com>
Date: Sun, 3 Nov 2024 18:51:00 +0900
Subject: [PATCH] update models

---
 README.md   |  7 +------
 config.yaml | 21 +++++++++++++++++++++
 2 files changed, 22 insertions(+), 6 deletions(-)

diff --git a/README.md b/README.md
index 56388de..b058f84 100644
--- a/README.md
+++ b/README.md
@@ -4,10 +4,5 @@
 
 - `MASTER_KEY`
 - `OPENAI_API_KEY`
-- `AZURE_API_KEY_1`
-- `AZURE_API_KEY_2`
-- `AZURE_API_KEY_3`
-- `AZURE_API_KEY_4`
-- `AZURE_API_KEY_5`
-- `AZURE_API_KEY_6`
 - `ANTHROPIC_API_KEY`
+- `GEMINI_API_KEY`
diff --git a/config.yaml b/config.yaml
index 3e0d87d..c87e33d 100644
--- a/config.yaml
+++ b/config.yaml
@@ -5,6 +5,12 @@ model_list:
       api_key: os.environ/OPENAI_API_KEY
       rpm: 500
       tpm: 30000
+  - model_name: gpt-4o-mini
+    litellm_params:
+      model: openai/gpt-4o-mini-2024-07-18
+      api_key: os.environ/OPENAI_API_KEY
+      rpm: 500
+      tpm: 30000
   - model_name: claude-3-sonnet
     litellm_params:
       model: anthropic/claude-3-5-sonnet-20241022
@@ -12,6 +18,21 @@ model_list:
       api_key: os.environ/ANTHROPIC_API_KEY
       rpm: 1000
       tpm: 80000
+  - model_name: claude-3-haiku
+    litellm_params:
+      model: anthropic/claude-3-haiku-20240307
+      extra_headers: {"anthropic-version": "2023-06-01", "anthropic-beta": "prompt-caching-2024-07-31"}
+      api_key: os.environ/ANTHROPIC_API_KEY
+      rpm: 1000
+      tpm: 80000
+  - model_name: gemini-1.5-flash
+    litellm_params:
+      model: gemini/gemini-1.5-flash
+      api_key: os.environ/GEMINI_API_KEY
+  - model_name: gemini-1.5-pro
+    litellm_params:
+      model: gemini/gemini-1.5-pro
+      api_key: os.environ/GEMINI_API_KEY
 litellm_settings:
   drop_params: true
 router_settings: