back to firework

fastrepl · Aug 23, 2024 · 47f89fe · 47f89fe
1 parent 63e72e8
commit 47f89fe
Showing 1 changed file with 12 additions and 12 deletions.
diff --git a/config.yaml b/config.yaml
@@ -90,22 +90,22 @@ model_list:
       api_key: os.environ/ANTHROPIC_API_KEY
       rpm: 1000
       tpm: 40000
-  # - model_name: llama-3.1-8b
-  #   litellm_params:
-  #     model: fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct
-  #     api_key: os.environ/FIREWORKS_API_KEY
-  # - model_name: llama-3.1-70b
-  #   litellm_params:
-  #     model: fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct
-  #     api_key: os.environ/FIREWORKS_API_KEY
   - model_name: llama-3.1-8b
     litellm_params:
-      model: together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo
-      api_key: os.environ/TOGETHER_API_KEY
+      model: fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct
+      api_key: os.environ/FIREWORKS_API_KEY
   - model_name: llama-3.1-70b
     litellm_params:
-      model: together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo
-      api_key: os.environ/TOGETHER_API_KEY
+      model: fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct
+      api_key: os.environ/FIREWORKS_API_KEY
+  # - model_name: llama-3.1-8b
+  #   litellm_params:
+  #     model: together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo
+  #     api_key: os.environ/TOGETHER_API_KEY
+  # - model_name: llama-3.1-70b
+  #   litellm_params:
+  #     model: together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo
+  #     api_key: os.environ/TOGETHER_API_KEY
 litellm_settings:
   drop_params: true
   callbacks: