diff --git a/config.yaml b/config.yaml index 2e2ad6c..1a7e582 100644 --- a/config.yaml +++ b/config.yaml @@ -90,22 +90,22 @@ model_list: api_key: os.environ/ANTHROPIC_API_KEY rpm: 1000 tpm: 40000 - # - model_name: llama-3.1-8b - # litellm_params: - # model: fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct - # api_key: os.environ/FIREWORKS_API_KEY - # - model_name: llama-3.1-70b - # litellm_params: - # model: fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct - # api_key: os.environ/FIREWORKS_API_KEY - model_name: llama-3.1-8b litellm_params: - model: together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo - api_key: os.environ/TOGETHER_API_KEY + model: fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct + api_key: os.environ/FIREWORKS_API_KEY - model_name: llama-3.1-70b litellm_params: - model: together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo - api_key: os.environ/TOGETHER_API_KEY + model: fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct + api_key: os.environ/FIREWORKS_API_KEY + # - model_name: llama-3.1-8b + # litellm_params: + # model: together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo + # api_key: os.environ/TOGETHER_API_KEY + # - model_name: llama-3.1-70b + # litellm_params: + # model: together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo + # api_key: os.environ/TOGETHER_API_KEY litellm_settings: drop_params: true callbacks: