forked from BerriAI/litellm
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
205 changed files
with
26,991 additions
and
17,878 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,10 @@ | ||
| version: 2 | ||
| updates: | ||
| - package-ecosystem: "github-actions" | ||
| directory: "/" | ||
| schedule: | ||
| interval: "daily" | ||
| groups: | ||
| github-actions: | ||
| patterns: | ||
| - "*" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,28 @@ | ||
| import sys | ||
|
|
||
|
|
||
| def check_file_length(max_lines, filenames): | ||
| bad_files = [] | ||
| for filename in filenames: | ||
| with open(filename, "r") as file: | ||
| lines = file.readlines() | ||
| if len(lines) > max_lines: | ||
| bad_files.append((filename, len(lines))) | ||
| return bad_files | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| max_lines = int(sys.argv[1]) | ||
| filenames = sys.argv[2:] | ||
|
|
||
| bad_files = check_file_length(max_lines, filenames) | ||
| if bad_files: | ||
| bad_files.sort( | ||
| key=lambda x: x[1], reverse=True | ||
| ) # Sort files by length in descending order | ||
| for filename, length in bad_files: | ||
| print(f"{filename}: {length} lines") | ||
|
|
||
| sys.exit(1) | ||
| else: | ||
| sys.exit(0) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,110 @@ | ||
| import Tabs from '@theme/Tabs'; | ||
| import TabItem from '@theme/TabItem'; | ||
|
|
||
| # Drop Unsupported Params | ||
|
|
||
| Drop unsupported OpenAI params by your LLM Provider. | ||
|
|
||
| ## Quick Start | ||
|
|
||
| ```python | ||
| import litellm | ||
| import os | ||
|
|
||
| # set keys | ||
| os.environ["COHERE_API_KEY"] = "co-.." | ||
|
|
||
| litellm.drop_params = True # 👈 KEY CHANGE | ||
|
|
||
| response = litellm.completion( | ||
| model="command-r", | ||
| messages=[{"role": "user", "content": "Hey, how's it going?"}], | ||
| response_format={"key": "value"}, | ||
| ) | ||
| ``` | ||
|
|
||
|
|
||
| LiteLLM maps all supported openai params by provider + model (e.g. function calling is supported by anthropic on bedrock but not titan). | ||
|
|
||
| See `litellm.get_supported_openai_params("command-r")` [**Code**](https://github.com/BerriAI/litellm/blob/main/litellm/utils.py#L3584) | ||
|
|
||
| If a provider/model doesn't support a particular param, you can drop it. | ||
|
|
||
| ## OpenAI Proxy Usage | ||
|
|
||
| ```yaml | ||
| litellm_settings: | ||
| drop_params: true | ||
| ``` | ||
| ## Pass drop_params in `completion(..)` | ||
|
|
||
| Just drop_params when calling specific models | ||
|
|
||
| <Tabs> | ||
| <TabItem value="sdk" label="SDK"> | ||
|
|
||
| ```python | ||
| import litellm | ||
| import os | ||
| # set keys | ||
| os.environ["COHERE_API_KEY"] = "co-.." | ||
| response = litellm.completion( | ||
| model="command-r", | ||
| messages=[{"role": "user", "content": "Hey, how's it going?"}], | ||
| response_format={"key": "value"}, | ||
| drop_params=True | ||
| ) | ||
| ``` | ||
| </TabItem> | ||
| <TabItem value="proxy" label="PROXY"> | ||
|
|
||
| ```yaml | ||
| - litellm_params: | ||
| api_base: my-base | ||
| model: openai/my-model | ||
| drop_params: true # 👈 KEY CHANGE | ||
| model_name: my-model | ||
| ``` | ||
| </TabItem> | ||
| </Tabs> | ||
|
|
||
| ## Specify params to drop | ||
|
|
||
| To drop specific params when calling a provider (E.g. 'logit_bias' for vllm) | ||
|
|
||
| Use `additional_drop_params` | ||
|
|
||
| <Tabs> | ||
| <TabItem value="sdk" label="SDK"> | ||
|
|
||
| ```python | ||
| import litellm | ||
| import os | ||
| # set keys | ||
| os.environ["COHERE_API_KEY"] = "co-.." | ||
| response = litellm.completion( | ||
| model="command-r", | ||
| messages=[{"role": "user", "content": "Hey, how's it going?"}], | ||
| response_format={"key": "value"}, | ||
| additional_drop_params=["response_format"] | ||
| ) | ||
| ``` | ||
| </TabItem> | ||
| <TabItem value="proxy" label="PROXY"> | ||
|
|
||
| ```yaml | ||
| - litellm_params: | ||
| api_base: my-base | ||
| model: openai/my-model | ||
| additional_drop_params: ["response_format"] # 👈 KEY CHANGE | ||
| model_name: my-model | ||
| ``` | ||
| </TabItem> | ||
| </Tabs> | ||
|
|
||
| **additional_drop_params**: List or null - Is a list of openai params you want to drop when making a call to the model. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.