From b24e6eac4985b28c5ee48c73664539594aa0b116 Mon Sep 17 00:00:00 2001 From: Henry Tu Date: Tue, 17 Dec 2024 17:41:10 -0500 Subject: [PATCH] Update Cerebras examples to use Llama 3.3 70b (#17301) --- docs/docs/examples/llm/cerebras.ipynb | 2 +- .../llms/llama-index-llms-cerebras/README.md | 4 ++-- .../llama_index/llms/cerebras/base.py | 2 +- .../llms/llama-index-llms-cerebras/pyproject.toml | 2 +- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/docs/docs/examples/llm/cerebras.ipynb b/docs/docs/examples/llm/cerebras.ipynb index 82bb1a21afa9e..2e9494a84e503 100644 --- a/docs/docs/examples/llm/cerebras.ipynb +++ b/docs/docs/examples/llm/cerebras.ipynb @@ -103,7 +103,7 @@ " \"Enter your Cerebras API key: \"\n", ")\n", "\n", - "llm = Cerebras(model=\"llama3.1-70b\", api_key=os.environ[\"CEREBRAS_API_KEY\"])" + "llm = Cerebras(model=\"llama-3.3-70b\", api_key=os.environ[\"CEREBRAS_API_KEY\"])" ] }, { diff --git a/llama-index-integrations/llms/llama-index-llms-cerebras/README.md b/llama-index-integrations/llms/llama-index-llms-cerebras/README.md index a8c2aa40d7efa..865256730b2ed 100644 --- a/llama-index-integrations/llms/llama-index-llms-cerebras/README.md +++ b/llama-index-integrations/llms/llama-index-llms-cerebras/README.md @@ -44,7 +44,7 @@ import os from llama_index.core.llms import ChatMessage from llama_index.llms.cerebras import Cerebras -llm = Cerebras(model="llama3.1-70b", api_key=os.environ["CEREBRAS_API_KEY"]) +llm = Cerebras(model="llama-3.3-70b", api_key=os.environ["CEREBRAS_API_KEY"]) messages = [ ChatMessage( @@ -63,7 +63,7 @@ import os from llama_index.llms.cerebras import Cerebras -llm = Cerebras(model="llama3.1-70b", api_key=os.environ["CEREBRAS_API_KEY"]) +llm = Cerebras(model="llama-3.3-70b", api_key=os.environ["CEREBRAS_API_KEY"]) response = llm.stream_complete("What is Generative AI?") for r in response: diff --git a/llama-index-integrations/llms/llama-index-llms-cerebras/llama_index/llms/cerebras/base.py b/llama-index-integrations/llms/llama-index-llms-cerebras/llama_index/llms/cerebras/base.py index 8e818cd04aa98..383624920cab6 100644 --- a/llama-index-integrations/llms/llama-index-llms-cerebras/llama_index/llms/cerebras/base.py +++ b/llama-index-integrations/llms/llama-index-llms-cerebras/llama_index/llms/cerebras/base.py @@ -15,7 +15,7 @@ class Cerebras(OpenAILike): from llama_index.llms.cerebras import Cerebras # Set up the Cerebras class with the required model and API key - llm = Cerebras(model="llama3.1-70b", api_key="your_api_key") + llm = Cerebras(model="llama-3.3-70b", api_key="your_api_key") # Call the complete method with a query response = llm.complete("Why is fast inference important?") diff --git a/llama-index-integrations/llms/llama-index-llms-cerebras/pyproject.toml b/llama-index-integrations/llms/llama-index-llms-cerebras/pyproject.toml index bb7df08dc378d..abcc406fab75c 100644 --- a/llama-index-integrations/llms/llama-index-llms-cerebras/pyproject.toml +++ b/llama-index-integrations/llms/llama-index-llms-cerebras/pyproject.toml @@ -30,7 +30,7 @@ license = "MIT" name = "llama-index-llms-cerebras" packages = [{include = "llama_index/"}] readme = "README.md" -version = "0.2.1" +version = "0.2.2" [tool.poetry.dependencies] python = ">=3.9,<4.0"