Skip to content

Commit

Permalink
Update Cerebras examples to use Llama 3.3 70b (#17301)
Browse files Browse the repository at this point in the history
  • Loading branch information
henrytwo authored Dec 17, 2024
1 parent c8c5b03 commit b24e6ea
Show file tree
Hide file tree
Showing 4 changed files with 5 additions and 5 deletions.
2 changes: 1 addition & 1 deletion docs/docs/examples/llm/cerebras.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -103,7 +103,7 @@
" \"Enter your Cerebras API key: \"\n",
")\n",
"\n",
"llm = Cerebras(model=\"llama3.1-70b\", api_key=os.environ[\"CEREBRAS_API_KEY\"])"
"llm = Cerebras(model=\"llama-3.3-70b\", api_key=os.environ[\"CEREBRAS_API_KEY\"])"
]
},
{
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ import os
from llama_index.core.llms import ChatMessage
from llama_index.llms.cerebras import Cerebras

llm = Cerebras(model="llama3.1-70b", api_key=os.environ["CEREBRAS_API_KEY"])
llm = Cerebras(model="llama-3.3-70b", api_key=os.environ["CEREBRAS_API_KEY"])

messages = [
ChatMessage(
Expand All @@ -63,7 +63,7 @@ import os

from llama_index.llms.cerebras import Cerebras

llm = Cerebras(model="llama3.1-70b", api_key=os.environ["CEREBRAS_API_KEY"])
llm = Cerebras(model="llama-3.3-70b", api_key=os.environ["CEREBRAS_API_KEY"])

response = llm.stream_complete("What is Generative AI?")
for r in response:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ class Cerebras(OpenAILike):
from llama_index.llms.cerebras import Cerebras
# Set up the Cerebras class with the required model and API key
llm = Cerebras(model="llama3.1-70b", api_key="your_api_key")
llm = Cerebras(model="llama-3.3-70b", api_key="your_api_key")
# Call the complete method with a query
response = llm.complete("Why is fast inference important?")
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ license = "MIT"
name = "llama-index-llms-cerebras"
packages = [{include = "llama_index/"}]
readme = "README.md"
version = "0.2.1"
version = "0.2.2"

[tool.poetry.dependencies]
python = ">=3.9,<4.0"
Expand Down

0 comments on commit b24e6ea

Please sign in to comment.