feat: support llama3

promplate · Apr 19, 2024 · cb27172 · cb27172
1 parent 1250a92
commit cb27172
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/src/routes/run.py b/src/routes/run.py
@@ -38,6 +38,8 @@ class Msg(BaseModel):
     "claude-3-sonnet-20240229",
     "claude-3-haiku-20240307",
     "gemma-7b-it",
+    "llama3-8b-8192",
+    "llama3-70b-8192",
     "llama2-70b-4096",
     "mixtral-8x7b-32768",
     "nous-hermes-2-mixtral-8x7b-dpo",

diff --git a/src/utils/llm/groq.py b/src/utils/llm/groq.py
@@ -14,7 +14,7 @@
 
 
 @link_llm("gemma")
-@link_llm("llama2")
+@link_llm("llama")
 @link_llm("mixtral")
 class Groq(AsyncChatOpenAI):
     async def complete(self, prompt: str | list[Message], /, **config):