chore: update chat model to Llama-3.2-3B-Instruct

Signed-off-by: Xin Liu <[email protected]>
GaiaNet-AI · Sep 27, 2024 · 79495c7 · 79495c7
1 parent 0ab1f4d
commit 79495c7
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/config.json b/config.json
@@ -1,11 +1,11 @@
 {
     "address": "",
-    "description": "The default GaiaNet node config with a Phi-3-mini-4k model and a Paris tour guide knowledge base.",
-    "chat": "https://huggingface.co/gaianet/Phi-3-mini-4k-instruct-GGUF/resolve/main/Phi-3-mini-4k-instruct-Q5_K_M.gguf",
-    "chat_name": "Phi-3-mini-4k-instruct",
-    "prompt_template": "phi-3-chat",
+    "description": "The default GaiaNet node config with a Llama-3.2-3B-Instruct model and a Paris tour guide knowledge base.",
+    "chat": "https://huggingface.co/second-state/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q5_K_M.gguf",
+    "chat_name": "Llama-3.2-3B-Instruct",
+    "prompt_template": "llama-3-chat",
     "reverse_prompt": "",
-    "chat_ctx_size": "4096",
+    "chat_ctx_size": "128000",
     "chat_batch_size": "16",
     "embedding": "https://huggingface.co/gaianet/Nomic-embed-text-v1.5-Embedding-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf",
     "embedding_name": "Nomic-embed-text-v1.5",