Update models to Llama 3.1 and Mixtral

petals-infra · Jul 24, 2024 · 30d00fb · 30d00fb
1 parent b8af687
commit 30d00fb
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/config.py b/config.py
@@ -6,14 +6,14 @@
 
 MODELS = [
     ModelInfo(
-        dht_prefix="StableBeluga2-hf",
-        repository="https://huggingface.co/petals-team/StableBeluga2",
-        num_blocks=80,
+        dht_prefix="Meta-Llama-3-1-405B-Instruct-hf",
+        repository="meta-llama/Meta-Llama-3.1-405B-Instruct",
+        num_blocks=126,
     ),
     ModelInfo(
-        dht_prefix="Llama-2-70b-hf",
-        repository="https://huggingface.co/meta-llama/Llama-2-70b-hf",
-        num_blocks=80,
+        dht_prefix="mistralai/Mixtral-8x22B-Instruct-v0-1",
+        repository="mistralai/Mixtral-8x22B-Instruct-v0.1",
+        num_blocks=56,
     ),
 ]