From 30d00fb644a0b1333e37278d43735b29623f9932 Mon Sep 17 00:00:00 2001 From: Alexander Borzunov Date: Wed, 24 Jul 2024 06:58:52 -0700 Subject: [PATCH] Update models to Llama 3.1 and Mixtral --- config.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/config.py b/config.py index 838f205..d9f2913 100644 --- a/config.py +++ b/config.py @@ -6,14 +6,14 @@ MODELS = [ ModelInfo( - dht_prefix="StableBeluga2-hf", - repository="https://huggingface.co/petals-team/StableBeluga2", - num_blocks=80, + dht_prefix="Meta-Llama-3-1-405B-Instruct-hf", + repository="meta-llama/Meta-Llama-3.1-405B-Instruct", + num_blocks=126, ), ModelInfo( - dht_prefix="Llama-2-70b-hf", - repository="https://huggingface.co/meta-llama/Llama-2-70b-hf", - num_blocks=80, + dht_prefix="mistralai/Mixtral-8x22B-Instruct-v0-1", + repository="mistralai/Mixtral-8x22B-Instruct-v0.1", + num_blocks=56, ), ]