removed launched server from each models directory.

VectorInstitute · Jun 20, 2024 · 73a0060 · 73a0060
1 parent 201674e
commit 73a0060
Show file tree

Hide file tree

Showing 12 changed files with 4 additions and 946 deletions.
diff --git a/launch_server_llm.sh b/launch_server_llm.sh
@@ -103,8 +103,7 @@ fi
 if [ -n "$model_variant" ]; then
     export MODEL_VARIANT=$model_variant
     echo "Model variant set to: ${MODEL_VARIANT}"
-
-    export VLLM_MODEL_WEIGHTS="/model-weights/Mixtral-${MODEL_VARIANT}${MODEL_EXT}"
+    export VLLM_MODEL_WEIGHTS="/model-weights/${MODEL_NAME}-${MODEL_VARIANT}${MODEL_EXT}"
     export JOB_NAME="vLLM/${MODEL_NAME}-${MODEL_VARIANT}"
     export VLLM_BASE_URL_FILENAME="$(dirname $(realpath "$0"))/.vLLM_${MODEL_NAME}-${MODEL_VARIANT}_url"
 fi

diff --git a/launch_server_multimodal.sh b/launch_server_multimodal.sh
@@ -114,8 +114,7 @@ fi
 if [ -n "$model_variant" ]; then
     export MODEL_VARIANT=$model_variant
     echo "Model variant set to: ${MODEL_VARIANT}"
-
-    export VLLM_MODEL_WEIGHTS="/model-weights/Mixtral-${MODEL_VARIANT}${MODEL_EXT}"
+    export VLLM_MODEL_WEIGHTS="/model-weights/${MODEL_NAME}-${MODEL_VARIANT}${MODEL_EXT}"
     export JOB_NAME="vLLM/${MODEL_NAME}-${MODEL_VARIANT}"
     export VLLM_BASE_URL_FILENAME="$(dirname $(realpath "$0"))/.vLLM_${MODEL_NAME}-${MODEL_VARIANT}_url"
 fi

diff --git a/models/command-r/config.sh b/models/command-r/config.sh
@@ -3,4 +3,5 @@ MODEL_VARIANT="plus"
 MODEL_EXT=""
 NUM_NODES=2
 NUM_GPUS=4
+VENV_BASE="singularity"
 VLLM_MAX_LOGPROBS=256000
diff --git a/models/command-r/launch_server.sh b/models/command-r/launch_server.sh
diff --git a/models/dbrx/config.sh b/models/dbrx/config.sh
@@ -3,4 +3,5 @@ MODEL_VARIANT="instruct"
 MODEL_EXT=""
 NUM_NODES=2
 NUM_GPUS=4
+VENV_BASE="singularity"
 VLLM_MAX_LOGPROBS=100352
diff --git a/models/dbrx/launch_server.sh b/models/dbrx/launch_server.sh
diff --git a/models/llama2/launch_server.sh b/models/llama2/launch_server.sh