Add default wall time

VectorInstitute · Apr 5, 2024 · d6240a7 · d6240a7
1 parent 115ecca
commit d6240a7
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 2 deletions.
diff --git a/models/llama2/vllm.slurm b/models/llama2/vllm.slurm
@@ -1,6 +1,8 @@
 #!/bin/bash
 #SBATCH --cpus-per-task=16
 #SBATCH --mem=32G
+#SBATCH --time=04:00:00
+
 
 # NOTE: Instead of invoking this script directly via sbatch, use `bash openai_entrypoint.sh`
 # to keep track of environment configurations.

diff --git a/models/mixtral/launch_server.sh b/models/mixtral/launch_server.sh
@@ -77,6 +77,6 @@ sbatch --job-name ${JOB_NAME} \
     --partition ${JOB_PARTITION} \
     --gres gpu:${NUM_GPUS} \
     --qos ${QOS} \
-    --output $(dirname $(realpath "$0"))/vllm-${MODEL_NAME}-${MODEL_VARIANT}.%j.out\
-    --error $(dirname $(realpath "$0"))/vllm-${MODEL_NAME}-${MODEL_VARIANT}.%j.err\
+    --output $(dirname $(realpath "$0"))/vllm-${MODEL_NAME}.%j.out\
+    --error $(dirname $(realpath "$0"))/vllm-${MODEL_NAME}.%j.err\
     $(dirname $(realpath "$0"))/vllm.slurm
diff --git a/models/mixtral/vllm.slurm b/models/mixtral/vllm.slurm
@@ -1,6 +1,7 @@
 #!/bin/bash
 #SBATCH --cpus-per-task=16
 #SBATCH --mem=64G
+#SBATCH --time=04:00:00
 
 # NOTE: Instead of invoking this script directly via sbatch, use `bash openai_entrypoint.sh`
 # to keep track of environment configurations.