review(docker): unset MAX_INPUT_LENGTH when set

huggingface · Jan 6, 2025 · 21d5a1c · 21d5a1c
1 parent cda63dd
commit 21d5a1c
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/text-generation-inference/docker/entrypoint.sh b/text-generation-inference/docker/entrypoint.sh
@@ -15,6 +15,9 @@ export MAX_BATCH_SIZE="${MAX_BATCH_SIZE}"
 # MAX_BATCH_PREFILL_TOKENS if not set)
 if [[ -z "${MAX_INPUT_TOKENS}" && -n ${MAX_INPUT_LENGTH} ]]; then
   MAX_INPUT_TOKENS=${MAX_INPUT_LENGTH}
+fi
+if [[ -n "${MAX_INPUT_LENGTH}" ]]; then
+  echo "MAX_INPUT_LENGTH is deprecated, please use MAX_INPUT_TOKENS instead. Variable will be unset."
   unset MAX_INPUT_LENGTH
 fi