From 69ea15e5cc823b2bc040921ce516807fb7357dd1 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Fri, 2 Aug 2024 21:05:16 -0700 Subject: [PATCH] [ci][distributed] shorten wait time if server hangs (#7098) --- tests/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/utils.py b/tests/utils.py index dd8af8e3afe70..974fece49f4b4 100644 --- a/tests/utils.py +++ b/tests/utils.py @@ -50,7 +50,7 @@ def _nvml(): class RemoteOpenAIServer: DUMMY_API_KEY = "token-abc123" # vLLM's OpenAI server does not need API key - MAX_SERVER_START_WAIT_S = 600 # wait for server to start for 60 seconds + MAX_SERVER_START_WAIT_S = 120 # wait for server to start for 120 seconds def __init__( self,