Skip to content

Commit

Permalink
[Core] Cleanup startup logging a bit (vllm-project#10961)
Browse files Browse the repository at this point in the history
Signed-off-by: Russell Bryant <[email protected]>
  • Loading branch information
russellb authored and weilong.yu committed Dec 13, 2024
1 parent 24d5557 commit 7e18333
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 5 deletions.
1 change: 1 addition & 0 deletions vllm/engine/arg_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -433,6 +433,7 @@ def add_cli_args(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
'capping to sliding window size')
parser.add_argument('--use-v2-block-manager',
action='store_true',
default=True,
help='[DEPRECATED] block manager v1 has been '
'removed and SelfAttnBlockSpaceManager (i.e. '
'block manager v2) is now the default. '
Expand Down
8 changes: 4 additions & 4 deletions vllm/entrypoints/openai/api_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -175,8 +175,8 @@ async def build_async_engine_client_from_engine_args(

# Select random path for IPC.
ipc_path = get_open_zmq_ipc_path()
logger.info("Multiprocessing frontend to use %s for IPC Path.",
ipc_path)
logger.debug("Multiprocessing frontend to use %s for IPC Path.",
ipc_path)

# Start RPCServer in separate process (holds the LLMEngine).
# the current process might have CUDA context,
Expand Down Expand Up @@ -249,8 +249,8 @@ def mount_metrics(app: FastAPI):

prometheus_multiproc_dir_path = os.getenv("PROMETHEUS_MULTIPROC_DIR", None)
if prometheus_multiproc_dir_path is not None:
logger.info("vLLM to use %s as PROMETHEUS_MULTIPROC_DIR",
prometheus_multiproc_dir_path)
logger.debug("vLLM to use %s as PROMETHEUS_MULTIPROC_DIR",
prometheus_multiproc_dir_path)
registry = CollectorRegistry()
multiprocess.MultiProcessCollector(registry)

Expand Down
2 changes: 1 addition & 1 deletion vllm/plugins/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,7 @@ def load_general_plugins():

discovered_plugins = entry_points(group='vllm.general_plugins')
if len(discovered_plugins) == 0:
logger.info("No plugins found.")
logger.debug("No plugins found.")
return
logger.info("Available plugins:")
for plugin in discovered_plugins:
Expand Down

0 comments on commit 7e18333

Please sign in to comment.