Skip to content

Commit

Permalink
v1/models api works
Browse files Browse the repository at this point in the history
  • Loading branch information
jikunshang authored and xuechendi committed Nov 26, 2024
1 parent d0646ac commit d850872
Showing 1 changed file with 3 additions and 4 deletions.
7 changes: 3 additions & 4 deletions vllm/entrypoints/openai/mm_api_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -515,16 +515,16 @@ def init_app_state(
if args.served_model_name is not None:
served_model_names = args.served_model_name
else:
served_model_names = [args.model]
served_model_names = [model for model in args.model]

if args.disable_log_requests:
request_logger = None
else:
request_logger = RequestLogger(max_log_len=args.max_log_len)

base_model_paths = [
BaseModelPath(name=name, model_path=args.model)
for name in served_model_names
BaseModelPath(name=name, model_path=path)
for name, path in zip(served_model_names, args.model)
]

state.engine_client = engine_client
Expand Down Expand Up @@ -615,7 +615,6 @@ def signal_handler(*_) -> None:

async with build_async_engine_client(args) as engine_client:
app = build_app(args)
print(f"args: {args}")

model_config = await engine_client.get_model_config()
init_app_state(engine_client, model_config, app.state, args)
Expand Down

0 comments on commit d850872

Please sign in to comment.