diff --git a/examples/offline_profile.py b/examples/offline_profile.py index 42576d1912c1f..9dd0768ce880d 100644 --- a/examples/offline_profile.py +++ b/examples/offline_profile.py @@ -108,7 +108,7 @@ def add_requests(): llm.llm_engine.add_request( request_id=f"seq{i}", - inputs={'prompt_token_ids': prompt_token_ids}, + prompt={'prompt_token_ids': prompt_token_ids}, params=sampling_params) def abort_requests(): for i in range(batch_size):