diff --git a/vllm/v1/worker/gpu_model_runner.py b/vllm/v1/worker/gpu_model_runner.py index 9bb49a21453d0..2469048536e49 100644 --- a/vllm/v1/worker/gpu_model_runner.py +++ b/vllm/v1/worker/gpu_model_runner.py @@ -411,7 +411,7 @@ def load_model(self) -> None: set_compilation_config( CompilationConfig( use_cudagraph=True, - non_cudagraph_ops=["vllm.unified_flash_attention"], + non_cudagraph_ops=["vllm.unified_v1_flash_attention"], use_inductor=True, ))