commit

Signed-off-by: youkaichao <[email protected]>
vllm-project · Dec 2, 2024 · 08e5e51 · 08e5e51
1 parent b67c1f6
commit 08e5e51
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/config.py b/vllm/config.py
@@ -2380,6 +2380,9 @@ def init_with_cudagraph_sizes(self, sizes_to_specialize: List[int]):
             if self.inductor_compile_sizes is None:
                 self.inductor_compile_sizes = []
             self.compile_sizes = self.inductor_compile_sizes
+
+        # sort to make sure cudagraph capture sizes are in descending order
+        self.capture_sizes.sort(reverse=True)
 
     @staticmethod
     def get_graph_batch_size(batch_size: int) -> int: