fix: use clone instead of deepcopy for params

Signed-off-by: Travis Johnson <[email protected]>
vllm-project · Dec 20, 2024 · 66e4127 · 66e4127
1 parent d021f0f
commit 66e4127
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/sequence.py b/vllm/sequence.py
@@ -1366,9 +1366,9 @@ def maybe_assemble_group(
 class ParallelSampleSequenceGroup(SequenceGroupBase):
 
     @staticmethod
-    def add_request(request_id: str, engine, params, **kwargs):
+    def add_request(request_id: str, engine, params: Union[SamplingParams, PoolingParams], **kwargs):
         original_params = params
-        params = copy.deepcopy(original_params)
+        params = original_params.clone()
         params.n = 1
         group = ParallelSampleSequenceGroup(request_id)
         seqs = []