fix batch inference

SciPhi-AI · Sep 21, 2023 · b431117 · b431117
1 parent cedbb27
commit b431117
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sciphi/llm/vllm_llm.py b/sciphi/llm/vllm_llm.py
@@ -59,5 +59,5 @@ def get_instruct_completion(self, prompt: str) -> str:
 
     def get_batch_instruct_completion(self, prompts: list[str]) -> list[str]:
         """Get batch instruction completion from local vLLM."""
-        raw_outputs = self.model.generate([prompts], self.sampling_params)
+        raw_outputs = self.model.generate(prompts, self.sampling_params)
         return [ele.outputs[0].text for ele in raw_outputs]