Multi Thread LLM

mithandir · Dec 7, 2024 · 0af5b71 · 0af5b71
1 parent 34280f5
commit 0af5b71
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main/resources/application.yaml b/src/main/resources/application.yaml
@@ -14,7 +14,7 @@ spring:
         model: qwen2.5:1.5b
         temperature: 0.7
         keep_alive: 60m
-        num-thread: 1
+        num-thread: 3
 
 threads.virtual.enabled: true
 jmx.enabled: false