Close queue when end of stream is reached.

vercel · Jul 11, 2023 · 8829757 · 8829757 · vercel · Jul 11, 2023
1 parent 75aa96c
commit 8829757
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/model-provider/llamacpp/LlamaCppTextGenerationModel.ts b/src/model-provider/llamacpp/LlamaCppTextGenerationModel.ts
@@ -316,6 +316,10 @@ async function createLlamaCppFullDeltaIterableQueue(
             delta: event.content,
           },
         });
+
+        if (event.stop) {
+          queue.close();
+        }
       } catch (error) {
         queue.push({ type: "error", error });
         queue.close();