feat: cache few-shot prompts

promplate · Nov 22, 2024 · a38d774 · a38d774 · vercel · Nov 22, 2024
1 parent 92024df
commit a38d774
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/reasonify-headless/reasonify/core/loop.py b/reasonify-headless/reasonify/core/loop.py
@@ -36,7 +36,8 @@ def end_of_turn():
 
 @intro.pre_process
 async def _(context: dict):
-    context["few_shot"] = await get_examples()
+    if "few_shot" not in context:
+        context["few_shot"] = await get_examples()
     context["messages"] = context.get("messages", [])
     new_checkpoint(context)