Configure prompts through files - [ENG 510]

data/test_prompt_templates/test_prompt.jinja2

@@ -0,0 +1 @@
+This is a test prompt.

rasa/dialogue_understanding/generator/llm_command_generator.py

@@ -38,6 +38,7 @@
 from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.utils.llm import (
     DEFAULT_OPENAI_CHAT_MODEL_NAME_ADVANCED,
+    get_prompt_template,
     llm_factory,
     tracker_as_readable_transcript,
     sanitize_message_for_prompt,
@@ -70,10 +71,7 @@ class LLMCommandGenerator(GraphComponent, CommandGenerator):
     @staticmethod
     def get_default_config() -> Dict[str, Any]:
         """The component's default config (see parent class for full docstring)."""
-        return {
-            "prompt": DEFAULT_COMMAND_PROMPT_TEMPLATE,
-            LLM_CONFIG_KEY: None,
-        }
+        return {"prompt": None, LLM_CONFIG_KEY: None}
 
     def __init__(
         self,
@@ -82,7 +80,10 @@ def __init__(
         resource: Resource,
     ) -> None:
         self.config = {**self.get_default_config(), **config}
-        self.prompt_template = self.config["prompt"]
+        self.prompt_template = get_prompt_template(
+            config.get("prompt"),
+            DEFAULT_COMMAND_PROMPT_TEMPLATE,
+        )
         self._model_storage = model_storage
         self._resource = resource
 

rasa/shared/utils/llm.py

@@ -10,6 +10,7 @@
 from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.shared.core.events import BotUttered, UserUttered
 from rasa.shared.engine.caching import get_local_cache_location
+import rasa.shared.utils.io
 
 
 structlogger = structlog.get_logger()
@@ -208,3 +209,22 @@ def embedder_factory(
         return embeddings_cls(**parameters)
     else:
         raise ValueError(f"Unsupported embeddings type '{typ}'")
+
+
+def get_prompt_template(
+    jinja_file_path: Optional[Text], default_prompt_template: Text
+) -> Text:
+    """Returns the prompt template.
+
+    Args:
+        jinja_file_path: the path to the jinja file
+        default_prompt_template: the default prompt template
+
+    Returns:
+        The prompt template.
+    """
+    return (
+        rasa.shared.utils.io.read_file(jinja_file_path)
+        if jinja_file_path is not None
+        else default_prompt_template
+    )

tests/cdu/generator/test_llm_command_generator.py

@@ -0,0 +1,41 @@
+import uuid
+
+import pytest
+from _pytest.tmpdir import TempPathFactory
+
+from rasa.dialogue_understanding.generator.llm_command_generator import (
+    LLMCommandGenerator,
+)
+from rasa.engine.storage.local_model_storage import LocalModelStorage
+from rasa.engine.storage.resource import Resource
+from rasa.engine.storage.storage import ModelStorage
+
+
+@pytest.fixture(scope="session")
+def resource() -> Resource:
+    return Resource(uuid.uuid4().hex)
+
+
+@pytest.fixture(scope="session")
+def model_storage(tmp_path_factory: TempPathFactory) -> ModelStorage:
+    return LocalModelStorage(tmp_path_factory.mktemp(uuid.uuid4().hex))
+
+
+async def test_llm_command_generator_prompt_init_custom(
+    model_storage: ModelStorage, resource: Resource
+) -> None:
+    generator = LLMCommandGenerator(
+        {"prompt": "data/test_prompt_templates/test_prompt.jinja2"},
+        model_storage,
+        resource,
+    )
+    assert generator.prompt_template.startswith("This is a test prompt.")
+
+
+async def test_llm_command_generator_prompt_init_default(
+    model_storage: ModelStorage, resource: Resource
+) -> None:
+    generator = LLMCommandGenerator({}, model_storage, resource)
+    assert generator.prompt_template.startswith(
+        "Your task is to analyze the current conversation"
+    )