feat: content filtering

src/routes/run.py

@@ -103,6 +103,11 @@ async def make_stream():
 
 @run_router.put(f"{env.base}/single/{{template}}")
 async def step_run(data: ChainInput, node: Node = Depends(get_node)):
+    for msg in data.messages:
+        for string in env.banned_substrings:
+            if string in msg.content:
+                return PlainTextResponse(env.banned_response)
+
     async def make_stream():
         last = ""
         async for c in node.astream(data.context, find_llm(data.model).generate, **data.config):

src/utils/config.py

@@ -18,6 +18,9 @@ class Config(BaseSettings):
 
     base_path: str = ""
 
+    banned_substrings: list[str] = []
+    banned_response: str = "Sorry, I can't help with that."
+
     @property
     def base(self):
         return f"/{self.base_path}" if self.base_path else ""