add no-llm tests into pre-commit hook

.github/workflows/pipeline.yaml

@@ -183,7 +183,7 @@ jobs:
   pre-commit-check:
     runs-on: ubuntu-latest
     env:
-      SKIP: "static-analysis"
+      SKIP: "static-analysis, test"
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v5

.pre-commit-config.yaml

@@ -34,6 +34,17 @@ repos:
         require_serial: true
         verbose: true
 
+  - repo: local
+    hooks:
+      - id: test
+        name: Test
+        entry: "scripts/test-no-llm-pre-commit.sh"
+        language: python
+        #        language_version: python3.9
+        types: [python]
+        require_serial: true
+        verbose: true
+
   - repo: local
     hooks:
       - id: static-analysis

scripts/test-no-llm-pre-commit.sh

@@ -0,0 +1,32 @@
+#!/usr/bin/env bash
+
+# from: https://jaredkhan.com/blog/mypy-pre-commit
+
+# A script for running mypy,
+# with all its dependencies installed.
+
+set -o errexit
+
+# Change directory to the project root directory.
+cd "$(dirname "$0")"/..
+
+# Install the dependencies into the mypy env.
+# Note that this can take seconds to run.
+# In my case, I need to use a custom index URL.
+# Avoid pip spending time quietly retrying since
+# likely cause of failure is lack of VPN connection.
+pip install --editable ".[dev]" \
+ --retries 1 \
+ --no-input \
+ --quiet
+
+# Run on all files,
+# ignoring the paths passed to this script,
+# so as not to miss type errors.
+# My repo makes use of namespace packages.
+# Use the namespace-packages flag
+# and specify the package to run on explicitly.
+# Note that we do not use --ignore-missing-imports,
+# as this can give us false confidence in our results.
+# mypy fastagency
+./scripts/test-no-llm.sh