example_test.py

import os
import sys

excludes = [
    "nyc_taxi_data_drift_dashboard_customization.py",
    "historical_drift_visualization.py",
    "mlflow_integration.py",
    "ibm_hr_attrition_model_validation.py",
    "bicycle_demand_monitoring_setup.py",
    "data_and_ml_monitoring_tutorial.py",
    "how_to_run_drift_report_for_text_encoders.py",
    "comparing_custom_statest_with_classic_distributions.py",
    "how_to_evaluate_llm_with_text_descriptors.py",
    "how_to_run_drift_report_for_text_data.py",  # too slow & torch version conflict?
    "llm_evaluation_tutorial.ipynb",  # cloud usage
    "llm_tracing_tutorial.ipynb",  # cloud usage
]


if __name__ == "__main__":
    failed_scripts = []

    for entry, _, files in os.walk("example_scripts"):
        for file in files:
            if file.endswith(".py"):
                if file in excludes:
                    continue
                result = os.system(f"ipython example_scripts/{file}")
                if result != 0:
                    failed_scripts.append((file, result))

    if failed_scripts:
        for fail, errcode in failed_scripts:
            print(f"Script {fail} failed with error code {errcode}", file=sys.stderr)
        sys.exit(len(failed_scripts))