Merge pull request #25 from SocialFinanceDigitalLabs/fix/interim_fixes

Some minor changes to get the pipeline working on the interim solution
SocialFinanceDigitalLabs · Aug 2, 2024 · ea04ae5 · ea04ae5
2 parents a6b9dc6 + ba0b050
commit ea04ae5
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 2 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -23,6 +23,7 @@ ENV VIRTUAL_ENV=/code/.venv \
 COPY --from=builder ${VIRTUAL_ENV} ${VIRTUAL_ENV}
 COPY liiatools /code/liiatools
 COPY liiatools_pipeline /code/liiatools_pipeline
+COPY external_dataset /code/external_dataset
 
 RUN apt-get update && apt-get install -y --no-install-recommends
 

diff --git a/external_dataset/__init__.py b/external_dataset/__init__.py
diff --git a/liiatools_pipeline/sensors/sufficiency_sensor.py b/liiatools_pipeline/sensors/sufficiency_sensor.py
@@ -1,9 +1,13 @@
-from dagster import RunRequest, RunsFilter, DagsterRunStatus, sensor
+from dagster import RunRequest, RunsFilter, DagsterRunStatus, sensor,  DefaultSensorStatus
 from liiatools_pipeline.jobs.ssda903_la import ssda903_clean
 from liiatools_pipeline.jobs.ssda903_org import ssda903_sufficiency
 
 
-@sensor(job=ssda903_sufficiency)
+@sensor(
+    job=ssda903_sufficiency,
+    description="Completion of the 903 cleanfile job before running the sufficiency process for 903 Files",
+    default_status=DefaultSensorStatus.RUNNING,
+)
 def sufficiency_sensor(context):
     run_records = context.instance.get_run_records(
         filters=RunsFilter(