Merge pull request #710 from MTES-MCT/fix-natural-keys

Supprime l'étape DBT d'ingest_admin_express

airflow/dags/ingest_admin_express.py

@@ -12,7 +12,6 @@
 from airflow.decorators import dag, task
 from airflow.models.param import Param
 from include.container import Container
-from include.pools import DBT_POOL
 from pendulum import datetime
 
 with open("include/admin_express/sources.json", "r") as f:
@@ -102,19 +101,12 @@ def ingest(path_on_bucket, **context) -> str:
                         ]
                         subprocess.run(" ".join(cmd), shell=True, check=True)
 
-    @task.bash(retries=0, trigger_rule="all_success", pool=DBT_POOL)
-    def dbt_run(**context):
-        dbt_selector = get_source_by_name(context["params"]["zone"])["dbt_selector"]
-        dbt_run_cmd = f"dbt build -s {dbt_selector}"
-        return 'cd "${AIRFLOW_HOME}/include/sql/sparte" && ' + dbt_run_cmd
-
     @task.bash
     def cleanup() -> str:
         return f"rm -rf {tmp_path}"
 
     path_on_bucket = download_admin_express()
     ingest_result = ingest(path_on_bucket)
-    ingest_result >> dbt_run()
     ingest_result >> cleanup()