From f9f585695f4069c4a28d4cada2a0f369c7648ef0 Mon Sep 17 00:00:00 2001 From: "Alexis A." Date: Fri, 6 Sep 2024 23:57:44 +0200 Subject: [PATCH] feat(dbt): add dbt pool --- airflow/dags/ingest_app_dependencies.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/airflow/dags/ingest_app_dependencies.py b/airflow/dags/ingest_app_dependencies.py index d0bced4d9..720a9853f 100644 --- a/airflow/dags/ingest_app_dependencies.py +++ b/airflow/dags/ingest_app_dependencies.py @@ -6,6 +6,7 @@ from airflow.decorators import dag, task from gdaltools import ogr2ogr from include.container import Container +from include.pools import DBT_POOL from pendulum import datetime @@ -72,7 +73,7 @@ def ingest_app_scot_departements(): def ingest_app_scot_regions(): return ingest_table("public_data_scot_regions", "app_scot_regions") - @task.bash(retries=0, trigger_rule="all_success") + @task.bash(retries=0, trigger_rule="all_success", pool=DBT_POOL) def dbt_run(**context): return 'cd "${AIRFLOW_HOME}/include/sql/sparte" && dbt run -s app'