diff --git a/airflow/dags/polygon_parse_dag.py b/airflow/dags/polygon_parse_dag.py index 4803218..3611638 100644 --- a/airflow/dags/polygon_parse_dag.py +++ b/airflow/dags/polygon_parse_dag.py @@ -21,6 +21,8 @@ ) for folder in glob(table_definitions_folder): + if not os.path.isdir(folder): + continue dataset = folder.split('/')[-1] dag_id = f'polygon_parse_{dataset}_dag'