exclude files from being treated as folders in `table_definitions_fol…

…der`
blockchain-etl · Sep 2, 2024 · c168f8d · c168f8d
1 parent 51f4f51
commit c168f8d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/airflow/dags/polygon_parse_dag.py b/airflow/dags/polygon_parse_dag.py
@@ -21,6 +21,8 @@
 )
 
 for folder in glob(table_definitions_folder):
+    if not os.path.isdir(folder):
+        continue
     dataset = folder.split('/')[-1]
 
     dag_id = f'polygon_parse_{dataset}_dag'