[sc-28620] Catch RecursionError in TLL parsing (#981)

MetaphorData · Sep 9, 2024 · 9ebb5a7 · 9ebb5a7
1 parent fddb6a9
commit 9ebb5a7
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/metaphor/common/sql/table_level_lineage/table_level_lineage.py b/metaphor/common/sql/table_level_lineage/table_level_lineage.py
@@ -150,6 +150,11 @@ def extract_table_level_lineage(
         if not _is_truncated_insert_into_with_values(sql):
             logger.warning(f"Cannot parse sql with SQLGlot, query_id = {query_id}")
         return Result()
+    except RecursionError:
+        logger.warning(
+            f"Cannot parse sql with SQLGlot (max recursion level exceeded), query_id = {query_id}"
+        )
+        return Result()
 
     try:
         return Result(

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "metaphor-connectors"
-version = "0.14.102"
+version = "0.14.103"
 license = "Apache-2.0"
 description = "A collection of Python-based 'connectors' that extract metadata from various sources to ingest into the Metaphor app."
 authors = ["Metaphor <[email protected]>"]