Handle extra columns returned from Snowflake SHOW COLUMNS command (#758)

MetaphorData · Jan 17, 2024 · 6db8cb9 · 6db8cb9
1 parent cb3fb2e
commit 6db8cb9
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/metaphor/snowflake/profile/extractor.py b/metaphor/snowflake/profile/extractor.py
@@ -157,6 +157,7 @@ def _fetch_columns_async(
 
         # This could include columns in views or stream tables.
         for row in cursor:
+            # See https://docs.snowflake.com/en/sql-reference/sql/show-columns#output
             (
                 table_name,
                 table_schema,
@@ -168,7 +169,7 @@ def _fetch_columns_async(
                 _,
                 _,
                 table_catalog,
-                _,
+                *_,
             ) = row
             column_info_map[Table(table_catalog, table_schema, table_name)].append(
                 (column_name, data_type)

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "metaphor-connectors"
-version = "0.13.107"
+version = "0.13.108"
 license = "Apache-2.0"
 description = "A collection of Python-based 'connectors' that extract metadata from various sources to ingest into the Metaphor app."
 authors = ["Metaphor <[email protected]>"]