fix stuff

MetaphorData · Oct 29, 2024 · dde9145 · dde9145
1 parent b8232f5
commit dde9145
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 13 deletions.
diff --git a/metaphor/glue/extractor.py b/metaphor/glue/extractor.py
@@ -99,7 +99,7 @@ def _get_tables(self, database: str):
                 )
                 table_type = table.get("TableType")
                 parameters = table.get("Parameters")
-                row_count = parameters.get("numRows") if parameters else None
+                row_count = int(parameters.get("numRows")) if parameters else 0
                 description = table.get("Description")
 
                 dataset = self._init_dataset(

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -109,6 +109,7 @@ all = [
   "nltk",
   "oracledb",
   "parse",
+  "psycopg2",
   "pycarlo",
   "pyhive",
   "pymongo",
@@ -132,7 +133,7 @@ confluence = ["llama-index", "llama-index-embeddings-azure-openai", "llama-index
 datafactory = ["azure-identity", "azure-mgmt-datafactory"]
 datahub = ["gql"]
 dbt = ["httpx"]
-great_expectations = ["great-expectations", "SQLAlchemy","psycopg2"]
+great_expectations = ["great-expectations", "SQLAlchemy", "psycopg2"]
 hive = ["pyhive", "sasl", "thrift", "thrift-sasl"]
 kafka = ["confluent-kafka", "avro", "grpcio-tools"]
 looker = ["GitPython", "lkml", "looker-sdk"]