Add debug log when processing query (#1003)

* More log... * Bump version * Bump version
MetaphorData · Oct 7, 2024 · 11b754e · 11b754e
1 parent 704a085
commit 11b754e
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/metaphor/postgresql/extractor.py b/metaphor/postgresql/extractor.py
@@ -471,6 +471,8 @@ def _process_cloud_watch_log(
         ):
             return None
 
+        logger.debug(f"processing valid query: {log}")
+
         # Extract sql from the previous line
         query = ":".join(previous_line.log_body[1:]).lstrip()
 
@@ -488,6 +490,7 @@ def _process_cloud_watch_log(
         if not is_valid_queried_datasets(tll.sources) or not is_valid_queried_datasets(
             tll.targets
         ):
+            logger.debug(f"invalid sources/targets, log: {log}")
             return None
 
         sql_hash = md5_digest(query.encode("utf-8"))

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "metaphor-connectors"
-version = "0.14.117"
+version = "0.14.118"
 license = "Apache-2.0"
 description = "A collection of Python-based 'connectors' that extract metadata from various sources to ingest into the Metaphor app."
 authors = ["Metaphor <[email protected]>"]