diff --git a/metaphor/postgresql/extractor.py b/metaphor/postgresql/extractor.py index 1c5195ab..ebbac839 100644 --- a/metaphor/postgresql/extractor.py +++ b/metaphor/postgresql/extractor.py @@ -471,6 +471,8 @@ def _process_cloud_watch_log( ): return None + logger.debug(f"processing valid query: {log}") + # Extract sql from the previous line query = ":".join(previous_line.log_body[1:]).lstrip() @@ -488,6 +490,7 @@ def _process_cloud_watch_log( if not is_valid_queried_datasets(tll.sources) or not is_valid_queried_datasets( tll.targets ): + logger.debug(f"invalid sources/targets, log: {log}") return None sql_hash = md5_digest(query.encode("utf-8")) diff --git a/pyproject.toml b/pyproject.toml index 21449516..5c1873c7 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "metaphor-connectors" -version = "0.14.117" +version = "0.14.118" license = "Apache-2.0" description = "A collection of Python-based 'connectors' that extract metadata from various sources to ingest into the Metaphor app." authors = ["Metaphor "]