fix(ingest/teradata): Teradata speed up changes (#9059)

Co-authored-by: Andrew Sikowitz <[email protected]>
datahub-project · Nov 24, 2023 · 5ccb30e · 5ccb30e
1 parent 1c5871c
commit 5ccb30e
Show file tree

Hide file tree

Showing 2 changed files with 688 additions and 30 deletions.
diff --git a/metadata-ingestion/src/datahub/emitter/sql_parsing_builder.py b/metadata-ingestion/src/datahub/emitter/sql_parsing_builder.py
@@ -195,6 +195,9 @@ def _gen_lineage_mcps(self) -> Iterable[MetadataChangeProposalWrapper]:
                 upstreams.append(edge.gen_upstream_aspect())
                 fine_upstreams.extend(edge.gen_fine_grained_lineage_aspects())
 
+            if not upstreams:
+                continue
+
             upstream_lineage = UpstreamLineageClass(
                 upstreams=sorted(upstreams, key=lambda x: x.dataset),
                 fineGrainedLineages=sorted(