Skip to content

Commit

Permalink
address comments
Browse files Browse the repository at this point in the history
  • Loading branch information
usefulalgorithm committed Oct 22, 2024
1 parent 768ac84 commit 071c9dd
Showing 1 changed file with 9 additions and 9 deletions.
18 changes: 9 additions & 9 deletions metaphor/dbt/cloud/extractor.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,9 +41,9 @@ def __init__(self, config: DbtCloudConfig):

self._project_accounts: Dict[int, str] = {}

self.datasets: Dict[str, Dataset] = {}
self.virtual_views: Dict[str, VirtualView] = {}
self.metrics: Dict[str, Metric] = {}
self._datasets: Dict[str, Dataset] = {}
self._virtual_views: Dict[str, VirtualView] = {}
self._metrics: Dict[str, Metric] = {}

self._parsed_runs: Set[int] = set()

Expand Down Expand Up @@ -76,9 +76,9 @@ async def extract(self) -> Collection[ENTITY_TYPES]:
for job_id in self._job_ids:
await self._extract_job(job_id)

datasets = [d for d in self.datasets.values() if should_be_included(d)]
views = [v for v in self.virtual_views.values() if should_be_included(v)]
metrics = [m for m in self.metrics.values() if should_be_included(m)]
datasets = [d for d in self._datasets.values() if should_be_included(d)]
views = [v for v in self._virtual_views.values() if should_be_included(v)]
metrics = [m for m in self._metrics.values() if should_be_included(m)]

return datasets + views + metrics

Expand Down Expand Up @@ -122,9 +122,9 @@ async def _extract_job(self, job_id: int):
project_name,
docs_base_url,
project_explore_url=project_explore_url,
datasets=self.datasets,
virtual_views=self.virtual_views,
metrics=self.metrics,
datasets=self._datasets,
virtual_views=self._virtual_views,
metrics=self._metrics,
)
job_run_parser.parse_run(run)
self._parsed_runs.add(run.run_id)

0 comments on commit 071c9dd

Please sign in to comment.