feat: 🥅 add groups [skip ci]

datonic · Apr 2, 2024 · f890057 · f890057
1 parent 55d175e
commit f890057
Show file tree

Hide file tree

Showing 5 changed files with 23 additions and 10 deletions.
diff --git a/datadex/assets/huggingface.py b/datadex/assets/huggingface.py
@@ -5,7 +5,11 @@
 
 
 def create_hf_asset(dataset_name: str):
-    @asset(name="huggingface_" + dataset_name, ins={"data": AssetIn(dataset_name)})
+    @asset(
+        name="huggingface_" + dataset_name,
+        ins={"data": AssetIn(dataset_name)},
+        group_name="huggingface",
+    )
     def hf_asset(data: pd.DataFrame, hf: HuggingFaceResource) -> None:
         """
         Upload data to HuggingFace.

diff --git a/datadex/assets/indicators.py b/datadex/assets/indicators.py
@@ -7,7 +7,7 @@
 from slugify import slugify
 
 
-@asset
+@asset(group_name="country_indicators")
 def owid_energy_data() -> pd.DataFrame:
     """
     Raw Energy data from Our World in Data.
@@ -18,7 +18,7 @@ def owid_energy_data() -> pd.DataFrame:
     return pd.read_csv(energy_owid_url)
 
 
-@asset
+@asset(group_name="country_indicators")
 def owid_co2_data() -> pd.DataFrame:
     """
     Raw CO2 data from Our World in Data.
@@ -29,7 +29,7 @@ def owid_co2_data() -> pd.DataFrame:
     return pd.read_csv(co2_owid_url)
 
 
-@asset
+@asset(group_name="country_indicators")
 def world_bank_wdi() -> pd.DataFrame:
     """
     World Development Indicators (WDI) is the World Bank's premier compilation of cross-country comparable data on development.

diff --git a/datadex/assets/others.py b/datadex/assets/others.py
@@ -7,7 +7,7 @@
 from ..resources import IUCNRedListAPI
 
 
-@asset
+@asset(group_name="others")
 def threatened_animal_species(iucn_redlist_api: IUCNRedListAPI) -> pd.DataFrame:
     """
     Threatened animal species data from the IUCN Red List API.
@@ -27,7 +27,7 @@ def threatened_animal_species(iucn_redlist_api: IUCNRedListAPI) -> pd.DataFrame:
     )
 
 
-@asset
+@asset(group_name="others")
 def wikidata_asteroids() -> pd.DataFrame:
     """
     Wikidata asteroids data.

diff --git a/datadex/assets/spain.py b/datadex/assets/spain.py
@@ -9,7 +9,7 @@
 from ..resources import AEMETAPI
 
 
-@asset
+@asset(group_name="spain_open_data")
 def spain_energy_demand(context: AssetExecutionContext) -> pd.DataFrame:
     """
     Spain energy demand data.
@@ -49,7 +49,7 @@ def spain_energy_demand(context: AssetExecutionContext) -> pd.DataFrame:
     return df
 
 
-@asset
+@asset(group_name="spain_open_data")
 def spain_ipc() -> pd.DataFrame:
     """
     Spain IPC data from INE. Downloaded from datos.gob.es (https://datos.gob.es/es/apidata).
@@ -73,7 +73,7 @@ def spain_ipc() -> pd.DataFrame:
     return df
 
 
-@asset
+@asset(group_name="spain_open_data")
 def spain_aemet_stations(aemet_api: AEMETAPI) -> pd.DataFrame:
     """
     Spain AEMET stations data.
@@ -84,7 +84,7 @@ def spain_aemet_stations(aemet_api: AEMETAPI) -> pd.DataFrame:
     return df
 
 
-@asset
+@asset(group_name="spain_open_data")
 def spain_aemet_weather_data(
     context: AssetExecutionContext, aemet_api: AEMETAPI
 ) -> pd.DataFrame:

diff --git a/dbt/models/country_year_indicators_schema.yml b/dbt/models/country_year_indicators_schema.yml
@@ -0,0 +1,9 @@
+version: 2
+
+models:
+  - name: country_year_indicators
+    description: "Country-year indicators"
+    config:
+      meta:
+        dagster:
+          group: country_indicators