style: 🗑️ some cleaning

datonic · Jan 18, 2024 · 41e94f4 · 41e94f4
1 parent 8edf199
commit 41e94f4
Show file tree

Hide file tree

Showing 5 changed files with 6 additions and 11 deletions.
diff --git a/.gitignore b/.gitignore
@@ -132,8 +132,8 @@ dmypy.json
 dbt_packages/
 logs/
 
-# Ignore everything under data except .gitkeep
+# Ignore everything under data except datasets/.gitkeep
 data/**
-!data/.gitkeep
+!data/datasets/.gitkeep
 
 /.quarto/
diff --git a/data/.gitkeep → data/datasets/.gitkeep b/data/.gitkeep → data/datasets/.gitkeep
diff --git a/datadex/utils.py b/datadex/utils.py
@@ -5,10 +5,6 @@
 db_dir = os.path.dirname(os.path.abspath(__file__)) + "/../data/"
 
 
-def custom_f():
-    return 42
-
-
 def query(sql):
     with duckdb.connect(database=f"{db_dir}/local.duckdb") as con:
         return con.sql(sql).df()
diff --git a/dbt/dbt_project.yml b/dbt/dbt_project.yml
@@ -8,4 +8,6 @@ target-path: target
 
 models:
   datadex:
-    +materialized: table
+    +materialized: external
+    +options:
+      codec: zstd
diff --git a/dbt/profiles.yml b/dbt/profiles.yml
@@ -4,13 +4,10 @@ default:
       type: duckdb
       path: "../data/local.duckdb"
       threads: 8
-      extensions:
-        - httpfs
-        - parquet
       settings:
         enable_object_cache: true
         enable_http_metadata_cache: true
-      external_root: "../data/"
+      external_root: "../data/datasets"
   target: dev
 
 config: