From 41e94f456f6943ed0836a421f0f83f985c9ee752 Mon Sep 17 00:00:00 2001
From: David Gasquez <davidgasquez@gmail.com>
Date: Thu, 18 Jan 2024 15:01:07 +0000
Subject: [PATCH] =?UTF-8?q?style:=20=F0=9F=97=91=EF=B8=8F=20some=20cleanin?=
 =?UTF-8?q?g?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .gitignore                   | 4 ++--
 data/{ => datasets}/.gitkeep | 0
 datadex/utils.py             | 4 ----
 dbt/dbt_project.yml          | 4 +++-
 dbt/profiles.yml             | 5 +----
 5 files changed, 6 insertions(+), 11 deletions(-)
 rename data/{ => datasets}/.gitkeep (100%)

diff --git a/.gitignore b/.gitignore
index 106dd89..d64ec96 100644
--- a/.gitignore
+++ b/.gitignore
@@ -132,8 +132,8 @@ dmypy.json
 dbt_packages/
 logs/
 
-# Ignore everything under data except .gitkeep
+# Ignore everything under data except datasets/.gitkeep
 data/**
-!data/.gitkeep
+!data/datasets/.gitkeep
 
 /.quarto/
diff --git a/data/.gitkeep b/data/datasets/.gitkeep
similarity index 100%
rename from data/.gitkeep
rename to data/datasets/.gitkeep
diff --git a/datadex/utils.py b/datadex/utils.py
index c29ca95..203622a 100644
--- a/datadex/utils.py
+++ b/datadex/utils.py
@@ -5,10 +5,6 @@
 db_dir = os.path.dirname(os.path.abspath(__file__)) + "/../data/"
 
 
-def custom_f():
-    return 42
-
-
 def query(sql):
     with duckdb.connect(database=f"{db_dir}/local.duckdb") as con:
         return con.sql(sql).df()
diff --git a/dbt/dbt_project.yml b/dbt/dbt_project.yml
index 77e8aba..eaf7ca0 100644
--- a/dbt/dbt_project.yml
+++ b/dbt/dbt_project.yml
@@ -8,4 +8,6 @@ target-path: target
 
 models:
   datadex:
-    +materialized: table
+    +materialized: external
+    +options:
+      codec: zstd
diff --git a/dbt/profiles.yml b/dbt/profiles.yml
index 8f908e6..108934f 100644
--- a/dbt/profiles.yml
+++ b/dbt/profiles.yml
@@ -4,13 +4,10 @@ default:
       type: duckdb
       path: "../data/local.duckdb"
       threads: 8
-      extensions:
-        - httpfs
-        - parquet
       settings:
         enable_object_cache: true
         enable_http_metadata_cache: true
-      external_root: "../data/"
+      external_root: "../data/datasets"
   target: dev
 
 config: