fix: updated dagster.yaml to use cloud storage

broomva · Mar 5, 2024 · e34e334 · e34e334
1 parent 661c702
commit e34e334
Show file tree

Hide file tree

Showing 2 changed files with 41 additions and 17 deletions.
diff --git a/dagster.yaml b/dagster.yaml
@@ -0,0 +1,24 @@
+storage:
+  postgres:
+    postgres_db:
+      username:
+        env: VORTEX_FLOWS_PG_USERNAME
+      password:
+        env: VORTEX_FLOWS_PG_PASSWORD
+      hostname:
+        env: VORTEX_FLOWS_PG_HOST
+      db_name:
+        env: VORTEX_FLOWS_PG_DB
+      port: 5432
+
+# compute_logs:
+#   module: dagster.core.storage.root
+#   class: LocalArtifactStorage
+#   config:
+#     base_dir: "/opt/dagster/logs/local/"
+
+# local_artifact_storage:
+#   module: dagster.core.storage.root
+#   class: LocalArtifactStorage
+#   config:
+#     base_dir: "/opt/dagster/local/"
diff --git a/examples/vortex_demo/dagster.yaml b/examples/vortex_demo/dagster.yaml
@@ -1,24 +1,24 @@
-# storage:
-#   postgres:
-#     postgres_db:
-#       username:
-#         env: DAGSTER_PG_USERNAME
-#       password:
-#         env: DAGSTER_PG_PASSWORD
-#       hostname:
-#         env: DAGSTER_PG_HOST
-#       db_name:
-#         env: DAGSTER_PG_DB
-#       port: 5432
+storage:
+  postgres:
+    postgres_db:
+      username:
+        env: VORTEX_FLOWS_PG_USERNAME
+      password:
+        env: VORTEX_FLOWS_PG_PASSWORD
+      hostname:
+        env: VORTEX_FLOWS_PG_HOST
+      db_name:
+        env: VORTEX_FLOWS_PG_DB
+      port: 5432
 
 # compute_logs:
 #   module: dagster.core.storage.root
 #   class: LocalArtifactStorage
 #   config:
 #     base_dir: "/opt/dagster/logs/local/"
 
-local_artifact_storage:
-  module: dagster.core.storage.root
-  class: LocalArtifactStorage
-  config:
-    base_dir: "/opt/dagster/local/"
+# local_artifact_storage:
+#   module: dagster.core.storage.root
+#   class: LocalArtifactStorage
+#   config:
+#     base_dir: "/opt/dagster/local/"