Merge pull request #5 from ethyca/SteveDMurphy-4-snowflake-upload-bug

Resolve Snowflake upload error
ethyca · Mar 4, 2024 · e7320e7 · e7320e7
2 parents a43f62b + 241efa8
commit e7320e7
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/ethyca/scripts/requirements.txt b/ethyca/scripts/requirements.txt
@@ -1,2 +1,2 @@
-pandas==1.4.1
-snowflake-sqlalchemy==1.3.3
+pandas==1.4.3
+snowflake-sqlalchemy==1.4.3
diff --git a/ethyca/scripts/snowflake_pipeline.py b/ethyca/scripts/snowflake_pipeline.py
@@ -1,13 +1,14 @@
 """
 Move data from the CSV files into a Snowflake instance.
 """
+
 from os import environ as env
 
 import pandas as pd
 from sqlalchemy import create_engine
 from sqlalchemy.engine import Engine
 
-FOLDERS_TO_LOAD = ["fides", "fideslang", "fidesops"]
+FOLDERS_TO_LOAD = ["fides", "fideslang"]
 FILES_TO_LOAD = ["forks", "stargazers", "views_clones_aggregate"]