Adding scheduled cron events for geoglam, no2-monthly, no2-monthly-di…

…ff (#177)
NASA-IMPACT · Dec 20, 2024 · 7bd2c9e · 7bd2c9e
1 parent 4898607
commit 7bd2c9e
Show file tree

Hide file tree

Showing 8 changed files with 75 additions and 0 deletions.
diff --git a/ingestion-data/production/discovery-items/scheduled/geoglam.json b/ingestion-data/production/discovery-items/scheduled/geoglam.json
@@ -0,0 +1,11 @@
+{
+  "collection": "geoglam",
+  "prefix": "geoglam/",
+  "bucket": "veda-data-store",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
+
diff --git a/ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json b/ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json
@@ -0,0 +1,10 @@
+{
+  "collection": "no2-monthly-diff",
+  "prefix": "no2-monthly-diff/",
+  "bucket": "veda-data-store",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/production/discovery-items/scheduled/no2-monthly.json b/ingestion-data/production/discovery-items/scheduled/no2-monthly.json
@@ -0,0 +1,10 @@
+{
+  "collection": "no2-monthly",
+  "prefix": "no2-monthly/",
+  "bucket": "veda-data-store",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/staging/discovery-items/scheduled/geoglam.json b/ingestion-data/staging/discovery-items/scheduled/geoglam.json
@@ -0,0 +1,10 @@
+{
+  "collection": "geoglam",
+  "prefix": "geoglam/",
+  "bucket": "veda-data-store-staging",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json b/ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json
@@ -0,0 +1,10 @@
+{
+  "collection": "no2-monthly-diff",
+  "prefix": "no2-monthly-diff/",
+  "bucket": "veda-data-store-staging",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/staging/discovery-items/scheduled/no2-monthly.json b/ingestion-data/staging/discovery-items/scheduled/no2-monthly.json
@@ -0,0 +1,10 @@
+{
+  "collection": "no2-monthly",
+  "prefix": "no2-monthly/",
+  "bucket": "veda-data-store-staging",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/staging/transfer-config/no2-monthly-diff.json b/ingestion-data/staging/transfer-config/no2-monthly-diff.json
@@ -5,5 +5,12 @@
         "target_bucket": "veda-data-store",
         "collection": "no2-monthly-diff",
         "filename_regex": "^(.*).tif$"
+    },
+    {
+        "origin_bucket": "covid-eo-data",
+        "origin_prefix": "OMNO2d_HRMDifference/",
+        "target_bucket": "veda-data-store-staging",
+        "collection": "no2-monthly-diff",
+        "filename_regex": "^(.*).tif$"
     }
 ]
diff --git a/ingestion-data/staging/transfer-config/no2-monthly.json b/ingestion-data/staging/transfer-config/no2-monthly.json
@@ -5,5 +5,12 @@
         "target_bucket": "veda-data-store",
         "collection": "no2-monthly",
         "filename_regex": "^(.*).tif$"
+    },
+    {
+        "origin_bucket": "covid-eo-data",
+        "origin_prefix": "OMNO2d_HRM/",
+        "target_bucket": "veda-data-store-staging",
+        "collection": "no2-monthly",
+        "filename_regex": "^(.*).tif$"
     }
 ]