From 7bd2c9e2f3005a75bc91ccb2413e7f1ac601a405 Mon Sep 17 00:00:00 2001
From: sandrahoang686 <sandrahoang686@gmail.com>
Date: Fri, 20 Dec 2024 12:13:54 -0500
Subject: [PATCH] Adding scheduled cron events for geoglam, no2-monthly,
 no2-monthly-diff (#177)

---
 .../production/discovery-items/scheduled/geoglam.json | 11 +++++++++++
 .../discovery-items/scheduled/no2-monthly-diff.json   | 10 ++++++++++
 .../discovery-items/scheduled/no2-monthly.json        | 10 ++++++++++
 .../staging/discovery-items/scheduled/geoglam.json    | 10 ++++++++++
 .../discovery-items/scheduled/no2-monthly-diff.json   | 10 ++++++++++
 .../discovery-items/scheduled/no2-monthly.json        | 10 ++++++++++
 .../staging/transfer-config/no2-monthly-diff.json     |  7 +++++++
 .../staging/transfer-config/no2-monthly.json          |  7 +++++++
 8 files changed, 75 insertions(+)
 create mode 100644 ingestion-data/production/discovery-items/scheduled/geoglam.json
 create mode 100644 ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json
 create mode 100644 ingestion-data/production/discovery-items/scheduled/no2-monthly.json
 create mode 100644 ingestion-data/staging/discovery-items/scheduled/geoglam.json
 create mode 100644 ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json
 create mode 100644 ingestion-data/staging/discovery-items/scheduled/no2-monthly.json

diff --git a/ingestion-data/production/discovery-items/scheduled/geoglam.json b/ingestion-data/production/discovery-items/scheduled/geoglam.json
new file mode 100644
index 00000000..e0ceab7a
--- /dev/null
+++ b/ingestion-data/production/discovery-items/scheduled/geoglam.json
@@ -0,0 +1,11 @@
+{
+  "collection": "geoglam",
+  "prefix": "geoglam/",
+  "bucket": "veda-data-store",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
+
diff --git a/ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json b/ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json
new file mode 100644
index 00000000..ac85c94b
--- /dev/null
+++ b/ingestion-data/production/discovery-items/scheduled/no2-monthly-diff.json
@@ -0,0 +1,10 @@
+{
+  "collection": "no2-monthly-diff",
+  "prefix": "no2-monthly-diff/",
+  "bucket": "veda-data-store",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
\ No newline at end of file
diff --git a/ingestion-data/production/discovery-items/scheduled/no2-monthly.json b/ingestion-data/production/discovery-items/scheduled/no2-monthly.json
new file mode 100644
index 00000000..a96dc117
--- /dev/null
+++ b/ingestion-data/production/discovery-items/scheduled/no2-monthly.json
@@ -0,0 +1,10 @@
+{
+  "collection": "no2-monthly",
+  "prefix": "no2-monthly/",
+  "bucket": "veda-data-store",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/staging/discovery-items/scheduled/geoglam.json b/ingestion-data/staging/discovery-items/scheduled/geoglam.json
new file mode 100644
index 00000000..fc714126
--- /dev/null
+++ b/ingestion-data/staging/discovery-items/scheduled/geoglam.json
@@ -0,0 +1,10 @@
+{
+  "collection": "geoglam",
+  "prefix": "geoglam/",
+  "bucket": "veda-data-store-staging",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json b/ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json
new file mode 100644
index 00000000..0cb79aa1
--- /dev/null
+++ b/ingestion-data/staging/discovery-items/scheduled/no2-monthly-diff.json
@@ -0,0 +1,10 @@
+{
+  "collection": "no2-monthly-diff",
+  "prefix": "no2-monthly-diff/",
+  "bucket": "veda-data-store-staging",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/staging/discovery-items/scheduled/no2-monthly.json b/ingestion-data/staging/discovery-items/scheduled/no2-monthly.json
new file mode 100644
index 00000000..50f5de10
--- /dev/null
+++ b/ingestion-data/staging/discovery-items/scheduled/no2-monthly.json
@@ -0,0 +1,10 @@
+{
+  "collection": "no2-monthly",
+  "prefix": "no2-monthly/",
+  "bucket": "veda-data-store-staging",
+  "filename_regex": "^(.*).tif$",
+  "discovery": "s3",
+  "datetime_range": "month",
+  "schedule": "0 0 * * 0",
+  "upload": false
+}
diff --git a/ingestion-data/staging/transfer-config/no2-monthly-diff.json b/ingestion-data/staging/transfer-config/no2-monthly-diff.json
index 7e85eaba..df3ccebe 100644
--- a/ingestion-data/staging/transfer-config/no2-monthly-diff.json
+++ b/ingestion-data/staging/transfer-config/no2-monthly-diff.json
@@ -5,5 +5,12 @@
         "target_bucket": "veda-data-store",
         "collection": "no2-monthly-diff",
         "filename_regex": "^(.*).tif$"
+    },
+    {
+        "origin_bucket": "covid-eo-data",
+        "origin_prefix": "OMNO2d_HRMDifference/",
+        "target_bucket": "veda-data-store-staging",
+        "collection": "no2-monthly-diff",
+        "filename_regex": "^(.*).tif$"
     }
 ]
\ No newline at end of file
diff --git a/ingestion-data/staging/transfer-config/no2-monthly.json b/ingestion-data/staging/transfer-config/no2-monthly.json
index bf2c7788..2976cf0c 100644
--- a/ingestion-data/staging/transfer-config/no2-monthly.json
+++ b/ingestion-data/staging/transfer-config/no2-monthly.json
@@ -5,5 +5,12 @@
         "target_bucket": "veda-data-store",
         "collection": "no2-monthly",
         "filename_regex": "^(.*).tif$"
+    },
+    {
+        "origin_bucket": "covid-eo-data",
+        "origin_prefix": "OMNO2d_HRM/",
+        "target_bucket": "veda-data-store-staging",
+        "collection": "no2-monthly",
+        "filename_regex": "^(.*).tif$"
     }
 ]
\ No newline at end of file