feat(datasets): add 4 salt marsh story dataset configs

.github/workflows/pr.yml

@@ -128,16 +128,17 @@ jobs:
 
           # Track successful publications
           all_failed=true
-          success_collections=()
+          declare -a success_collections=()
           status_message='### Collection Publication Status
           '
 
-          for file in "${ADDED_FILES[@]}"; do
+          for file in ${ADDED_FILES}; do
             echo $file
             if [ -f "$file" ]; then
               dataset_config=$(jq '.' "$file")
               collection_id=$(jq -r '.collection' "$file")
 
+              echo "Publishing $collection_id"
               response=$(curl -s -w "%{http_code}" -o response.txt -X POST "$publish_url" \
                 -H "Content-Type: application/json" \
                 -H "Authorization: Bearer $AUTH_TOKEN" \
@@ -171,7 +172,7 @@ jobs:
           fi
 
           # Output only successful collections to be used in subsequent steps
-          echo "success_collections=$(IFS=','; echo "${success_collections[*]}")" >> $GITHUB_OUTPUT
+          echo "success_collections=${success_collections[*]}" >> $GITHUB_OUTPUT
 
           # Update PR comment
           CURRENT_BODY=$(gh api -H "Authorization: token $GITHUB_TOKEN" /repos/${{ github.repository }}/issues/comments/$COMMENT_ID --jq '.body')
@@ -221,8 +222,7 @@ jobs:
         run: |
           echo $PUBLISHED_COLLECTION_FILES
           pip install -r ./scripts/requirements.txt
-          for file in "${PUBLISHED_COLLECTION_FILES[@]}"
-          do
+          for file in ${PUBLISHED_COLLECTION_FILES}; do
             python3 ./scripts/generate-mdx.py "$file"
           done
 

ingestion-data/staging/dataset-config/ida-ndvi-difference.json

@@ -0,0 +1,81 @@
+{
+    "collection": "ida-ndvi-difference",
+    "title": "NDVI Difference for Pre and Post-Hurricane Ida from PlanetScope",
+    "description": "Normalized Difference Vegetation Index Difference of before and after Hurricane Ida in southern Louisiana.",
+    "license": "CC0-1.0",
+    "is_periodic": true,
+    "time_density": "day",
+    "spatial_extent": {
+      "xmin": -90.85,
+      "ymin": 29.03,
+      "xmax": -90.06,
+      "ymax": 29.65
+    },
+    "temporal_extent": {
+      "startdate": "2021-08-23T00:00:00Z",
+      "enddate": "2021-09-09T23:59:59Z"
+    },
+    "sample_files": [
+      "s3://veda-data-store-staging/planet-indices/NDVI_Difference_Hurricane_cog.tif"
+    ],
+    "discovery_items": [
+      {
+        "discovery": "s3",
+        "cogify": false,
+        "upload": false,
+        "dry_run": false,
+        "prefix": "planet-indices/",
+        "bucket": "veda-data-store-staging",
+        "filename_regex": "(.*)NDVI_Difference_Hurricane_cog.tif$"
+      }
+    ],
+    "data_type": "cog",
+    "providers": [
+      {
+        "name": "NASA VEDA",
+        "roles": [
+          "host"
+        ],
+        "url": "https://www.earthdata.nasa.gov/dashboard/"
+      }
+    ],
+    "stac_version": "1.0.0",
+    "stac_extensions": [
+        "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+        "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+    ],
+    "item_assets": {
+        "cog_default": {
+            "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+            "roles": [
+                "data",
+                "layer"
+            ],
+            "title": "Default COG Layer",
+            "description": "Cloud optimized default layer to display on map"
+        }
+    },
+    "renders": {
+        "dashboard": {
+            "resampling": "nearest",
+            "bidx": [1],
+            "colormap_name": "rdbu",
+            "assets": [
+                "cog_default"
+            ],
+            "rescale": [[-1, 1]],
+            "title": "VEDA Dashboard Render Parameters"
+        }
+    },
+    "assets": {
+        "thumbnail": {
+            "href": "https://thumbnails.openveda.cloud/louisiana-marsh.jpg",
+            "type": "image/jpeg",
+            "roles": [
+            "thumbnail"
+            ],
+            "title": "Thumbnail",
+            "description": "Photo by [Bridget Besaw](https://www.nature.org/en-us/get-involved/how-to-help/places-we-protect/the-nature-conservancy-in-louisiana-gulf-coast-prairies-and-marshes/) (Wetland landscape across southern Louisiana.)"
+        }
+    }
+  }

ingestion-data/staging/dataset-config/ida-ndvi.json

@@ -0,0 +1,83 @@
+{
+    "collection": "ida-ndvi",
+    "title": "NDVI for Pre and Post-Hurricane Ida from PlanetScope",
+    "description": "Normalized Difference Vegetation Index before and after Hurricane Ida in southern Louisiana.",
+    "license": "CC0-1.0",
+    "is_periodic": true,
+    "time_density": "day",
+    "spatial_extent": {
+      "xmin": -90.85,
+      "ymin": 29.03,
+      "xmax": -90.06,
+      "ymax": 29.65
+    },
+    "temporal_extent": {
+      "startdate": "2021-08-23T00:00:00Z",
+      "enddate": "2021-09-09T23:59:59Z"
+    },
+    "sample_files": [
+      "s3://veda-data-store-staging/planet-indices-v2/NDVI_Pre_Hurricane_cog_2021-08-23.tif",
+      "s3://veda-data-store-staging/planet-indices-v2/NDVI_Post_Hurricane_cog_2021-09-09.tif"
+    ],
+    "discovery_items": [
+      {
+        "discovery": "s3",
+        "cogify": false,
+        "upload": false,
+        "dry_run": false,
+        "prefix": "planet-indices-v2/",
+        "bucket": "veda-data-store-staging",
+        "filename_regex": "NDVI_(.*)_Hurricane_cog_(.*).tif$"
+      }
+    ],
+    "data_type": "cog",
+    "providers": [
+      {
+        "name": "NASA VEDA",
+        "roles": [
+          "host"
+        ],
+        "url": "https://www.earthdata.nasa.gov/dashboard/"
+      }
+    ],
+    "stac_version": "1.0.0",
+    "stac_extensions": [
+        "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+        "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+    ],
+    "item_assets": {
+        "cog_default": {
+            "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+            "roles": [
+                "data",
+                "layer"
+            ],
+            "title": "Default COG Layer",
+            "description": "Cloud optimized default layer to display on map"
+        }
+    },
+    "renders": {
+        "dashboard": {
+            "resampling": "nearest",
+            "bidx": [1],
+            "colormap_name": "rdylgn",
+            "nodata": -999,
+            "assets": [
+                "cog_default"
+            ],
+            "rescale": [[-1, 1]],
+            "title": "VEDA Dashboard Render Parameters"
+        }
+    },
+    "assets": {
+        "thumbnail": {
+            "href": "https://thumbnails.openveda.cloud/louisiana-marsh.jpg",
+            "type": "image/jpeg",
+            "roles": [
+            "thumbnail"
+            ],
+            "title": "Thumbnail",
+            "description": "Photo by [Bridget Besaw](https://www.nature.org/en-us/get-involved/how-to-help/places-we-protect/the-nature-conservancy-in-louisiana-gulf-coast-prairies-and-marshes/) (Wetland landscape across southern Louisiana.)"
+        }
+    }
+  }

ingestion-data/staging/dataset-config/ida-ndwi-difference.json

@@ -0,0 +1,81 @@
+{
+    "collection": "ida-ndwi-difference",
+    "title": "NDWI Difference for Pre and Post-Hurricane Ida from PlanetScope",
+    "description": "Normalized Difference Water Index Difference of before and after Hurricane Ida in southern Louisiana.",
+    "license": "CC0-1.0",
+    "is_periodic": true,
+    "time_density": "day",
+    "spatial_extent": {
+      "xmin": -90.85,
+      "ymin": 29.03,
+      "xmax": -90.06,
+      "ymax": 29.65
+    },
+    "temporal_extent": {
+      "startdate": "2021-08-23T00:00:00Z",
+      "enddate": "2021-09-09T23:59:59Z"
+    },
+    "sample_files": [
+      "s3://veda-data-store-staging/planet-indices-v2/NDWI_Difference_Hurricane_cog.tif"
+    ],
+    "discovery_items": [
+      {
+        "discovery": "s3",
+        "cogify": false,
+        "upload": false,
+        "dry_run": false,
+        "prefix": "planet-indices-v2/",
+        "bucket": "veda-data-store-staging",
+        "filename_regex": "(.*)NDWI_Difference_Hurricane_cog.tif$"
+      }
+    ],
+    "data_type": "cog",
+    "providers": [
+      {
+        "name": "NASA VEDA",
+        "roles": [
+          "host"
+        ],
+        "url": "https://www.earthdata.nasa.gov/dashboard/"
+      }
+    ],
+    "stac_version": "1.0.0",
+    "stac_extensions": [
+        "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+        "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+    ],
+    "item_assets": {
+        "cog_default": {
+            "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+            "roles": [
+                "data",
+                "layer"
+            ],
+            "title": "Default COG Layer",
+            "description": "Cloud optimized default layer to display on map"
+        }
+    },
+    "renders": {
+        "dashboard": {
+            "resampling": "nearest",
+            "bidx": [1],
+            "colormap_name": "rdbu",
+            "assets": [
+                "cog_default"
+            ],
+            "rescale": [[-1, 1]],
+            "title": "VEDA Dashboard Render Parameters"
+        }
+    },
+    "assets": {
+        "thumbnail": {
+            "href": "https://thumbnails.openveda.cloud/louisiana-marsh.jpg",
+            "type": "image/jpeg",
+            "roles": [
+            "thumbnail"
+            ],
+            "title": "Thumbnail",
+            "description": "Photo by [Bridget Besaw](https://www.nature.org/en-us/get-involved/how-to-help/places-we-protect/the-nature-conservancy-in-louisiana-gulf-coast-prairies-and-marshes/) (Wetland landscape across southern Louisiana.)"
+        }
+    }
+  }

ingestion-data/staging/dataset-config/ida-ndwi.json

@@ -0,0 +1,83 @@
+{
+    "collection": "ida-ndwi",
+    "title": "NDWI for Pre and Post-Hurricane Ida from PlanetScope",
+    "description": "Normalized Difference Water Index before and after Hurricane Ida in southern Louisiana.",
+    "license": "CC0-1.0",
+    "is_periodic": true,
+    "time_density": "day",
+    "spatial_extent": {
+      "xmin": -90.85,
+      "ymin": 29.03,
+      "xmax": -90.06,
+      "ymax": 29.65
+    },
+    "temporal_extent": {
+      "startdate": "2021-08-23T00:00:00Z",
+      "enddate": "2021-09-09T23:59:59Z"
+    },
+    "sample_files": [
+      "s3://veda-data-store-staging/planet-indices-v2/NDWI_Pre_Hurricane_cog_2021-08-23.tif",
+      "s3://veda-data-store-staging/planet-indices-v2/NDWI_Post_Hurricane_cog_2021-09-09.tif"
+    ],
+    "discovery_items": [
+      {
+        "discovery": "s3",
+        "cogify": false,
+        "upload": false,
+        "dry_run": false,
+        "prefix": "planet-indices-v2/",
+        "bucket": "veda-data-store-staging",
+        "filename_regex": "NDWI_(.*)_Hurricane_cog_(.*).tif$"
+      }
+    ],
+    "data_type": "cog",
+    "providers": [
+      {
+        "name": "NASA VEDA",
+        "roles": [
+          "host"
+        ],
+        "url": "https://www.earthdata.nasa.gov/dashboard/"
+      }
+    ],
+    "stac_version": "1.0.0",
+    "stac_extensions": [
+        "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+        "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+    ],
+    "item_assets": {
+        "cog_default": {
+            "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+            "roles": [
+                "data",
+                "layer"
+            ],
+            "title": "Default COG Layer",
+            "description": "Cloud optimized default layer to display on map"
+        }
+    },
+    "renders": {
+        "dashboard": {
+            "resampling": "nearest",
+            "bidx": [1],
+            "colormap_name": "rdylbu",
+            "nodata": -999,
+            "assets": [
+                "cog_default"
+            ],
+            "rescale": [[-1, 1]],
+            "title": "VEDA Dashboard Render Parameters"
+        }
+    },
+    "assets": {
+        "thumbnail": {
+            "href": "https://thumbnails.openveda.cloud/louisiana-marsh.jpg",
+            "type": "image/jpeg",
+            "roles": [
+            "thumbnail"
+            ],
+            "title": "Thumbnail",
+            "description": "Photo by [Bridget Besaw](https://www.nature.org/en-us/get-involved/how-to-help/places-we-protect/the-nature-conservancy-in-louisiana-gulf-coast-prairies-and-marshes/) (Wetland landscape across southern Louisiana.)"
+        }
+    }
+  }