Add NLCD datasets (#166)

NASA-IMPACT · Dec 20, 2024 · 6efe7c7 · 6efe7c7
1 parent 22e7711
commit 6efe7c7
Show file tree

Hide file tree

Showing 9 changed files with 509 additions and 0 deletions.
diff --git a/ingestion-data/.DS_Store b/ingestion-data/.DS_Store
diff --git a/ingestion-data/production/collections/nlcd-annual-conus.json b/ingestion-data/production/collections/nlcd-annual-conus.json
@@ -0,0 +1,77 @@
+{
+    "id": "nlcd-annual-conus",
+    "type": "Collection",
+    "links": [],
+    "title": "NLCD Land Use Land Cover Classifications",
+    "extent": {
+      "spatial": {
+        "bbox": [
+          [-130.23282801589895,
+          21.742307778016638,
+          -63.672191850655295,
+          49.177063191389536]
+        ]
+      },
+      "temporal": {
+        "interval": [
+          [
+            "2001-01-01T00:00:00+00:00",
+            "2021-12-31T23:59:59+00:00"
+          ]
+        ]
+      }
+    },
+    "license": "CC0-1.0",
+    "description": "National Land Cover Database Land Use Land Cover Classification datasets for CONUS 2001-2021",
+    "item_assets": {
+      "landcover": {
+        "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+        "roles": [
+          "data",
+          "layer"
+        ],
+        "title": "Land Cover",
+        "description": "National Land Cover Database (NLCD) annual land cover data for the United States."
+      }
+    },
+    "stac_version": "1.0.0",
+    "datetime_range": "year",
+    "dashboard:is_periodic": false,
+    "dashboard:time_density": "year",
+    "assets": {
+        "thumbnail": {
+            "title": "Thumbnail",
+            "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)",
+            "href": "https://thumbnails.openveda.cloud/nlcd-cover.png",
+            "type": "image/jpeg",
+            "roles": ["thumbnail"]
+        }
+    },
+    "stac_extensions": [
+        "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+        "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+    ],
+    "providers": [
+      {
+        "name": "NASA VEDA",
+        "roles": [
+          "host"
+        ],
+        "url": "https://www.earthdata.nasa.gov/dashboard/"
+      }
+    ],
+    "renders": {
+      "dashboard": {
+        "assets": [
+          "landcover"
+        ],
+        "bidx": [
+                1
+            ],
+          "colormap_name": "nlcd",
+          "nodata": 0,
+        "title": "VEDA Dashboard Render Parameters",
+        "resampling": "nearest"
+      }
+    }
+  }
diff --git a/ingestion-data/production/collections/nlcd-new-urbanization.json b/ingestion-data/production/collections/nlcd-new-urbanization.json
@@ -0,0 +1,78 @@
+{
+    "id": "nlcd-new-urbanization",
+    "type": "Collection",
+    "links": [],
+    "title": "NLCD Urbanization",
+    "extent": {
+      "spatial": {
+        "bbox": [
+          [-125, 24, -65, 50]
+        ]
+      },
+      "temporal": {
+        "interval": [
+          [
+            "2001-01-01T00:00:00+00:00",
+            "2021-12-31T23:59:59+00:00"
+          ]
+        ]
+      }
+    },
+    "license": "CC0-1.0",
+    "description": "National Land Cover Database Land Use Land Cover Classification new urbanization 2001-2021",
+    "item_assets": {
+      "landcover": {
+        "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+        "roles": [
+          "data",
+          "layer"
+        ],
+        "title": "NLCD Urbanization",
+        "description": "National Land Cover Database newly classified urban land use between 2001-2021"
+      }
+    },
+    "stac_version": "1.0.0",
+    "datetime_range": "year",
+    "dashboard:is_periodic": false,
+    "dashboard:time_density": null,
+    "assets": {
+        "thumbnail": {
+            "title": "Thumbnail",
+            "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)",
+            "href": "https://thumbnails.openveda.cloud/nlcd-cover.png",
+            "type": "image/jpeg",
+            "roles": ["thumbnail"]
+        }
+    },
+    "stac_extensions": [
+        "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+        "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+    ],
+    "providers": [
+      {
+        "name": "NASA VEDA",
+        "roles": [
+          "host"
+        ],
+        "url": "https://www.earthdata.nasa.gov/dashboard/"
+      }
+    ],
+    "renders": {
+        "dashboard": {
+            "resampling": "cubic_spline",
+            "bidx": [
+                1
+            ],
+            "colormap_name": "reds",
+            "assets": [
+                "landcover"
+            ],
+            "title": "VEDA Dashboard Render Parameters"
+        }
+    },
+    "summaries": {
+    "datetime": [
+      "2001-01-01T00:00:00Z"
+    ]
+  }
+  }
diff --git a/ingestion-data/production/dataset-config/nlcd-annual-conus.json b/ingestion-data/production/dataset-config/nlcd-annual-conus.json
@@ -0,0 +1,91 @@
+{
+  "collection": "nlcd-annual-conus",
+  "title": "NLCD Land Use Land Cover Classifications",
+  "description": "National Land Cover Database Land Use Land Cover Classification datasets for CONUS 2000-2021",
+  "license": "CC0-1.0",
+  "is_periodic": false,
+  "time_density": "year",
+  "spatial_extent": {
+    "xmin": -125,
+    "ymin": 24,
+    "xmax": -65,
+    "ymax": 50
+  },
+  "temporal_extent": {
+    "startdate": "2001-01-01T00:00:00Z",
+    "enddate": "2021-12-31T00:00:00Z"
+  },
+  "sample_files": [
+    "s3://veda-data-store/nlcd-annual-conus/nlcd_2001_cog_v2.tif",
+    "s3://veda-data-store/nlcd-annual-conus/nlcd_2004_cog_v2.tif"
+  ],
+  "discovery_items": [
+    {
+      "discovery": "s3",
+      "prefix": "nlcd-annual-conus/",
+      "bucket": "veda-data-store",
+      "filename_regex": "^(.*)nlcd_\\d{4}_cog_v2.tif$",
+      "id_template": "{}",
+      "assets": {
+        "landcover": {
+          "roles": [
+            "data",
+            "layer"
+          ],
+          "title": "Land Cover",
+          "description": "National Land Cover Database (NLCD) annual land cover data for the United States."
+        }
+      }
+    }
+  ],
+  "data_type": "cog",
+  "datetime_range": "year",
+  "stac_version": "1.0.0",
+  "stac_extensions": [
+    "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+    "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+  ],
+  "providers": [
+    {
+      "name": "NASA VEDA",
+      "roles": [
+        "host"
+      ],
+      "url": "https://www.earthdata.nasa.gov/dashboard/"
+    }
+  ],
+"renders": {
+  "dashboard": {
+    "assets": [
+      "landcover"
+    ],
+    "bidx": [
+            1
+        ],
+        "colormap_name": "nlcd",
+        "nodata": 0,
+    "title": "VEDA Dashboard Render Parameters",
+    "resampling": "nearest"
+  }
+},
+  "assets": {
+      "thumbnail": {
+          "title": "Thumbnail",
+          "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)",
+          "href": "https://thumbnails.openveda.cloud/nlcd-cover.png",
+          "type": "image/jpeg",
+          "roles": ["thumbnail"]
+      }
+  },
+  "item_assets": {
+    "landcover": {
+      "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+      "roles": [
+        "data",
+        "layer"
+      ],
+      "title": "Land Cover",
+      "description": "National Land Cover Database (NLCD) annual land cover data for the United States."
+    }
+  }
+}
diff --git a/ingestion-data/production/dataset-config/nlcd-new-urbanization.json b/ingestion-data/production/dataset-config/nlcd-new-urbanization.json
@@ -0,0 +1,77 @@
+{
+  "collection": "nlcd-new-urbanization",
+  "title": "NLCD Urbanization",
+  "description": "National Land Cover Database Land Use Land Cover Classification new urbanization 2001-2021",
+  "license": "CC0-1.0",
+  "stac_version": "1.0.0",
+  "is_periodic": false,
+  "time_density": null,
+  "spatial_extent": {
+    "xmin": -125,
+    "ymin": 24,
+    "xmax": -65,
+    "ymax": 50
+  },
+  "temporal_extent": {
+    "startdate": "2001-01-01T00:00:00Z",
+    "enddate": "2021-12-31T23:59:59Z"
+  },
+  "sample_files": [
+    "s3://veda-data-store/nlcd-new-urbanization/nlcd_urbanization_2001_2021_cog_v2.tif"
+  ],
+  "assets": {
+        "thumbnail": {
+            "title": "Thumbnail",
+            "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)",
+            "href": "https://thumbnails.openveda.cloud/nlcd-cover.png",
+            "type": "image/jpeg",
+            "roles": ["thumbnail"]
+        }
+    },
+    "stac_extensions": [
+        "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+        "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+    ],
+    "providers": [
+      {
+        "name": "NASA VEDA",
+        "roles": [
+          "host"
+        ],
+        "url": "https://www.earthdata.nasa.gov/dashboard/"
+      }
+    ],
+    "renders": {
+        "dashboard": {
+            "resampling": "cubic_spline",
+            "bidx": [
+                1
+            ],
+            "colormap_name": "reds",
+            "assets": [
+                "landcover"
+            ],
+            "title": "VEDA Dashboard Render Parameters"
+        }
+    },
+  "discovery_items": [
+    {
+      "prefix": "nlcd-new-urbanization/",
+      "bucket": "veda-data-store",
+      "filename_regex": "^(.*)nlcd_urbanization_2001_2021_cog_v2.tif$",
+      "id_template": "{}",
+      "discovery": "s3",
+      "assets": {
+        "landcover": {
+          "roles": [
+            "data",
+            "layer"
+          ],
+          "title": "NLCD Urbanization",
+          "description": "National Land Cover Database newly classified urban land use between 2001-2021"
+        }
+      }
+    }
+  ],
+  "data_type": "cog"
+}
diff --git a/ingestion-data/production/transfer-config/nlcd-annual-conus.json b/ingestion-data/production/transfer-config/nlcd-annual-conus.json
@@ -0,0 +1,9 @@
+[
+    {
+        "origin_bucket": "veda-data-store-staging",
+        "origin_prefix": "NLCD_V2/",
+        "target_bucket": "veda-data-store",
+        "collection": "nlcd-annual-conus",
+        "filename_regex": "^(.*)nlcd_\\d{4}_cog_v2.tif$"
+    }
+]
diff --git a/ingestion-data/production/transfer-config/nlcd-new-urbanization.json b/ingestion-data/production/transfer-config/nlcd-new-urbanization.json
@@ -0,0 +1,9 @@
+[
+    {
+        "origin_bucket": "veda-data-store-staging",
+        "origin_prefix": "NLCD_V2/",
+        "target_bucket": "veda-data-store",
+        "collection": "nlcd-new-urbanization",
+        "filename_regex": "^(.*)nlcd_urbanization_2001_2021_cog_v2.tif$"
+    }
+]