diff --git a/ingestion-data/.DS_Store b/ingestion-data/.DS_Store new file mode 100644 index 00000000..409ad9b6 Binary files /dev/null and b/ingestion-data/.DS_Store differ diff --git a/ingestion-data/production/collections/nlcd-annual-conus.json b/ingestion-data/production/collections/nlcd-annual-conus.json new file mode 100644 index 00000000..ac5e1352 --- /dev/null +++ b/ingestion-data/production/collections/nlcd-annual-conus.json @@ -0,0 +1,77 @@ +{ + "id": "nlcd-annual-conus", + "type": "Collection", + "links": [], + "title": "NLCD Land Use Land Cover Classifications", + "extent": { + "spatial": { + "bbox": [ + [-130.23282801589895, + 21.742307778016638, + -63.672191850655295, + 49.177063191389536] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-01T00:00:00+00:00", + "2021-12-31T23:59:59+00:00" + ] + ] + } + }, + "license": "CC0-1.0", + "description": "National Land Cover Database Land Use Land Cover Classification datasets for CONUS 2001-2021", + "item_assets": { + "landcover": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Land Cover", + "description": "National Land Cover Database (NLCD) annual land cover data for the United States." + } + }, + "stac_version": "1.0.0", + "datetime_range": "year", + "dashboard:is_periodic": false, + "dashboard:time_density": "year", + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)", + "href": "https://thumbnails.openveda.cloud/nlcd-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "landcover" + ], + "bidx": [ + 1 + ], + "colormap_name": "nlcd", + "nodata": 0, + "title": "VEDA Dashboard Render Parameters", + "resampling": "nearest" + } + } + } \ No newline at end of file diff --git a/ingestion-data/production/collections/nlcd-new-urbanization.json b/ingestion-data/production/collections/nlcd-new-urbanization.json new file mode 100644 index 00000000..fdda7c94 --- /dev/null +++ b/ingestion-data/production/collections/nlcd-new-urbanization.json @@ -0,0 +1,78 @@ +{ + "id": "nlcd-new-urbanization", + "type": "Collection", + "links": [], + "title": "NLCD Urbanization", + "extent": { + "spatial": { + "bbox": [ + [-125, 24, -65, 50] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-01T00:00:00+00:00", + "2021-12-31T23:59:59+00:00" + ] + ] + } + }, + "license": "CC0-1.0", + "description": "National Land Cover Database Land Use Land Cover Classification new urbanization 2001-2021", + "item_assets": { + "landcover": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "NLCD Urbanization", + "description": "National Land Cover Database newly classified urban land use between 2001-2021" + } + }, + "stac_version": "1.0.0", + "datetime_range": "year", + "dashboard:is_periodic": false, + "dashboard:time_density": null, + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)", + "href": "https://thumbnails.openveda.cloud/nlcd-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "resampling": "cubic_spline", + "bidx": [ + 1 + ], + "colormap_name": "reds", + "assets": [ + "landcover" + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "summaries": { + "datetime": [ + "2001-01-01T00:00:00Z" + ] + } + } \ No newline at end of file diff --git a/ingestion-data/production/dataset-config/nlcd-annual-conus.json b/ingestion-data/production/dataset-config/nlcd-annual-conus.json new file mode 100644 index 00000000..9a071e69 --- /dev/null +++ b/ingestion-data/production/dataset-config/nlcd-annual-conus.json @@ -0,0 +1,91 @@ +{ + "collection": "nlcd-annual-conus", + "title": "NLCD Land Use Land Cover Classifications", + "description": "National Land Cover Database Land Use Land Cover Classification datasets for CONUS 2000-2021", + "license": "CC0-1.0", + "is_periodic": false, + "time_density": "year", + "spatial_extent": { + "xmin": -125, + "ymin": 24, + "xmax": -65, + "ymax": 50 + }, + "temporal_extent": { + "startdate": "2001-01-01T00:00:00Z", + "enddate": "2021-12-31T00:00:00Z" + }, + "sample_files": [ + "s3://veda-data-store/nlcd-annual-conus/nlcd_2001_cog_v2.tif", + "s3://veda-data-store/nlcd-annual-conus/nlcd_2004_cog_v2.tif" + ], + "discovery_items": [ + { + "discovery": "s3", + "prefix": "nlcd-annual-conus/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)nlcd_\\d{4}_cog_v2.tif$", + "id_template": "{}", + "assets": { + "landcover": { + "roles": [ + "data", + "layer" + ], + "title": "Land Cover", + "description": "National Land Cover Database (NLCD) annual land cover data for the United States." + } + } + } + ], + "data_type": "cog", + "datetime_range": "year", + "stac_version": "1.0.0", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], +"renders": { + "dashboard": { + "assets": [ + "landcover" + ], + "bidx": [ + 1 + ], + "colormap_name": "nlcd", + "nodata": 0, + "title": "VEDA Dashboard Render Parameters", + "resampling": "nearest" + } +}, + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)", + "href": "https://thumbnails.openveda.cloud/nlcd-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "item_assets": { + "landcover": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Land Cover", + "description": "National Land Cover Database (NLCD) annual land cover data for the United States." + } + } +} \ No newline at end of file diff --git a/ingestion-data/production/dataset-config/nlcd-new-urbanization.json b/ingestion-data/production/dataset-config/nlcd-new-urbanization.json new file mode 100644 index 00000000..49bef200 --- /dev/null +++ b/ingestion-data/production/dataset-config/nlcd-new-urbanization.json @@ -0,0 +1,77 @@ +{ + "collection": "nlcd-new-urbanization", + "title": "NLCD Urbanization", + "description": "National Land Cover Database Land Use Land Cover Classification new urbanization 2001-2021", + "license": "CC0-1.0", + "stac_version": "1.0.0", + "is_periodic": false, + "time_density": null, + "spatial_extent": { + "xmin": -125, + "ymin": 24, + "xmax": -65, + "ymax": 50 + }, + "temporal_extent": { + "startdate": "2001-01-01T00:00:00Z", + "enddate": "2021-12-31T23:59:59Z" + }, + "sample_files": [ + "s3://veda-data-store/nlcd-new-urbanization/nlcd_urbanization_2001_2021_cog_v2.tif" + ], + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)", + "href": "https://thumbnails.openveda.cloud/nlcd-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "resampling": "cubic_spline", + "bidx": [ + 1 + ], + "colormap_name": "reds", + "assets": [ + "landcover" + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "discovery_items": [ + { + "prefix": "nlcd-new-urbanization/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)nlcd_urbanization_2001_2021_cog_v2.tif$", + "id_template": "{}", + "discovery": "s3", + "assets": { + "landcover": { + "roles": [ + "data", + "layer" + ], + "title": "NLCD Urbanization", + "description": "National Land Cover Database newly classified urban land use between 2001-2021" + } + } + } + ], + "data_type": "cog" +} \ No newline at end of file diff --git a/ingestion-data/production/transfer-config/nlcd-annual-conus.json b/ingestion-data/production/transfer-config/nlcd-annual-conus.json new file mode 100644 index 00000000..cd3f3d4b --- /dev/null +++ b/ingestion-data/production/transfer-config/nlcd-annual-conus.json @@ -0,0 +1,9 @@ +[ + { + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "NLCD_V2/", + "target_bucket": "veda-data-store", + "collection": "nlcd-annual-conus", + "filename_regex": "^(.*)nlcd_\\d{4}_cog_v2.tif$" + } +] \ No newline at end of file diff --git a/ingestion-data/production/transfer-config/nlcd-new-urbanization.json b/ingestion-data/production/transfer-config/nlcd-new-urbanization.json new file mode 100644 index 00000000..19ac049a --- /dev/null +++ b/ingestion-data/production/transfer-config/nlcd-new-urbanization.json @@ -0,0 +1,9 @@ +[ + { + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "NLCD_V2/", + "target_bucket": "veda-data-store", + "collection": "nlcd-new-urbanization", + "filename_regex": "^(.*)nlcd_urbanization_2001_2021_cog_v2.tif$" + } +] \ No newline at end of file diff --git a/ingestion-data/staging/dataset-config/nlcd-annual-conus.json b/ingestion-data/staging/dataset-config/nlcd-annual-conus.json new file mode 100644 index 00000000..6de50bd2 --- /dev/null +++ b/ingestion-data/staging/dataset-config/nlcd-annual-conus.json @@ -0,0 +1,91 @@ +{ + "collection": "nlcd-annual-conus", + "title": "NLCD Land Use Land Cover Classifications", + "description": "National Land Cover Database Land Use Land Cover Classification datasets for CONUS 2000-2021", + "license": "CC0-1.0", + "is_periodic": false, + "time_density": "year", + "spatial_extent": { + "xmin": -125, + "ymin": 24, + "xmax": -65, + "ymax": 50 + }, + "temporal_extent": { + "startdate": "2001-01-01T00:00:00Z", + "enddate": "2021-12-31T00:00:00Z" + }, + "sample_files": [ + "s3://veda-data-store-staging/NLCD_V2/nlcd_2001_cog_v2.tif", + "s3://veda-data-store-staging/NLCD_V2/nlcd_2004_cog_v2.tif" + ], + "discovery_items": [ + { + "discovery": "s3", + "prefix": "NLCD_V2/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)nlcd_\\d{4}_cog_v2.tif$", + "id_template": "{}", + "assets": { + "landcover": { + "roles": [ + "data", + "layer" + ], + "title": "Land Cover", + "description": "National Land Cover Database (NLCD) annual land cover data for the United States." + } + } + } + ], + "data_type": "cog", + "datetime_range": "year", + "stac_version": "1.0.0", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "landcover" + ], + "colormap_name": "nlcd", + "nodata": 0, + "bidx": [ + 1 + ], + "title": "VEDA Dashboard Render Parameters", + "resampling": "nearest" + } + }, + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)", + "href": "https://thumbnails.openveda.cloud/nlcd-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "item_assets": { + "landcover": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Land Cover", + "description": "National Land Cover Database (NLCD) annual land cover data for the United States." + } + } + } \ No newline at end of file diff --git a/ingestion-data/staging/dataset-config/nlcd-new-urbanization.json b/ingestion-data/staging/dataset-config/nlcd-new-urbanization.json new file mode 100644 index 00000000..99243d7d --- /dev/null +++ b/ingestion-data/staging/dataset-config/nlcd-new-urbanization.json @@ -0,0 +1,77 @@ +{ + "collection": "nlcd-new-urbanization", + "title": "NLCD Urbanization", + "description": "National Land Cover Database Land Use Land Cover Classification new urbanization 2001-2021", + "license": "CC0-1.0", + "stac_version": "1.0.0", + "is_periodic": false, + "time_density": null, + "spatial_extent": { + "xmin": -125, + "ymin": 24, + "xmax": -65, + "ymax": 50 + }, + "temporal_extent": { + "startdate": "2001-01-01T00:00:00Z", + "enddate": "2021-12-31T23:59:59Z" + }, + "sample_files": [ + "s3://veda-data-store-staging/NLCD_V2/nlcd_urbanization_2001_2021_cog_v2.tif" + ], + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [Eric Kilby](https://openverse.org/image/a9e174e6-d4e1-4377-81e2-6e71bf1a9602?q=skyline) (Boston, MA skyline)", + "href": "https://thumbnails.openveda.cloud/nlcd-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "resampling": "cubic_spline", + "bidx": [ + 1 + ], + "colormap_name": "reds", + "assets": [ + "landcover" + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "discovery_items": [ + { + "prefix": "NLCD_V2/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)nlcd_urbanization_2001_2021_cog_v2.tif$", + "id_template": "{}", + "discovery": "s3", + "assets": { + "landcover": { + "roles": [ + "data", + "layer" + ], + "title": "NLCD Urbanization", + "description": "National Land Cover Database newly classified urban land use between 2001-2021" + } + } + } + ], + "data_type": "cog" +} \ No newline at end of file