From 8715f89b10d02a40ed1866613448a923c50f8f90 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Fri, 22 Nov 2024 17:02:21 -0700 Subject: [PATCH 1/3] feat(dataset): add tornadoes-2024-dow-rhohv-greenfield dataset config --- .../tornadoes-2024-dow-rhohv-greenfield.json | 79 +++++++++++++++++++ 1 file changed, 79 insertions(+) create mode 100644 ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json diff --git a/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json b/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json new file mode 100644 index 00000000..1e891a7e --- /dev/null +++ b/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json @@ -0,0 +1,79 @@ +{ + "collection": "tornadoes-2024-dow-rhohv-greenfield", + "title": "DOW7 Correlation Coefficient (Greenfield, IA)", + "description": "Correlation Coefficient (rhoHV) collected by DOW7 from the Greenfield, Iowa EF-4 tornado on May 21, 2024 at 20:41:08.", + "license": "CC0-1.0", + "is_periodic": true, + "time_density": "day", + "spatial_extent": { + "xmin": -94.5, + "ymin": 41.275, + "xmax": -94.4, + "ymax": 41.325 + }, + "temporal_extent": { + "startdate": "2024-05-21T00:00:00Z", + "enddate": "2024-05-21T23:59:59Z" + }, + "sample_files": [ + "s3://veda-data-store-staging/2024tornadoes/DOW_Greenfield_RHOHV_cog_2024-05-21.tif" + ], + "providers": [ + { + "name": "NASA VEDA", + "url": "https://www.earthdata.nasa.gov/dashboard/", + "roles": [ + "host" + ] + } + ], + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [ {AUTHOR OR ORGANIZATION NAME mdx: media.author} ]( {LINK TO AUTHOR mdx: media.url} ) ( {ALT TEXT MDX media.alt} )", + "href": "https://thumbnails.openveda.cloud/{THUMBNAIL_FILENAME.EXT}", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "stac_version": "1.0.0", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + } + }, + "renders": { + "dashboard": { + "bidx": [1], + "colormap_name": "turbo", + "nodata": 32768, + "assets": [ + "cog_default" + ], + "rescale": [0, 1], + "title": "VEDA Dashboard Render Parameters" + } + }, + "discovery_items": [ + { + "discovery": "s3", + "cogify": false, + "upload": false, + "dry_run": false, + "prefix": "2024tornadoes/", + "bucket": "veda-data-store-staging", + "filename_regex": "(.*)DOW_Greenfield_RHOHV_cog_(.*).tif$" + } + ], + "data_type": "cog" +} From 15fd60538f7c85fd61a5cacaa80957de0a61c5e3 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Fri, 22 Nov 2024 17:10:44 -0700 Subject: [PATCH 2/3] Update tornadoes-2024-dow-rhohv-greenfield.json --- .../dataset-config/tornadoes-2024-dow-rhohv-greenfield.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json b/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json index 1e891a7e..e84fda09 100644 --- a/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json +++ b/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json @@ -30,8 +30,8 @@ "assets": { "thumbnail": { "title": "Thumbnail", - "description": "Photo by [ {AUTHOR OR ORGANIZATION NAME mdx: media.author} ]( {LINK TO AUTHOR mdx: media.url} ) ( {ALT TEXT MDX media.alt} )", - "href": "https://thumbnails.openveda.cloud/{THUMBNAIL_FILENAME.EXT}", + "description": "Photo by [Jonny Glessner](https://x.com/JonnyGlessner/status/1768424574855610777/photo/4) (Wedge tornado passing southeast of Wapakoneta, Ohio on March 14, 2024)", + "href": "https://thumbnails.openveda.cloud/tornado-2024-cover.png", "type": "image/jpeg", "roles": ["thumbnail"] } From 50c645f03bc83e6cbef102b1fe5a9a209c1ff4d3 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Wed, 4 Dec 2024 19:27:33 -0700 Subject: [PATCH 3/3] production configs; --- .../tornadoes-2024-dow-rhohv-greenfield.json | 79 +++++++++++++++++++ .../tornadoes-2024-dow-rhohv-greenfield.json | 7 ++ .../tornadoes-2024-dow-rhohv-greenfield.json | 10 +-- 3 files changed, 91 insertions(+), 5 deletions(-) create mode 100644 ingestion-data/production/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json create mode 100644 ingestion-data/production/transfer-config/tornadoes-2024-dow-rhohv-greenfield.json diff --git a/ingestion-data/production/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json b/ingestion-data/production/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json new file mode 100644 index 00000000..02d57a3e --- /dev/null +++ b/ingestion-data/production/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json @@ -0,0 +1,79 @@ +{ + "collection": "tornadoes-2024-dow-rhohv-greenfield", + "title": "DOW7 Correlation Coefficient (Greenfield, IA)", + "description": "Correlation Coefficient (rhoHV) collected by DOW7 from the Greenfield, Iowa EF-4 tornado on May 21, 2024 at 20:41:08.", + "license": "CC0-1.0", + "is_periodic": true, + "time_density": "day", + "spatial_extent": { + "xmin": -94.5, + "ymin": 41.275, + "xmax": -94.4, + "ymax": 41.325 + }, + "temporal_extent": { + "startdate": "2024-05-21T00:00:00Z", + "enddate": "2024-05-21T23:59:59Z" + }, + "sample_files": [ + "s3://veda-data-store/tornadoes-2024-dow-rhohv-greenfield/DOW_Greenfield_RHOHV_cog_v2_2024-05-21.tif" + ], + "providers": [ + { + "name": "NASA VEDA", + "url": "https://www.earthdata.nasa.gov/dashboard/", + "roles": [ + "host" + ] + } + ], + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [Ryan McGinnis](https://static.wikia.nocookie.net/stormchasers/images/1/1b/DOW.jpg/revision/latest?cb=20100115235828) (DOW6 parked in front of a tornadic mesocyclone in the Plains)", + "href": "https://thumbnails.openveda.cloud/tornadoes-2024-dow-background.jpg", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "stac_version": "1.0.0", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + } + }, + "renders": { + "dashboard": { + "bidx": [1], + "colormap_name": "turbo", + "nodata": 32768, + "assets": [ + "cog_default" + ], + "rescale": [[0, 1]], + "title": "VEDA Dashboard Render Parameters" + } + }, + "discovery_items": [ + { + "discovery": "s3", + "cogify": false, + "upload": false, + "dry_run": false, + "prefix": "tornadoes-2024-dow-rhohv-greenfield/", + "bucket": "veda-data-store", + "filename_regex": "(.*)DOW_Greenfield_RHOHV_cog_v2_(.*).tif$" + } + ], + "data_type": "cog" +} diff --git a/ingestion-data/production/transfer-config/tornadoes-2024-dow-rhohv-greenfield.json b/ingestion-data/production/transfer-config/tornadoes-2024-dow-rhohv-greenfield.json new file mode 100644 index 00000000..dbc21616 --- /dev/null +++ b/ingestion-data/production/transfer-config/tornadoes-2024-dow-rhohv-greenfield.json @@ -0,0 +1,7 @@ +{ + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "2024tornadoes/", + "target_bucket": "veda-data-store", + "collection": "tornadoes-2024-dow-rhohv-greenfield", + "filename_regex": "(.*)DOW_Greenfield_RHOHV_cog_v2_(.*).tif$" +} \ No newline at end of file diff --git a/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json b/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json index e84fda09..da529937 100644 --- a/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json +++ b/ingestion-data/staging/dataset-config/tornadoes-2024-dow-rhohv-greenfield.json @@ -16,7 +16,7 @@ "enddate": "2024-05-21T23:59:59Z" }, "sample_files": [ - "s3://veda-data-store-staging/2024tornadoes/DOW_Greenfield_RHOHV_cog_2024-05-21.tif" + "s3://veda-data-store-staging/2024tornadoes/DOW_Greenfield_RHOHV_cog_v2_2024-05-21.tif" ], "providers": [ { @@ -30,8 +30,8 @@ "assets": { "thumbnail": { "title": "Thumbnail", - "description": "Photo by [Jonny Glessner](https://x.com/JonnyGlessner/status/1768424574855610777/photo/4) (Wedge tornado passing southeast of Wapakoneta, Ohio on March 14, 2024)", - "href": "https://thumbnails.openveda.cloud/tornado-2024-cover.png", + "description": "Photo by [Ryan McGinnis](https://static.wikia.nocookie.net/stormchasers/images/1/1b/DOW.jpg/revision/latest?cb=20100115235828) (DOW6 parked in front of a tornadic mesocyclone in the Plains)", + "href": "https://thumbnails.openveda.cloud/tornadoes-2024-dow-background.jpg", "type": "image/jpeg", "roles": ["thumbnail"] } @@ -60,7 +60,7 @@ "assets": [ "cog_default" ], - "rescale": [0, 1], + "rescale": [[0, 1]], "title": "VEDA Dashboard Render Parameters" } }, @@ -72,7 +72,7 @@ "dry_run": false, "prefix": "2024tornadoes/", "bucket": "veda-data-store-staging", - "filename_regex": "(.*)DOW_Greenfield_RHOHV_cog_(.*).tif$" + "filename_regex": "(.*)DOW_Greenfield_RHOHV_cog_v2_(.*).tif$" } ], "data_type": "cog"