From de8a336073e149ddcc2e4f07edca6de6efc6c9ca Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Thu, 30 May 2024 17:36:31 -0600 Subject: [PATCH 1/3] fix: stripped staging references and corrected selected landsat collections for prod --- ...2l2-sr-antarctic-glaciers-pine-island.json | 159 ++ ...t-c2l2-sr-antarctic-glaciers-thwaites.json | 166 ++ .../landsat-c2l2-sr-lakes-aral-sea.json | 1538 +++++++++++++++++ .../landsat-c2l2-sr-lakes-lake-balaton.json | 290 ++++ .../landsat-c2l2-sr-lakes-lake-biwa.json | 176 ++ .../landsat-c2l2-sr-lakes-tonle-sap.json | 434 +++++ .../landsat-c2l2-sr-lakes-vanern.json | 238 +++ 7 files changed, 3001 insertions(+) create mode 100644 ingestion-data/production/collections/landsat-c2l2-sr-antarctic-glaciers-pine-island.json create mode 100644 ingestion-data/production/collections/landsat-c2l2-sr-antarctic-glaciers-thwaites.json create mode 100644 ingestion-data/production/collections/landsat-c2l2-sr-lakes-aral-sea.json create mode 100644 ingestion-data/production/collections/landsat-c2l2-sr-lakes-lake-balaton.json create mode 100644 ingestion-data/production/collections/landsat-c2l2-sr-lakes-lake-biwa.json create mode 100644 ingestion-data/production/collections/landsat-c2l2-sr-lakes-tonle-sap.json create mode 100644 ingestion-data/production/collections/landsat-c2l2-sr-lakes-vanern.json diff --git a/ingestion-data/production/collections/landsat-c2l2-sr-antarctic-glaciers-pine-island.json b/ingestion-data/production/collections/landsat-c2l2-sr-antarctic-glaciers-pine-island.json new file mode 100644 index 00000000..f5ce5a1b --- /dev/null +++ b/ingestion-data/production/collections/landsat-c2l2-sr-antarctic-glaciers-pine-island.json @@ -0,0 +1,159 @@ +{ + "type": "Collection", + "id": "landsat-c2l2-sr-antarctic-glaciers-pine-island", + "stac_version": "1.0.0", + "description": "Selected low-cloud-cover Landsat Collection-2 Level-2 Surface Reflectance scenes covering the Pine Island Glacier. Products from multiple missions and instruments are combined in this single collection for the purpose of visualizing RGB images. Note that the full item records are not interchangeable across instruments for purposes other than visualization and that the assets available are not the same for each instrument.", + "links": [], + "stac_extensions": [ + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "red": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Red Band (B4)", + "eo:bands": [ + { + "gsd": 30, + "name": "B4", + "common_name": "red", + "center_wavelength": 0.65 + } + ], + "description": "Collection 2 Level-2 Red Band (B4) Surface Reflectance" + }, + "blue": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Blue Band (B2)", + "eo:bands": [ + { + "gsd": 30, + "name": "B2", + "common_name": "blue", + "center_wavelength": 0.48 + } + ], + "description": "Collection 2 Level-2 Blue Band (B2) Surface Reflectance" + }, + "green": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Green Band (B3)", + "eo:bands": [ + { + "gsd": 30, + "name": "B3", + "common_name": "green", + "center_wavelength": 0.56 + } + ], + "description": "Collection 2 Level-2 Green Band (B3) Surface Reflectance" + }, + "thumbnail": { + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail image" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "day", + "title": "Selected Landsat 7 through 9 Surface Reflectance Scenes for the Pine Island Glacier", + "extent": { + "spatial": { + "bbox": [ + [ + -106.16789353071125, + -75.90813574456575, + -96.92800405298678, + -73.49948530332446 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-04T14:42:14.750591Z", + "2023-01-25T14:52:12.364151Z" + ] + ] + } + }, + "license": "proprietary", + "providers": [ + { + "name": "NASA", + "roles": [ + "producer", + "licensor" + ], + "url": "https://landsat.gsfc.nasa.gov/" + }, + { + "name": "USGS", + "roles": [ + "processor", + "host" + ], + "url": "https://www.usgs.gov/landsat-missions/landsat-collection-2-level-2-science-products" + } + ], + "summaries": { + "datetime": [ + "2001-01-04T14:42:14Z", + "2004-02-14T14:40:57Z", + "2005-02-16T14:41:27Z", + "2007-01-05T14:42:03Z", + "2007-11-05T14:41:52Z", + "2007-12-07T14:42:06Z", + "2009-11-10T14:42:23Z", + "2009-12-12T14:42:46Z", + "2010-01-29T14:43:33Z", + "2010-12-15T14:44:51Z", + "2011-02-01T14:45:13Z", + "2012-02-04T14:45:55Z", + "2012-11-02T14:47:40Z", + "2012-11-18T14:47:48Z", + "2013-10-12T14:53:42Z", + "2014-02-17T14:52:39Z", + "2014-12-02T14:52:01Z", + "2015-10-18T14:51:52Z", + "2015-11-03T14:51:57Z", + "2016-01-06T14:51:54Z", + "2016-11-05T14:52:10Z", + "2017-01-08T14:52:01Z", + "2017-01-24T14:51:56Z", + "2017-10-23T14:52:08Z", + "2017-12-10T14:51:59Z", + "2017-12-26T14:52:01Z", + "2018-01-27T14:51:46Z", + "2018-02-28T14:51:32Z", + "2018-11-11T14:51:46Z", + "2018-12-13T14:51:42Z", + "2019-01-14T14:51:40Z", + "2019-01-30T14:51:36Z", + "2019-10-29T14:52:14Z", + "2020-02-02T14:51:54Z", + "2020-10-15T14:52:10Z", + "2020-11-16T14:52:08Z", + "2021-01-19T14:51:58Z", + "2021-10-18T14:52:16Z", + "2021-11-19T14:52:10Z", + "2021-12-13T14:52:08Z", + "2021-12-29T14:52:07Z", + "2022-01-22T14:52:01Z", + "2022-10-21T14:52:25Z", + "2022-11-30T14:52:15Z", + "2022-12-24T14:52:13Z", + "2023-01-25T14:52:12Z" + ] + } +} diff --git a/ingestion-data/production/collections/landsat-c2l2-sr-antarctic-glaciers-thwaites.json b/ingestion-data/production/collections/landsat-c2l2-sr-antarctic-glaciers-thwaites.json new file mode 100644 index 00000000..da3c2703 --- /dev/null +++ b/ingestion-data/production/collections/landsat-c2l2-sr-antarctic-glaciers-thwaites.json @@ -0,0 +1,166 @@ +{ + "type": "Collection", + "id": "landsat-c2l2-sr-antarctic-glaciers-thwaites", + "stac_version": "1.0.0", + "description": "Selected low-cloud-cover Landsat Collection-2 Level-2 Surface Reflectance scenes covering the Thwaites Glacier. Products from multiple missions and instruments are combined in this single collection for the purpose of visualizing RGB images. Note that the full item records are not interchangeable across instruments for purposes other than visualization and that the assets available are not the same for each instrument.", + "links": [], + "stac_extensions": [ + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "red": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Red Band (B4)", + "eo:bands": [ + { + "gsd": 30, + "name": "B4", + "common_name": "red", + "center_wavelength": 0.65 + } + ], + "description": "Collection 2 Level-2 Red Band (B4) Surface Reflectance" + }, + "blue": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Blue Band (B2)", + "eo:bands": [ + { + "gsd": 30, + "name": "B2", + "common_name": "blue", + "center_wavelength": 0.48 + } + ], + "description": "Collection 2 Level-2 Blue Band (B2) Surface Reflectance" + }, + "green": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Green Band (B3)", + "eo:bands": [ + { + "gsd": 30, + "name": "B3", + "common_name": "green", + "center_wavelength": 0.56 + } + ], + "description": "Collection 2 Level-2 Green Band (B3) Surface Reflectance" + }, + "thumbnail": { + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail image" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "day", + "title": "Selected Landsat 7 through 9 Surface Reflectance Scenes for the Thwaites Glacier", + "extent": { + "spatial": { + "bbox": [ + [ + -112.34773509182442, + -75.9083719676029, + -103.10400086463892, + -73.49956528885875 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-16T15:07:02.414757Z", + "2022-12-20T15:16:58.089011Z" + ] + ] + } + }, + "license": "proprietary", + "providers": [ + { + "name": "NASA", + "roles": [ + "producer", + "licensor" + ], + "url": "https://landsat.gsfc.nasa.gov/" + }, + { + "name": "USGS", + "roles": [ + "processor", + "host" + ], + "url": "https://www.usgs.gov/landsat-missions/landsat-collection-2-level-2-science-products" + } + ], + "summaries": { + "datetime": [ + "2001-01-16T15:07:02Z", + "2001-12-02T15:05:04Z", + "2002-12-21T15:04:52Z", + "2004-02-26T15:05:40Z", + "2005-02-12T15:06:08Z", + "2006-12-16T15:06:44Z", + "2007-01-17T15:06:46Z", + "2008-01-04T15:06:55Z", + "2008-02-21T15:06:48Z", + "2008-12-05T15:05:57Z", + "2009-12-08T15:07:25Z", + "2010-01-09T15:07:59Z", + "2010-01-25T15:08:13Z", + "2010-02-10T15:08:25Z", + "2010-12-27T15:09:41Z", + "2011-01-12T15:09:50Z", + "2011-01-28T15:09:56Z", + "2011-11-12T15:10:06Z", + "2011-12-30T15:10:33Z", + "2012-01-31T15:10:36Z", + "2012-02-16T15:10:41Z", + "2012-11-14T15:12:30Z", + "2013-02-02T15:12:46Z", + "2013-02-18T15:12:44Z", + "2013-12-11T15:18:08Z", + "2014-01-12T15:17:46Z", + "2014-02-13T15:17:24Z", + "2014-10-11T15:16:46Z", + "2014-10-27T15:16:44Z", + "2014-11-12T15:16:47Z", + "2014-11-28T15:16:45Z", + "2016-12-19T15:16:48Z", + "2018-01-23T15:16:31Z", + "2018-02-24T15:16:18Z", + "2018-12-09T15:16:26Z", + "2019-01-10T15:16:24Z", + "2019-01-26T15:16:20Z", + "2019-10-09T15:16:56Z", + "2019-10-25T15:16:57Z", + "2019-11-10T15:16:55Z", + "2019-12-28T15:16:48Z", + "2020-11-12T15:16:49Z", + "2020-12-14T15:16:54Z", + "2021-01-31T15:16:41Z", + "2021-11-20T15:16:43Z", + "2021-12-01T15:16:55Z", + "2021-12-25T15:16:51Z", + "2022-02-03T15:16:41Z", + "2022-02-19T15:16:35Z", + "2022-10-09T15:16:56Z", + "2022-11-26T15:17:00Z", + "2022-12-04T15:17:07Z", + "2022-12-20T15:16:58Z" + ] + } +} diff --git a/ingestion-data/production/collections/landsat-c2l2-sr-lakes-aral-sea.json b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-aral-sea.json new file mode 100644 index 00000000..f96b1d62 --- /dev/null +++ b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-aral-sea.json @@ -0,0 +1,1538 @@ +{ + "type": "Collection", + "id": "landsat-c2l2-sr-lakes-aral-sea", + "stac_version": "1.0.0", + "description": "Selected low-cloud-cover Landsat Collection-2 Level-2 Surface Reflectance scenes covering the Aral Sea. Products from multiple missions and instruments are combined in this single collection for the purpose of visualizing RGB images. Note that the full item records are not interchangeable across instruments for purposes other than visualization and that the assets available are not the same for each instrument.", + "links": [], + "stac_extensions": [ + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "red": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Red Band (B4)", + "eo:bands": [ + { + "gsd": 30, + "name": "B4", + "common_name": "red", + "center_wavelength": 0.65 + } + ], + "description": "Collection 2 Level-2 Red Band (B4) Surface Reflectance" + }, + "blue": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Blue Band (B2)", + "eo:bands": [ + { + "gsd": 30, + "name": "B2", + "common_name": "blue", + "center_wavelength": 0.48 + } + ], + "description": "Collection 2 Level-2 Blue Band (B2) Surface Reflectance" + }, + "green": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Green Band (B3)", + "eo:bands": [ + { + "gsd": 30, + "name": "B3", + "common_name": "green", + "center_wavelength": 0.56 + } + ], + "description": "Collection 2 Level-2 Green Band (B3) Surface Reflectance" + }, + "thumbnail": { + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail image" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "day", + "title": "Selected Landsat 7 through 9 Surface Reflectance Scenes for the Aral Sea", + "extent": { + "spatial": { + "bbox": [ + [ + 56.9984407, + 43.5345394, + 63.5900264, + 47.0890105 + ] + ] + }, + "temporal": { + "interval": [ + [ + "1986-04-10T06:12:19.278013Z", + "2023-06-20T06:40:19.342057Z" + ] + ] + } + }, + "license": "proprietary", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "summaries": { + "datetime": [ + "1986-04-10T06:12:19Z", + "1986-04-10T06:12:43Z", + "1986-04-26T06:11:56Z", + "1986-04-26T06:12:20Z", + "1986-05-21T06:05:30Z", + "1986-06-13T06:10:59Z", + "1986-06-22T06:04:31Z", + "1987-02-01T06:00:50Z", + "1987-02-17T06:01:28Z", + "1987-02-17T06:01:51Z", + "1987-04-06T06:03:38Z", + "1987-04-29T06:10:08Z", + "1987-04-29T06:10:32Z", + "1987-05-15T06:10:59Z", + "1987-06-09T06:05:01Z", + "1987-06-09T06:05:25Z", + "1987-06-16T06:11:21Z", + "1987-06-16T06:11:45Z", + "1987-06-25T06:05:22Z", + "1987-06-25T06:05:46Z", + "1987-07-11T06:05:41Z", + "1987-07-11T06:06:05Z", + "1987-07-27T06:06:03Z", + "1987-08-03T06:12:27Z", + "1987-08-12T06:06:57Z", + "1987-08-19T06:12:56Z", + "1987-08-28T06:07:00Z", + "1987-08-28T06:07:23Z", + "1987-09-04T06:13:45Z", + "1987-09-13T06:07:24Z", + "1987-09-13T06:07:47Z", + "1987-09-29T06:07:45Z", + "1987-09-29T06:08:08Z", + "1987-10-15T06:08:03Z", + "1987-10-31T06:08:43Z", + "1987-12-09T06:15:37Z", + "1988-02-12T06:05:36Z", + "1988-02-27T06:16:32Z", + "1988-02-27T06:16:55Z", + "1988-03-14T06:16:41Z", + "1988-05-17T06:17:10Z", + "1988-05-17T06:17:34Z", + "1988-06-02T06:17:16Z", + "1988-06-03T06:08:33Z", + "1988-06-03T06:08:56Z", + "1988-06-19T06:09:20Z", + "1988-06-27T06:11:14Z", + "1988-06-27T06:11:37Z", + "1988-07-04T06:17:26Z", + "1988-07-04T06:17:50Z", + "1988-07-05T06:09:23Z", + "1988-07-05T06:09:47Z", + "1988-07-20T06:17:53Z", + "1988-08-06T06:10:12Z", + "1988-08-06T06:10:36Z", + "1988-08-30T06:11:47Z", + "1988-09-15T06:11:43Z", + "1988-09-22T06:17:52Z", + "1988-10-01T06:11:13Z", + "1988-10-08T06:17:23Z", + "1988-10-08T06:17:47Z", + "1988-10-09T06:11:26Z", + "1988-10-16T06:17:41Z", + "1988-10-16T06:18:05Z", + "1988-10-17T06:11:09Z", + "1988-10-17T06:11:33Z", + "1989-03-01T06:16:33Z", + "1989-03-01T06:16:57Z", + "1989-04-02T06:16:13Z", + "1989-05-04T06:15:31Z", + "1989-05-04T06:15:55Z", + "1989-05-29T06:08:55Z", + "1989-05-29T06:09:19Z", + "1989-06-06T06:14:24Z", + "1989-06-14T06:08:31Z", + "1989-06-14T06:08:55Z", + "1989-06-21T06:14:34Z", + "1989-06-21T06:14:57Z", + "1989-08-01T06:08:02Z", + "1989-08-08T06:14:03Z", + "1989-08-16T06:20:14Z", + "1989-08-16T06:20:38Z", + "1989-09-02T06:07:19Z", + "1989-09-09T06:12:53Z", + "1989-09-09T06:13:17Z", + "1989-09-17T06:20:13Z", + "1989-09-17T06:20:36Z", + "1989-09-25T06:12:54Z", + "1989-10-04T06:06:38Z", + "1990-06-24T06:07:20Z", + "1990-07-03T06:01:08Z", + "1990-07-10T06:06:54Z", + "1990-07-10T06:07:18Z", + "1990-07-19T06:00:39Z", + "1990-07-19T06:01:03Z", + "1990-08-04T06:00:59Z", + "1990-08-20T06:00:32Z", + "1990-08-27T06:06:40Z", + "1990-08-27T06:07:03Z", + "1990-10-07T06:00:34Z", + "1990-10-23T06:00:32Z", + "1990-11-08T06:00:29Z", + "1991-02-12T06:01:20Z", + "1991-02-12T06:01:44Z", + "1991-02-19T06:08:04Z", + "1991-03-07T06:07:57Z", + "1991-03-23T06:08:20Z", + "1991-03-23T06:08:44Z", + "1991-04-24T06:09:12Z", + "1991-05-26T06:09:48Z", + "1991-06-04T06:03:45Z", + "1991-06-11T06:09:34Z", + "1991-06-11T06:09:58Z", + "1991-06-20T06:03:32Z", + "1991-06-20T06:03:56Z", + "1991-06-27T06:09:50Z", + "1991-06-27T06:10:14Z", + "1991-07-13T06:10:24Z", + "1991-07-22T06:04:24Z", + "1991-07-29T06:10:15Z", + "1991-07-29T06:10:38Z", + "1991-08-14T06:10:17Z", + "1991-08-14T06:10:41Z", + "1991-09-15T06:10:41Z", + "1991-09-15T06:11:05Z", + "1991-10-01T06:11:09Z", + "1991-10-17T06:11:19Z", + "1991-10-26T06:05:07Z", + "1992-03-25T06:11:16Z", + "1992-05-28T06:10:21Z", + "1992-06-06T06:04:04Z", + "1992-06-22T06:03:51Z", + "1992-07-15T06:09:46Z", + "1992-07-15T06:10:10Z", + "1992-07-24T06:03:28Z", + "1992-07-24T06:03:52Z", + "1992-08-09T06:03:40Z", + "1992-08-16T06:09:19Z", + "1992-08-16T06:09:43Z", + "1992-09-01T06:09:28Z", + "1992-09-10T06:02:46Z", + "1992-09-10T06:03:10Z", + "1992-09-17T06:08:50Z", + "1992-10-03T06:08:51Z", + "1992-11-04T06:08:01Z", + "1992-11-04T06:08:24Z", + "1993-02-17T06:02:32Z", + "1993-04-06T06:02:51Z", + "1993-04-29T06:09:13Z", + "1993-04-29T06:09:36Z", + "1993-05-08T06:03:27Z", + "1993-06-16T06:09:40Z", + "1993-06-25T06:03:03Z", + "1993-06-25T06:03:26Z", + "1993-07-02T06:09:09Z", + "1993-07-02T06:09:33Z", + "1993-07-18T06:09:11Z", + "1993-07-18T06:09:35Z", + "1993-08-03T06:09:10Z", + "1993-08-03T06:09:34Z", + "1993-08-12T06:03:23Z", + "1993-08-28T06:02:58Z", + "1993-08-28T06:03:22Z", + "1993-10-06T06:09:01Z", + "1994-02-11T06:07:51Z", + "1994-02-27T06:07:37Z", + "1994-02-27T06:08:01Z", + "1994-03-15T06:07:24Z", + "1994-04-09T06:00:47Z", + "1994-04-09T06:01:10Z", + "1994-07-30T05:58:43Z", + "1994-08-06T06:04:41Z", + "1994-08-15T05:58:18Z", + "1994-08-31T05:57:31Z", + "1994-08-31T05:57:55Z", + "1994-09-07T06:03:31Z", + "1994-09-07T06:03:55Z", + "1994-09-23T06:03:05Z", + "1994-09-23T06:03:29Z", + "1994-10-02T05:56:39Z", + "1994-10-02T05:57:03Z", + "1994-10-09T06:02:37Z", + "1994-10-18T05:56:33Z", + "1995-01-06T05:53:29Z", + "1995-01-06T05:53:53Z", + "1995-01-22T05:52:54Z", + "1995-05-21T05:54:30Z", + "1995-06-06T05:53:21Z", + "1995-06-06T05:53:45Z", + "1995-06-22T05:52:39Z", + "1995-06-22T05:53:03Z", + "1995-07-24T05:51:12Z", + "1995-07-24T05:51:36Z", + "1995-08-02T05:44:37Z", + "1995-08-02T05:45:00Z", + "1995-08-25T05:49:43Z", + "1995-08-25T05:50:07Z", + "1995-09-03T05:43:07Z", + "1995-09-03T05:43:31Z", + "1995-09-10T05:48:58Z", + "1995-09-10T05:49:21Z", + "1995-10-12T05:47:19Z", + "1995-11-06T05:40:30Z", + "1995-11-22T05:40:16Z", + "1995-11-22T05:40:40Z", + "1996-01-25T05:44:34Z", + "1996-01-25T05:44:58Z", + "1996-02-17T05:52:20Z", + "1996-02-17T05:52:44Z", + "1996-02-26T05:46:46Z", + "1996-02-26T05:47:10Z", + "1996-03-13T05:47:49Z", + "1996-03-13T05:48:13Z", + "1996-03-20T05:54:27Z", + "1996-03-20T05:54:51Z", + "1996-04-05T05:55:28Z", + "1996-04-21T05:56:27Z", + "1996-04-21T05:56:51Z", + "1996-05-07T05:57:23Z", + "1996-05-07T05:57:47Z", + "1996-05-16T05:52:07Z", + "1996-07-10T06:00:53Z", + "1996-07-10T06:01:17Z", + "1996-07-19T05:55:12Z", + "1996-07-19T05:55:35Z", + "1996-07-26T06:01:45Z", + "1996-07-26T06:02:09Z", + "1996-08-04T05:56:03Z", + "1996-08-04T05:56:27Z", + "1996-09-05T05:57:46Z", + "1996-09-05T05:58:09Z", + "1996-09-12T06:04:19Z", + "1996-09-28T06:05:35Z", + "1996-10-07T05:59:29Z", + "1996-10-30T06:06:49Z", + "1996-11-15T06:07:34Z", + "1996-11-24T06:02:12Z", + "1996-12-01T06:08:44Z", + "1997-03-16T06:06:49Z", + "1997-03-16T06:07:13Z", + "1997-03-23T06:13:39Z", + "1997-04-08T06:13:50Z", + "1997-04-08T06:14:14Z", + "1997-05-19T06:09:29Z", + "1997-06-20T06:10:11Z", + "1997-06-20T06:10:35Z", + "1997-06-27T06:16:38Z", + "1997-06-27T06:17:02Z", + "1997-07-13T06:17:35Z", + "1997-07-22T06:11:18Z", + "1997-07-22T06:11:42Z", + "1997-08-07T06:11:49Z", + "1997-08-14T06:18:37Z", + "1997-08-23T06:12:19Z", + "1997-08-23T06:12:43Z", + "1997-09-08T06:12:48Z", + "1997-09-08T06:13:11Z", + "1997-10-01T06:19:38Z", + "1997-10-17T06:20:04Z", + "1997-10-17T06:20:28Z", + "1997-11-11T06:14:56Z", + "1998-01-21T06:22:46Z", + "1998-02-22T06:23:02Z", + "1998-02-22T06:23:26Z", + "1998-03-03T06:16:59Z", + "1998-05-29T06:24:26Z", + "1998-05-29T06:24:50Z", + "1998-06-07T06:18:23Z", + "1998-06-07T06:18:47Z", + "1998-06-14T06:24:39Z", + "1998-06-14T06:25:03Z", + "1998-06-23T06:18:33Z", + "1998-06-23T06:18:56Z", + "1998-06-30T06:25:14Z", + "1998-07-16T06:25:02Z", + "1998-07-16T06:25:26Z", + "1998-08-17T06:25:14Z", + "1998-09-11T06:19:18Z", + "1998-09-18T06:25:57Z", + "1998-09-27T06:19:25Z", + "1998-09-27T06:19:49Z", + "1998-10-13T06:19:49Z", + "1998-10-20T06:25:36Z", + "1998-10-20T06:26:00Z", + "1998-11-05T06:25:42Z", + "1998-11-05T06:26:06Z", + "1999-01-17T06:19:35Z", + "1999-03-13T06:25:49Z", + "1999-03-29T06:25:31Z", + "1999-03-29T06:25:54Z", + "1999-04-14T06:25:53Z", + "1999-04-23T06:19:19Z", + "1999-04-23T06:19:43Z", + "1999-04-30T06:25:28Z", + "1999-04-30T06:25:52Z", + "1999-05-16T06:25:14Z", + "1999-05-16T06:25:38Z", + "1999-06-17T06:24:43Z", + "1999-06-17T06:25:07Z", + "1999-07-11T06:39:57Z", + "1999-07-19T06:24:54Z", + "1999-08-04T06:24:28Z", + "1999-08-04T06:24:52Z", + "1999-08-05T06:33:30Z", + "1999-08-05T06:33:54Z", + "1999-08-12T06:40:03Z", + "1999-08-20T06:24:17Z", + "1999-08-20T06:24:41Z", + "1999-09-05T06:24:12Z", + "1999-10-07T06:23:23Z", + "1999-10-07T06:23:47Z", + "1999-10-08T06:33:38Z", + "1999-10-16T06:17:36Z", + "1999-11-16T06:39:39Z", + "1999-11-16T06:40:03Z", + "1999-12-19T06:15:42Z", + "2000-02-20T06:39:25Z", + "2000-02-20T06:39:49Z", + "2000-02-21T06:14:14Z", + "2000-04-01T06:33:06Z", + "2000-05-18T06:22:33Z", + "2000-05-18T06:22:57Z", + "2000-05-27T06:16:53Z", + "2000-06-03T06:22:51Z", + "2000-06-03T06:23:15Z", + "2000-06-04T06:32:52Z", + "2000-06-19T06:23:13Z", + "2000-06-19T06:23:37Z", + "2000-07-21T06:23:52Z", + "2000-07-21T06:24:15Z", + "2000-07-22T06:31:55Z", + "2000-07-22T06:32:19Z", + "2000-07-29T06:37:58Z", + "2000-07-29T06:38:21Z", + "2000-07-30T06:18:10Z", + "2000-08-06T06:24:07Z", + "2000-08-06T06:24:31Z", + "2000-08-22T06:24:54Z", + "2000-09-07T06:24:55Z", + "2000-09-07T06:25:19Z", + "2000-09-16T06:18:49Z", + "2000-09-16T06:19:13Z", + "2000-10-01T06:37:37Z", + "2000-10-09T06:25:16Z", + "2000-10-09T06:25:40Z", + "2000-10-10T06:31:20Z", + "2000-11-02T06:37:08Z", + "2000-11-02T06:37:32Z", + "2000-11-03T06:19:23Z", + "2000-11-03T06:19:47Z", + "2000-11-19T06:20:03Z", + "2000-11-26T06:25:59Z", + "2000-12-21T06:20:35Z", + "2001-01-06T06:20:42Z", + "2001-01-13T06:27:00Z", + "2001-01-29T06:26:43Z", + "2001-01-29T06:27:07Z", + "2001-02-14T06:26:46Z", + "2001-02-14T06:27:10Z", + "2001-03-02T06:26:55Z", + "2001-03-19T06:31:12Z", + "2001-04-19T06:26:46Z", + "2001-05-21T06:26:57Z", + "2001-06-06T06:27:08Z", + "2001-06-06T06:27:32Z", + "2001-06-14T06:36:45Z", + "2001-07-08T06:27:34Z", + "2001-07-24T06:27:06Z", + "2001-07-24T06:27:29Z", + "2001-08-09T06:27:05Z", + "2001-08-09T06:27:29Z", + "2001-08-17T06:35:36Z", + "2001-08-17T06:36:00Z", + "2001-08-18T06:21:17Z", + "2001-08-26T06:29:21Z", + "2001-09-26T06:26:47Z", + "2001-10-05T06:20:30Z", + "2001-10-05T06:20:54Z", + "2001-10-12T06:26:43Z", + "2001-10-12T06:27:07Z", + "2001-11-30T06:29:32Z", + "2001-12-08T06:20:04Z", + "2002-03-05T06:24:57Z", + "2002-03-13T06:35:40Z", + "2002-03-13T06:36:04Z", + "2002-03-14T06:18:41Z", + "2002-03-14T06:19:05Z", + "2002-04-06T06:24:35Z", + "2002-05-16T06:35:53Z", + "2002-05-17T06:17:28Z", + "2002-05-17T06:17:52Z", + "2002-05-24T06:23:53Z", + "2002-06-26T06:29:25Z", + "2002-07-03T06:35:36Z", + "2002-07-11T06:22:22Z", + "2002-07-11T06:22:46Z", + "2002-07-12T06:28:59Z", + "2002-07-12T06:29:22Z", + "2002-07-20T06:16:25Z", + "2002-08-04T06:35:22Z", + "2002-08-05T06:15:58Z", + "2002-08-13T06:28:46Z", + "2002-08-13T06:29:10Z", + "2002-09-21T06:34:57Z", + "2002-09-30T06:28:19Z", + "2002-11-08T06:34:39Z", + "2002-11-08T06:35:03Z", + "2002-11-17T06:29:00Z", + "2002-12-03T06:28:51Z", + "2003-01-27T06:35:16Z", + "2003-03-09T06:29:20Z", + "2003-03-09T06:29:44Z", + "2003-08-07T06:35:09Z", + "2003-09-01T06:28:56Z", + "2003-09-01T06:29:19Z", + "2003-09-24T06:35:21Z", + "2003-10-10T06:35:13Z", + "2003-11-27T06:35:51Z", + "2004-03-02T06:35:56Z", + "2004-03-11T06:29:49Z", + "2004-04-28T06:29:45Z", + "2004-05-30T06:29:44Z", + "2004-05-30T06:30:08Z", + "2004-06-06T06:35:52Z", + "2004-06-06T06:36:16Z", + "2004-06-15T06:29:36Z", + "2004-06-15T06:30:00Z", + "2004-07-01T06:29:36Z", + "2004-07-01T06:30:00Z", + "2004-07-17T06:29:33Z", + "2004-07-17T06:29:57Z", + "2004-08-02T06:29:48Z", + "2004-08-09T06:35:34Z", + "2004-08-09T06:35:58Z", + "2004-08-18T06:29:23Z", + "2004-08-18T06:29:47Z", + "2004-08-25T06:35:33Z", + "2004-08-25T06:35:56Z", + "2004-10-12T06:35:19Z", + "2004-11-06T06:29:54Z", + "2004-11-13T06:35:42Z", + "2004-12-08T06:30:09Z", + "2004-12-24T06:29:53Z", + "2005-02-01T06:36:14Z", + "2005-02-17T06:36:23Z", + "2005-02-17T06:36:47Z", + "2005-03-14T06:30:18Z", + "2005-05-17T06:30:12Z", + "2005-05-17T06:30:36Z", + "2005-06-02T06:30:08Z", + "2005-06-02T06:30:32Z", + "2005-06-09T06:36:16Z", + "2005-06-09T06:36:40Z", + "2005-08-05T06:29:58Z", + "2005-08-05T06:30:22Z", + "2005-08-12T06:36:07Z", + "2005-08-12T06:36:31Z", + "2005-08-28T06:36:00Z", + "2005-09-29T06:36:14Z", + "2005-10-15T06:36:17Z", + "2005-10-31T06:36:06Z", + "2005-10-31T06:36:30Z", + "2006-01-12T06:30:27Z", + "2006-01-28T06:30:34Z", + "2006-03-01T06:30:41Z", + "2006-03-24T06:36:52Z", + "2006-04-09T06:36:49Z", + "2006-04-09T06:37:13Z", + "2006-04-25T06:37:11Z", + "2006-05-27T06:36:50Z", + "2006-05-27T06:37:14Z", + "2006-06-05T06:30:38Z", + "2006-06-05T06:31:02Z", + "2006-06-12T06:36:47Z", + "2006-06-12T06:37:11Z", + "2006-06-21T06:30:57Z", + "2006-07-07T06:30:27Z", + "2006-07-07T06:30:51Z", + "2006-07-14T06:36:58Z", + "2006-07-15T06:33:38Z", + "2006-07-15T06:34:02Z", + "2006-07-22T06:39:55Z", + "2006-07-23T06:30:18Z", + "2006-07-23T06:30:42Z", + "2006-07-31T06:33:50Z", + "2006-07-31T06:34:14Z", + "2006-08-07T06:40:06Z", + "2006-08-07T06:40:30Z", + "2006-08-08T06:30:16Z", + "2006-08-08T06:30:40Z", + "2006-08-15T06:36:26Z", + "2006-08-15T06:36:50Z", + "2006-08-23T06:40:17Z", + "2006-08-23T06:40:41Z", + "2006-08-24T06:30:14Z", + "2006-08-24T06:30:38Z", + "2006-08-31T06:36:23Z", + "2006-08-31T06:36:47Z", + "2006-09-01T06:34:12Z", + "2006-09-08T06:40:52Z", + "2006-09-09T06:30:10Z", + "2006-09-09T06:30:34Z", + "2006-09-24T06:40:40Z", + "2006-09-24T06:41:04Z", + "2006-09-25T06:30:03Z", + "2006-09-25T06:30:27Z", + "2006-10-02T06:36:11Z", + "2006-10-10T06:40:51Z", + "2006-10-10T06:41:15Z", + "2006-10-26T06:41:02Z", + "2006-11-12T06:30:53Z", + "2007-03-04T06:31:05Z", + "2007-04-21T06:31:05Z", + "2007-05-06T06:41:22Z", + "2007-05-22T06:41:12Z", + "2007-05-22T06:41:36Z", + "2007-05-23T06:31:18Z", + "2007-05-30T06:37:01Z", + "2007-05-30T06:37:25Z", + "2007-05-31T06:35:17Z", + "2007-06-08T06:30:51Z", + "2007-06-08T06:31:15Z", + "2007-06-15T06:37:02Z", + "2007-06-15T06:37:26Z", + "2007-06-16T06:34:38Z", + "2007-06-16T06:35:02Z", + "2007-06-24T06:30:51Z", + "2007-06-24T06:31:15Z", + "2007-07-02T06:34:46Z", + "2007-07-09T06:40:30Z", + "2007-07-26T06:31:08Z", + "2007-08-02T06:36:53Z", + "2007-08-02T06:37:17Z", + "2007-08-03T06:34:05Z", + "2007-08-03T06:34:28Z", + "2007-08-10T06:40:11Z", + "2007-08-11T06:30:39Z", + "2007-08-11T06:31:03Z", + "2007-08-18T06:36:47Z", + "2007-08-18T06:37:11Z", + "2007-08-19T06:33:54Z", + "2007-08-19T06:34:18Z", + "2007-08-26T06:40:00Z", + "2007-08-26T06:40:24Z", + "2007-08-27T06:30:56Z", + "2007-09-03T06:37:04Z", + "2007-09-04T06:33:45Z", + "2007-09-04T06:34:08Z", + "2007-09-11T06:39:53Z", + "2007-09-11T06:40:17Z", + "2007-09-12T06:30:25Z", + "2007-09-12T06:30:48Z", + "2007-09-27T06:39:46Z", + "2007-09-27T06:40:09Z", + "2007-09-28T06:30:21Z", + "2007-10-05T06:36:49Z", + "2007-10-21T06:36:38Z", + "2007-10-21T06:37:02Z", + "2007-10-30T06:30:33Z", + "2008-02-10T06:37:04Z", + "2008-02-10T06:37:28Z", + "2008-03-06T06:30:45Z", + "2008-03-06T06:31:09Z", + "2008-04-07T06:30:44Z", + "2008-04-14T06:37:18Z", + "2008-05-09T06:30:37Z", + "2008-05-24T06:35:03Z", + "2008-05-24T06:35:27Z", + "2008-05-25T06:30:31Z", + "2008-05-25T06:30:55Z", + "2008-06-01T06:36:38Z", + "2008-06-01T06:37:02Z", + "2008-06-02T06:28:38Z", + "2008-06-02T06:29:02Z", + "2008-06-10T06:30:23Z", + "2008-06-17T06:36:53Z", + "2008-06-18T06:28:12Z", + "2008-06-18T06:28:35Z", + "2008-06-25T06:34:35Z", + "2008-06-26T06:30:13Z", + "2008-06-26T06:30:37Z", + "2008-07-11T06:33:43Z", + "2008-07-11T06:34:07Z", + "2008-07-12T06:30:02Z", + "2008-07-12T06:30:25Z", + "2008-07-19T06:36:07Z", + "2008-07-19T06:36:31Z", + "2008-07-20T06:27:17Z", + "2008-07-20T06:27:40Z", + "2008-07-27T06:33:15Z", + "2008-07-27T06:33:39Z", + "2008-07-28T06:29:52Z", + "2008-07-28T06:30:15Z", + "2008-08-04T06:36:00Z", + "2008-08-04T06:36:24Z", + "2008-08-13T06:29:46Z", + "2008-08-13T06:30:10Z", + "2008-08-20T06:35:54Z", + "2008-08-20T06:36:17Z", + "2008-08-29T06:30:02Z", + "2008-09-05T06:35:46Z", + "2008-09-05T06:36:10Z", + "2008-09-14T06:29:30Z", + "2008-09-14T06:29:54Z", + "2008-09-21T06:35:37Z", + "2008-09-21T06:36:01Z", + "2008-09-22T06:25:27Z", + "2008-10-07T06:35:27Z", + "2008-10-08T06:24:56Z", + "2008-10-08T06:25:20Z", + "2008-10-15T06:30:53Z", + "2008-10-15T06:31:17Z", + "2008-10-31T06:30:19Z", + "2008-10-31T06:30:43Z", + "2008-11-01T06:29:57Z", + "2008-12-03T06:30:22Z", + "2008-12-10T06:36:13Z", + "2008-12-10T06:36:37Z", + "2009-02-12T06:36:39Z", + "2009-02-21T06:30:33Z", + "2009-02-28T06:36:48Z", + "2009-03-08T06:33:09Z", + "2009-05-04T06:28:08Z", + "2009-05-11T06:34:27Z", + "2009-05-11T06:34:51Z", + "2009-05-12T06:31:01Z", + "2009-05-12T06:31:25Z", + "2009-05-28T06:31:02Z", + "2009-05-28T06:31:26Z", + "2009-06-12T06:35:02Z", + "2009-06-12T06:35:26Z", + "2009-06-13T06:31:01Z", + "2009-06-20T06:37:11Z", + "2009-06-20T06:37:35Z", + "2009-06-21T06:29:01Z", + "2009-06-21T06:29:25Z", + "2009-06-29T06:30:59Z", + "2009-06-29T06:31:23Z", + "2009-07-06T06:37:08Z", + "2009-07-06T06:37:32Z", + "2009-07-14T06:36:00Z", + "2009-07-15T06:30:55Z", + "2009-07-15T06:31:19Z", + "2009-07-22T06:37:28Z", + "2009-07-23T06:29:34Z", + "2009-07-23T06:29:57Z", + "2009-08-07T06:36:58Z", + "2009-08-07T06:37:22Z", + "2009-09-08T06:37:20Z", + "2009-09-09T06:30:16Z", + "2009-09-09T06:30:40Z", + "2009-09-16T06:36:33Z", + "2009-10-03T06:30:42Z", + "2009-10-03T06:31:06Z", + "2009-10-10T06:37:13Z", + "2009-10-18T06:36:54Z", + "2009-10-18T06:37:18Z", + "2009-10-19T06:30:48Z", + "2009-10-19T06:31:12Z", + "2009-11-11T06:37:20Z", + "2009-11-11T06:37:44Z", + "2009-11-12T06:30:55Z", + "2009-11-12T06:31:19Z", + "2010-01-14T06:38:40Z", + "2010-01-22T06:37:36Z", + "2010-01-31T06:31:27Z", + "2010-02-07T06:37:40Z", + "2010-02-07T06:38:03Z", + "2010-02-08T06:32:25Z", + "2010-02-08T06:32:49Z", + "2010-03-03T06:38:50Z", + "2010-03-04T06:31:32Z", + "2010-03-04T06:31:56Z", + "2010-03-28T06:32:47Z", + "2010-04-29T06:32:47Z", + "2010-05-23T06:31:21Z", + "2010-05-30T06:37:29Z", + "2010-06-07T06:38:54Z", + "2010-06-07T06:39:18Z", + "2010-06-08T06:31:16Z", + "2010-06-08T06:31:39Z", + "2010-06-15T06:37:25Z", + "2010-06-15T06:37:48Z", + "2010-06-16T06:33:08Z", + "2010-06-23T06:38:56Z", + "2010-06-24T06:31:11Z", + "2010-06-24T06:31:35Z", + "2010-07-02T06:33:11Z", + "2010-07-09T06:38:59Z", + "2010-07-09T06:39:23Z", + "2010-07-10T06:31:07Z", + "2010-07-10T06:31:31Z", + "2010-07-17T06:37:40Z", + "2010-07-18T06:33:13Z", + "2010-07-25T06:39:24Z", + "2010-08-02T06:37:10Z", + "2010-08-02T06:37:34Z", + "2010-08-03T06:32:48Z", + "2010-08-03T06:33:12Z", + "2010-08-10T06:38:58Z", + "2010-08-10T06:39:22Z", + "2010-08-11T06:30:56Z", + "2010-08-11T06:31:19Z", + "2010-08-19T06:32:50Z", + "2010-08-19T06:33:13Z", + "2010-08-26T06:39:02Z", + "2010-08-26T06:39:26Z", + "2010-08-27T06:30:53Z", + "2010-08-27T06:31:16Z", + "2010-09-03T06:37:02Z", + "2010-09-03T06:37:26Z", + "2010-09-04T06:32:52Z", + "2010-09-04T06:33:16Z", + "2010-09-11T06:39:03Z", + "2010-09-12T06:30:49Z", + "2010-09-20T06:32:52Z", + "2010-09-20T06:33:16Z", + "2010-09-27T06:39:03Z", + "2010-09-27T06:39:27Z", + "2010-09-28T06:30:42Z", + "2010-09-28T06:31:06Z", + "2010-10-21T06:36:39Z", + "2010-10-21T06:37:03Z", + "2010-11-30T06:40:04Z", + "2010-12-17T06:30:27Z", + "2011-01-09T06:36:42Z", + "2011-01-25T06:36:42Z", + "2011-01-25T06:37:06Z", + "2011-02-10T06:37:08Z", + "2011-02-11T06:34:25Z", + "2011-02-26T06:36:44Z", + "2011-02-26T06:37:07Z", + "2011-02-27T06:34:06Z", + "2011-02-27T06:34:30Z", + "2011-03-07T06:30:31Z", + "2011-03-07T06:30:55Z", + "2011-03-15T06:34:09Z", + "2011-03-15T06:34:33Z", + "2011-03-30T06:36:36Z", + "2011-03-31T06:34:12Z", + "2011-05-02T06:34:36Z", + "2011-05-17T06:36:44Z", + "2011-05-25T06:40:21Z", + "2011-05-25T06:40:45Z", + "2011-05-26T06:30:06Z", + "2011-05-26T06:30:30Z", + "2011-07-13T06:29:45Z", + "2011-07-13T06:30:08Z", + "2011-07-21T06:34:30Z", + "2011-07-28T06:40:15Z", + "2011-07-28T06:40:39Z", + "2011-08-06T06:34:01Z", + "2011-08-06T06:34:25Z", + "2011-08-13T06:40:11Z", + "2011-08-13T06:40:34Z", + "2011-09-15T06:29:06Z", + "2011-09-15T06:29:29Z", + "2011-09-23T06:33:51Z", + "2011-09-23T06:34:15Z", + "2011-09-30T06:40:01Z", + "2011-10-09T06:33:48Z", + "2011-10-09T06:34:12Z", + "2011-10-16T06:40:03Z", + "2011-10-16T06:40:27Z", + "2011-10-25T06:34:21Z", + "2011-12-12T06:34:22Z", + "2011-12-19T06:40:38Z", + "2011-12-19T06:41:02Z", + "2012-01-20T06:40:47Z", + "2012-02-14T06:34:43Z", + "2012-04-02T06:34:41Z", + "2012-04-02T06:35:05Z", + "2012-04-18T06:34:40Z", + "2012-05-04T06:35:07Z", + "2012-05-11T06:41:27Z", + "2012-05-20T06:35:16Z", + "2012-05-20T06:35:40Z", + "2012-06-05T06:34:54Z", + "2012-06-05T06:35:18Z", + "2012-06-12T06:41:10Z", + "2012-06-28T06:41:18Z", + "2012-06-28T06:41:41Z", + "2012-07-07T06:35:16Z", + "2012-07-07T06:35:40Z", + "2012-07-14T06:41:32Z", + "2012-07-14T06:41:56Z", + "2012-07-23T06:35:27Z", + "2012-07-23T06:35:51Z", + "2012-08-15T06:41:54Z", + "2012-08-15T06:42:18Z", + "2012-08-31T06:42:04Z", + "2012-08-31T06:42:27Z", + "2012-09-09T06:36:23Z", + "2012-09-25T06:36:08Z", + "2012-09-25T06:36:32Z", + "2012-10-18T06:42:32Z", + "2012-10-18T06:42:56Z", + "2012-11-03T06:42:37Z", + "2012-12-14T06:37:04Z", + "2013-03-11T06:42:55Z", + "2013-03-11T06:43:18Z", + "2013-03-24T06:43:33Z", + "2013-03-29T06:39:19Z", + "2013-04-21T06:36:31Z", + "2013-04-29T06:42:21Z", + "2013-05-06T06:48:36Z", + "2013-05-06T06:48:59Z", + "2013-05-07T06:36:29Z", + "2013-05-07T06:36:53Z", + "2013-05-22T06:49:12Z", + "2013-06-16T06:42:33Z", + "2013-06-16T06:42:57Z", + "2013-06-23T06:48:41Z", + "2013-06-23T06:49:05Z", + "2013-06-24T06:36:35Z", + "2013-07-18T06:42:34Z", + "2013-07-26T06:36:17Z", + "2013-08-02T06:42:25Z", + "2013-08-03T06:42:36Z", + "2013-08-03T06:43:00Z", + "2013-08-18T06:42:05Z", + "2013-08-18T06:42:29Z", + "2013-08-19T06:42:37Z", + "2013-08-19T06:43:01Z", + "2013-08-27T06:36:00Z", + "2013-08-27T06:36:24Z", + "2013-09-27T06:48:38Z", + "2013-10-13T06:49:03Z", + "2013-11-06T06:42:54Z", + "2013-11-06T06:43:18Z", + "2013-11-07T06:42:20Z", + "2013-11-07T06:42:44Z", + "2013-11-14T06:48:53Z", + "2013-11-22T06:42:59Z", + "2013-11-22T06:43:22Z", + "2014-01-26T06:41:42Z", + "2014-02-03T06:37:29Z", + "2014-02-03T06:37:53Z", + "2014-02-11T06:41:29Z", + "2014-02-11T06:41:53Z", + "2014-02-18T06:47:36Z", + "2014-02-19T06:37:17Z", + "2014-02-26T06:43:29Z", + "2014-02-26T06:43:53Z", + "2014-02-27T06:41:16Z", + "2014-02-27T06:41:40Z", + "2014-04-16T06:40:32Z", + "2014-05-01T06:43:59Z", + "2014-05-10T06:37:51Z", + "2014-05-10T06:38:15Z", + "2014-05-17T06:44:06Z", + "2014-05-17T06:44:30Z", + "2014-05-18T06:40:07Z", + "2014-05-18T06:40:31Z", + "2014-05-26T06:37:57Z", + "2014-06-02T06:44:10Z", + "2014-06-02T06:44:34Z", + "2014-06-03T06:40:13Z", + "2014-06-03T06:40:37Z", + "2014-06-19T06:40:18Z", + "2014-06-19T06:40:42Z", + "2014-07-04T06:44:17Z", + "2014-07-04T06:44:41Z", + "2014-07-05T06:40:24Z", + "2014-07-05T06:40:48Z", + "2014-07-12T06:46:38Z", + "2014-07-12T06:47:02Z", + "2014-07-21T06:40:28Z", + "2014-07-21T06:40:52Z", + "2014-07-28T06:46:41Z", + "2014-07-28T06:47:05Z", + "2014-08-06T06:41:00Z", + "2014-08-13T06:46:50Z", + "2014-08-13T06:47:13Z", + "2014-08-22T06:40:40Z", + "2014-08-22T06:41:04Z", + "2014-08-29T06:46:51Z", + "2014-08-29T06:47:15Z", + "2014-09-07T06:40:44Z", + "2014-09-07T06:41:07Z", + "2014-09-15T06:38:15Z", + "2014-09-15T06:38:39Z", + "2014-09-23T06:40:41Z", + "2014-10-01T06:38:27Z", + "2014-10-09T06:40:47Z", + "2014-10-09T06:41:11Z", + "2014-10-16T06:47:00Z", + "2014-11-01T06:46:57Z", + "2014-11-01T06:47:21Z", + "2014-11-09T06:45:25Z", + "2014-11-10T06:41:13Z", + "2014-11-25T06:45:04Z", + "2014-11-25T06:45:28Z", + "2014-11-26T06:40:47Z", + "2014-11-26T06:41:11Z", + "2014-12-11T06:45:11Z", + "2014-12-12T06:40:40Z", + "2014-12-12T06:41:04Z", + "2014-12-19T06:46:54Z", + "2015-01-28T06:45:25Z", + "2015-01-28T06:45:49Z", + "2015-01-29T06:40:33Z", + "2015-02-13T06:45:25Z", + "2015-02-21T06:46:35Z", + "2015-02-21T06:46:59Z", + "2015-02-22T06:39:23Z", + "2015-03-01T06:45:38Z", + "2015-03-18T06:40:11Z", + "2015-03-25T06:46:18Z", + "2015-03-25T06:46:41Z", + "2015-03-26T06:39:38Z", + "2015-03-26T06:40:02Z", + "2015-04-02T06:45:51Z", + "2015-04-27T06:39:52Z", + "2015-04-27T06:40:16Z", + "2015-05-20T06:46:38Z", + "2015-05-28T06:45:50Z", + "2015-05-28T06:46:14Z", + "2015-05-29T06:40:05Z", + "2015-06-05T06:46:44Z", + "2015-06-06T06:39:47Z", + "2015-06-06T06:40:11Z", + "2015-06-13T06:46:26Z", + "2015-06-14T06:40:12Z", + "2015-06-14T06:40:36Z", + "2015-06-21T06:46:23Z", + "2015-06-21T06:46:47Z", + "2015-06-22T06:39:54Z", + "2015-06-22T06:40:18Z", + "2015-06-29T06:46:09Z", + "2015-06-29T06:46:33Z", + "2015-06-30T06:40:14Z", + "2015-06-30T06:40:38Z", + "2015-07-08T06:40:28Z", + "2015-07-15T06:46:43Z", + "2015-07-16T06:40:20Z", + "2015-07-16T06:40:44Z", + "2015-07-23T06:46:31Z", + "2015-07-23T06:46:55Z", + "2015-07-24T06:40:11Z", + "2015-07-24T06:40:35Z", + "2015-07-31T06:46:23Z", + "2015-07-31T06:46:47Z", + "2015-08-01T06:40:22Z", + "2015-08-01T06:40:46Z", + "2015-08-08T06:46:35Z", + "2015-08-08T06:46:59Z", + "2015-08-16T06:46:29Z", + "2015-08-16T06:46:53Z", + "2015-08-17T06:40:26Z", + "2015-08-17T06:40:50Z", + "2015-08-24T06:47:01Z", + "2015-09-09T06:46:40Z", + "2015-09-09T06:47:04Z", + "2015-09-10T06:40:29Z", + "2015-09-10T06:40:52Z", + "2015-09-26T06:40:35Z", + "2015-09-26T06:40:59Z", + "2016-02-09T06:42:51Z", + "2016-02-16T06:48:39Z", + "2016-02-17T06:40:30Z", + "2016-02-17T06:40:54Z", + "2016-03-03T06:48:45Z", + "2016-03-04T06:40:29Z", + "2016-03-27T06:46:29Z", + "2016-04-12T06:46:23Z", + "2016-04-13T06:42:50Z", + "2016-05-07T06:40:11Z", + "2016-05-23T06:40:12Z", + "2016-05-23T06:40:36Z", + "2016-05-30T06:46:25Z", + "2016-05-30T06:46:49Z", + "2016-06-16T06:43:09Z", + "2016-06-16T06:43:32Z", + "2016-06-23T06:49:44Z", + "2016-06-24T06:40:22Z", + "2016-06-24T06:40:46Z", + "2016-07-01T06:46:37Z", + "2016-07-01T06:47:01Z", + "2016-07-09T06:49:20Z", + "2016-07-17T06:46:44Z", + "2016-07-17T06:47:08Z", + "2016-08-02T06:46:47Z", + "2016-08-02T06:47:11Z", + "2016-08-03T06:43:12Z", + "2016-08-03T06:43:36Z", + "2016-08-10T06:49:24Z", + "2016-08-10T06:49:47Z", + "2016-08-11T06:40:37Z", + "2016-08-11T06:41:01Z", + "2016-08-18T06:46:52Z", + "2016-08-18T06:47:15Z", + "2016-08-26T06:49:26Z", + "2016-08-26T06:49:50Z", + "2016-09-03T06:47:22Z", + "2016-09-04T06:43:17Z", + "2016-09-04T06:43:41Z", + "2016-09-19T06:47:00Z", + "2016-09-19T06:47:24Z", + "2016-09-28T06:40:49Z", + "2016-10-05T06:47:02Z", + "2016-10-05T06:47:26Z", + "2016-10-06T06:43:21Z", + "2016-10-06T06:43:45Z", + "2016-10-30T06:41:20Z", + "2016-11-07T06:43:36Z", + "2016-11-23T06:43:07Z", + "2016-11-23T06:43:31Z", + "2016-11-30T06:49:41Z", + "2016-12-24T06:47:24Z", + "2017-01-17T06:48:53Z", + "2017-02-10T06:46:44Z", + "2017-02-10T06:47:08Z", + "2017-02-11T06:42:30Z", + "2017-02-11T06:42:54Z", + "2017-02-18T06:49:09Z", + "2017-02-26T06:47:03Z", + "2017-02-27T06:43:03Z", + "2017-03-06T06:48:53Z", + "2017-03-06T06:49:17Z", + "2017-03-07T06:40:24Z", + "2017-03-07T06:40:48Z", + "2017-03-14T06:46:30Z", + "2017-03-14T06:46:54Z", + "2017-03-31T06:42:50Z", + "2017-04-08T06:40:07Z", + "2017-04-23T06:49:10Z", + "2017-05-02T06:43:02Z", + "2017-05-10T06:40:21Z", + "2017-06-10T06:49:22Z", + "2017-06-18T06:46:53Z", + "2017-06-19T06:43:37Z", + "2017-06-27T06:40:21Z", + "2017-06-27T06:40:45Z", + "2017-07-04T06:46:33Z", + "2017-07-04T06:46:57Z", + "2017-07-05T06:43:15Z", + "2017-07-05T06:43:39Z", + "2017-07-21T06:43:15Z", + "2017-07-21T06:43:39Z", + "2017-07-28T06:49:25Z", + "2017-07-28T06:49:49Z", + "2017-07-29T06:40:32Z", + "2017-07-29T06:40:56Z", + "2017-08-05T06:46:46Z", + "2017-08-05T06:47:10Z", + "2017-08-06T06:43:13Z", + "2017-08-06T06:43:37Z", + "2017-08-13T06:49:46Z", + "2017-08-21T06:46:51Z", + "2017-08-21T06:47:15Z", + "2017-08-29T06:49:23Z", + "2017-08-29T06:49:47Z", + "2017-08-30T06:40:41Z", + "2017-08-30T06:41:05Z", + "2017-09-06T06:46:53Z", + "2017-09-06T06:47:17Z", + "2017-09-07T06:43:12Z", + "2017-09-07T06:43:36Z", + "2017-09-14T06:49:21Z", + "2017-09-14T06:49:45Z", + "2017-09-15T06:40:42Z", + "2017-09-15T06:41:06Z", + "2017-09-22T06:46:57Z", + "2017-09-22T06:47:20Z", + "2017-09-23T06:43:10Z", + "2017-10-08T06:47:02Z", + "2017-10-08T06:47:26Z", + "2017-10-09T06:43:12Z", + "2017-10-24T06:47:28Z", + "2017-10-25T06:43:14Z", + "2017-10-25T06:43:38Z", + "2017-11-10T06:43:12Z", + "2017-11-10T06:43:36Z", + "2017-11-18T06:41:13Z", + "2017-12-19T06:49:29Z", + "2017-12-20T06:40:47Z", + "2017-12-20T06:41:11Z", + "2017-12-28T06:43:12Z", + "2018-01-04T06:48:54Z", + "2018-01-04T06:49:18Z", + "2018-01-20T06:49:03Z", + "2018-01-28T06:46:42Z", + "2018-01-28T06:47:06Z", + "2018-01-29T06:42:20Z", + "2018-01-29T06:42:44Z", + "2018-02-06T06:40:27Z", + "2018-02-06T06:40:51Z", + "2018-02-14T06:42:07Z", + "2018-02-14T06:42:31Z", + "2018-02-21T06:48:14Z", + "2018-02-21T06:48:37Z", + "2018-03-02T06:41:57Z", + "2018-04-02T06:46:13Z", + "2018-04-02T06:46:36Z", + "2018-04-11T06:39:57Z", + "2018-05-04T06:45:54Z", + "2018-05-04T06:46:18Z", + "2018-05-05T06:40:58Z", + "2018-05-05T06:41:22Z", + "2018-05-13T06:39:38Z", + "2018-05-20T06:45:43Z", + "2018-05-20T06:46:07Z", + "2018-05-21T06:40:43Z", + "2018-05-21T06:41:07Z", + "2018-06-05T06:45:33Z", + "2018-06-05T06:45:56Z", + "2018-06-14T06:39:28Z", + "2018-06-14T06:39:52Z", + "2018-06-21T06:45:44Z", + "2018-06-29T06:46:36Z", + "2018-06-30T06:39:38Z", + "2018-06-30T06:40:02Z", + "2018-07-07T06:46:17Z", + "2018-07-08T06:39:50Z", + "2018-07-16T06:39:46Z", + "2018-07-16T06:40:10Z", + "2018-07-23T06:45:59Z", + "2018-07-24T06:39:34Z", + "2018-07-24T06:39:58Z", + "2018-08-01T06:40:17Z", + "2018-08-08T06:46:32Z", + "2018-08-09T06:39:40Z", + "2018-08-16T06:45:19Z", + "2018-08-16T06:45:43Z", + "2018-08-17T06:40:02Z", + "2018-08-17T06:40:26Z", + "2018-08-24T06:46:16Z", + "2018-08-24T06:46:40Z", + "2018-08-25T06:38:58Z", + "2018-08-25T06:39:21Z", + "2018-09-01T06:45:00Z", + "2018-09-02T06:40:09Z", + "2018-09-10T06:38:37Z", + "2018-09-10T06:39:01Z", + "2018-10-03T06:44:16Z", + "2018-10-03T06:44:40Z", + "2018-10-04T06:40:21Z", + "2018-10-04T06:40:45Z", + "2018-10-11T06:46:35Z", + "2018-10-19T06:44:16Z", + "2018-10-20T06:40:27Z", + "2018-10-20T06:40:51Z", + "2018-10-28T06:37:54Z", + "2018-11-04T06:43:56Z", + "2018-11-05T06:40:31Z", + "2018-11-12T06:46:42Z", + "2018-11-13T06:37:09Z", + "2018-11-20T06:43:09Z", + "2018-11-20T06:43:33Z", + "2018-12-22T06:42:18Z", + "2018-12-22T06:42:41Z", + "2018-12-23T06:40:28Z", + "2018-12-23T06:40:52Z", + "2019-01-31T06:46:32Z", + "2019-02-01T06:34:50Z", + "2019-02-01T06:35:13Z", + "2019-03-04T06:46:26Z", + "2019-05-08T06:31:36Z", + "2019-05-08T06:32:00Z", + "2019-06-08T06:46:33Z", + "2019-06-08T06:46:57Z", + "2019-06-09T06:30:49Z", + "2019-06-17T06:40:49Z", + "2019-06-24T06:46:39Z", + "2019-06-24T06:47:02Z", + "2019-06-25T06:29:50Z", + "2019-06-25T06:30:14Z", + "2019-07-19T06:40:33Z", + "2019-08-04T06:40:40Z", + "2019-08-04T06:41:04Z", + "2019-08-19T06:33:49Z", + "2019-08-19T06:34:13Z", + "2019-08-20T06:40:45Z", + "2019-08-20T06:41:09Z", + "2019-08-27T06:46:57Z", + "2019-08-27T06:47:21Z", + "2019-08-28T06:27:15Z", + "2019-08-28T06:27:39Z", + "2019-09-12T06:47:02Z", + "2019-09-12T06:47:25Z", + "2019-09-20T06:32:25Z", + "2019-09-20T06:32:49Z", + "2019-09-21T06:40:54Z", + "2019-09-21T06:41:18Z", + "2019-10-15T06:25:12Z", + "2019-11-08T06:41:22Z", + "2020-02-11T06:25:36Z", + "2020-02-19T06:46:47Z", + "2020-02-19T06:47:11Z", + "2020-02-27T06:25:09Z", + "2020-02-28T06:40:34Z", + "2020-02-28T06:40:58Z", + "2020-03-06T06:46:42Z", + "2020-03-07T06:18:05Z", + "2020-03-14T06:23:53Z", + "2020-03-14T06:24:17Z", + "2020-03-22T06:46:34Z", + "2020-03-22T06:46:58Z", + "2020-05-09T06:46:33Z", + "2020-05-10T06:14:24Z", + "2020-05-10T06:14:48Z", + "2020-05-25T06:46:13Z", + "2020-05-25T06:46:37Z", + "2020-05-26T06:13:24Z", + "2020-05-26T06:13:48Z", + "2020-06-02T06:19:11Z", + "2020-06-03T06:40:07Z", + "2020-06-03T06:40:31Z", + "2020-06-10T06:46:22Z", + "2020-06-10T06:46:46Z", + "2020-06-11T06:12:29Z", + "2020-06-11T06:12:53Z", + "2020-06-18T06:18:16Z", + "2020-06-18T06:18:39Z", + "2020-06-19T06:40:16Z", + "2020-06-19T06:40:40Z", + "2020-07-04T06:17:18Z", + "2020-07-04T06:17:42Z", + "2020-07-05T06:40:48Z", + "2020-07-12T06:46:37Z", + "2020-07-12T06:47:01Z", + "2020-07-13T06:10:35Z", + "2020-07-13T06:10:59Z", + "2020-07-20T06:16:20Z", + "2020-07-20T06:16:44Z", + "2020-07-21T06:40:53Z", + "2020-07-28T06:46:42Z", + "2020-07-28T06:47:06Z", + "2020-07-29T06:09:35Z", + "2020-07-29T06:09:59Z", + "2020-08-05T06:15:44Z", + "2020-08-06T06:40:33Z", + "2020-08-06T06:40:57Z", + "2020-08-13T06:46:46Z", + "2020-08-13T06:47:10Z", + "2020-08-14T06:08:35Z", + "2020-08-14T06:08:59Z", + "2020-08-21T06:14:43Z", + "2020-08-29T06:46:54Z", + "2020-08-29T06:47:18Z", + "2020-09-06T06:13:40Z", + "2020-09-07T06:41:11Z", + "2020-09-14T06:47:01Z", + "2020-09-14T06:47:24Z", + "2020-09-15T06:06:29Z", + "2020-09-15T06:06:53Z", + "2020-09-23T06:41:16Z", + "2020-10-01T06:05:27Z", + "2020-10-09T06:40:55Z", + "2020-10-09T06:41:19Z", + "2020-10-17T06:04:26Z", + "2020-10-17T06:04:50Z", + "2020-11-02T06:03:22Z", + "2020-11-17T06:47:28Z", + "2020-11-18T06:02:16Z", + "2020-11-18T06:02:40Z", + "2020-12-03T06:47:07Z", + "2020-12-04T06:01:31Z", + "2020-12-11T06:07:10Z", + "2020-12-12T06:40:56Z", + "2020-12-12T06:41:20Z", + "2020-12-27T06:05:35Z", + "2020-12-27T06:05:59Z", + "2021-01-05T05:58:47Z", + "2021-01-05T05:59:11Z", + "2021-01-28T06:03:20Z", + "2021-01-28T06:03:43Z", + "2021-03-17T06:00:03Z", + "2021-04-11T05:51:26Z", + "2021-04-26T06:46:22Z", + "2021-04-26T06:46:46Z", + "2021-04-27T05:50:28Z", + "2021-05-12T06:46:19Z", + "2021-05-12T06:46:43Z", + "2021-05-13T05:48:45Z", + "2021-05-13T05:49:09Z", + "2021-05-20T05:54:20Z", + "2021-05-20T05:54:44Z", + "2021-05-29T05:47:23Z", + "2021-05-29T05:47:47Z", + "2021-06-14T05:46:28Z", + "2021-06-21T05:51:40Z", + "2021-06-21T05:52:04Z", + "2021-06-22T06:40:27Z", + "2021-06-22T06:40:51Z", + "2021-06-29T06:46:40Z", + "2021-06-29T06:47:04Z", + "2021-06-30T05:45:08Z", + "2021-07-08T06:40:30Z", + "2021-07-08T06:40:54Z", + "2021-07-16T05:43:23Z", + "2021-07-16T05:43:47Z", + "2021-07-23T05:48:57Z", + "2021-07-23T05:49:21Z", + "2021-07-24T06:40:35Z", + "2021-07-24T06:40:59Z", + "2021-07-31T06:46:49Z", + "2021-07-31T06:47:13Z", + "2021-08-01T05:41:59Z", + "2021-08-01T05:42:23Z", + "2021-08-08T05:47:33Z", + "2021-08-08T05:47:57Z", + "2021-08-09T06:40:42Z", + "2021-08-09T06:41:06Z", + "2021-08-16T06:46:55Z", + "2021-08-16T06:47:19Z", + "2021-08-17T05:40:34Z", + "2021-08-17T05:40:58Z", + "2021-08-24T05:46:09Z", + "2021-08-24T05:46:33Z", + "2021-08-25T06:40:47Z", + "2021-08-25T06:41:11Z", + "2021-09-01T06:47:00Z", + "2021-09-01T06:47:24Z", + "2021-09-02T05:39:11Z", + "2021-09-02T05:39:35Z", + "2021-09-09T05:44:45Z", + "2021-09-10T06:40:52Z", + "2021-09-10T06:41:15Z", + "2021-09-17T06:47:04Z", + "2021-09-17T06:47:27Z", + "2021-09-26T06:40:55Z", + "2021-10-11T05:41:55Z", + "2021-10-12T06:41:00Z", + "2021-10-12T06:41:24Z", + "2021-10-28T06:41:01Z", + "2021-10-28T06:41:25Z", + "2021-11-04T06:47:11Z", + "2021-11-05T05:33:27Z", + "2021-11-05T05:33:51Z", + "2021-11-18T06:48:44Z", + "2021-11-20T06:47:30Z", + "2021-12-15T06:41:20Z", + "2022-01-23T06:46:57Z", + "2022-01-24T06:40:52Z", + "2022-02-01T06:40:44Z", + "2022-02-09T06:40:50Z", + "2022-02-17T06:40:39Z", + "2022-02-17T06:41:03Z", + "2022-03-20T05:26:27Z", + "2022-03-20T06:46:46Z", + "2022-03-20T06:47:10Z", + "2022-03-29T05:19:49Z", + "2022-04-13T06:47:00Z", + "2022-04-14T06:40:27Z", + "2022-04-14T06:40:51Z", + "2022-04-29T06:46:32Z", + "2022-04-29T06:46:55Z", + "2022-05-16T06:40:10Z", + "2022-05-16T06:40:34Z", + "2022-05-23T06:46:17Z", + "2022-05-23T06:46:41Z", + "2022-05-30T05:20:59Z", + "2022-05-30T05:21:23Z", + "2022-05-31T06:46:45Z", + "2022-05-31T06:47:09Z", + "2022-06-01T06:40:07Z", + "2022-06-01T06:40:31Z", + "2022-06-09T06:40:42Z", + "2022-06-09T06:41:06Z", + "2022-06-16T06:46:57Z", + "2022-06-16T06:47:21Z", + "2022-06-17T06:40:14Z", + "2022-06-25T06:40:49Z", + "2022-06-25T06:41:13Z", + "2022-07-10T05:06:51Z", + "2022-07-10T05:07:15Z", + "2022-07-11T06:40:49Z", + "2022-07-11T06:41:13Z", + "2022-07-15T05:12:42Z", + "2022-07-19T06:40:28Z", + "2022-07-20T05:17:43Z", + "2022-07-20T05:18:07Z", + "2022-07-26T06:46:46Z", + "2022-07-26T06:47:09Z", + "2022-07-27T05:05:33Z", + "2022-07-27T05:05:57Z", + "2022-07-27T06:40:58Z", + "2022-07-27T06:41:22Z", + "2022-08-01T05:10:57Z", + "2022-08-03T06:47:13Z", + "2022-08-03T06:47:37Z", + "2022-08-11T06:46:56Z", + "2022-08-12T06:41:06Z", + "2022-08-12T06:41:30Z", + "2022-08-27T06:47:00Z", + "2022-08-27T06:47:24Z", + "2022-08-28T06:41:08Z", + "2022-08-28T06:41:31Z", + "2022-09-05T06:40:49Z", + "2022-09-05T06:41:13Z", + "2022-09-20T06:47:25Z", + "2022-09-20T06:47:49Z", + "2022-09-28T06:47:08Z", + "2022-09-28T06:47:32Z", + "2022-12-01T06:47:11Z", + "2022-12-02T06:41:09Z", + "2022-12-09T06:47:19Z", + "2022-12-10T06:41:26Z", + "2022-12-17T06:47:13Z", + "2022-12-17T06:47:36Z", + "2022-12-18T06:41:02Z", + "2022-12-18T06:41:26Z", + "2022-12-25T06:47:34Z", + "2023-01-18T06:47:06Z", + "2023-01-18T06:47:30Z", + "2023-01-19T06:40:53Z", + "2023-01-19T06:41:17Z", + "2023-01-26T06:47:08Z", + "2023-01-26T06:47:32Z", + "2023-01-27T06:41:00Z", + "2023-03-03T04:50:41Z", + "2023-03-03T04:51:05Z", + "2023-03-08T06:40:34Z", + "2023-03-15T04:41:37Z", + "2023-03-15T04:42:01Z", + "2023-03-15T06:46:44Z", + "2023-03-15T06:47:08Z", + "2023-03-20T04:45:58Z", + "2023-03-20T04:46:22Z", + "2023-04-17T06:40:27Z", + "2023-04-24T06:46:36Z", + "2023-05-02T06:46:14Z", + "2023-05-20T04:36:32Z", + "2023-05-20T04:36:56Z", + "2023-05-26T06:46:15Z", + "2023-05-26T06:46:39Z", + "2023-05-27T06:39:54Z", + "2023-05-27T06:40:18Z", + "2023-06-12T06:40:02Z", + "2023-06-12T06:40:26Z", + "2023-06-20T06:39:55Z", + "2023-06-20T06:40:19Z" + ] + } +} diff --git a/ingestion-data/production/collections/landsat-c2l2-sr-lakes-lake-balaton.json b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-lake-balaton.json new file mode 100644 index 00000000..cf0f48b3 --- /dev/null +++ b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-lake-balaton.json @@ -0,0 +1,290 @@ +{ + "type": "Collection", + "id": "landsat-c2l2-sr-lakes-lake-balaton", + "stac_version": "1.0.0", + "description": "Selected low-cloud-cover Landsat Collection-2 Level-2 Surface Reflectance scenes covering Lake Balaton. Products from multiple missions and instruments are combined in this single collection for the purpose of visualizing RGB images. Note that the full item records are not interchangeable across instruments for purposes other than visualization and that the assets available are not the same for each instrument.", + "links": [], + "stac_extensions": [ + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "red": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Red Band (B4)", + "eo:bands": [ + { + "gsd": 30, + "name": "B4", + "common_name": "red", + "center_wavelength": 0.65 + } + ], + "description": "Collection 2 Level-2 Red Band (B4) Surface Reflectance" + }, + "blue": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Blue Band (B2)", + "eo:bands": [ + { + "gsd": 30, + "name": "B2", + "common_name": "blue", + "center_wavelength": 0.48 + } + ], + "description": "Collection 2 Level-2 Blue Band (B2) Surface Reflectance" + }, + "green": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Green Band (B3)", + "eo:bands": [ + { + "gsd": 30, + "name": "B3", + "common_name": "green", + "center_wavelength": 0.56 + } + ], + "description": "Collection 2 Level-2 Green Band (B3) Surface Reflectance" + }, + "thumbnail": { + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail image" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "day", + "title": "Selected Landsat 7 through 9 Surface Reflectance Scenes for Lake Balaton", + "extent": { + "spatial": { + "bbox": [ + [ + 15.1177824, + 46.3745686, + 19.0682304, + 48.510316 + ] + ] + }, + "temporal": { + "interval": [ + [ + "1984-09-15T09:09:32.098056Z", + "2023-05-22T07:35:18.700905Z" + ] + ] + } + }, + "license": "proprietary", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "summaries": { + "datetime": [ + "1984-09-15T09:09:32Z", + "1984-10-17T09:09:29Z", + "1985-07-16T09:09:20Z", + "1985-08-17T09:09:03Z", + "1986-01-24T09:06:36Z", + "1986-02-25T09:05:52Z", + "1986-06-17T09:03:06Z", + "1986-07-03T09:02:35Z", + "1986-08-04T09:01:28Z", + "1986-11-08T08:58:09Z", + "1986-11-24T08:57:36Z", + "1987-08-23T09:05:42Z", + "1988-01-30T09:08:46Z", + "1988-04-19T09:09:33Z", + "1988-09-10T09:10:12Z", + "1989-06-09T09:07:32Z", + "1990-02-04T09:01:16Z", + "1990-03-08T09:00:12Z", + "1990-05-11T08:59:40Z", + "1990-07-30T08:59:28Z", + "1990-08-31T08:59:16Z", + "1991-02-23T09:00:24Z", + "1991-07-01T09:02:34Z", + "1991-09-03T09:03:12Z", + "1991-09-19T09:03:23Z", + "1991-10-05T09:03:26Z", + "1992-02-26T09:03:37Z", + "1992-05-16T09:03:07Z", + "1992-08-28T08:48:42Z", + "1992-09-05T09:01:40Z", + "1992-09-13T08:49:11Z", + "1993-05-03T09:01:52Z", + "1993-09-24T09:01:43Z", + "1994-02-15T09:00:27Z", + "1994-07-25T08:57:17Z", + "1994-08-10T08:56:52Z", + "1995-05-25T08:46:34Z", + "1995-07-12T08:44:23Z", + "1995-08-13T08:42:55Z", + "1996-06-12T08:52:04Z", + "1996-07-14T08:53:45Z", + "1997-02-07T09:04:08Z", + "1997-02-23T09:04:49Z", + "1997-03-11T09:05:27Z", + "1997-09-03T09:11:29Z", + "1997-10-05T09:12:24Z", + "1998-07-20T09:17:43Z", + "1998-09-22T09:18:14Z", + "1999-03-01T09:18:38Z", + "1999-11-20T09:32:15Z", + "1999-12-22T09:32:19Z", + "2000-05-06T09:15:00Z", + "2000-05-14T09:31:32Z", + "2000-06-23T09:15:58Z", + "2000-08-02T09:30:35Z", + "2000-08-18T09:30:29Z", + "2000-09-27T09:17:48Z", + "2000-10-13T09:17:57Z", + "2000-10-21T09:29:38Z", + "2001-05-17T09:29:17Z", + "2001-07-28T09:19:44Z", + "2001-08-13T09:19:44Z", + "2001-11-17T09:18:57Z", + "2001-12-11T09:28:03Z", + "2002-01-04T09:18:28Z", + "2002-03-09T09:17:32Z", + "2002-08-24T09:27:28Z", + "2002-09-09T09:27:22Z", + "2003-05-23T09:28:06Z", + "2003-08-03T09:16:11Z", + "2003-08-11T09:27:49Z", + "2003-09-20T09:17:00Z", + "2004-08-29T09:28:10Z", + "2004-09-06T09:23:02Z", + "2004-09-14T09:28:03Z", + "2004-11-25T09:24:42Z", + "2005-04-02T09:26:31Z", + "2005-05-28T09:29:00Z", + "2005-06-13T09:28:53Z", + "2005-06-21T09:27:00Z", + "2005-07-15T09:28:51Z", + "2005-09-01T09:28:37Z", + "2005-10-19T09:28:36Z", + "2006-06-16T09:29:25Z", + "2006-07-10T09:32:24Z", + "2006-07-18T09:29:11Z", + "2006-07-26T09:32:37Z", + "2006-09-12T09:33:10Z", + "2006-09-28T09:33:22Z", + "2006-10-06T09:28:44Z", + "2006-11-07T09:29:15Z", + "2007-03-15T09:29:57Z", + "2007-05-02T09:29:52Z", + "2007-09-23T09:29:12Z", + "2007-10-01T09:32:22Z", + "2008-05-28T09:27:36Z", + "2008-09-09T09:28:23Z", + "2009-04-13T09:26:34Z", + "2009-09-28T09:29:33Z", + "2010-04-08T09:31:38Z", + "2010-06-11T09:31:33Z", + "2010-07-13T09:31:38Z", + "2010-08-22T09:29:43Z", + "2010-09-23T09:29:34Z", + "2011-05-21T09:28:58Z", + "2011-06-22T09:28:42Z", + "2011-08-17T09:32:49Z", + "2011-08-25T09:28:11Z", + "2011-09-10T09:28:00Z", + "2011-09-18T09:32:41Z", + "2011-09-26T09:27:43Z", + "2011-10-04T09:32:41Z", + "2012-06-16T09:33:51Z", + "2012-07-02T09:34:00Z", + "2012-08-19T09:34:36Z", + "2012-10-06T09:35:03Z", + "2013-04-24T09:41:11Z", + "2013-06-19T09:35:03Z", + "2013-07-21T09:34:46Z", + "2013-07-29T09:41:25Z", + "2013-08-06T09:34:40Z", + "2013-09-07T09:34:59Z", + "2014-04-27T09:39:14Z", + "2014-05-21T09:36:47Z", + "2014-06-06T09:36:50Z", + "2014-08-09T09:37:04Z", + "2015-03-21T09:38:26Z", + "2015-07-03T09:38:50Z", + "2015-07-11T09:39:08Z", + "2015-07-19T09:38:59Z", + "2015-08-12T09:39:15Z", + "2015-08-28T09:39:16Z", + "2015-10-31T09:39:52Z", + "2016-03-31T09:39:04Z", + "2016-04-16T09:39:00Z", + "2016-08-14T09:42:02Z", + "2016-09-15T09:42:08Z", + "2016-10-01T09:42:10Z", + "2017-04-03T09:38:59Z", + "2017-05-29T09:41:58Z", + "2017-08-01T09:42:03Z", + "2017-08-17T09:42:02Z", + "2018-04-22T09:38:40Z", + "2018-08-04T09:38:12Z", + "2018-08-12T09:38:50Z", + "2018-08-28T09:38:57Z", + "2018-09-21T09:37:12Z", + "2018-11-16T09:39:21Z", + "2019-02-28T09:32:51Z", + "2019-03-24T09:38:59Z", + "2019-04-17T09:31:13Z", + "2019-04-25T09:38:48Z", + "2019-06-12T09:39:14Z", + "2019-06-28T09:39:19Z", + "2019-08-15T09:39:33Z", + "2019-08-31T09:39:37Z", + "2019-09-16T09:39:42Z", + "2020-02-15T09:18:02Z", + "2020-03-10T09:39:19Z", + "2020-03-18T09:16:19Z", + "2020-04-03T09:15:25Z", + "2020-08-01T09:39:22Z", + "2020-08-09T09:07:43Z", + "2020-08-25T09:06:42Z", + "2020-09-02T09:39:35Z", + "2020-09-10T09:05:39Z", + "2020-10-04T09:39:44Z", + "2020-11-21T09:39:44Z", + "2021-02-25T09:39:26Z", + "2021-06-09T08:45:17Z", + "2021-06-17T09:39:16Z", + "2021-09-05T09:39:40Z", + "2021-09-13T08:37:02Z", + "2021-11-24T09:39:46Z", + "2022-01-19T09:39:41Z", + "2022-03-24T08:18:43Z", + "2022-03-24T09:39:23Z", + "2022-05-11T09:39:04Z", + "2022-05-19T09:39:22Z", + "2022-06-12T09:39:00Z", + "2022-06-20T09:39:38Z", + "2022-10-18T09:39:52Z", + "2022-12-13T09:39:55Z", + "2023-02-07T09:39:56Z", + "2023-03-17T07:40:36Z", + "2023-05-22T07:35:18Z" + ] + } +} diff --git a/ingestion-data/production/collections/landsat-c2l2-sr-lakes-lake-biwa.json b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-lake-biwa.json new file mode 100644 index 00000000..da240e25 --- /dev/null +++ b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-lake-biwa.json @@ -0,0 +1,176 @@ +{ + "type": "Collection", + "id": "landsat-c2l2-sr-lakes-lake-biwa", + "stac_version": "1.0.0", + "description": "Selected low-cloud-cover Landsat Collection-2 Level-2 Surface Reflectance scenes covering Lake Biwa. Products from multiple missions and instruments are combined in this single collection for the purpose of visualizing RGB images. Note that the full item records are not interchangeable across instruments for purposes other than visualization and that the assets available are not the same for each instrument.", + "links": [], + "stac_extensions": [ + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "red": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Red Band (B4)", + "eo:bands": [ + { + "gsd": 30, + "name": "B4", + "common_name": "red", + "center_wavelength": 0.65 + } + ], + "description": "Collection 2 Level-2 Red Band (B4) Surface Reflectance" + }, + "blue": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Blue Band (B2)", + "eo:bands": [ + { + "gsd": 30, + "name": "B2", + "common_name": "blue", + "center_wavelength": 0.48 + } + ], + "description": "Collection 2 Level-2 Blue Band (B2) Surface Reflectance" + }, + "green": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Green Band (B3)", + "eo:bands": [ + { + "gsd": 30, + "name": "B3", + "common_name": "green", + "center_wavelength": 0.56 + } + ], + "description": "Collection 2 Level-2 Green Band (B3) Surface Reflectance" + }, + "thumbnail": { + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail image" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "day", + "title": "Selected Landsat 7 through 9 Surface Reflectance Scenes for Lake Biwa", + "extent": { + "spatial": { + "bbox": [ + [ + 135.2055231, + 33.5515966, + 138.0953959, + 35.7354584 + ] + ] + }, + "temporal": { + "interval": [ + [ + "1984-06-11T00:56:49.159075Z", + "2023-03-19T01:28:30.265546Z" + ] + ] + } + }, + "license": "proprietary", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "summaries": { + "datetime": [ + "1984-06-11T00:56:49Z", + "1985-11-21T00:57:00Z", + "1986-06-01T00:52:46Z", + "1987-11-11T00:56:34Z", + "1989-06-01T01:02:00Z", + "1990-01-19T00:50:57Z", + "1990-04-25T00:48:48Z", + "1990-12-05T00:47:47Z", + "1991-11-22T00:52:45Z", + "1993-05-19T00:51:04Z", + "1995-05-09T00:36:28Z", + "1995-07-28T00:32:50Z", + "1995-11-17T00:28:06Z", + "1996-04-25T00:38:29Z", + "1996-07-14T00:42:54Z", + "1997-04-12T00:55:47Z", + "1997-10-21T01:01:59Z", + "1998-03-30T01:05:21Z", + "1999-11-20T01:21:25Z", + "2000-12-08T01:18:55Z", + "2001-04-07T01:08:29Z", + "2001-04-15T01:18:42Z", + "2001-11-25T01:17:09Z", + "2002-03-09T01:06:42Z", + "2002-04-02T01:17:20Z", + "2003-09-28T01:16:46Z", + "2003-12-25T01:07:17Z", + "2004-03-14T01:07:40Z", + "2004-05-25T01:17:45Z", + "2004-11-17T01:17:31Z", + "2005-05-04T01:15:48Z", + "2006-08-03T01:18:16Z", + "2006-09-04T01:18:11Z", + "2006-09-20T01:18:05Z", + "2007-03-23T01:23:30Z", + "2007-04-08T01:23:25Z", + "2007-05-26T01:22:57Z", + "2008-10-19T01:12:33Z", + "2009-04-29T01:16:01Z", + "2009-11-07T01:18:52Z", + "2011-02-22T01:22:04Z", + "2012-04-29T01:22:59Z", + "2012-10-22T01:24:23Z", + "2013-04-16T01:24:34Z", + "2013-08-14T01:30:35Z", + "2014-01-29T01:25:25Z", + "2014-11-21T01:28:44Z", + "2014-12-31T01:27:04Z", + "2015-10-07T01:28:36Z", + "2016-02-28T01:28:29Z", + "2016-11-26T01:28:55Z", + "2017-04-03T01:28:09Z", + "2017-05-29T01:31:07Z", + "2017-12-07T01:31:01Z", + "2017-12-23T01:30:52Z", + "2018-03-29T01:29:36Z", + "2018-05-24T01:27:29Z", + "2019-05-11T01:28:06Z", + "2019-12-29T01:09:38Z", + "2020-01-06T01:28:47Z", + "2020-03-26T01:28:20Z", + "2020-12-07T01:28:56Z", + "2021-02-25T01:28:36Z", + "2021-04-30T01:28:08Z", + "2021-10-15T00:23:23Z", + "2022-03-08T00:09:29Z", + "2022-04-09T01:28:30Z", + "2022-05-03T01:28:24Z", + "2022-10-02T01:28:56Z", + "2022-10-26T01:29:12Z", + "2022-11-19T01:29:03Z", + "2023-03-19T01:28:30Z" + ] + } +} diff --git a/ingestion-data/production/collections/landsat-c2l2-sr-lakes-tonle-sap.json b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-tonle-sap.json new file mode 100644 index 00000000..3e71e549 --- /dev/null +++ b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-tonle-sap.json @@ -0,0 +1,434 @@ +{ + "type": "Collection", + "id": "landsat-c2l2-sr-lakes-tonle-sap", + "stac_version": "1.0.0", + "description": "Selected low-cloud-cover Landsat Collection-2 Level-2 Surface Reflectance scenes covering Tonl\u00e9 Sap. Products from multiple missions and instruments are combined in this single collection for the purpose of visualizing RGB images. Note that the full item records are not interchangeable across instruments for purposes other than visualization and that the assets available are not the same for each instrument.", + "links": [], + "stac_extensions": [ + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "red": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Red Band (B4)", + "eo:bands": [ + { + "gsd": 30, + "name": "B4", + "common_name": "red", + "center_wavelength": 0.65 + } + ], + "description": "Collection 2 Level-2 Red Band (B4) Surface Reflectance" + }, + "blue": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Blue Band (B2)", + "eo:bands": [ + { + "gsd": 30, + "name": "B2", + "common_name": "blue", + "center_wavelength": 0.48 + } + ], + "description": "Collection 2 Level-2 Blue Band (B2) Surface Reflectance" + }, + "green": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Green Band (B3)", + "eo:bands": [ + { + "gsd": 30, + "name": "B3", + "common_name": "green", + "center_wavelength": 0.56 + } + ], + "description": "Collection 2 Level-2 Green Band (B3) Surface Reflectance" + }, + "thumbnail": { + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail image" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "day", + "title": "Selected Landsat 7 through 9 Surface Reflectance Scenes for Tonl\u00e9 Sap", + "extent": { + "spatial": { + "bbox": [ + [ + 102.0208449, + 11.9586038, + 106.3215996, + 14.0556331 + ] + ] + }, + "temporal": { + "interval": [ + [ + "1987-12-04T02:48:00.593038Z", + "2023-05-05T01:16:34.740068Z" + ] + ] + } + }, + "license": "proprietary", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "summaries": { + "datetime": [ + "1987-12-04T02:48:00Z", + "1988-02-06T02:49:05Z", + "1988-02-13T02:55:23Z", + "1988-02-22T02:49:20Z", + "1988-03-09T02:49:29Z", + "1988-03-16T02:55:44Z", + "1988-04-10T02:49:43Z", + "1988-11-04T02:50:14Z", + "1989-01-07T02:49:55Z", + "1989-01-22T02:58:11Z", + "1989-02-15T02:55:48Z", + "1989-02-24T02:49:29Z", + "1989-03-11T02:58:38Z", + "1989-04-04T02:54:53Z", + "1989-11-07T02:44:12Z", + "1989-12-09T02:43:14Z", + "1989-12-17T02:52:34Z", + "1990-01-10T02:42:13Z", + "1990-01-26T02:41:44Z", + "1990-12-04T02:45:12Z", + "1990-12-28T02:39:18Z", + "1991-01-29T02:40:11Z", + "1991-02-05T02:46:19Z", + "1991-02-21T02:46:43Z", + "1991-04-03T02:41:16Z", + "1991-04-19T02:41:33Z", + "1991-08-09T02:43:08Z", + "1992-03-04T02:43:46Z", + "1992-03-27T02:49:51Z", + "1992-04-05T02:43:40Z", + "1992-04-12T02:49:47Z", + "1992-04-21T02:43:32Z", + "1992-11-22T02:46:48Z", + "1993-01-02T02:41:05Z", + "1993-02-03T02:41:28Z", + "1993-02-19T02:41:35Z", + "1993-03-07T02:41:45Z", + "1993-05-01T02:48:14Z", + "1993-06-02T02:48:21Z", + "1993-11-02T02:41:42Z", + "1994-01-05T02:41:10Z", + "1994-01-12T02:47:14Z", + "1994-01-21T02:40:53Z", + "1994-01-28T02:47:02Z", + "1994-02-22T02:40:33Z", + "1994-11-05T02:34:33Z", + "1994-11-12T02:40:30Z", + "1994-11-21T02:34:00Z", + "1994-11-28T02:39:58Z", + "1994-12-23T02:33:01Z", + "1994-12-30T02:38:57Z", + "1995-01-08T02:32:27Z", + "1995-01-15T02:38:23Z", + "1995-01-31T02:37:46Z", + "1995-02-09T02:31:13Z", + "1995-03-13T02:29:56Z", + "1995-05-07T02:33:47Z", + "1995-12-26T02:21:28Z", + "1996-01-02T02:28:08Z", + "1996-01-27T02:23:44Z", + "1996-03-06T02:32:34Z", + "1997-01-13T02:43:12Z", + "1997-01-29T02:43:56Z", + "1997-04-19T02:47:04Z", + "1997-06-13T02:55:10Z", + "1997-11-29T02:53:59Z", + "1997-12-15T02:54:23Z", + "1997-12-22T03:00:43Z", + "1997-12-31T02:54:46Z", + "1998-01-07T03:01:06Z", + "1998-01-23T03:01:26Z", + "1998-03-21T02:56:18Z", + "1998-04-29T03:02:57Z", + "1998-07-11T02:57:50Z", + "1998-07-18T03:04:04Z", + "1999-02-20T02:58:53Z", + "1999-11-19T02:55:11Z", + "1999-12-21T02:54:43Z", + "2000-01-13T03:00:45Z", + "2000-03-17T02:59:38Z", + "2000-03-26T02:53:52Z", + "2000-04-02T03:00:13Z", + "2000-11-05T02:58:25Z", + "2000-12-23T02:59:15Z", + "2000-12-31T03:10:02Z", + "2001-01-24T02:59:31Z", + "2001-01-31T03:05:46Z", + "2001-02-16T03:05:48Z", + "2001-04-21T03:05:48Z", + "2001-07-11T03:08:59Z", + "2002-01-03T03:08:15Z", + "2002-01-10T03:14:34Z", + "2002-02-04T03:08:28Z", + "2002-02-11T03:14:43Z", + "2002-02-20T03:08:26Z", + "2002-12-05T03:07:53Z", + "2003-01-06T03:07:56Z", + "2003-01-13T03:14:12Z", + "2003-01-29T03:14:18Z", + "2003-02-07T03:08:15Z", + "2003-04-03T03:14:32Z", + "2003-11-06T03:08:02Z", + "2003-12-07T03:04:19Z", + "2003-12-24T03:08:29Z", + "2004-01-25T03:08:40Z", + "2004-02-10T03:08:44Z", + "2004-02-17T03:14:55Z", + "2004-03-20T03:15:04Z", + "2004-04-13T03:05:26Z", + "2004-04-14T03:08:48Z", + "2004-04-21T03:14:54Z", + "2004-10-15T03:04:06Z", + "2004-11-08T03:08:33Z", + "2004-11-23T03:11:00Z", + "2004-12-01T03:14:55Z", + "2004-12-02T03:05:03Z", + "2004-12-17T03:15:01Z", + "2004-12-18T03:05:22Z", + "2004-12-26T03:08:56Z", + "2005-01-03T03:05:35Z", + "2005-01-10T03:11:50Z", + "2005-01-11T03:09:01Z", + "2005-01-19T03:05:47Z", + "2005-02-27T03:12:33Z", + "2005-03-08T03:06:30Z", + "2005-03-31T03:12:52Z", + "2005-05-02T03:13:00Z", + "2005-10-18T03:07:40Z", + "2006-01-21T03:15:44Z", + "2006-02-06T03:15:49Z", + "2006-02-07T03:09:58Z", + "2006-02-14T03:16:18Z", + "2006-02-22T03:15:53Z", + "2006-02-23T03:10:19Z", + "2006-03-03T03:09:43Z", + "2006-10-29T03:09:19Z", + "2006-11-05T03:15:36Z", + "2006-11-06T03:13:59Z", + "2006-11-30T03:09:42Z", + "2006-12-08T03:14:14Z", + "2006-12-15T03:20:28Z", + "2006-12-24T03:14:21Z", + "2007-01-16T03:20:41Z", + "2007-01-25T03:14:33Z", + "2007-02-01T03:20:46Z", + "2007-02-10T03:14:36Z", + "2007-03-06T03:10:07Z", + "2007-03-30T03:14:30Z", + "2007-04-07T03:10:09Z", + "2007-11-24T03:15:59Z", + "2007-12-03T03:09:52Z", + "2008-01-11T03:16:09Z", + "2008-01-20T03:09:58Z", + "2008-02-05T03:09:56Z", + "2008-02-13T03:10:15Z", + "2008-08-14T03:11:45Z", + "2008-10-10T03:03:53Z", + "2008-11-27T03:03:17Z", + "2008-12-13T03:03:47Z", + "2008-12-20T03:10:10Z", + "2009-01-05T03:10:36Z", + "2009-01-06T03:09:16Z", + "2009-01-14T03:04:39Z", + "2009-01-21T03:11:02Z", + "2009-01-22T03:09:21Z", + "2009-01-29T03:15:34Z", + "2009-02-06T03:11:27Z", + "2009-02-07T03:09:26Z", + "2009-04-20T03:06:54Z", + "2009-10-29T03:09:51Z", + "2009-11-30T03:10:06Z", + "2009-12-07T03:16:21Z", + "2009-12-16T03:10:15Z", + "2009-12-24T03:10:46Z", + "2010-01-09T03:11:02Z", + "2010-02-25T03:16:44Z", + "2010-03-05T03:17:52Z", + "2010-03-14T03:11:45Z", + "2010-05-08T03:17:57Z", + "2010-12-19T03:09:29Z", + "2010-12-26T03:15:42Z", + "2010-12-27T03:12:44Z", + "2011-01-28T03:12:59Z", + "2011-02-04T03:19:12Z", + "2011-11-28T03:13:19Z", + "2011-12-30T03:13:36Z", + "2012-01-06T03:19:49Z", + "2012-02-07T03:19:54Z", + "2013-03-06T03:15:46Z", + "2013-05-16T03:21:40Z", + "2013-07-12T03:15:01Z", + "2013-10-24T03:21:24Z", + "2013-11-01T03:15:41Z", + "2013-12-03T03:15:57Z", + "2013-12-11T03:21:12Z", + "2013-12-19T03:15:57Z", + "2014-01-03T03:27:10Z", + "2014-01-04T03:16:04Z", + "2014-01-12T03:20:50Z", + "2014-01-20T03:16:18Z", + "2014-01-27T03:22:36Z", + "2014-01-28T03:20:43Z", + "2014-02-04T03:26:49Z", + "2014-02-21T03:16:19Z", + "2014-03-09T03:16:26Z", + "2014-03-17T03:20:06Z", + "2014-11-12T03:19:51Z", + "2014-12-14T03:19:43Z", + "2014-12-22T03:18:09Z", + "2014-12-30T03:19:39Z", + "2015-01-14T03:24:22Z", + "2015-01-15T03:19:39Z", + "2015-01-22T03:25:46Z", + "2015-01-23T03:18:12Z", + "2015-01-31T03:19:34Z", + "2015-02-07T03:25:42Z", + "2015-02-08T03:18:19Z", + "2015-02-16T03:19:26Z", + "2015-03-19T03:24:48Z", + "2015-04-04T03:24:55Z", + "2015-04-20T03:25:01Z", + "2015-04-21T03:18:59Z", + "2015-06-08T03:18:50Z", + "2015-10-30T03:19:44Z", + "2015-11-23T03:20:27Z", + "2015-12-01T03:19:46Z", + "2015-12-24T03:25:56Z", + "2016-01-01T03:27:12Z", + "2016-01-02T03:19:43Z", + "2016-01-26T03:21:22Z", + "2016-02-11T03:21:29Z", + "2016-02-18T03:27:40Z", + "2016-02-19T03:19:30Z", + "2016-02-26T03:25:42Z", + "2016-03-06T03:19:30Z", + "2016-03-14T03:21:42Z", + "2016-03-21T03:27:56Z", + "2016-04-06T03:27:59Z", + "2016-04-07T03:19:15Z", + "2016-04-14T03:25:24Z", + "2016-04-15T03:21:53Z", + "2016-11-25T03:22:09Z", + "2016-12-18T03:28:13Z", + "2017-01-04T03:19:49Z", + "2017-01-19T03:27:54Z", + "2017-01-27T03:25:53Z", + "2017-01-28T03:21:38Z", + "2017-02-04T03:27:47Z", + "2017-02-05T03:19:37Z", + "2017-02-12T03:25:45Z", + "2017-02-13T03:21:33Z", + "2017-02-20T03:27:48Z", + "2017-02-28T03:25:40Z", + "2017-03-01T03:21:42Z", + "2017-12-06T03:19:46Z", + "2017-12-13T03:25:58Z", + "2017-12-30T03:21:49Z", + "2018-01-14T03:25:52Z", + "2018-02-07T03:27:23Z", + "2018-02-08T03:19:28Z", + "2018-02-15T03:25:36Z", + "2018-03-11T03:27:03Z", + "2018-03-12T03:19:13Z", + "2018-10-30T03:16:30Z", + "2018-11-06T03:22:31Z", + "2018-12-01T03:15:44Z", + "2018-12-24T03:21:16Z", + "2018-12-25T03:19:30Z", + "2019-01-17T03:25:38Z", + "2019-01-25T03:20:16Z", + "2019-02-03T03:13:48Z", + "2019-02-11T03:19:22Z", + "2019-02-27T03:19:19Z", + "2019-03-06T03:25:27Z", + "2019-03-07T03:12:50Z", + "2019-03-14T03:18:47Z", + "2019-03-22T03:25:23Z", + "2019-05-01T03:17:05Z", + "2019-07-12T03:25:44Z", + "2019-10-25T03:20:01Z", + "2019-11-17T03:26:08Z", + "2019-11-26T03:19:56Z", + "2019-12-11T03:07:46Z", + "2019-12-12T03:19:55Z", + "2019-12-28T03:19:52Z", + "2020-01-05T03:00:18Z", + "2020-01-13T03:19:48Z", + "2020-01-20T03:25:57Z", + "2020-01-21T02:59:31Z", + "2020-01-28T03:05:21Z", + "2020-02-05T03:25:52Z", + "2020-02-06T02:58:42Z", + "2020-02-21T03:25:49Z", + "2020-02-22T02:57:53Z", + "2020-02-29T03:03:41Z", + "2020-03-08T03:25:43Z", + "2020-03-09T02:57:01Z", + "2020-04-01T03:01:55Z", + "2020-04-26T02:54:17Z", + "2020-08-31T03:25:57Z", + "2020-11-19T03:26:06Z", + "2020-12-30T03:19:55Z", + "2021-01-14T02:43:22Z", + "2021-01-15T03:19:48Z", + "2021-01-22T03:25:57Z", + "2021-01-30T02:42:13Z", + "2021-02-07T03:25:55Z", + "2021-02-15T02:41:02Z", + "2021-02-23T03:25:50Z", + "2021-03-12T02:32:55Z", + "2021-07-02T02:23:37Z", + "2021-12-16T03:26:04Z", + "2022-01-09T03:26:02Z", + "2022-01-17T03:26:03Z", + "2022-01-18T03:19:50Z", + "2022-01-25T03:25:57Z", + "2022-02-27T03:19:40Z", + "2022-11-02T03:20:16Z", + "2022-12-12T03:20:04Z", + "2022-12-20T03:20:02Z", + "2022-12-28T03:20:03Z", + "2023-01-29T03:20:03Z", + "2023-02-21T03:26:08Z", + "2023-03-05T01:24:30Z", + "2023-03-10T01:28:58Z", + "2023-03-10T03:19:36Z", + "2023-03-26T03:19:27Z", + "2023-03-27T01:24:01Z", + "2023-04-23T01:26:43Z", + "2023-05-05T01:16:34Z" + ] + } +} diff --git a/ingestion-data/production/collections/landsat-c2l2-sr-lakes-vanern.json b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-vanern.json new file mode 100644 index 00000000..dcd128ed --- /dev/null +++ b/ingestion-data/production/collections/landsat-c2l2-sr-lakes-vanern.json @@ -0,0 +1,238 @@ +{ + "type": "Collection", + "id": "landsat-c2l2-sr-lakes-vanern", + "stac_version": "1.0.0", + "description": "Selected low-cloud-cover Landsat Collection-2 Level-2 Surface Reflectance scenes covering V\u00e4nern. Products from multiple missions and instruments are combined in this single collection for the purpose of visualizing RGB images. Note that the full item records are not interchangeable across instruments for purposes other than visualization and that the assets available are not the same for each instrument.", + "links": [], + "stac_extensions": [ + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "red": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Red Band (B4)", + "eo:bands": [ + { + "gsd": 30, + "name": "B4", + "common_name": "red", + "center_wavelength": 0.65 + } + ], + "description": "Collection 2 Level-2 Red Band (B4) Surface Reflectance" + }, + "blue": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Blue Band (B2)", + "eo:bands": [ + { + "gsd": 30, + "name": "B2", + "common_name": "blue", + "center_wavelength": 0.48 + } + ], + "description": "Collection 2 Level-2 Blue Band (B2) Surface Reflectance" + }, + "green": { + "type": "image/vnd.stac.geotiff; cloud-optimized=true", + "roles": [ + "data" + ], + "title": "Green Band (B3)", + "eo:bands": [ + { + "gsd": 30, + "name": "B3", + "common_name": "green", + "center_wavelength": 0.56 + } + ], + "description": "Collection 2 Level-2 Green Band (B3) Surface Reflectance" + }, + "thumbnail": { + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail image" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "day", + "title": "Selected Landsat 7 through 9 Surface Reflectance Scenes for V\u00e4nern", + "extent": { + "spatial": { + "bbox": [ + [ + 10.9716044, + 57.4228267, + 15.8602295, + 59.7931386 + ] + ] + }, + "temporal": { + "interval": [ + [ + "1984-04-18T09:40:30.064088Z", + "2023-06-09T10:12:43.999938Z" + ] + ] + } + }, + "license": "proprietary", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "summaries": { + "datetime": [ + "1984-04-18T09:40:30Z", + "1984-05-20T09:41:04Z", + "1985-05-07T09:43:26Z", + "1985-07-10T09:43:17Z", + "1985-07-26T09:43:10Z", + "1985-09-12T09:42:38Z", + "1985-09-28T09:42:27Z", + "1986-04-08T09:38:54Z", + "1986-06-27T09:36:41Z", + "1986-10-17T09:32:50Z", + "1986-11-02T09:32:16Z", + "1987-10-04T09:40:35Z", + "1988-03-12T09:43:13Z", + "1988-05-15T09:43:42Z", + "1989-02-11T09:43:19Z", + "1989-05-18T09:41:44Z", + "1989-07-05T09:40:54Z", + "1989-08-22T09:39:52Z", + "1990-05-05T09:33:28Z", + "1991-05-08T09:35:40Z", + "1991-07-27T09:36:47Z", + "1992-06-11T09:36:44Z", + "1993-02-22T09:35:16Z", + "1993-06-30T09:35:44Z", + "1993-09-18T09:35:38Z", + "1994-06-01T09:32:31Z", + "1994-07-19T09:31:22Z", + "1994-08-04T09:30:54Z", + "1995-08-23T09:16:22Z", + "1997-04-06T09:40:19Z", + "2000-03-05T10:05:55Z", + "2000-03-29T09:47:41Z", + "2000-05-08T10:05:28Z", + "2000-05-16T09:49:06Z", + "2000-06-17T09:49:43Z", + "2000-07-03T09:50:05Z", + "2000-08-12T10:04:24Z", + "2001-03-24T10:03:30Z", + "2001-05-11T10:03:16Z", + "2002-04-28T10:02:08Z", + "2002-05-14T10:02:02Z", + "2002-05-22T09:50:04Z", + "2002-06-07T09:49:47Z", + "2002-07-17T10:01:39Z", + "2002-08-18T10:01:28Z", + "2002-09-03T10:01:19Z", + "2003-03-14T10:02:03Z", + "2003-03-30T10:02:01Z", + "2003-08-05T10:01:42Z", + "2003-08-29T09:50:33Z", + "2004-02-21T09:52:16Z", + "2004-04-01T10:02:35Z", + "2004-04-09T09:52:50Z", + "2004-08-07T10:02:07Z", + "2004-08-23T10:02:06Z", + "2004-09-16T09:57:11Z", + "2004-10-10T10:01:50Z", + "2005-03-03T10:03:00Z", + "2005-03-19T10:03:01Z", + "2005-04-28T10:00:30Z", + "2006-04-15T10:05:01Z", + "2006-04-23T10:03:20Z", + "2006-06-10T10:03:20Z", + "2006-08-05T10:06:38Z", + "2006-09-14T10:02:52Z", + "2006-09-22T10:07:11Z", + "2007-04-02T10:08:12Z", + "2007-08-24T10:06:34Z", + "2008-03-27T10:03:28Z", + "2008-07-25T09:59:51Z", + "2009-04-23T10:00:39Z", + "2009-05-01T10:03:43Z", + "2009-05-25T10:01:16Z", + "2009-06-26T10:01:51Z", + "2010-07-07T10:05:32Z", + "2010-10-11T10:05:39Z", + "2010-11-04T10:03:08Z", + "2011-03-28T10:03:09Z", + "2011-04-29T10:02:57Z", + "2011-05-07T10:06:55Z", + "2012-04-07T10:07:23Z", + "2012-05-25T10:07:54Z", + "2013-03-25T10:09:22Z", + "2013-03-27T10:14:18Z", + "2013-07-07T10:15:18Z", + "2013-07-23T10:15:17Z", + "2014-03-12T10:10:08Z", + "2014-03-28T10:10:16Z", + "2014-06-08T10:12:59Z", + "2014-08-27T10:13:23Z", + "2014-09-04T10:10:58Z", + "2015-08-14T10:13:01Z", + "2015-08-22T10:13:10Z", + "2015-09-07T10:13:12Z", + "2015-10-25T10:13:41Z", + "2016-05-04T10:15:42Z", + "2016-10-03T10:13:34Z", + "2017-02-24T10:13:12Z", + "2017-03-28T10:12:55Z", + "2017-05-23T10:15:49Z", + "2017-08-11T10:15:56Z", + "2018-03-31T10:12:46Z", + "2018-05-10T10:13:36Z", + "2018-05-18T10:12:18Z", + "2018-06-03T10:12:06Z", + "2018-06-27T10:12:47Z", + "2018-07-21T10:12:31Z", + "2019-04-19T10:12:45Z", + "2019-05-13T10:04:08Z", + "2019-05-29T10:03:32Z", + "2019-06-22T10:13:11Z", + "2019-08-25T10:13:30Z", + "2019-09-18T09:59:03Z", + "2019-10-28T10:13:43Z", + "2020-04-21T10:12:52Z", + "2020-05-31T09:45:50Z", + "2020-06-24T10:13:03Z", + "2021-03-23T10:13:08Z", + "2021-04-16T09:23:44Z", + "2021-06-03T09:19:40Z", + "2021-08-22T09:12:51Z", + "2021-08-30T10:13:32Z", + "2021-10-17T10:13:45Z", + "2022-04-11T10:13:08Z", + "2022-04-19T10:13:06Z", + "2022-05-06T08:47:24Z", + "2022-08-25T10:13:33Z", + "2023-03-05T10:13:32Z", + "2023-04-22T10:13:10Z", + "2023-04-30T10:12:48Z", + "2023-05-08T10:12:58Z", + "2023-05-18T08:08:31Z", + "2023-05-24T10:12:48Z", + "2023-06-09T10:12:43Z" + ] + } +} From b487ab7d66d598ce1e25bf3ed7e5ee4274a24774 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Fri, 31 May 2024 13:24:27 -0600 Subject: [PATCH 2/3] check in mirror landsat notebook --- .../mirror-landsat-demos.ipynb | 259 ++++++++++++++++++ 1 file changed, 259 insertions(+) create mode 100644 transformation-scripts/mirror-landsat-demos.ipynb diff --git a/transformation-scripts/mirror-landsat-demos.ipynb b/transformation-scripts/mirror-landsat-demos.ipynb new file mode 100644 index 00000000..6aaf3456 --- /dev/null +++ b/transformation-scripts/mirror-landsat-demos.ipynb @@ -0,0 +1,259 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "8573597e-37ba-4c1e-bf3d-20cfb49d7ceb", + "metadata": {}, + "source": [ + "# Mirror Staged Landsat L1C Demo Collections\n", + "\n", + "\n", + "**Purpose:** This notebook provides a way to mirror hand-curated demo collections and items from the staging catalog to the production catalog. The original curation work is captured veda-data [veda-data/transformation-scripts/landsat-lakes-discovery](https://github.com/NASA-IMPACT/veda-data/tree/main/transformation-scripts/landsat-lakes-discovery) but because these collections have been corrected over time, this notebook will use the staging STAC catalog as the source of truth.\n", + "\n", + "> Assertions\n", + "> (1) The STAC Item assets are hosted externally so cannot be ingested via VEDA's discovery pipeline AND\n", + "> (2) The staging (or source) catalog has extensive hand-curated metadata that we want to mirror exactly rather than re-create.\n", + "> (3) We are making some some one-off corrections to some one-off hand-curated collections, read comments if attempting to generalize for wider usage" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "b4eb4069-638e-4771-b712-ef78b787b6a1", + "metadata": {}, + "outputs": [], + "source": [ + "import json\n", + "import requests\n", + "from pathlib import Path\n", + "from pystac_client import Client\n", + "from pystac import Collection, Item\n", + "\n", + "SRC_STAC_API_URL = \"https://staging-stac.delta-backend.com\"\n", + "TARGET_STAC_API_URL = \"https://test.openveda.cloud/api/stac\"\n", + "TARGET_INGEST_API_URL = \"https://test.openveda.cloud/api/ingest\"\n", + "\n", + "catalog = Client.open(SRC_STAC_API_URL)\n", + "\n", + "TOKEN = \"SECRET\"\n", + "authorization_header = f\"Bearer {TOKEN}\"\n", + "headers = {\n", + " \"Authorization\": authorization_header,\n", + " \"content-type\": \"application/json\",\n", + " \"accept\": \"application/json\",\n", + "}\n", + "authme_url = f\"{TARGET_INGEST_API_URL}/auth/me\"\n", + "response = requests.get(authme_url, headers=headers)\n", + "response.reason" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3ce1ad1f-3971-43b3-b04b-3548a9af61f9", + "metadata": {}, + "outputs": [], + "source": [ + "src_collection_ids = [\n", + " 'landsat-c2l2-sr-antarctic-glaciers-pine-island',\n", + " 'landsat-c2l2-sr-antarctic-glaciers-thwaites',\n", + " 'landsat-c2l2-sr-lakes-aral-sea',\n", + " 'landsat-c2l2-sr-lakes-lake-balaton',\n", + " 'landsat-c2l2-sr-lakes-lake-biwa',\n", + " 'landsat-c2l2-sr-lakes-tonle-sap',\n", + " 'landsat-c2l2-sr-lakes-vanern'\n", + "]" + ] + }, + { + "cell_type": "markdown", + "id": "440774e9-0833-424f-b62c-4df967924423", + "metadata": {}, + "source": [ + "## Part 1 Mirror the collection metadata\n", + "\n", + "1. Strip hierarchical and self links to the src catalog\n", + "2. Strip `cog_default` item_asset (a bug for these landsat collections)\n", + "3. Save file for veda-data/ingestion_inputs/production/collections\n", + "4. Validate and write collection to target catalog via the authenticated `{TARGET_INGEST_API_URL}/collections` endpoint" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "af3c723e-df35-4aed-abb1-f9c1dc78909b", + "metadata": {}, + "outputs": [], + "source": [ + "dry_run = True\n", + "\n", + "for collection_id in src_collection_ids:\n", + "\n", + " # We will also archive the corrected collection to the veda-data repo\n", + " outfile = f\"{collection_id}.json\"\n", + "\n", + " src_collection = catalog.get_collection(collection_id)\n", + " \n", + " # Strip the catalog links that are dynamically rendered by the source STAC API\n", + " src_collection.remove_hierarchical_links()\n", + " \n", + " # Start the new collection we will publish\n", + " collection_dict = src_collection.to_dict(include_self_link=False)\n", + "\n", + " # Special case for these landsat collections: cog_default assets were mistakenly added to item_assets so fix it\n", + " item_assets = collection_dict.get(\"item_assets\")\n", + " item_assets.pop(\"cog_default\", None)\n", + " collection_dict[\"item_assets\"] = item_assets\n", + "\n", + " # Make sure the summaries object from the staged collection is included in the veda-data record (TODO check why this isn't passed through pystac to_dict)\n", + " collection_dict[\"summaries\"] = src_collection.summaries._summaries\n", + "\n", + " # Validate\n", + " collection = Collection.from_dict(collection_dict)\n", + " collection.validate()\n", + "\n", + " # Save to file\n", + " Path(outfile).write_text(\n", + " json.dumps(collection_dict, indent=4) + '\\n'\n", + " )\n", + "\n", + " # Publish to target STAC catalog\n", + " publish_url = f\"{TARGET_INGEST_API_URL}/collections\"\n", + " if not dry_run:\n", + " publish_response = requests.post(\n", + " publish_url, \n", + " headers=headers,\n", + " json=collection_dict\n", + " )\n", + " print(f\"{collection_id=} {publish_response.reason=}\")\n", + " else:\n", + " print(f\"POST {publish_url} {collection_id=} {dry_run=}\") " + ] + }, + { + "cell_type": "markdown", + "id": "7775985f-df14-41a8-a69e-a2aba18dc8c1", + "metadata": {}, + "source": [ + "# Part 2 mirror item metadata\n", + "\n", + "> Instead of having a super long and unreadable loop, iterate over the source collections one more time to get items to mirror\n", + "\n", + "1. Strip hierarchical and self links to the src catalog\n", + "2. Validate and write item to target catalog via the authenticated `{TARGET_INGEST_API_URL}/ingestions` endpoint (ingestor lambda validates items before loading)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ac9df7f0-308b-4cc9-9268-55a8a5812047", + "metadata": {}, + "outputs": [], + "source": [ + "dry_run = False\n", + "\n", + "for collection_id in src_collection_ids:\n", + "\n", + " search = catalog.search(collections=[collection_id])\n", + " src_item_collection = search.item_collection()\n", + " print(f\"Found {len(src_item_collection)} items for {collection_id=}\")\n", + "\n", + " for src_item in src_item_collection.items:\n", + "\n", + " # Strip the catalog links that are dynamically rendered by the source STAC API\n", + " src_item.remove_hierarchical_links()\n", + "\n", + " # Start the new item we will publish\n", + " item_dict = src_item.to_dict(include_self_link=False)\n", + "\n", + " # Add collection link\n", + " links = item_dict[\"links\"]\n", + " links.append({\n", + " \"rel\": \"collection\",\n", + " \"href\": collection_id,\n", + " \"type\": \"application/json\"\n", + " })\n", + " item_dict[\"links\"] = links\n", + "\n", + " # Validate\n", + " item = Item.from_dict(item_dict)\n", + " item.validate()\n", + " \n", + " # Special case for these landsat collections: cog_default assets were mistakenly added to item_assets so fix it\n", + " item_assets = item_dict.get(\"assets\")\n", + " item_assets.pop(\"cog_default\", None)\n", + " item_dict[\"assets\"] = item_assets\n", + "\n", + " # Publish to target STAC catalog\n", + " publish_url = f\"{TARGET_INGEST_API_URL}/ingestions\"\n", + " if not dry_run:\n", + " publish_response = requests.post(\n", + " publish_url, \n", + " headers=headers,\n", + " json=item_dict\n", + " )\n", + " print(f\"POST {publish_url} {collection_id=}\\n{item_dict['id']=} {publish_response.reason=}\")\n", + " else:\n", + " print(f\"POST {publish_url} {collection_id=}\\n{item_dict['id']=} {dry_run=}\") " + ] + }, + { + "cell_type": "markdown", + "id": "6755a124-042b-4070-bd12-5654f34ff341", + "metadata": {}, + "source": [ + "## Part 3 Check the target STAC catalog" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0d922785-dc2c-4bea-8205-5f69a47b68c7", + "metadata": {}, + "outputs": [], + "source": [ + "src_catalog = Client.open(SRC_STAC_API_URL)\n", + "target_catalog = Client.open(TARGET_STAC_API_URL)\n", + "\n", + "for collection_id in src_collection_ids:\n", + "\n", + " src_collection = src_catalog.get_collection(collection_id)\n", + " src_matched = \"TODO\"\n", + " target_collection = target_catalog.get_collection(collection_id)\n", + " target_matched = \"TODO\"\n", + "\n", + " print(f\"\\n{collection_id} {src_matched=} {target_matched=}\")\n", + " break" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "25761492-69fd-4987-a93b-e52b7d7990eb", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.8" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} From 8515e6b33a0c6cd131315162dc7c2cb40d28fa7b Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Wed, 5 Jun 2024 14:33:55 -0600 Subject: [PATCH 3/3] completed one-off mirror landsat collections notebook --- .../mirror-landsat-demos.ipynb | 346 +++++++++++++++--- 1 file changed, 293 insertions(+), 53 deletions(-) diff --git a/transformation-scripts/mirror-landsat-demos.ipynb b/transformation-scripts/mirror-landsat-demos.ipynb index 6aaf3456..714b7c73 100644 --- a/transformation-scripts/mirror-landsat-demos.ipynb +++ b/transformation-scripts/mirror-landsat-demos.ipynb @@ -18,10 +18,21 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "b4eb4069-638e-4771-b712-ef78b787b6a1", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "'OK'" + ] + }, + "execution_count": 1, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "import json\n", "import requests\n", @@ -29,9 +40,16 @@ "from pystac_client import Client\n", "from pystac import Collection, Item\n", "\n", + "# Source records to correct and publish to target\n", "SRC_STAC_API_URL = \"https://staging-stac.delta-backend.com\"\n", - "TARGET_STAC_API_URL = \"https://test.openveda.cloud/api/stac\"\n", - "TARGET_INGEST_API_URL = \"https://test.openveda.cloud/api/ingest\"\n", + "\n", + "# Test\n", + "# TARGET_STAC_API_URL = \"https://test.openveda.cloud/api/stac\"\n", + "# TARGET_INGEST_API_URL = \"https://test.openveda.cloud/api/ingest\"\n", + "\n", + "# Prod\n", + "TARGET_STAC_API_URL = \"https://openveda.cloud/api/stac\"\n", + "TARGET_INGEST_API_URL = \"https://openveda.cloud/api/ingest\"\n", "\n", "catalog = Client.open(SRC_STAC_API_URL)\n", "\n", @@ -49,19 +67,19 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "3ce1ad1f-3971-43b3-b04b-3548a9af61f9", "metadata": {}, "outputs": [], "source": [ "src_collection_ids = [\n", - " 'landsat-c2l2-sr-antarctic-glaciers-pine-island',\n", - " 'landsat-c2l2-sr-antarctic-glaciers-thwaites',\n", - " 'landsat-c2l2-sr-lakes-aral-sea',\n", - " 'landsat-c2l2-sr-lakes-lake-balaton',\n", - " 'landsat-c2l2-sr-lakes-lake-biwa',\n", - " 'landsat-c2l2-sr-lakes-tonle-sap',\n", - " 'landsat-c2l2-sr-lakes-vanern'\n", + " \"landsat-c2l2-sr-antarctic-glaciers-pine-island\",\n", + " \"landsat-c2l2-sr-antarctic-glaciers-thwaites\",\n", + " \"landsat-c2l2-sr-lakes-aral-sea\",\n", + " \"landsat-c2l2-sr-lakes-lake-balaton\",\n", + " \"landsat-c2l2-sr-lakes-lake-biwa\",\n", + " \"landsat-c2l2-sr-lakes-tonle-sap\",\n", + " \"landsat-c2l2-sr-lakes-vanern\",\n", "]" ] }, @@ -80,23 +98,36 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "af3c723e-df35-4aed-abb1-f9c1dc78909b", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "collection_id='landsat-c2l2-sr-antarctic-glaciers-pine-island' publish_response.reason='Created'\n", + "collection_id='landsat-c2l2-sr-antarctic-glaciers-thwaites' publish_response.reason='Created'\n", + "collection_id='landsat-c2l2-sr-lakes-aral-sea' publish_response.reason='Created'\n", + "collection_id='landsat-c2l2-sr-lakes-lake-balaton' publish_response.reason='Created'\n", + "collection_id='landsat-c2l2-sr-lakes-lake-biwa' publish_response.reason='Created'\n", + "collection_id='landsat-c2l2-sr-lakes-tonle-sap' publish_response.reason='Created'\n", + "collection_id='landsat-c2l2-sr-lakes-vanern' publish_response.reason='Created'\n" + ] + } + ], "source": [ - "dry_run = True\n", + "dry_run = False\n", "\n", "for collection_id in src_collection_ids:\n", - "\n", " # We will also archive the corrected collection to the veda-data repo\n", " outfile = f\"{collection_id}.json\"\n", "\n", " src_collection = catalog.get_collection(collection_id)\n", - " \n", + "\n", " # Strip the catalog links that are dynamically rendered by the source STAC API\n", " src_collection.remove_hierarchical_links()\n", - " \n", + "\n", " # Start the new collection we will publish\n", " collection_dict = src_collection.to_dict(include_self_link=False)\n", "\n", @@ -113,21 +144,17 @@ " collection.validate()\n", "\n", " # Save to file\n", - " Path(outfile).write_text(\n", - " json.dumps(collection_dict, indent=4) + '\\n'\n", - " )\n", + " Path(outfile).write_text(json.dumps(collection_dict, indent=4) + \"\\n\")\n", "\n", " # Publish to target STAC catalog\n", " publish_url = f\"{TARGET_INGEST_API_URL}/collections\"\n", " if not dry_run:\n", " publish_response = requests.post(\n", - " publish_url, \n", - " headers=headers,\n", - " json=collection_dict\n", + " publish_url, headers=headers, json=collection_dict\n", " )\n", " print(f\"{collection_id=} {publish_response.reason=}\")\n", " else:\n", - " print(f\"POST {publish_url} {collection_id=} {dry_run=}\") " + " print(f\"POST {publish_url} {collection_id=} {dry_run=}\")" ] }, { @@ -145,21 +172,179 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "ac9df7f0-308b-4cc9-9268-55a8a5812047", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "* * *\n", + "Found 46 items for collection_id='landsat-c2l2-sr-antarctic-glaciers-pine-island'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-antarctic-glaciers-pine-island'\n", + "item_dict['id']='LC09_L2SR_001113_20221130_20221202_02_T2_SR' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-antarctic-glaciers-pine-island'\n", + "item_dict['id']='LC09_L2SR_001113_20211229_20220121_02_T2_SR' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-antarctic-glaciers-pine-island'\n", + "item_dict['id']='LC09_L2SR_001113_20211213_20220120_02_T2_SR' publish_response.reason='Unprocessable Entity'\n", + "\n", + "* * *\n", + "Found 53 items for collection_id='landsat-c2l2-sr-antarctic-glaciers-thwaites'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-antarctic-glaciers-thwaites'\n", + "item_dict['id']='LC09_L2SR_005113_20221126_20221128_02_T2_SR' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-antarctic-glaciers-thwaites'\n", + "item_dict['id']='LC09_L2SR_005113_20221009_20221011_02_T2_SR' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-antarctic-glaciers-thwaites'\n", + "item_dict['id']='LC09_L2SR_005113_20211225_20220121_02_T2_SR' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-antarctic-glaciers-thwaites'\n", + "item_dict['id']='LC09_L2SR_005113_20211120_20220120_02_T2_SR' publish_response.reason='Unprocessable Entity'\n", + "\n", + "* * *\n", + "Found 1434 items for collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20230127_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161029_20230118_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20230118_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161029_20221217_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20221217_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160029_20221210_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20221201_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161029_20220928_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20220928_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160029_20220905_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20220905_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161029_20220827_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20220827_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20220811_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161029_20220726_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20220726_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20220719_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20220617_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160029_20220601_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20220601_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161029_20220523_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20220523_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160029_20220516_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20220516_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160029_20220414_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20220414_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161029_20220320_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161028_20220320_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20220209_02_T2' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_160028_20220124_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LC09_L2SP_161029_20211118_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-aral-sea'\n", + "item_dict['id']='LT05_L2SP_160029_19870217_02_T1' publish_response.reason='Unprocessable Entity'\n", + "\n", + "* * *\n", + "Found 186 items for collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LC09_L2SP_189027_20221018_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LC09_L2SP_189027_20220612_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LC09_L2SP_189027_20220511_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LC09_L2SP_189027_20220324_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LC09_L2SP_189027_20220119_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LT05_L2SP_189027_20020309_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LT05_L2SP_189027_19971005_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LT05_L2SP_189027_19970207_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LT05_L2SP_189027_19960714_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LT05_L2SP_189027_19960612_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LT05_L2SP_189027_19880910_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-balaton'\n", + "item_dict['id']='LT05_L2SP_189027_19880130_02_T2' publish_response.reason='Unprocessable Entity'\n", + "\n", + "* * *\n", + "Found 72 items for collection_id='landsat-c2l2-sr-lakes-lake-biwa'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-biwa'\n", + "item_dict['id']='LC09_L2SP_109036_20221002_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-lake-biwa'\n", + "item_dict['id']='LC09_L2SP_109036_20220409_02_T1' publish_response.reason='Unprocessable Entity'\n", + "\n", + "* * *\n", + "Found 330 items for collection_id='landsat-c2l2-sr-lakes-tonle-sap'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-tonle-sap'\n", + "item_dict['id']='LC09_L2SP_126051_20230129_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-tonle-sap'\n", + "item_dict['id']='LC09_L2SP_126051_20221228_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-tonle-sap'\n", + "item_dict['id']='LC09_L2SP_126051_20221212_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-tonle-sap'\n", + "item_dict['id']='LC09_L2SP_126051_20220227_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-tonle-sap'\n", + "item_dict['id']='LC09_L2SP_127051_20220117_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-tonle-sap'\n", + "item_dict['id']='LC09_L2SP_127051_20211216_02_T1' publish_response.reason='Unprocessable Entity'\n", + "\n", + "* * *\n", + "Found 134 items for collection_id='landsat-c2l2-sr-lakes-vanern'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-vanern'\n", + "item_dict['id']='LC09_L2SP_195019_20220825_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-vanern'\n", + "item_dict['id']='LC09_L2SP_195019_20220419_02_T1' publish_response.reason='Unprocessable Entity'\n", + "POST https://openveda.cloud/api/ingest/ingestions collection_id='landsat-c2l2-sr-lakes-vanern'\n", + "item_dict['id']='LT05_L2SP_195019_20070402_02_T2' publish_response.reason='Unprocessable Entity'\n", + "\n", + "len(failed_ingestions)=62\n", + "['LC09_L2SR_001113_20221130_20221202_02_T2_SR', 'LC09_L2SR_001113_20211229_20220121_02_T2_SR', 'LC09_L2SR_001113_20211213_20220120_02_T2_SR', 'LC09_L2SR_005113_20221126_20221128_02_T2_SR', 'LC09_L2SR_005113_20221009_20221011_02_T2_SR', 'LC09_L2SR_005113_20211225_20220121_02_T2_SR', 'LC09_L2SR_005113_20211120_20220120_02_T2_SR', 'LC09_L2SP_160028_20230127_02_T1', 'LC09_L2SP_161029_20230118_02_T1', 'LC09_L2SP_161028_20230118_02_T1', 'LC09_L2SP_161029_20221217_02_T1', 'LC09_L2SP_161028_20221217_02_T1', 'LC09_L2SP_160029_20221210_02_T1', 'LC09_L2SP_161028_20221201_02_T1', 'LC09_L2SP_161029_20220928_02_T1', 'LC09_L2SP_161028_20220928_02_T1', 'LC09_L2SP_160029_20220905_02_T1', 'LC09_L2SP_160028_20220905_02_T1', 'LC09_L2SP_161029_20220827_02_T1', 'LC09_L2SP_161028_20220827_02_T1', 'LC09_L2SP_161028_20220811_02_T1', 'LC09_L2SP_161029_20220726_02_T1', 'LC09_L2SP_161028_20220726_02_T1', 'LC09_L2SP_160028_20220719_02_T1', 'LC09_L2SP_160028_20220617_02_T1', 'LC09_L2SP_160029_20220601_02_T1', 'LC09_L2SP_160028_20220601_02_T1', 'LC09_L2SP_161029_20220523_02_T1', 'LC09_L2SP_161028_20220523_02_T1', 'LC09_L2SP_160029_20220516_02_T1', 'LC09_L2SP_160028_20220516_02_T1', 'LC09_L2SP_160029_20220414_02_T1', 'LC09_L2SP_160028_20220414_02_T1', 'LC09_L2SP_161029_20220320_02_T1', 'LC09_L2SP_161028_20220320_02_T1', 'LC09_L2SP_160028_20220209_02_T2', 'LC09_L2SP_160028_20220124_02_T1', 'LC09_L2SP_161029_20211118_02_T1', 'LT05_L2SP_160029_19870217_02_T1', 'LC09_L2SP_189027_20221018_02_T1', 'LC09_L2SP_189027_20220612_02_T1', 'LC09_L2SP_189027_20220511_02_T1', 'LC09_L2SP_189027_20220324_02_T1', 'LC09_L2SP_189027_20220119_02_T1', 'LT05_L2SP_189027_20020309_02_T1', 'LT05_L2SP_189027_19971005_02_T1', 'LT05_L2SP_189027_19970207_02_T1', 'LT05_L2SP_189027_19960714_02_T1', 'LT05_L2SP_189027_19960612_02_T1', 'LT05_L2SP_189027_19880910_02_T1', 'LT05_L2SP_189027_19880130_02_T2', 'LC09_L2SP_109036_20221002_02_T1', 'LC09_L2SP_109036_20220409_02_T1', 'LC09_L2SP_126051_20230129_02_T1', 'LC09_L2SP_126051_20221228_02_T1', 'LC09_L2SP_126051_20221212_02_T1', 'LC09_L2SP_126051_20220227_02_T1', 'LC09_L2SP_127051_20220117_02_T1', 'LC09_L2SP_127051_20211216_02_T1', 'LC09_L2SP_195019_20220825_02_T1', 'LC09_L2SP_195019_20220419_02_T1', 'LT05_L2SP_195019_20070402_02_T2']\n", + "\n", + "fin.\n" + ] + } + ], "source": [ "dry_run = False\n", + "verbose = False\n", + "invalid_items = []\n", + "failed_ingestions = []\n", "\n", "for collection_id in src_collection_ids:\n", - "\n", " search = catalog.search(collections=[collection_id])\n", " src_item_collection = search.item_collection()\n", - " print(f\"Found {len(src_item_collection)} items for {collection_id=}\")\n", + " print(f\"\\n* * *\\nFound {len(src_item_collection)} items for {collection_id=}\")\n", "\n", " for src_item in src_item_collection.items:\n", - "\n", " # Strip the catalog links that are dynamically rendered by the source STAC API\n", " src_item.remove_hierarchical_links()\n", "\n", @@ -168,33 +353,60 @@ "\n", " # Add collection link\n", " links = item_dict[\"links\"]\n", - " links.append({\n", - " \"rel\": \"collection\",\n", - " \"href\": collection_id,\n", - " \"type\": \"application/json\"\n", - " })\n", + " links.append(\n", + " {\"rel\": \"collection\", \"href\": collection_id, \"type\": \"application/json\"}\n", + " )\n", " item_dict[\"links\"] = links\n", "\n", - " # Validate\n", - " item = Item.from_dict(item_dict)\n", - " item.validate()\n", - " \n", " # Special case for these landsat collections: cog_default assets were mistakenly added to item_assets so fix it\n", " item_assets = item_dict.get(\"assets\")\n", " item_assets.pop(\"cog_default\", None)\n", " item_dict[\"assets\"] = item_assets\n", "\n", + " # Remove classification extension (many items do not have valid classification metadata)\n", + " extensions = item_dict[\"stac_extensions\"]\n", + " item_dict[\"stac_extensions\"] = [\n", + " i\n", + " for i in extensions\n", + " if i\n", + " != \"https://stac-extensions.github.io/classification/v1.0.0/schema.json\"\n", + " ]\n", + "\n", + " # Validate\n", + " item = Item.from_dict(item_dict)\n", + " try:\n", + " item.validate()\n", + " except Exception as e:\n", + " invalid_items.append(item.id)\n", + " print(f\"invalid {item.id=} {len(invalid_items)=}\")\n", + "\n", " # Publish to target STAC catalog\n", " publish_url = f\"{TARGET_INGEST_API_URL}/ingestions\"\n", " if not dry_run:\n", " publish_response = requests.post(\n", - " publish_url, \n", - " headers=headers,\n", - " json=item_dict\n", + " publish_url, headers=headers, json=item_dict\n", " )\n", - " print(f\"POST {publish_url} {collection_id=}\\n{item_dict['id']=} {publish_response.reason=}\")\n", + " if verbose:\n", + " print(\n", + " f\"POST {publish_url} {collection_id=}\\n{item_dict['id']=} {publish_response.reason=}\"\n", + " )\n", + " if not publish_response.reason == \"Created\":\n", + " print(\n", + " f\"POST {publish_url} {collection_id=}\\n{item_dict['id']=} {publish_response.reason=}\"\n", + " )\n", + " failed_ingestions.append(item.id)\n", " else:\n", - " print(f\"POST {publish_url} {collection_id=}\\n{item_dict['id']=} {dry_run=}\") " + " if verbose:\n", + " print(\n", + " f\"POST {publish_url} {collection_id=}\\n{item_dict['id']=} {dry_run=}\"\n", + " )\n", + "\n", + "\n", + "if len(invalid_items):\n", + " print(f\"\\n{len(invalid_items)=}\\n{invalid_items}\")\n", + "if len(failed_ingestions):\n", + " print(f\"\\n{len(failed_ingestions)=}\\n{failed_ingestions}\")\n", + "print(\"\\nfin.\")" ] }, { @@ -207,29 +419,57 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "0d922785-dc2c-4bea-8205-5f69a47b68c7", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "landsat-c2l2-sr-antarctic-glaciers-pine-island src_item_count=46 target_item_count=43 OK=False\n", + "\n", + "landsat-c2l2-sr-antarctic-glaciers-thwaites src_item_count=53 target_item_count=49 OK=False\n", + "\n", + "landsat-c2l2-sr-lakes-aral-sea src_item_count=1434 target_item_count=1402 OK=False\n", + "\n", + "landsat-c2l2-sr-lakes-lake-balaton src_item_count=186 target_item_count=174 OK=False\n", + "\n", + "landsat-c2l2-sr-lakes-lake-biwa src_item_count=72 target_item_count=70 OK=False\n", + "\n", + "landsat-c2l2-sr-lakes-tonle-sap src_item_count=330 target_item_count=324 OK=False\n", + "\n", + "landsat-c2l2-sr-lakes-vanern src_item_count=134 target_item_count=131 OK=False\n", + "\n", + "fin.\n" + ] + } + ], "source": [ "src_catalog = Client.open(SRC_STAC_API_URL)\n", "target_catalog = Client.open(TARGET_STAC_API_URL)\n", "\n", "for collection_id in src_collection_ids:\n", + " src_search = src_catalog.search(collections=[collection_id])\n", + " src_item_collection = src_search.item_collection()\n", + " src_item_count = len(src_item_collection)\n", + "\n", + " target_search = target_catalog.search(collections=[collection_id])\n", + " target_item_collection = target_search.item_collection()\n", + " target_item_count = len(target_item_collection)\n", "\n", - " src_collection = src_catalog.get_collection(collection_id)\n", - " src_matched = \"TODO\"\n", - " target_collection = target_catalog.get_collection(collection_id)\n", - " target_matched = \"TODO\"\n", + " print(\n", + " f\"\\n{collection_id} {src_item_count=} {target_item_count=} OK={src_item_count==target_item_count}\"\n", + " )\n", "\n", - " print(f\"\\n{collection_id} {src_matched=} {target_matched=}\")\n", - " break" + "print(\"\\nfin.\")" ] }, { "cell_type": "code", "execution_count": null, - "id": "25761492-69fd-4987-a93b-e52b7d7990eb", + "id": "2d9b5230-c122-40e0-b4a1-09813ac22800", "metadata": {}, "outputs": [], "source": []