From d6181e723b33004cab1f10031a890102d7e67282 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Mon, 2 Dec 2024 12:00:52 -0700 Subject: [PATCH 1/4] feat(dataset): add ps-greenfield-post-tornadoes-2024 dataset config --- .../ps-greenfield-post-tornadoes-2024.json | 83 +++++++++++++++++++ 1 file changed, 83 insertions(+) create mode 100644 ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json diff --git a/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json b/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json new file mode 100644 index 00000000..5e7900a8 --- /dev/null +++ b/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json @@ -0,0 +1,83 @@ +{ + "collection": "ps-greenfield-post-tornadoes-2024", + "title": "Planet Imagery – 2024 Spring Tornadoes Damage (Greenfield IA Post)", + "description": "Commercial SmallSat PlanetScope Satellite Visible Imagery of select locations that experienced tornado damage during the spring of 2024 in the United States. The location in this collection is Greenfield, Iowa after the tornado strike.", + "license": "CC0-1.0", + "is_periodic": true, + "time_density": "day", + "spatial_extent": { + "xmin": -125, + "ymin": 24, + "xmax": -65, + "ymax": 50 + }, + "temporal_extent": { + "startdate": "2024-05-22T00:00:00Z", + "enddate": "2024-05-22T23:59:59Z" + }, + "sample_files": [ + "s3://veda-data-store-staging/2024tornadoes_Planet/Planet_Greenfield_After_cog_2024-05-22.tif" + ], + "discovery_items": [ + { + "discovery": "s3", + "cogify": false, + "upload": false, + "dry_run": false, + "prefix": "2024tornadoes_Planet/", + "bucket": "veda-data-store-staging", + "filename_regex": ".*Planet_.*_cog_.*05-22.tif$", + "use_multithreading": false + } + ], + "data_type": "cog", + "datetime_range": "day", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [ {AUTHOR OR ORGANIZATION NAME mdx: media.author} ]( {LINK TO AUTHOR mdx: media.url} ) ( {ALT TEXT MDX media.alt} )", + "href": "https://thumbnails.openveda.cloud/{THUMBNAIL_FILENAME.EXT}", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "stac_version": "1.0.0", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + } + }, + "renders": { + "dashboard": { + "resampling": "{nearest CHANGE ME}", + "bidx": [1], + "colormap_name": "{CHANGE ME}", + "nodata": "{CHANGE ME}", + "assets": [ + "{cog_default CHANGE ME}" + ], + "rescale": ["CHANGE ME MIN", "CHANGE ME MAX"], + "title": "VEDA Dashboard Render Parameters" + } + } + } + \ No newline at end of file From 0f5915e9ce2dd48699e80b54f28d0f5190b43e06 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Tue, 3 Dec 2024 07:14:36 -0700 Subject: [PATCH 2/4] staging dataset config wip --- .../ps-greenfield-post-tornadoes-2024.json | 17 ++++++++--------- 1 file changed, 8 insertions(+), 9 deletions(-) diff --git a/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json b/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json index 5e7900a8..09d08eff 100644 --- a/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json +++ b/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json @@ -1,6 +1,6 @@ { "collection": "ps-greenfield-post-tornadoes-2024", - "title": "Planet Imagery – 2024 Spring Tornadoes Damage (Greenfield IA Post)", + "title": "Planet TrueColor Satellite Imagery (Greenfield IA Tornado Damage - Post)", "description": "Commercial SmallSat PlanetScope Satellite Visible Imagery of select locations that experienced tornado damage during the spring of 2024 in the United States. The location in this collection is Greenfield, Iowa after the tornado strike.", "license": "CC0-1.0", "is_periodic": true, @@ -44,8 +44,8 @@ "assets": { "thumbnail": { "title": "Thumbnail", - "description": "Photo by [ {AUTHOR OR ORGANIZATION NAME mdx: media.author} ]( {LINK TO AUTHOR mdx: media.url} ) ( {ALT TEXT MDX media.alt} )", - "href": "https://thumbnails.openveda.cloud/{THUMBNAIL_FILENAME.EXT}", + "description": "Photo by [Jonny Glessner](https://x.com/JonnyGlessner/status/1768424574855610777/photo/4) (Wedge tornado passing southeast of Wapakoneta, Ohio on March 14, 2024)", + "href": "https://thumbnails.openveda.cloud/tornado-2024-cover.png", "type": "image/jpeg", "roles": ["thumbnail"] } @@ -68,14 +68,13 @@ }, "renders": { "dashboard": { - "resampling": "{nearest CHANGE ME}", - "bidx": [1], - "colormap_name": "{CHANGE ME}", - "nodata": "{CHANGE ME}", + "resampling": "bilinear", + "bidx": "cog_default|1,2,3", + "nodata": null, "assets": [ - "{cog_default CHANGE ME}" + "cog_default" ], - "rescale": ["CHANGE ME MIN", "CHANGE ME MAX"], + "rescale": [[0, 255]], "title": "VEDA Dashboard Render Parameters" } } From e8650acee738914af9cf309d09c9ec72ba36a166 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Tue, 3 Dec 2024 07:30:52 -0700 Subject: [PATCH 3/4] add transfer config --- .../transfer-config/ps-greenfield-post-tornadoes-2024.json | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 ingestion-data/production/transfer-config/ps-greenfield-post-tornadoes-2024.json diff --git a/ingestion-data/production/transfer-config/ps-greenfield-post-tornadoes-2024.json b/ingestion-data/production/transfer-config/ps-greenfield-post-tornadoes-2024.json new file mode 100644 index 00000000..fa8f16f1 --- /dev/null +++ b/ingestion-data/production/transfer-config/ps-greenfield-post-tornadoes-2024.json @@ -0,0 +1,7 @@ +{ + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "2024tornadoes_Planet/", + "target_bucket": "veda-data-store", + "collection": "ps-greenfield-post-tornadoes-2024", + "filename_regex": ".*Planet_.*_cog_.*05-22.tif$" +} \ No newline at end of file From 8031d7d819fcf05c9597a0abb074257c039602e8 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Tue, 3 Dec 2024 11:36:32 -0700 Subject: [PATCH 4/4] corrected renders config --- .../ps-greenfield-post-tornadoes-2024.json | 81 +++++++++++++++++++ .../ps-greenfield-post-tornadoes-2024.json | 3 +- 2 files changed, 82 insertions(+), 2 deletions(-) create mode 100644 ingestion-data/production/dataset-config/ps-greenfield-post-tornadoes-2024.json diff --git a/ingestion-data/production/dataset-config/ps-greenfield-post-tornadoes-2024.json b/ingestion-data/production/dataset-config/ps-greenfield-post-tornadoes-2024.json new file mode 100644 index 00000000..15a5bffc --- /dev/null +++ b/ingestion-data/production/dataset-config/ps-greenfield-post-tornadoes-2024.json @@ -0,0 +1,81 @@ +{ + "collection": "ps-greenfield-post-tornadoes-2024", + "title": "Planet TrueColor Satellite Imagery (Greenfield IA Tornado Damage - Post)", + "description": "Commercial SmallSat PlanetScope Satellite Visible Imagery of select locations that experienced tornado damage during the spring of 2024 in the United States. The location in this collection is Greenfield, Iowa after the tornado strike.", + "license": "CC0-1.0", + "is_periodic": true, + "time_density": "day", + "spatial_extent": { + "xmin": -125, + "ymin": 24, + "xmax": -65, + "ymax": 50 + }, + "temporal_extent": { + "startdate": "2024-05-22T00:00:00Z", + "enddate": "2024-05-22T23:59:59Z" + }, + "sample_files": [ + "s3://veda-data-store/ps-greenfield-post-tornadoes-2024/Planet_Greenfield_After_cog_2024-05-22.tif" + ], + "discovery_items": [ + { + "discovery": "s3", + "cogify": false, + "upload": false, + "dry_run": false, + "prefix": "ps-greenfield-post-tornadoes-2024/", + "bucket": "veda-data-store", + "filename_regex": ".*Planet_.*_cog_.*05-22.tif$", + "use_multithreading": false + } + ], + "data_type": "cog", + "datetime_range": "day", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Photo by [Jonny Glessner](https://x.com/JonnyGlessner/status/1768424574855610777/photo/4) (Wedge tornado passing southeast of Wapakoneta, Ohio on March 14, 2024)", + "href": "https://thumbnails.openveda.cloud/tornado-2024-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "stac_version": "1.0.0", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + } + }, + "renders": { + "dashboard": { + "resampling": "bilinear", + "bidx": [1,2,3], + "assets": [ + "cog_default" + ], + "rescale": [[0, 255]], + "title": "VEDA Dashboard Render Parameters" + } + } + } + \ No newline at end of file diff --git a/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json b/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json index 09d08eff..7c8f04b4 100644 --- a/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json +++ b/ingestion-data/staging/dataset-config/ps-greenfield-post-tornadoes-2024.json @@ -69,8 +69,7 @@ "renders": { "dashboard": { "resampling": "bilinear", - "bidx": "cog_default|1,2,3", - "nodata": null, + "bidx": [1,2,3], "assets": [ "cog_default" ],