From 408f71806a6c4e041156028d3aaa72e06d2f5030 Mon Sep 17 00:00:00 2001 From: "veda-github-actor[bot]" <192275278+veda-github-actor[bot]@users.noreply.github.com> Date: Thu, 28 Aug 2025 13:44:05 -0600 Subject: [PATCH 1/3] Ingest Request for MODIS_Terra_L3_NDVI_16Day (#404) * Create ingestion-data/staging/collections/MODIS_Terra_L3_NDVI_16Day.json * Update ingestion-data/staging/collections/MODIS_Terra_L3_NDVI_16Day.json * Apply suggestions from code review Formatting updates and extended providers metadata * Apply suggestions from code review * Apply suggestions from code review * Apply suggestions from code review WMTS links updates --------- Co-authored-by: veda-github-actor[bot] <192275278+veda-github-actor[bot]@users.noreply.github.com> Co-authored-by: Alexandra Kirk --- .../MODIS_Terra_L3_NDVI_16Day.json | 83 +++++++++++++++++++ 1 file changed, 83 insertions(+) create mode 100644 ingestion-data/staging/collections/MODIS_Terra_L3_NDVI_16Day.json diff --git a/ingestion-data/staging/collections/MODIS_Terra_L3_NDVI_16Day.json b/ingestion-data/staging/collections/MODIS_Terra_L3_NDVI_16Day.json new file mode 100644 index 00000000..6444be6c --- /dev/null +++ b/ingestion-data/staging/collections/MODIS_Terra_L3_NDVI_16Day.json @@ -0,0 +1,83 @@ +{ + "id": "MODIS_Terra_L3_NDVI_16Day", + "dashboard:is_periodic": true, + "dashboard:time_density": "day", + "dashboard:time_interval": "P1D", + "description": "The Vegetation Index (L3, 16-Day) layer is created from the Terra Moderate Resolution Imaging Spectroradiometer (MODIS) Vegetation Indices (MOD13Q1) data which are generated every 16 days at 250 meter (m) spatial resolution as a Level 3 product. The MOD13Q1 product provides the Normalized Difference Vegetation Index (NDVI) which is referred to as the continuity index to the existing National Oceanic and Atmospheric Administration-Advanced Very High Resolution Radiometer (NOAA-AVHRR) derived NDVI. The algorithm chooses the best available pixel value from all the acquisitions from the 16-day period. The criteria used is low clouds, low view angle, and the highest NDVI value. The MODIS Normalized Difference Vegetation Index (NDVI) complements NOAA's Advanced Very High Resolution Radiometer (AVHRR) NDVI products and provides continuity for time series historical applications. The MODIS NDVI product is computed from surface reflectances corrected for molecular scattering, ozone absorption, and aerosols. References: MOD13Q1 doi:10.5067/MODIS/MOD13Q1.061", + "extent": { + "spatial": { + "bbox": [ + [ + -180, + -90, + 180, + 90 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2000-03-05T00:00:00Z", + "2025-06-30T00:00:00Z" + ] + ] + } + }, + "license": "CC0-1.0", + "links": [ + { + "href": "https://gibs.earthdata.nasa.gov/wmts/epsg3857/best/wmts.cgi", + "rel": "wmts", + "type": "image/png", + "title": "Visualized through a WMTS", + "href:servers": [ + "https://gibs-a.earthdata.nasa.gov/wmts/epsg3857/best/wmts.cgi", + "https://gibs-b.earthdata.nasa.gov/wmts/epsg3857/best/wmts.cgi" + ], + "wmts:dimensions": { + "STYLE": "default" + }, + "wmts:layer": [ + "MODIS_Terra_L3_NDVI_16Day" + ] + } + ], + "product_level": "L3", + "providers": [ + { + "name": "NASA Global Imagery Browse Services (GIBS)", + "roles": [ + "host" + ], + "url": "https://nasa-gibs.github.io/gibs-api-docs/gis-usage/" + }, + { + "name": "NASA Land Processes Distributed Active Archive Center (LP DAAC)", + "roles": [ + "producer", + "processor" + ], + "url": "https://www.earthdata.nasa.gov/centers/lp-daac" + }, + { + "name": "NASA's Earth Science Data and Information System (ESDIS)", + "roles": [ + "licensor" + ], + "url": "https://www.earthdata.nasa.gov/about/esdis" + } + ], + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/web-map-links/v1.2.0/schema.json" + ], + "stac_version": "1.0.0", + "temporal_frequency": "twenty four hours", + "tilematrixset": "GoogleMapsCompatible_Level9", + "time_density": "day", + "time_interval": "P1D", + "title": "16-Day MODIS Terra Normalized Difference Vegetation Index (NDVI) - L3 NRT", + "type": "Collection", + "units": "unitless" +} \ No newline at end of file From b61d4fc657c94d34781f64168147a2bbc8803a08 Mon Sep 17 00:00:00 2001 From: Alexandra Kirk Date: Fri, 5 Sep 2025 15:12:18 -0600 Subject: [PATCH 2/3] add currently scheduled vector ingest configs (#420) --- .../scheduled/eis-fedsoutput-lfarchive.json | 12 ++++++++++++ .../scheduled/eis-fedsoutput-snapshot.json | 12 ++++++++++++ 2 files changed, 24 insertions(+) create mode 100644 ingestion-data/production/discovery-items/scheduled/eis-fedsoutput-lfarchive.json create mode 100644 ingestion-data/production/discovery-items/scheduled/eis-fedsoutput-snapshot.json diff --git a/ingestion-data/production/discovery-items/scheduled/eis-fedsoutput-lfarchive.json b/ingestion-data/production/discovery-items/scheduled/eis-fedsoutput-lfarchive.json new file mode 100644 index 00000000..f7a6bc6f --- /dev/null +++ b/ingestion-data/production/discovery-items/scheduled/eis-fedsoutput-lfarchive.json @@ -0,0 +1,12 @@ +{ + "bucket": "veda-data-store-staging", + "discovery": "s3", + "collection": "eis-fedsoutput-lfarchive", + "filename_regex": "^(.*)lf_(perimeter|fireline|newfirepix)_nrt_(conus|borealna|russiaeast).gpkg$", + "prefix": "EIS/FEDSoutput/LFArchive/", + "vector": true, + "id_template": "{}", + "schedule": "*/15 * * * *", + "dag": "veda_ingest_vector", + "invalidate_cloudfront": true + } \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/scheduled/eis-fedsoutput-snapshot.json b/ingestion-data/production/discovery-items/scheduled/eis-fedsoutput-snapshot.json new file mode 100644 index 00000000..4116d8fe --- /dev/null +++ b/ingestion-data/production/discovery-items/scheduled/eis-fedsoutput-snapshot.json @@ -0,0 +1,12 @@ +{ + "bucket": "veda-data-store-staging", + "discovery": "s3", + "collection": "eis-fedsoutput-snapshot", + "filename_regex": "^(.*)snapshot_perimeter_nrt_(conus|borealna|russiaeast).gpkg$", + "prefix": "EIS/FEDSoutput/Snapshot/", + "vector": true, + "id_template": "{}", + "schedule": "*/15 * * * *", + "dag": "veda_ingest_vector", + "invalidate_cloudfront": true + } \ No newline at end of file From e8feba61d372ee5faf67a794a1de43ce4ae477fa Mon Sep 17 00:00:00 2001 From: Saadiq Mohiuddin <34844565+smohiudd@users.noreply.github.com> Date: Wed, 10 Sep 2025 11:58:37 -0600 Subject: [PATCH 3/3] add collection path to promotion checker (#423) --- .github/workflows/promotion-checker.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/promotion-checker.yml b/.github/workflows/promotion-checker.yml index 2e276d12..e18836d4 100644 --- a/.github/workflows/promotion-checker.yml +++ b/.github/workflows/promotion-checker.yml @@ -6,6 +6,7 @@ on: - closed paths: - ingestion-data/staging/dataset-config/*.json + - ingestion-data/staging/collections/*.json permissions: actions: write