diff --git a/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json b/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json index 1d0546c..6839f95 100644 --- a/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json +++ b/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json @@ -1,8 +1,28 @@ -{ - "collection": "lis-global-da-gpp-trend", - "bucket": "veda-data-store", - "prefix": "lis-global-da-gpp-trend/", - "filename_regex": "^(.*)DAGPP_STL_based_trend_v3_2003_2021", - "discovery": "s3", - "upload": false -} +[ + { + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gpp-trend/", + "filename_regex": "^(.*)DAGPP_STL_based_trend_v3_2003_2021.cog.tif", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gpp-trend/", + "filename_regex": "^(.*)DAGPP_STL_based_trendv2_2003_2021.cog.tif", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gpp-trend/", + "filename_regex": "^(.*)DAGPP_STL_based_trend.cog.tif", + "discovery": "s3", + "upload": false, + "start_datetime": "2003-01-01T00:00:00Z", + "end_datetime": "2021-12-31T23:59:59Z" + } +] diff --git a/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json b/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json index 0d0837b..202ac90 100644 --- a/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json +++ b/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json @@ -21,6 +21,8 @@ "prefix": "lis-global-da-tws-trend/", "filename_regex": "^(.*)DATWS_STL_based_trend.cog.tif", "discovery": "s3", - "upload": false + "upload": false, + "start_datetime": "2003-01-01T00:00:00Z", + "end_datetime": "2021-12-31T23:59:59Z" } ] diff --git a/ingestion-data/production/discovery-items/snow-projections-diff-585.json b/ingestion-data/production/discovery-items/snow-projections-diff-585.json index 5d87391..0696223 100644 --- a/ingestion-data/production/discovery-items/snow-projections-diff-585.json +++ b/ingestion-data/production/discovery-items/snow-projections-diff-585.json @@ -1,7 +1,7 @@ [ { "collection": "snow-projections-diff-585", - "prefix": "snow-projections-diff-245/", + "prefix": "snow-projections-diff-585/", "bucket": "veda-data-store", "filename_regex": "^(.*)ssp585(.*)percChange.cog.tif$", "discovery": "s3", diff --git a/ingestion-data/production/discovery-items/snow-projections-median-245.json b/ingestion-data/production/discovery-items/snow-projections-median-245.json index 0b2076c..307b786 100644 --- a/ingestion-data/production/discovery-items/snow-projections-median-245.json +++ b/ingestion-data/production/discovery-items/snow-projections-median-245.json @@ -1,7 +1,7 @@ [ { "collection": "snow-projections-median-245", - "prefix": "snow-projections-diff-245/", + "prefix": "snow-projections-median-245/", "bucket": "veda-data-store", "filename_regex": "^(.*)ssp245(.*)median.cog.tif$", "discovery": "s3", diff --git a/ingestion-data/production/discovery-items/snow-projections-median-585.json b/ingestion-data/production/discovery-items/snow-projections-median-585.json index b859425..a886a73 100644 --- a/ingestion-data/production/discovery-items/snow-projections-median-585.json +++ b/ingestion-data/production/discovery-items/snow-projections-median-585.json @@ -1,7 +1,7 @@ [ { "collection": "snow-projections-median-585", - "prefix": "snow-projections-diff-245/", + "prefix": "snow-projections-median-585/", "bucket": "veda-data-store", "filename_regex": "^(.*)ssp585(.*)median.cog.tif$", "discovery": "s3", diff --git a/ingestion-data/production/transfer-config/campfire-nlcd.json b/ingestion-data/production/transfer-config/campfire-nlcd.json index e7b5d66..4496992 100644 --- a/ingestion-data/production/transfer-config/campfire-nlcd.json +++ b/ingestion-data/production/transfer-config/campfire-nlcd.json @@ -4,6 +4,6 @@ "origin_prefix": "campfire-data/", "target_bucket": "veda-data-store", "collection": "campfire-nlcd", - "filename_regex": "^(.*)CampFire_NLCD_2019" + "filename_regex": "^(.*)CampFire_NLCD_201\\d" } ] \ No newline at end of file diff --git a/ingestion-data/production/transfer-config/lis-global-da-gpp-trend.json b/ingestion-data/production/transfer-config/lis-global-da-gpp-trend.json index 8c6c2a4..3273cf5 100644 --- a/ingestion-data/production/transfer-config/lis-global-da-gpp-trend.json +++ b/ingestion-data/production/transfer-config/lis-global-da-gpp-trend.json @@ -4,6 +4,20 @@ "origin_prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", "target_bucket": "veda-data-store", "collection": "lis-global-da-gpp-trend", - "filename_regex": "^(.*)DAGPP_STL_based_trend" + "filename_regex": "^(.*)DAGPP_STL_based_trend.cog.tif" + }, + { + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "target_bucket": "veda-data-store", + "collection": "lis-global-da-gpp-trend", + "filename_regex": "^(.*)DAGPP_STL_based_trend_v3_2003_2021.cog.tif" + }, + { + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "target_bucket": "veda-data-store", + "collection": "lis-global-da-gpp-trend", + "filename_regex": "^(.*)DAGPP_STL_based_trendv2_2003_2021.cog.tif" } ] \ No newline at end of file