From e49237d95b9c5a86ce14ebf701514f9532904fd6 Mon Sep 17 00:00:00 2001 From: Jennifer Tran Date: Wed, 22 May 2024 10:54:58 -0700 Subject: [PATCH] fix: lis-global-da-gpp-trend transfer-config and discovery-items --- .../lis-global-da-gpp-trend.json | 36 ++++++++++++++----- .../lis-global-da-gpp-trend.json | 16 ++++++++- 2 files changed, 43 insertions(+), 9 deletions(-) diff --git a/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json b/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json index 59028f0..83b5b67 100644 --- a/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json +++ b/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json @@ -1,8 +1,28 @@ -{ - "collection": "lis-global-da-gpp-trend", - "bucket": "veda-data-store", - "prefix": "lis-global-da-gpp-trend/", - "filename_regex": "^(.*)DAGPP_STL_based_trend", - "discovery": "s3", - "upload": false -} \ No newline at end of file +[ + { + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gpp-trend/", + "filename_regex": "^(.*)DAGPP_STL_based_trend_v3_2003_2021.cog.tif", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gpp-trend/", + "filename_regex": "^(.*)DAGPP_STL_based_trendv2_2003_2021.cog.tif", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gpp-trend/", + "filename_regex": "^(.*)DAGPP_STL_based_trend.cog.tif", + "discovery": "s3", + "upload": false, + "start_datetime": "2003-01-01T00:00:00Z", + "end_datetime": "2021-12-31T23:59:59Z" + } +] \ No newline at end of file diff --git a/ingestion-data/transfer-config/lis-global-da-gpp-trend.json b/ingestion-data/transfer-config/lis-global-da-gpp-trend.json index 8c6c2a4..3273cf5 100644 --- a/ingestion-data/transfer-config/lis-global-da-gpp-trend.json +++ b/ingestion-data/transfer-config/lis-global-da-gpp-trend.json @@ -4,6 +4,20 @@ "origin_prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", "target_bucket": "veda-data-store", "collection": "lis-global-da-gpp-trend", - "filename_regex": "^(.*)DAGPP_STL_based_trend" + "filename_regex": "^(.*)DAGPP_STL_based_trend.cog.tif" + }, + { + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "target_bucket": "veda-data-store", + "collection": "lis-global-da-gpp-trend", + "filename_regex": "^(.*)DAGPP_STL_based_trend_v3_2003_2021.cog.tif" + }, + { + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "target_bucket": "veda-data-store", + "collection": "lis-global-da-gpp-trend", + "filename_regex": "^(.*)DAGPP_STL_based_trendv2_2003_2021.cog.tif" } ] \ No newline at end of file