From d5aed736475e08cb69b92cacd1dff8fc13144ca7 Mon Sep 17 00:00:00 2001 From: smohiudd Date: Fri, 31 May 2024 09:49:35 -0600 Subject: [PATCH] nightlights, lis-global trend --- .../lis-global-da-tws-trend.json | 36 +-- .../nightlights-hd-monthly.json | 218 +----------------- 2 files changed, 16 insertions(+), 238 deletions(-) diff --git a/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json b/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json index 202ac90..d015f6b 100644 --- a/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json +++ b/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json @@ -1,28 +1,8 @@ -[ - { - "collection": "lis-global-da-tws-trend", - "bucket": "veda-data-store", - "prefix": "lis-global-da-tws-trend/", - "filename_regex": "^(.*)DATWS_STL_based_trend_v3_2003_2021", - "discovery": "s3", - "upload": false - }, - { - "collection": "lis-global-da-tws-trend", - "bucket": "veda-data-store", - "prefix": "lis-global-da-tws-trend/", - "filename_regex": "^(.*)DATWS_STL_based_trendv2_2003_2021", - "discovery": "s3", - "upload": false - }, - { - "collection": "lis-global-da-tws-trend", - "bucket": "veda-data-store", - "prefix": "lis-global-da-tws-trend/", - "filename_regex": "^(.*)DATWS_STL_based_trend.cog.tif", - "discovery": "s3", - "upload": false, - "start_datetime": "2003-01-01T00:00:00Z", - "end_datetime": "2021-12-31T23:59:59Z" - } -] +{ + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-tws-trend/", + "filename_regex": "^(.*)DATWS_STL_based_trend_v3_2003_2021", + "discovery": "s3", + "upload": false +} diff --git a/ingestion-data/production/discovery-items/nightlights-hd-monthly.json b/ingestion-data/production/discovery-items/nightlights-hd-monthly.json index 345a963..df17894 100644 --- a/ingestion-data/production/discovery-items/nightlights-hd-monthly.json +++ b/ingestion-data/production/discovery-items/nightlights-hd-monthly.json @@ -1,210 +1,8 @@ -[ - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Barcelona(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Lima(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Paris(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Milan(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Marseille(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Beijing(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Dhaka_Dhaka-city(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Ghent(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Fukuoka_Fukuoka-city(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Tokyo-23Wards(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Aichi_Nagoya-city(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Dunkirk(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Madrid(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Colombo(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Gdynia(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Hamburg(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Osaka_Osaka-city(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Singapore(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Venice(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Auckland(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Genoa(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Kyoto_Kyoto-city(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)London(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Rome(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Amsterdam(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - }, - { - "collection": "nightlights-hd-monthly", - "prefix": "nightlights-hd-monthly/", - "bucket": "veda-data-store", - "filename_regex": "^(.*)Hokkaido_Sapporo(.*).tif$", - "discovery": "s3", - "datetime_range": "month" - } -] +{ + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)(Barcelona|Lima|Paris|Milan|Marseille|Beijing|Dhaka_Dhaka-city|Ghent|Fukuoka_Fukuoka-city|Tokyo-23Wards|Aichi_Nagoya-city|Dunkirk|Madrid|Colombo|Gdynia|Hamburg|Osaka_Osaka-city|Singapore|Venice|Auckland|Genoa|Kyoto_Kyoto-city|London|Rome|Amsterdam|Hokkaido_Sapporo)(.*).tif$", + "discovery": "s3", + "datetime_range": "month" +} \ No newline at end of file