From a412bf2adea8359c544c4e55faa80f72e6be258f Mon Sep 17 00:00:00 2001 From: rublea Date: Mon, 23 Dec 2024 13:58:49 +0100 Subject: [PATCH] chore: migration to v2 script --- .../src/migration.js | 30 +++++++ .../test/it/util/db.js | 82 +++++++++++++------ 2 files changed, 89 insertions(+), 23 deletions(-) create mode 100644 packages/spacecat-shared-data-access/src/migration.js diff --git a/packages/spacecat-shared-data-access/src/migration.js b/packages/spacecat-shared-data-access/src/migration.js new file mode 100644 index 00000000..acff553c --- /dev/null +++ b/packages/spacecat-shared-data-access/src/migration.js @@ -0,0 +1,30 @@ +/* + * Copyright 2024 Adobe. All rights reserved. + * This file is licensed to you under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. You may obtain a copy + * of the License at http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software distributed under + * the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR REPRESENTATIONS + * OF ANY KIND, either express or implied. See the License for the specific language + * governing permissions and limitations under the License. + */ +import { getDataAccess } from '../test/it/util/db.js'; + +const migratedDataAccess = await getDataAccess({}, true); +const originalDataAccess = await getDataAccess({ + region: process.env.AWS_REGION, + credentials: { + accessKeyId: process.env.AWS_ACCESS_KEY_ID, + secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY, + sessionToken: process.env.AWS_SESSION_TOKEN, + }, +}, true); +const originalSites = await originalDataAccess.getSites(); +const originalOrganizations = await originalDataAccess.getOrganizations(); +const originalConfigurations = await originalDataAccess.getConfigurations(); +const originalSiteCandidates = await originalDataAccess.getSiteCandidates(); +migratedDataAccess.Site.createMany(originalSites); +migratedDataAccess.Organization.createMany(originalOrganizations); +migratedDataAccess.Configuration.createMany(originalConfigurations); +migratedDataAccess.SiteCandidate.createMany(originalSiteCandidates); diff --git a/packages/spacecat-shared-data-access/test/it/util/db.js b/packages/spacecat-shared-data-access/test/it/util/db.js index 8d1a6450..2cdbe057 100755 --- a/packages/spacecat-shared-data-access/test/it/util/db.js +++ b/packages/spacecat-shared-data-access/test/it/util/db.js @@ -18,13 +18,13 @@ import { createDataAccess } from '../../../src/service/index.js'; export const TEST_DA_CONFIG = { indexNameAllImportJobsByDateRange: 'spacecat-services-all-import-jobs-by-date-range', indexNameAllImportJobsByStatus: 'spacecat-services-all-import-jobs-by-status', - indexNameAllKeyEventsBySiteId: 'spacecat-services-key-events-by-site-id', + indexNameAllKeyEventsBySiteId: 'spacecat-services-key-events-by-site-id-dev', indexNameAllLatestAuditScores: 'spacecat-services-all-latest-audit-scores', - indexNameAllOrganizations: 'spacecat-services-all-organizations', - indexNameAllOrganizationsByImsOrgId: 'spacecat-services-all-organizations-by-ims-org-id', - indexNameAllSites: 'spacecat-services-all-sites', - indexNameAllSitesByDeliveryType: 'spacecat-services-all-sites-by-delivery-type', - indexNameAllSitesOrganizations: 'spacecat-services-all-sites-organizations', + indexNameAllOrganizations: 'spacecat-services-all-organizations-dev', + indexNameAllOrganizationsByImsOrgId: 'spacecat-services-all-organizations-by-ims-org-id-dev', + indexNameAllSites: 'spacecat-services-all-sites-dev', + indexNameAllSitesByDeliveryType: 'spacecat-services-all-sites-by-delivery-type-dev', + indexNameAllSitesOrganizations: 'spacecat-services-all-sites-organizations-dev', indexNameApiKeyByHashedApiKey: 'spacecat-services-api-key-by-hashed-api-key', indexNameApiKeyByImsUserIdAndImsOrgId: 'spacecat-services-api-key-by-ims-user-id-and-ims-org-id', indexNameImportUrlsByJobIdAndStatus: 'spacecat-services-all-import-urls-by-job-id-and-status', @@ -33,22 +33,54 @@ export const TEST_DA_CONFIG = { pkAllLatestAudits: 'ALL_LATEST_AUDITS', pkAllOrganizations: 'ALL_ORGANIZATIONS', pkAllSites: 'ALL_SITES', - tableNameApiKeys: 'spacecat-services-api-keys', - tableNameAudits: 'spacecat-services-audits', - tableNameConfigurations: 'spacecat-services-configurations', - tableNameData: 'spacecat-services-data', - tableNameExperiments: 'spacecat-services-experiments', - tableNameImportJobs: 'spacecat-services-import-jobs', - tableNameImportUrls: 'spacecat-services-import-urls', - tableNameKeyEvents: 'spacecat-services-key-events', - tableNameLatestAudits: 'spacecat-services-latest-audits', - tableNameOrganizations: 'spacecat-services-organizations', - tableNameSiteCandidates: 'spacecat-services-site-candidates', - tableNameSiteTopPages: 'spacecat-services-site-top-pages', - tableNameSites: 'spacecat-services-sites', - tableNameSpacecatData: 'spacecat-data', + tableNameApiKeys: 'spacecat-services-api-keys-dev', + tableNameAudits: 'spacecat-services-audits-dev', + tableNameConfigurations: 'spacecat-services-configurations-dev', + tableNameData: 'spacecat-services-data-dev', + tableNameExperiments: 'spacecat-services-experiments-dev', + tableNameImportJobs: 'spacecat-services-import-jobs-dev', + tableNameImportUrls: 'spacecat-services-import-urls-dev', + tableNameKeyEvents: 'spacecat-services-key-events-dev', + tableNameLatestAudits: 'spacecat-services-latest-audits-dev', + tableNameOrganizations: 'spacecat-services-organizations-dev', + tableNameSiteCandidates: 'spacecat-services-site-candidates-dev', + tableNameSiteTopPages: 'spacecat-services-site-top-pages-dev', + tableNameSites: 'spacecat-services-sites-dev', + tableNameSpacecatData: 'spacecat-services-data-dev', +}; +export const TEST_DA_MIGRATION_CONFIG = { + indexNameAllImportJobsByDateRange: 'spacecat-services-all-import-jobs-by-date-range', + indexNameAllImportJobsByStatus: 'spacecat-services-all-import-jobs-by-status', + indexNameAllKeyEventsBySiteId: 'spacecat-services-key-events-by-site-id-dev', + indexNameAllLatestAuditScores: 'spacecat-services-all-latest-audit-scores', + indexNameAllOrganizations: 'spacecat-services-all-organizations-dev', + indexNameAllOrganizationsByImsOrgId: 'spacecat-services-all-organizations-by-ims-org-id-dev', + indexNameAllSites: 'spacecat-services-all-sites-dev', + indexNameAllSitesByDeliveryType: 'spacecat-services-all-sites-by-delivery-type-dev', + indexNameAllSitesOrganizations: 'spacecat-services-all-sites-organizations-dev', + indexNameApiKeyByHashedApiKey: 'spacecat-services-api-key-by-hashed-api-key', + indexNameApiKeyByImsUserIdAndImsOrgId: 'spacecat-services-api-key-by-ims-user-id-and-ims-org-id', + indexNameImportUrlsByJobIdAndStatus: 'spacecat-services-all-import-urls-by-job-id-and-status', + pkAllConfigurations: 'ALL_CONFIGURATIONS', + pkAllImportJobs: 'ALL_IMPORT_JOBS', + pkAllLatestAudits: 'ALL_LATEST_AUDITS', + pkAllOrganizations: 'ALL_ORGANIZATIONS', + pkAllSites: 'ALL_SITES', + tableNameApiKeys: 'spacecat-services-api-keys-dev', + tableNameAudits: 'spacecat-services-audits-dev', + tableNameConfigurations: 'spacecat-services-configurations-dev', + tableNameData: 'spacecat-services-data-dev', + tableNameExperiments: 'spacecat-services-experiments-dev', + tableNameImportJobs: 'spacecat-services-import-jobs-dev', + tableNameImportUrls: 'spacecat-services-import-urls-dev', + tableNameKeyEvents: 'spacecat-services-key-events-dev', + tableNameLatestAudits: 'spacecat-services-latest-audits-dev', + tableNameOrganizations: 'spacecat-services-organizations-dev', + tableNameSiteCandidates: 'spacecat-services-site-candidates-dev', + tableNameSiteTopPages: 'spacecat-services-site-top-pages-dev', + tableNameSites: 'spacecat-services-sites-dev', + tableNameSpacecatData: 'spacecat-services-data-dev', }; - let docClient = null; const getDynamoClients = (config = {}) => { @@ -70,9 +102,13 @@ const getDynamoClients = (config = {}) => { return { dbClient, docClient }; }; -export const getDataAccess = (config) => { +export const getDataAccess = (config, isMigration) => { const { dbClient } = getDynamoClients(config); - return createDataAccess(TEST_DA_CONFIG, console, dbClient); + return createDataAccess( + isMigration ? TEST_DA_MIGRATION_CONFIG : TEST_DA_CONFIG, + console, + dbClient, + ); }; export { getDynamoClients };