From 29f1bef71927ea9eb2f929e1cce3ed44518133b6 Mon Sep 17 00:00:00 2001 From: Alex Bair Date: Thu, 5 Dec 2024 15:30:53 -0500 Subject: [PATCH 1/5] source-impact-native: update snapshot file names --- source-impact-native/tests/__init__.py | 0 .../snapshots__discover__stdout.json | 1120 +++++++++++++++++ .../snapshots/snapshots__spec__stdout.json | 107 ++ ...ests_test_snapshots__discover__stdout.json | 1119 ---------------- ...ve_tests_test_snapshots__spec__stdout.json | 106 -- 5 files changed, 1227 insertions(+), 1225 deletions(-) create mode 100644 source-impact-native/tests/__init__.py create mode 100644 source-impact-native/tests/snapshots/snapshots__discover__stdout.json create mode 100644 source-impact-native/tests/snapshots/snapshots__spec__stdout.json delete mode 100644 source-impact-native/tests/snapshots/source_impact_native_tests_test_snapshots__discover__stdout.json delete mode 100644 source-impact-native/tests/snapshots/source_impact_native_tests_test_snapshots__spec__stdout.json diff --git a/source-impact-native/tests/__init__.py b/source-impact-native/tests/__init__.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/source-impact-native/tests/snapshots/snapshots__discover__stdout.json b/source-impact-native/tests/snapshots/snapshots__discover__stdout.json new file mode 100644 index 0000000000..b1600cad28 --- /dev/null +++ b/source-impact-native/tests/snapshots/snapshots__discover__stdout.json @@ -0,0 +1,1120 @@ +[ + { + "recommendedName": "Actions", + "resourceConfig": { + "name": "Actions" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "Actions", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "ActionInquiries", + "resourceConfig": { + "name": "ActionInquiries" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "ActionInquiries", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Invoices", + "resourceConfig": { + "name": "Invoices" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "Invoices", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Jobs", + "resourceConfig": { + "name": "Jobs" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "Jobs", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "PromoCodes", + "resourceConfig": { + "name": "PromoCodes" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "PromoCodes", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Deals", + "resourceConfig": { + "name": "Deals" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "Deals", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "ExceptionLists", + "resourceConfig": { + "name": "ExceptionLists" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "ExceptionLists", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "UniqueUrls", + "resourceConfig": { + "name": "UniqueUrls" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "UniqueUrls", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "TrackingValueRequests", + "resourceConfig": { + "name": "TrackingValueRequests" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "TrackingValueRequests", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Campaigns", + "resourceConfig": { + "name": "Campaigns" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } + }, + "title": "Campaigns", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "Ads", + "resourceConfig": { + "name": "Ads" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } + }, + "title": "Ads", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "Catalogs", + "resourceConfig": { + "name": "Catalogs" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } + }, + "title": "Catalogs", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "Reports", + "resourceConfig": { + "name": "Reports" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } + }, + "title": "Reports", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "PhoneNumbers", + "resourceConfig": { + "name": "PhoneNumbers" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } + }, + "title": "PhoneNumbers", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "Contracts", + "resourceConfig": { + "name": "Contracts" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "Contracts", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Tasks", + "resourceConfig": { + "name": "Tasks" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "Tasks", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Notes", + "resourceConfig": { + "name": "Notes" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "Notes", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "BlockRedirectRules", + "resourceConfig": { + "name": "BlockRedirectRules" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + }, + "Id": { + "title": "Id", + "type": "string" + } + }, + "required": [ + "Id" + ], + "title": "BlockRedirectRules", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/Id" + ] + }, + { + "recommendedName": "MediaPartnerGroups", + "resourceConfig": { + "name": "MediaPartnerGroups" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" + }, + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } + }, + "title": "MediaPartnerGroups", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + } + ] + \ No newline at end of file diff --git a/source-impact-native/tests/snapshots/snapshots__spec__stdout.json b/source-impact-native/tests/snapshots/snapshots__spec__stdout.json new file mode 100644 index 0000000000..f57072402d --- /dev/null +++ b/source-impact-native/tests/snapshots/snapshots__spec__stdout.json @@ -0,0 +1,107 @@ +[ + { + "protocol": 3032023, + "configSchema": { + "$defs": { + "BasicAuth": { + "properties": { + "credentials_title": { + "const": "Username & Password", + "default": "Username & Password", + "enum": [ + "Username & Password" + ], + "title": "Credentials Title", + "type": "string" + }, + "username": { + "title": "Username", + "type": "string" + }, + "password": { + "secret": true, + "title": "Password", + "type": "string" + } + }, + "required": [ + "username", + "password" + ], + "title": "BasicAuth", + "type": "object" + }, + "CatalogEnum": { + "enum": [ + "Brand", + "Agency", + "Partners" + ], + "title": "CatalogEnum", + "type": "string" + } + }, + "additionalProperties": true, + "properties": { + "credentials": { + "allOf": [ + { + "$ref": "#/$defs/BasicAuth" + } + ], + "title": "API Key" + }, + "api_catalog": { + "allOf": [ + { + "$ref": "#/$defs/CatalogEnum" + } + ], + "description": "As of now, only BRAND catalogs are allowed", + "title": "API Catalog (Brand, Agency, Partner)" + }, + "stop_date": { + "default": "2010-01-01T00:00:00Z", + "description": "Replication Stop Date. Records will only be considered for backfilling before the stop_date, similar to a start date", + "format": "date-time", + "title": "Stop Date", + "type": "string" + } + }, + "required": [ + "credentials", + "api_catalog" + ], + "title": "EndpointConfig", + "type": "object" + }, + "resourceConfigSchema": { + "additionalProperties": false, + "description": "ResourceConfig is a common resource configuration shape.", + "properties": { + "name": { + "description": "Name of this resource", + "title": "Name", + "type": "string" + }, + "interval": { + "default": "PT0S", + "description": "Interval between updates for this resource", + "format": "duration", + "title": "Interval", + "type": "string" + } + }, + "required": [ + "name" + ], + "title": "ResourceConfig", + "type": "object" + }, + "documentationUrl": "https://docs.estuary.dev", + "resourcePathPointers": [ + "/name" + ] + } + ] + \ No newline at end of file diff --git a/source-impact-native/tests/snapshots/source_impact_native_tests_test_snapshots__discover__stdout.json b/source-impact-native/tests/snapshots/source_impact_native_tests_test_snapshots__discover__stdout.json deleted file mode 100644 index 51fdcab8df..0000000000 --- a/source-impact-native/tests/snapshots/source_impact_native_tests_test_snapshots__discover__stdout.json +++ /dev/null @@ -1,1119 +0,0 @@ -[ - { - "recommendedName": "Actions", - "resourceConfig": { - "name": "Actions" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "Actions", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "ActionInquiries", - "resourceConfig": { - "name": "ActionInquiries" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "ActionInquiries", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "Invoices", - "resourceConfig": { - "name": "Invoices" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "Invoices", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "Jobs", - "resourceConfig": { - "name": "Jobs" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "Jobs", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "PromoCodes", - "resourceConfig": { - "name": "PromoCodes" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "PromoCodes", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "Deals", - "resourceConfig": { - "name": "Deals" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "Deals", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "ExceptionLists", - "resourceConfig": { - "name": "ExceptionLists" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "ExceptionLists", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "UniqueUrls", - "resourceConfig": { - "name": "UniqueUrls" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "UniqueUrls", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "TrackingValueRequests", - "resourceConfig": { - "name": "TrackingValueRequests" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "TrackingValueRequests", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "Campaigns", - "resourceConfig": { - "name": "Campaigns" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - } - }, - "title": "Campaigns", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "Ads", - "resourceConfig": { - "name": "Ads" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - } - }, - "title": "Ads", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "Catalogs", - "resourceConfig": { - "name": "Catalogs" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - } - }, - "title": "Catalogs", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "Reports", - "resourceConfig": { - "name": "Reports" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - } - }, - "title": "Reports", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "PhoneNumbers", - "resourceConfig": { - "name": "PhoneNumbers" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - } - }, - "title": "PhoneNumbers", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "Contracts", - "resourceConfig": { - "name": "Contracts" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "Contracts", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "Tasks", - "resourceConfig": { - "name": "Tasks" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "Tasks", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "Notes", - "resourceConfig": { - "name": "Notes" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "Notes", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "BlockRedirectRules", - "resourceConfig": { - "name": "BlockRedirectRules" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - }, - "Id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "Id" - ], - "title": "BlockRedirectRules", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/Id" - ] - }, - { - "recommendedName": "MediaPartnerGroups", - "resourceConfig": { - "name": "MediaPartnerGroups" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 - }, - "description": "Document metadata" - } - }, - "title": "MediaPartnerGroups", - "type": "object", - "x-infer-schema": true - }, - "key": [ - "/_meta/row_id" - ] - } -] diff --git a/source-impact-native/tests/snapshots/source_impact_native_tests_test_snapshots__spec__stdout.json b/source-impact-native/tests/snapshots/source_impact_native_tests_test_snapshots__spec__stdout.json deleted file mode 100644 index 5f4127ba59..0000000000 --- a/source-impact-native/tests/snapshots/source_impact_native_tests_test_snapshots__spec__stdout.json +++ /dev/null @@ -1,106 +0,0 @@ -[ - { - "protocol": 3032023, - "configSchema": { - "$defs": { - "BasicAuth": { - "properties": { - "credentials_title": { - "const": "Username & Password", - "default": "Username & Password", - "enum": [ - "Username & Password" - ], - "title": "Credentials Title", - "type": "string" - }, - "username": { - "title": "Username", - "type": "string" - }, - "password": { - "secret": true, - "title": "Password", - "type": "string" - } - }, - "required": [ - "username", - "password" - ], - "title": "BasicAuth", - "type": "object" - }, - "CatalogEnum": { - "enum": [ - "Brand", - "Agency", - "Partners" - ], - "title": "CatalogEnum", - "type": "string" - } - }, - "additionalProperties": true, - "properties": { - "credentials": { - "allOf": [ - { - "$ref": "#/$defs/BasicAuth" - } - ], - "title": "API Key" - }, - "api_catalog": { - "allOf": [ - { - "$ref": "#/$defs/CatalogEnum" - } - ], - "description": "As of now, only BRAND catalogs are allowed", - "title": "API Catalog (Brand, Agency, Partner)" - }, - "stop_date": { - "default": "2010-01-01T00:00:00Z", - "description": "Replication Stop Date. Records will only be considered for backfilling before the stop_date, similar to a start date", - "format": "date-time", - "title": "Stop Date", - "type": "string" - } - }, - "required": [ - "credentials", - "api_catalog" - ], - "title": "EndpointConfig", - "type": "object" - }, - "resourceConfigSchema": { - "additionalProperties": false, - "description": "ResourceConfig is a common resource configuration shape.", - "properties": { - "name": { - "description": "Name of this resource", - "title": "Name", - "type": "string" - }, - "interval": { - "default": "PT0S", - "description": "Interval between updates for this resource", - "format": "duration", - "title": "Interval", - "type": "string" - } - }, - "required": [ - "name" - ], - "title": "ResourceConfig", - "type": "object" - }, - "documentationUrl": "https://docs.estuary.dev", - "resourcePathPointers": [ - "/name" - ] - } -] From 98d9091f9e3db6be823ab4040087b057a50aefb7 Mon Sep 17 00:00:00 2001 From: Alex Bair Date: Thu, 5 Dec 2024 15:32:53 -0500 Subject: [PATCH 2/5] source-impact-native: increase default interval to 5 minutes --- .../source_impact_native/resources.py | 10 +- .../snapshots__discover__stdout.json | 2092 +++++++++-------- 2 files changed, 1060 insertions(+), 1042 deletions(-) diff --git a/source-impact-native/source_impact_native/resources.py b/source-impact-native/source_impact_native/resources.py index b5a8664f24..69ffb1b232 100644 --- a/source-impact-native/source_impact_native/resources.py +++ b/source-impact-native/source_impact_native/resources.py @@ -114,7 +114,7 @@ def open( inc=ResourceState.Incremental(cursor=started_at), backfill=ResourceState.Backfill(next_page=None, cutoff=started_at) ), - initial_config=ResourceConfig(name=cls.NAME), + initial_config=ResourceConfig(name=cls.NAME, interval=timedelta(minutes=5)), schema_inference=True, ) @@ -154,7 +154,7 @@ def open( inc=ResourceState.Incremental(cursor=started_at), backfill=ResourceState.Backfill(next_page=None, cutoff=started_at) ), - initial_config=ResourceConfig(name=cls.NAME), + initial_config=ResourceConfig(name=cls.NAME, interval=timedelta(minutes=5)), schema_inference=True, ) @@ -187,7 +187,7 @@ def open( model=cls, open=open, initial_state=ResourceState(), - initial_config=ResourceConfig(name=cls.NAME), + initial_config=ResourceConfig(name=cls.NAME, interval=timedelta(minutes=5)), schema_inference=True, ) @@ -225,7 +225,7 @@ def open( inc=ResourceState.Incremental(cursor=started_at), backfill=ResourceState.Backfill(next_page=None, cutoff=started_at) ), - initial_config=ResourceConfig(name=cls.NAME), + initial_config=ResourceConfig(name=cls.NAME, interval=timedelta(minutes=5)), schema_inference=True, ) @@ -259,6 +259,6 @@ def open( model=cls, open=open, initial_state=ResourceState(), - initial_config=ResourceConfig(name=cls.NAME), + initial_config=ResourceConfig(name=cls.NAME, interval=timedelta(minutes=5)), schema_inference=True, ) \ No newline at end of file diff --git a/source-impact-native/tests/snapshots/snapshots__discover__stdout.json b/source-impact-native/tests/snapshots/snapshots__discover__stdout.json index b1600cad28..ed106d5afb 100644 --- a/source-impact-native/tests/snapshots/snapshots__discover__stdout.json +++ b/source-impact-native/tests/snapshots/snapshots__discover__stdout.json @@ -1,1120 +1,1138 @@ [ - { - "recommendedName": "Actions", - "resourceConfig": { - "name": "Actions" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + { + "recommendedName": "Actions", + "resourceConfig": { + "name": "Actions", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } }, - "Id": { - "title": "Id", - "type": "string" - } + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "Actions", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "Actions", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "ActionInquiries", - "resourceConfig": { - "name": "ActionInquiries" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "ActionInquiries", + "resourceConfig": { + "name": "ActionInquiries", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 }, - "Id": { - "title": "Id", - "type": "string" - } + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "ActionInquiries", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "ActionInquiries", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "Invoices", - "resourceConfig": { - "name": "Invoices" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Invoices", + "resourceConfig": { + "name": "Invoices", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } }, - "Id": { - "title": "Id", - "type": "string" - } + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "Invoices", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "Invoices", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "Jobs", - "resourceConfig": { - "name": "Jobs" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Jobs", + "resourceConfig": { + "name": "Jobs", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 }, - "Id": { - "title": "Id", - "type": "string" - } + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "Jobs", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "Jobs", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "PromoCodes", - "resourceConfig": { - "name": "PromoCodes" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "PromoCodes", + "resourceConfig": { + "name": "PromoCodes", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } }, - "Id": { - "title": "Id", - "type": "string" - } + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "PromoCodes", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "PromoCodes", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "Deals", - "resourceConfig": { - "name": "Deals" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Deals", + "resourceConfig": { + "name": "Deals", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 }, - "Id": { - "title": "Id", - "type": "string" - } + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "Deals", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "Deals", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "ExceptionLists", - "resourceConfig": { - "name": "ExceptionLists" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "ExceptionLists", + "resourceConfig": { + "name": "ExceptionLists", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } }, - "Id": { - "title": "Id", - "type": "string" - } + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "ExceptionLists", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "ExceptionLists", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "UniqueUrls", - "resourceConfig": { - "name": "UniqueUrls" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "UniqueUrls", + "resourceConfig": { + "name": "UniqueUrls", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 }, - "Id": { - "title": "Id", - "type": "string" - } + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "UniqueUrls", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "UniqueUrls", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "TrackingValueRequests", - "resourceConfig": { - "name": "TrackingValueRequests" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "TrackingValueRequests", + "resourceConfig": { + "name": "TrackingValueRequests", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } }, - "Id": { - "title": "Id", - "type": "string" - } + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "TrackingValueRequests", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "TrackingValueRequests", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "Campaigns", - "resourceConfig": { - "name": "Campaigns" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Campaigns", + "resourceConfig": { + "name": "Campaigns", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" - } - }, - "title": "Campaigns", - "type": "object", - "x-infer-schema": true + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "Ads", - "resourceConfig": { - "name": "Ads" + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "title": "Campaigns", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "Ads", + "resourceConfig": { + "name": "Ads", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" - } - }, - "title": "Ads", - "type": "object", - "x-infer-schema": true + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "Catalogs", - "resourceConfig": { - "name": "Catalogs" + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "title": "Ads", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "Catalogs", + "resourceConfig": { + "name": "Catalogs", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" - } - }, - "title": "Catalogs", - "type": "object", - "x-infer-schema": true + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "Reports", - "resourceConfig": { - "name": "Reports" + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "title": "Catalogs", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "Reports", + "resourceConfig": { + "name": "Reports", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" - } - }, - "title": "Reports", - "type": "object", - "x-infer-schema": true + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "PhoneNumbers", - "resourceConfig": { - "name": "PhoneNumbers" + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "title": "Reports", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "PhoneNumbers", + "resourceConfig": { + "name": "PhoneNumbers", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" - } - }, - "title": "PhoneNumbers", - "type": "object", - "x-infer-schema": true + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } }, - "key": [ - "/_meta/row_id" - ] - }, - { - "recommendedName": "Contracts", - "resourceConfig": { - "name": "Contracts" + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "title": "PhoneNumbers", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + }, + { + "recommendedName": "Contracts", + "resourceConfig": { + "name": "Contracts", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 }, - "Id": { - "title": "Id", - "type": "string" - } + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "Contracts", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "Contracts", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "Tasks", - "resourceConfig": { - "name": "Tasks" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Tasks", + "resourceConfig": { + "name": "Tasks", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } }, - "Id": { - "title": "Id", - "type": "string" - } + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "Tasks", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "Tasks", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "Notes", - "resourceConfig": { - "name": "Notes" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "Notes", + "resourceConfig": { + "name": "Notes", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 }, - "Id": { - "title": "Id", - "type": "string" - } + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "Notes", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "Notes", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "BlockRedirectRules", - "resourceConfig": { - "name": "BlockRedirectRules" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "BlockRedirectRules", + "resourceConfig": { + "name": "BlockRedirectRules", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } }, - "Id": { - "title": "Id", - "type": "string" - } + "title": "Meta", + "type": "object" + } + }, + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" }, - "required": [ - "Id" - ], - "title": "BlockRedirectRules", - "type": "object", - "x-infer-schema": true + "Id": { + "title": "Id", + "type": "string" + } }, - "key": [ - "/Id" - ] + "required": [ + "Id" + ], + "title": "BlockRedirectRules", + "type": "object", + "x-infer-schema": true }, - { - "recommendedName": "MediaPartnerGroups", - "resourceConfig": { - "name": "MediaPartnerGroups" - }, - "documentSchema": { - "$defs": { - "Meta": { - "properties": { - "op": { - "default": "u", - "description": "Operation type (c: Create, u: Update, d: Delete)", - "enum": [ - "c", - "u", - "d" - ], - "title": "Op", - "type": "string" - }, - "row_id": { - "default": -1, - "description": "Row ID of the Document, counting up from zero, or -1 if not known", - "title": "Row Id", - "type": "integer" - } - }, - "title": "Meta", - "type": "object" - } - }, - "additionalProperties": true, - "properties": { - "_meta": { - "allOf": [ - { - "$ref": "#/$defs/Meta" - } - ], - "default": { - "op": "u", - "row_id": -1 + "key": [ + "/Id" + ] + }, + { + "recommendedName": "MediaPartnerGroups", + "resourceConfig": { + "name": "MediaPartnerGroups", + "interval": "PT5M" + }, + "documentSchema": { + "$defs": { + "Meta": { + "properties": { + "op": { + "default": "u", + "description": "Operation type (c: Create, u: Update, d: Delete)", + "enum": [ + "c", + "u", + "d" + ], + "title": "Op", + "type": "string" }, - "description": "Document metadata" - } - }, - "title": "MediaPartnerGroups", - "type": "object", - "x-infer-schema": true + "row_id": { + "default": -1, + "description": "Row ID of the Document, counting up from zero, or -1 if not known", + "title": "Row Id", + "type": "integer" + } + }, + "title": "Meta", + "type": "object" + } }, - "key": [ - "/_meta/row_id" - ] - } - ] - \ No newline at end of file + "additionalProperties": true, + "properties": { + "_meta": { + "allOf": [ + { + "$ref": "#/$defs/Meta" + } + ], + "default": { + "op": "u", + "row_id": -1 + }, + "description": "Document metadata" + } + }, + "title": "MediaPartnerGroups", + "type": "object", + "x-infer-schema": true + }, + "key": [ + "/_meta/row_id" + ] + } +] From d812b2d119e67745533957174289f87b037beb94 Mon Sep 17 00:00:00 2001 From: Alex Bair Date: Thu, 5 Dec 2024 17:08:46 -0500 Subject: [PATCH 3/5] source-impact-native: rename stop_date to start_date in config --- .../source_impact_native/api.py | 26 +-- .../source_impact_native/models.py | 14 +- .../source_impact_native/resources.py | 38 ++-- .../snapshots/snapshots__spec__stdout.json | 196 +++++++++--------- 4 files changed, 138 insertions(+), 136 deletions(-) diff --git a/source-impact-native/source_impact_native/api.py b/source-impact-native/source_impact_native/api.py index 08d4378024..a5b651142e 100644 --- a/source-impact-native/source_impact_native/api.py +++ b/source-impact-native/source_impact_native/api.py @@ -58,7 +58,7 @@ async def fetch_incremental( async def fetch_backfill( cls, - stop_date, + config_start_date: datetime, account_sid, http: HTTPSession, log: Logger, @@ -80,16 +80,16 @@ async def fetch_backfill( else: url = f"{API}/{API_CATALOG}/{account_sid}/{cls.NAME}" if _cls.START_DATE: - parameters = {f"{_cls.START_DATE}": _cursor_dt(cls.NAME, stop_date), f"{_cls.END_DATE}": _cursor_dt(cls.NAME, cutoff)} + parameters = {f"{_cls.START_DATE}": _cursor_dt(cls.NAME, config_start_date), f"{_cls.END_DATE}": _cursor_dt(cls.NAME, cutoff)} result = json.loads(await http.request(log, url, method="GET", params=parameters, headers=headers)) for results in result[f"{_cls.NAME}"]: - if _s_to_dt(results[f"{_cls.REP_KEY}"]) == stop_date: + if _s_to_dt(results[f"{_cls.REP_KEY}"]) == config_start_date: doc = _cls.model_validate_json(json.dumps(results)) yield doc return - elif _s_to_dt(results[f"{_cls.REP_KEY}"]) < stop_date: + elif _s_to_dt(results[f"{_cls.REP_KEY}"]) < config_start_date: return elif _s_to_dt(results[f"{_cls.REP_KEY}"]) < cutoff: doc = _cls.model_validate_json(json.dumps(results)) @@ -156,7 +156,7 @@ async def fetch_incremental_actions( async def fetch_backfill_actions( cls_parent, cls, - stop_date, + config_start_date: datetime, account_sid, http: HTTPSession, log: Logger, @@ -176,8 +176,8 @@ async def fetch_backfill_actions( parameters = {} - if cutoff - timedelta(days=1095) <= stop_date <= cutoff: - start_date = stop_date + if cutoff - timedelta(days=1095) <= config_start_date <= cutoff: + start_date = config_start_date end_date = cutoff else: start_date = cutoff - timedelta(days=1095) @@ -211,12 +211,12 @@ async def fetch_backfill_actions( result = json.loads(await http.request(log, url, method="GET", params=parameters, headers=headers)) for results in result[f"{_cls.NAME}"]: - if _s_to_dt(results[f"CreationDate"]) == stop_date: + if _s_to_dt(results[f"CreationDate"]) == config_start_date: doc = _cls.model_validate_json(json.dumps(results)) yield doc iterating = False break - elif _s_to_dt(results[f"CreationDate"]) < stop_date: + elif _s_to_dt(results[f"CreationDate"]) < config_start_date: break elif _s_to_dt(results[f"CreationDate"]) < cutoff: doc = _cls.model_validate_json(json.dumps(results)) @@ -316,7 +316,7 @@ async def fetch_incremental_child( async def fetch_backfill_child( cls_parent, cls, - stop_date, + config_start_date: datetime, account_sid, http: HTTPSession, log: Logger, @@ -349,17 +349,17 @@ async def fetch_backfill_child( url = f"{API}/{API_CATALOG}/{account_sid}/Programs/{campaign}/{cls.NAME}" headers = {'Accept': 'application/json'} # if _cls.START_DATE: - # parameters = {f"{_cls.START_DATE}": _cursor_dt(cls.NAME, stop_date), f"{_cls.END_DATE}": _cursor_dt(cls.NAME, cutoff)} + # parameters = {f"{_cls.START_DATE}": _cursor_dt(cls.NAME, config_start_date), f"{_cls.END_DATE}": _cursor_dt(cls.NAME, cutoff)} while iterating: result = json.loads(await http.request(log, url, method="GET", params=parameters, headers=headers)) for results in result[f"{_cls.NAME}"]: - if _s_to_dt(results[f"{_cls.REP_KEY}"]) == stop_date: + if _s_to_dt(results[f"{_cls.REP_KEY}"]) == config_start_date: doc = _cls.model_validate_json(json.dumps(results)) yield doc - elif _s_to_dt(results[f"{_cls.REP_KEY}"]) < stop_date: + elif _s_to_dt(results[f"{_cls.REP_KEY}"]) < config_start_date: iterating = False break elif _s_to_dt(results[f"{_cls.REP_KEY}"]) < cutoff: diff --git a/source-impact-native/source_impact_native/models.py b/source-impact-native/source_impact_native/models.py index 3d4474c652..b77b2e0cec 100644 --- a/source-impact-native/source_impact_native/models.py +++ b/source-impact-native/source_impact_native/models.py @@ -1,4 +1,4 @@ -from datetime import datetime +from datetime import datetime, UTC, timedelta from enum import StrEnum, auto from pydantic import BaseModel, Field, AwareDatetime from typing import Literal, Generic, TypeVar, Annotated, ClassVar, TYPE_CHECKING, Dict, List @@ -17,6 +17,10 @@ ConnectorState = GenericConnectorState[ResourceState] +def default_start_date(): + dt = datetime.now(tz=UTC) - timedelta(days=30) + return dt + class CatalogEnum(StrEnum): brand = "Brand" @@ -31,10 +35,10 @@ class EndpointConfig(BaseModel, extra="allow"): description="As of now, only BRAND catalogs are allowed" ) - stop_date: AwareDatetime = Field( - description="Replication Stop Date. Records will only be considered for backfilling "\ - "before the stop_date, similar to a start date", - default=datetime.fromisoformat("2010-01-01T00:00:00Z".replace('Z', '+00:00')) + start_date: AwareDatetime = Field( + description="UTC date and time in the format YYYY-MM-DDTHH:MM:SSZ. Data generated before this date will not be replicated. If left blank, the start date will be set to 30 days before the present date.", + title="Start Date", + default_factory=default_start_date ) diff --git a/source-impact-native/source_impact_native/resources.py b/source-impact-native/source_impact_native/resources.py index 69ffb1b232..1d982514f5 100644 --- a/source-impact-native/source_impact_native/resources.py +++ b/source-impact-native/source_impact_native/resources.py @@ -50,25 +50,25 @@ async def all_resources( if config.api_catalog == "Brand": # We pass along the credentials.username value since its required by every endpoint all_streams = ( - action_object(Campaigns, Actions, http, config.stop_date, config.credentials.username), - action_object(Campaigns, ActionInquiries, http, config.stop_date, config.credentials.username), - base_object(Invoices, http, config.stop_date, config.credentials.username), - base_object(Jobs, http, config.stop_date, config.credentials.username), - base_object(PromoCodes, http, config.stop_date, config.credentials.username), - base_object(Deals, http, config.stop_date, config.credentials.username), - base_object(ExceptionLists, http, config.stop_date, config.credentials.username), - base_object(UniqueUrls, http, config.stop_date, config.credentials.username), - base_object(TrackingValueRequests, http, config.stop_date, config.credentials.username), - snapshot_object(Campaigns, http, config.stop_date, config.credentials.username), - snapshot_object(Ads, http, config.stop_date, config.credentials.username), - snapshot_object(Catalogs, http, config.stop_date, config.credentials.username), - snapshot_object(Reports, http, config.stop_date, config.credentials.username), - snapshot_object(PhoneNumbers, http, config.stop_date, config.credentials.username), - child_object(Campaigns, Contracts, http, config.stop_date, config.credentials.username), - child_object(Campaigns, Tasks, http, config.stop_date, config.credentials.username), - child_object(Campaigns, Notes, http, config.stop_date, config.credentials.username), - child_object(Campaigns, BlockRedirectRules, http, config.stop_date, config.credentials.username), - media_groups_object(Campaigns, MediaPartnerGroups, http, config.stop_date, config.credentials.username), + action_object(Campaigns, Actions, http, config.start_date, config.credentials.username), + action_object(Campaigns, ActionInquiries, http, config.start_date, config.credentials.username), + base_object(Invoices, http, config.start_date, config.credentials.username), + base_object(Jobs, http, config.start_date, config.credentials.username), + base_object(PromoCodes, http, config.start_date, config.credentials.username), + base_object(Deals, http, config.start_date, config.credentials.username), + base_object(ExceptionLists, http, config.start_date, config.credentials.username), + base_object(UniqueUrls, http, config.start_date, config.credentials.username), + base_object(TrackingValueRequests, http, config.start_date, config.credentials.username), + snapshot_object(Campaigns, http, config.start_date, config.credentials.username), + snapshot_object(Ads, http, config.start_date, config.credentials.username), + snapshot_object(Catalogs, http, config.start_date, config.credentials.username), + snapshot_object(Reports, http, config.start_date, config.credentials.username), + snapshot_object(PhoneNumbers, http, config.start_date, config.credentials.username), + child_object(Campaigns, Contracts, http, config.start_date, config.credentials.username), + child_object(Campaigns, Tasks, http, config.start_date, config.credentials.username), + child_object(Campaigns, Notes, http, config.start_date, config.credentials.username), + child_object(Campaigns, BlockRedirectRules, http, config.start_date, config.credentials.username), + media_groups_object(Campaigns, MediaPartnerGroups, http, config.start_date, config.credentials.username), ) diff --git a/source-impact-native/tests/snapshots/snapshots__spec__stdout.json b/source-impact-native/tests/snapshots/snapshots__spec__stdout.json index f57072402d..ffb25839f2 100644 --- a/source-impact-native/tests/snapshots/snapshots__spec__stdout.json +++ b/source-impact-native/tests/snapshots/snapshots__spec__stdout.json @@ -1,107 +1,105 @@ [ - { - "protocol": 3032023, - "configSchema": { - "$defs": { - "BasicAuth": { - "properties": { - "credentials_title": { - "const": "Username & Password", - "default": "Username & Password", - "enum": [ - "Username & Password" - ], - "title": "Credentials Title", - "type": "string" - }, - "username": { - "title": "Username", - "type": "string" - }, - "password": { - "secret": true, - "title": "Password", - "type": "string" - } + { + "protocol": 3032023, + "configSchema": { + "$defs": { + "BasicAuth": { + "properties": { + "credentials_title": { + "const": "Username & Password", + "default": "Username & Password", + "enum": [ + "Username & Password" + ], + "title": "Credentials Title", + "type": "string" }, - "required": [ - "username", - "password" - ], - "title": "BasicAuth", - "type": "object" + "username": { + "title": "Username", + "type": "string" + }, + "password": { + "secret": true, + "title": "Password", + "type": "string" + } }, - "CatalogEnum": { - "enum": [ - "Brand", - "Agency", - "Partners" - ], - "title": "CatalogEnum", - "type": "string" - } + "required": [ + "username", + "password" + ], + "title": "BasicAuth", + "type": "object" }, - "additionalProperties": true, - "properties": { - "credentials": { - "allOf": [ - { - "$ref": "#/$defs/BasicAuth" - } - ], - "title": "API Key" - }, - "api_catalog": { - "allOf": [ - { - "$ref": "#/$defs/CatalogEnum" - } - ], - "description": "As of now, only BRAND catalogs are allowed", - "title": "API Catalog (Brand, Agency, Partner)" - }, - "stop_date": { - "default": "2010-01-01T00:00:00Z", - "description": "Replication Stop Date. Records will only be considered for backfilling before the stop_date, similar to a start date", - "format": "date-time", - "title": "Stop Date", - "type": "string" - } + "CatalogEnum": { + "enum": [ + "Brand", + "Agency", + "Partners" + ], + "title": "CatalogEnum", + "type": "string" + } + }, + "additionalProperties": true, + "properties": { + "credentials": { + "allOf": [ + { + "$ref": "#/$defs/BasicAuth" + } + ], + "title": "API Key" + }, + "api_catalog": { + "allOf": [ + { + "$ref": "#/$defs/CatalogEnum" + } + ], + "description": "As of now, only BRAND catalogs are allowed", + "title": "API Catalog (Brand, Agency, Partner)" }, - "required": [ - "credentials", - "api_catalog" - ], - "title": "EndpointConfig", - "type": "object" + "start_date": { + "description": "UTC date and time in the format YYYY-MM-DDTHH:MM:SSZ. Data generated before this date will not be replicated. If left blank, the start date will be set to 30 days before the present date.", + "format": "date-time", + "title": "Start Date", + "type": "string" + } }, - "resourceConfigSchema": { - "additionalProperties": false, - "description": "ResourceConfig is a common resource configuration shape.", - "properties": { - "name": { - "description": "Name of this resource", - "title": "Name", - "type": "string" - }, - "interval": { - "default": "PT0S", - "description": "Interval between updates for this resource", - "format": "duration", - "title": "Interval", - "type": "string" - } + "required": [ + "credentials", + "api_catalog" + ], + "title": "EndpointConfig", + "type": "object" + }, + "resourceConfigSchema": { + "additionalProperties": false, + "description": "ResourceConfig is a common resource configuration shape.", + "properties": { + "name": { + "description": "Name of this resource", + "title": "Name", + "type": "string" }, - "required": [ - "name" - ], - "title": "ResourceConfig", - "type": "object" + "interval": { + "default": "PT0S", + "description": "Interval between updates for this resource", + "format": "duration", + "title": "Interval", + "type": "string" + } }, - "documentationUrl": "https://docs.estuary.dev", - "resourcePathPointers": [ - "/name" - ] - } - ] - \ No newline at end of file + "required": [ + "name" + ], + "title": "ResourceConfig", + "type": "object" + }, + "documentationUrl": "https://docs.estuary.dev", + "resourcePathPointers": [ + "/name" + ] + } +] From fa57c74305a3d695db4e313b1c8261c3058ecba8 Mon Sep 17 00:00:00 2001 From: Alex Bair Date: Thu, 5 Dec 2024 17:12:59 -0500 Subject: [PATCH 4/5] source-impact-native: update docs URL --- source-impact-native/source_impact_native/__init__.py | 2 +- .../tests/snapshots/snapshots__spec__stdout.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/source-impact-native/source_impact_native/__init__.py b/source-impact-native/source_impact_native/__init__.py index 134a46ad8b..5a6db3749c 100644 --- a/source-impact-native/source_impact_native/__init__.py +++ b/source-impact-native/source_impact_native/__init__.py @@ -29,7 +29,7 @@ def request_class(self): async def spec(self, log: Logger, _: request.Spec) -> ConnectorSpec: return ConnectorSpec( - documentationUrl="https://docs.estuary.dev", + documentationUrl="https://go.estuary.dev/source-impact-native", configSchema=EndpointConfig.model_json_schema(), oauth2=None, resourceConfigSchema=ResourceConfig.model_json_schema(), diff --git a/source-impact-native/tests/snapshots/snapshots__spec__stdout.json b/source-impact-native/tests/snapshots/snapshots__spec__stdout.json index ffb25839f2..ea8ea8722e 100644 --- a/source-impact-native/tests/snapshots/snapshots__spec__stdout.json +++ b/source-impact-native/tests/snapshots/snapshots__spec__stdout.json @@ -97,7 +97,7 @@ "title": "ResourceConfig", "type": "object" }, - "documentationUrl": "https://docs.estuary.dev", + "documentationUrl": "https://go.estuary.dev/source-impact-native", "resourcePathPointers": [ "/name" ] From 0097a6908992fe8dc7473d513ed89439553f7c0d Mon Sep 17 00:00:00 2001 From: Alex Bair Date: Thu, 5 Dec 2024 17:00:11 -0500 Subject: [PATCH 5/5] source-impact-native: use "EventDate" instead of "LockingDate" as the filter during backfills Previously, the connector missed large batches of `Actions` records during backfills. This is because it was filtering based on the "LockingDate" of each action. It seems like the "LockingDate" is a fixed date the month after an action is created (ex: all actions made in October have a "LockingDate" of 28NOV). This results in backfills effectively only getting actions in month-sized batches. Meaning, if we didn't start a batch on exactly the right time, the backfill will miss data. To fix this, the connector now uses "ActionDateStart" and "ActionDateEnd" query params for `Actions` backfills. This filters results based on their `EventDate`, which gives us a much finer granularity & captures the records we were previously missing. --- source-impact-native/source_impact_native/api.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/source-impact-native/source_impact_native/api.py b/source-impact-native/source_impact_native/api.py index a5b651142e..5f43244914 100644 --- a/source-impact-native/source_impact_native/api.py +++ b/source-impact-native/source_impact_native/api.py @@ -202,8 +202,8 @@ async def fetch_backfill_actions( for start, end in dates: iterating = True - parameters["LockingDateStart"] = _cursor_dt(cls.NAME, start) - parameters["LockingDateEnd"] = _cursor_dt(cls.NAME, end) + parameters["ActionDateStart"] = _cursor_dt(cls.NAME, start) + parameters["ActionDateEnd"] = _cursor_dt(cls.NAME, end) while iterating: