Updated incremental

estuary · Sep 20, 2024 · 3cea650 · 3cea650
1 parent f33cd43
commit 3cea650
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 15 deletions.
diff --git a/source-brevo/source_brevo/manifest.yaml b/source-brevo/source_brevo/manifest.yaml
@@ -38,6 +38,7 @@ definitions:
             pagination_strategy:
               type: OffsetIncrement
               page_size: 1000
+              inject_on_first_request: true
       incremental_sync:
         type: DatetimeBasedCursor
         cursor_field: modifiedSince
@@ -46,16 +47,20 @@ definitions:
         datetime_format: "%Y-%m-%dT%H:%M:%S.%fZ"
         start_datetime:
           type: MinMaxDatetime
-          datetime: '{{ config["start_date"] }}'
-          datetime_format: "%Y-%m-%dT%H:%M:%S.%fZ"
+          datetime: "{{ config[\"start_date\"] }}"
+          datetime_format: "%Y-%m-%dT%H:%M:%SZ"
+        start_time_option:
+          type: RequestOption
+          inject_into: request_parameter
+          field_name: modifiedSince
+        end_time_option:
+          type: RequestOption
+          inject_into: request_parameter
+          field_name: modifiedSince
         end_datetime:
           type: MinMaxDatetime
-          datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%fZ') }}"
-          datetime_format: "%Y-%m-%dT%H:%M:%S.%fZ"  
-      schema_loader:
-        type: InlineSchemaLoader
-        schema:
-          $ref: "#/schemas/Contacts"
+          datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%SZ') }}"
+          datetime_format: "%Y-%m-%dT%H:%M:%SZ"
     ContactsAttributes:
       type: DeclarativeStream
       name: ContactsAttributes

diff --git a/source-brevo/tests/snapshots/snapshots__discover__capture.stdout.json b/source-brevo/tests/snapshots/snapshots__discover__capture.stdout.json
@@ -9,13 +9,7 @@
       ]
     },
     "documentSchema": {
-      "type": "object",
-      "$schema": "http://json-schema.org/schema#",
       "properties": {
-        "id": {
-          "type": "integer",
-          "description": "The unique id of a contact"
-        },
         "_meta": {
           "type": "object",
           "properties": {
@@ -28,7 +22,6 @@
           ]
         }
       },
-      "additionalProperties": true,
       "x-infer-schema": true
     },
     "key": [