diff --git a/pkg/dist/integration_types.yml b/pkg/dist/integration_types.yml index 15aa803..18f105e 100644 --- a/pkg/dist/integration_types.yml +++ b/pkg/dist/integration_types.yml @@ -72,6 +72,7 @@ clickhouse_kafka: - value: TabSeparated - value: RawBLOB - value: AvroConfluent + - value: Parquet example: JSONEachRow date_time_input_format: title: Method to read DateTime from text input formats @@ -520,6 +521,15 @@ kafka_mirrormaker: title: Kafka MirrorMaker configuration values type: object properties: + consumer_auto_offset_reset: + title: Set the auto.offset.reset to consumer. + description: 'Set where consumer starts to consume data. Value `earliest`: Start replication from the earliest offset. Value `latest`: Start replication from the latest offset. Default is `earliest`.' + type: + - string + - "null" + enum: + - value: earliest + - value: latest consumer_fetch_min_bytes: title: consumer.fetch.min.bytes description: The minimum amount of data the server should return for a fetch request @@ -527,6 +537,15 @@ kafka_mirrormaker: minimum: 1 maximum: 5.24288e+06 example: "1024" + consumer_max_poll_records: + title: Set the max.poll.records to consumer. + description: Set consumer max.poll.records. The default is 500. + type: + - integer + - "null" + minimum: 100 + maximum: 20000 + example: "500" producer_batch_size: title: producer.batch.size description: The batch size in bytes producer will attempt to collect before publishing to broker. diff --git a/pkg/dist/service_types.yml b/pkg/dist/service_types.yml index 9e9b29c..21a935b 100644 --- a/pkg/dist/service_types.yml +++ b/pkg/dist/service_types.yml @@ -2426,11 +2426,63 @@ kafka: properties: aws: title: AWS config for Secret Provider + description: Generic model + type: object + required: + - auth_method + - region + properties: + access_key: + title: Access key used to authenticate with aws + type: string + max_length: 128 + auth_method: + title: Auth method of the vault secret provider + description: An enumeration. + type: string + enum: + - value: credentials + region: + title: Region used to lookup secrets with AWS SecretManager + type: string + max_length: 64 + secret_key: + title: Secret key used to authenticate with aws + type: string + max_length: 128 name: title: Name of the secret provider. Used to reference secrets in connector config. type: string vault: title: Vault Config for Secret Provider + description: Generic model + type: object + required: + - auth_method + - address + properties: + address: + title: Address of the Vault server + type: string + min_length: 1 + max_length: 65536 + auth_method: + title: Auth method of the vault secret provider + description: An enumeration. + type: string + enum: + - value: token + engine_version: + title: KV Secrets Engine version of the Vault server instance + description: An enumeration. + type: integer + enum: + - value: "1" + - value: "2" + token: + title: Token used to authenticate with vault and auth method `token`. + type: string + max_length: 256 kafka_rest: title: Enable Kafka-REST service type: boolean @@ -2897,11 +2949,63 @@ kafka_connect: properties: aws: title: AWS config for Secret Provider + description: Generic model + type: object + required: + - auth_method + - region + properties: + access_key: + title: Access key used to authenticate with aws + type: string + max_length: 128 + auth_method: + title: Auth method of the vault secret provider + description: An enumeration. + type: string + enum: + - value: credentials + region: + title: Region used to lookup secrets with AWS SecretManager + type: string + max_length: 64 + secret_key: + title: Secret key used to authenticate with aws + type: string + max_length: 128 name: title: Name of the secret provider. Used to reference secrets in connector config. type: string vault: title: Vault Config for Secret Provider + description: Generic model + type: object + required: + - auth_method + - address + properties: + address: + title: Address of the Vault server + type: string + min_length: 1 + max_length: 65536 + auth_method: + title: Auth method of the vault secret provider + description: An enumeration. + type: string + enum: + - value: token + engine_version: + title: KV Secrets Engine version of the Vault server instance + description: An enumeration. + type: integer + enum: + - value: "1" + - value: "2" + token: + title: Token used to authenticate with vault and auth method `token`. + type: string + max_length: 256 service_log: title: Service logging description: Store logs for the service so that they are available in the HTTP API and console.