From 9e6cd9c77cc77a7f8b5ae4cf80e53e8c4c57546f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez-Mondrag=C3=B3n?= Date: Mon, 23 Sep 2024 20:10:17 -0600 Subject: [PATCH] Added the rclone utility plugin --- _data/meltano/utilities/rclone/rclone.yml | 74 +++++++++++++++++++++++ 1 file changed, 74 insertions(+) create mode 100644 _data/meltano/utilities/rclone/rclone.yml diff --git a/_data/meltano/utilities/rclone/rclone.yml b/_data/meltano/utilities/rclone/rclone.yml new file mode 100644 index 000000000..1d6ea4956 --- /dev/null +++ b/_data/meltano/utilities/rclone/rclone.yml @@ -0,0 +1,74 @@ +# Subcommands +commands: + config: + args: config + sync: + args: sync + +name: rclone +namespace: rclone +pip_url: rclone-bin +settings: + +# Global settings +- description: Log level + kind: options + label: Log Level + name: log_level + options: + - label: DEBUG + value: DEBUG + - label: INFO + value: INFO + - label: NOTICE + value: NOTICE + - label: ERROR + value: ERROR +- description: Use json log format + kind: boolean + label: Use JSON Log + name: use_json_log +- description: IO idle timeout (default 5m0s) + kind: integer + label: IO Idle Timeout + name: timeout + +# Local settings +- description: Force the filesystem to report itself as case insensitive. + kind: boolean + label: Case Sensitive + name: local.case_sensitive + +# S3 +- description: AWS Access Key ID + kind: string + name: s3.access_key_id +- description: Endpoint for S3 API + kind: string + name: s3.endpoint +- description: Get AWS credentials from runtime (environment variables or EC2/ECS meta data if no env vars) + kind: boolean + name: env_auth +- description: S3 provider + kind: options + name: s3.provider + options: + - label: AWS + value: AWS + - label: Ceph + value: Ceph + - label: DigitalOcean Spaces + value: DigitalOcean + - label: Minio + value: Minio +- description: Region to connect to + kind: string + name: s3.region +- description: AWS Secret Access Key (password) + kind: password + name: s3.secret_access_key + sensitive: true +usage: | + meltano invoke rclone:config + meltano invoke rclone:sync source:path dest:path +variant: rclone