Skip to content

Commit

Permalink
Added the rclone utility plugin
Browse files Browse the repository at this point in the history
  • Loading branch information
edgarrmondragon committed Sep 24, 2024
1 parent fdf7390 commit 324149a
Show file tree
Hide file tree
Showing 3 changed files with 79 additions and 0 deletions.
1 change: 1 addition & 0 deletions _data/default_variants.yml
Original file line number Diff line number Diff line change
Expand Up @@ -700,6 +700,7 @@ utilities:
notebook: matatika
postgres: postgres
powerbi: lgrosjean
rclone: rclone
sqlfluff: sqlfluff
superset: meltano
tableau: gabilew
4 changes: 4 additions & 0 deletions _data/maintainers.yml
Original file line number Diff line number Diff line change
Expand Up @@ -983,6 +983,10 @@ rawwar:
label: rawwar
name: KalyanR
url: https://github.com/rawwar
rclone:
label: rclone
name: rclone
url: https://github.com/rclone
reubenf:
label: Reuben Frankel
name: reubenf
Expand Down
74 changes: 74 additions & 0 deletions _data/meltano/utilities/rclone/rclone.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,74 @@
# Subcommands
commands:
config:
args: config
sync:
args: sync

name: rclone
namespace: rclone
pip_url: rclone-bin
settings:

# Global settings
- description: Log level
kind: options
label: Log Level
name: log_level
options:
- label: DEBUG
value: DEBUG
- label: INFO
value: INFO
- label: NOTICE
value: NOTICE
- label: ERROR
value: ERROR
- description: Use json log format
kind: boolean
label: Use JSON Log
name: use_json_log
- description: IO idle timeout (default 5m0s)
kind: integer
label: IO Idle Timeout
name: timeout

# Local settings
- description: Force the filesystem to report itself as case insensitive.
kind: boolean
label: Case Sensitive
name: local.case_sensitive

# S3
- description: AWS Access Key ID
kind: string
name: s3.access_key_id
- description: Endpoint for S3 API
kind: string
name: s3.endpoint
- description: Get AWS credentials from runtime (environment variables or EC2/ECS meta data if no env vars)
kind: boolean
name: env_auth
- description: S3 provider
kind: options
name: s3.provider
options:
- label: AWS
value: AWS
- label: Ceph
value: Ceph
- label: DigitalOcean Spaces
value: DigitalOcean
- label: Minio
value: Minio
- description: Region to connect to
kind: string
name: s3.region
- description: AWS Secret Access Key (password)
kind: password
name: s3.secret_access_key
sensitive: true
usage: |
meltano invoke rclone:config
meltano invoke rclone:sync source:path dest:path
variant: rclone

0 comments on commit 324149a

Please sign in to comment.