From 8b9bdc6d234c9d01a8936507e32092aee2103c32 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez-Mondrag=C3=B3n?= Date: Mon, 23 Sep 2024 20:10:17 -0600 Subject: [PATCH] Added the rclone utility plugin --- _data/meltano/utilities/rclone/rclone.yml | 74 +++++++++++++++++++++++ 1 file changed, 74 insertions(+) create mode 100644 _data/meltano/utilities/rclone/rclone.yml diff --git a/_data/meltano/utilities/rclone/rclone.yml b/_data/meltano/utilities/rclone/rclone.yml new file mode 100644 index 000000000..c866f8840 --- /dev/null +++ b/_data/meltano/utilities/rclone/rclone.yml @@ -0,0 +1,74 @@ +# Subcommands +commands: + config: + args: config + sync: + args: sync + +name: rclone +namespace: rclone +pip_url: rclone-bin==1.65.2 +settings: + +# Global settings +- env: RCLONE_LOG_LEVEL + kind: options + name: log_level + options: + - label: DEBUG + value: DEBUG + - label: INFO + value: INFO + - label: NOTICE + value: NOTICE + - label: ERROR + value: ERROR +- kind: boolean + env: RCLONE_USE_JSON_LOG + name: use_json_log +- description: IO idle timeout (default 5m0s) + kind: integer + name: timeout + +# Local settings +- description: Force the filesystem to report itself as case insensitive. + env: RCLONE_LOCAL_CASE_SENSITIVE + kind: boolean + name: local.case_sensitive + +# S3 +- description: AWS Access Key ID + env: RCLONE_S3_ACCESS_KEY_ID + kind: string + name: s3.access_key_id +- description: Endpoint for S3 API + env: RCLONE_S3_ENDPOINT + kind: string + name: s3.endpoint +- description: Get AWS credentials from runtime (environment variables or EC2/ECS meta data if no env vars) + kind: boolean + name: env_auth +- description: S3 provider + kind: options + name: s3.provider + options: + - label: AWS + value: AWS + - label: Ceph + value: Ceph + - label: DigitalOcean Spaces + value: DigitalOcean + - label: Minio + value: Minio +- description: Region to connect to + env: RCLONE_S3_REGION + kind: string + name: s3.region +- description: AWS Secret Access Key (password) + env: RCLONE_S3_SECRET_ACCESS_KEY + kind: password + name: s3.secret_access_key + sensitive: true +usage: | + meltano invoke rclone:config + meltano invoke rclone:sync source:path dest:path