rclone example

buildspec.yml

version: 0.2

env:
  variables:
    RCLONE_CONFIG_PUBLIC_TYPE: "http"
    
    RCLONE_CONFIG_S3_TYPE: "s3"
    RCLONE_CONFIG_S3_PROVIDER: "AWS"
    RCLONE_CONFIG_S3_ENV_AUTH: "true"
    RCLONE_CONFIG_S3_REGION: "eu-central-1"
    RCLONE_CONFIG_S3_LOCATION_CONSTRAINT: "eu-central-1"
    RCLONE_CONFIG_S3_ACL: "private"
    RCLONE_CONFIG_S3_SERVER_SIDE_ENCRYPTION: "AES256"
    RCLONE_S3_STORAGE_CLASS: "STANDARD_IA"


phases:
  install:
    commands:
        - echo "Entered the install phase..."
        - curl -O https://downloads.rclone.org/rclone-current-linux-amd64.zip
        - unzip rclone-current-linux-amd64.zip
        - cd rclone-*-linux-amd64
        - sudo cp rclone /usr/bin/
        - sudo chown root:root /usr/bin/rclone
        - sudo chmod 755 /usr/bin/rclone
        - rclone -V
  build:
    commands:
        - echo Build started on `date`
        - export RCLONE_CONFIG_PUBLIC_URL="http://mirror.centos.org/centos/7/os/x86_64/"
        - rclone sync "public:" "s3:private-s3-repo/Centos-7-Base" -vvv --fast-list
        - export RCLONE_CONFIG_PUBLIC_URL="https://dl.fedoraproject.org/pub/epel/7/x86_64/"
        - rclone sync "public:" "s3:private-s3-repo/epel-7" -vvv --fast-list

rclone.sh

export RCLONE_CONFIG_CENTOS_TYPE="http"
export RCLONE_CONFIG_CENTOS_URL="http://mirror.centos.org/centos/7/os/x86_64/"

export RCLONE_CONFIG_S3_TYPE="s3"
export RCLONE_CONFIG_S3_PROVIDER="AWS"
export RCLONE_CONFIG_S3_ENV_AUTH=true
export RCLONE_CONFIG_S3_REGION="eu-west-1"
export RCLONE_CONFIG_S3_LOCATION_CONSTRAINT="eu-west-1"
export RCLONE_CONFIG_S3_ACL="private"
export RCLONE_CONFIG_S3_SERVER_SIDE_ENCRYPTION="AES256"
export RCLONE_S3_STORAGE_CLASS="STANDARD_IA"


rclone sync "centos:" "s3:private-s3-repo" -vvv --fast-list