apt-get update
apt-get install -y python curl vim
curl -O https://bootstrap.pypa.io/get-pip.py
python get-pip.py --user
pip install awscli --upgrade --user
export PATH=~/.local/bin:$PATH

mkdir -p ~/.aws
vim ~/.aws/config
[default]
aws_access_key_id=<AWS-ACCESS-KEY-HERE>
aws_secret_access_key=<AWS-SECRET-KEY-HERE>
s3 =
  max_concurrent_requests = 200
  max_queue_size = 10000
  multipart_threshold = 64MB
  multipart_chunksize = 16MB

NOTE: the aws credentials above should have sufficient permissions to write to destination bucket and 
should also have permissions for encrypting the data in destination bucket if SSE KMS is specified.

aws s3 sync s3://<SRC-BUCKET>/<PATH-PREFIX>/tpcds_bin_partitioned_orc_10000.db/ s3://<DEST-BUCKET>/<PATH-PREFIX>/tpcds_bin_partitioned_orc_10000.db/ --sse aws:kms --sse-kms-key-id <KMS-KEY-ID>