迁移阿里云oss目录到aws

# 同步阿里云oss文件到aws s3
import oss2
import boto3
import os
from boto3.s3.transfer import TransferConfig



# 阿里云OSS配置
aliyun_access_key_id = 'xxx'
aliyun_access_key_secret = 'xxx'
aliyun_endpoint = 'oss-cn-shenzhen.aliyuncs.com'
aliyun_bucket_name = 'cdn'
aliyun_prefix = 'magicon_img/'  # 例如 'images/'

# AWS S3配置
aws_access_key_id = 'xxx'
aws_secret_access_key = 'xxx'
aws_bucket_name = 'static'
aws_prefix = 'magicon_img/'  # 例如 'images/'

# 初始化阿里云OSS
aliyun_bucket = oss2.Bucket(oss2.Auth(aliyun_access_key_id, aliyun_access_key_secret), aliyun_endpoint, aliyun_bucket_name)

# 初始化AWS S3
s3_client = boto3.client('s3', aws_access_key_id=aws_access_key_id, aws_secret_access_key=aws_secret_access_key)
transfer_config = TransferConfig(multipart_threshold=1024*25, max_concurrency=10, multipart_chunksize=1024*25, use_threads=True)

# 列出阿里云OSS中的文件
for obj in oss2.ObjectIterator(aliyun_bucket, prefix=aliyun_prefix):
    source_key = obj.key
    target_key = aws_prefix + source_key[len(aliyun_prefix):]  # 根据需要调整目标路径
    # 下载阿里云OSS文件到本地
    local_filename = source_key.split('/')[-1]
    if local_filename:
        aliyun_bucket.get_object_to_file(source_key, local_filename)

        # 上传文件到AWS S3
        s3_client.upload_file(local_filename, aws_bucket_name, target_key, Config=transfer_config)
        # 删除本地文件（如果不需要保留）
        os.remove(local_filename)

        print(f'文件 {source_key} 已迁移到 {target_key}')

print('所有文件迁移完成。')