【Python】【boto3】S3からオブジェクトを分割して読み込む - Qiita

import boto3 def s3_get_object_chunk(bucket, key, buf_size=4096): offset = 0 s3_client = boto3.client('s3') file_size = s3_client.get_object(Bucket=bucket, Key=key)['ContentLength'] print('file_size: ', int(file_size)) chunk_cnt = file_size // buf_size floor = file_size if file_size<buf_size else file_size%buf_size chunk_list = [buf_size] * chunk_cnt chunk_list.append(floor) for chunk in chunk_lis