import boto3 import os import json session = boto3.Session( aws_access_key_id=os.environ['AWS_ACCESS_KEY_ID'], aws_secret_access_key=os.environ['AWS_SECRET_ACCESS_KEY']) s3 = session.resource('s3', region_name=os.environ['AWS_REGION'], endpoint_url=os.environ['ENDPOINT_URL']) sqs = session.client('sqs', region_name=os.environ['AWS_REGION'], endpoint_url=os.environ['ENDPOINT_URL']) def get_key_from_message(body): return body['Records'][0]['s3']['object']['key'] def get_bucket_from_message(body): return body['Records'][0]['s3']['bucket']['name'] def get_object(key, bucket): return s3.Object(bucket_name=bucket, key=key).get()['Body'].read() def file_stream_upload(buffer, name, bucket): return s3.Bucket(bucket).upload_fileobj(buffer, name) def receive_message(queue, message_num=1, wait_time=1): return sqs.receive_message(QueueUrl=queue, MaxNumberOfMessages=message_num, WaitTimeSeconds=wait_time) def delete_message(queue, receipt): return sqs.delete_message(QueueUrl=queue, ReceiptHandle=receipt)