jshbrmn/irt-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor to use s3 client instead of s3 resource, add tag gathering

Browse Source
This commit is contained in:
brmnjsh 2023-09-03 20:28:54 +00:00
parent 7e57211564
commit 386ab25515
1 changed files with 22 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
app/helpers/aws_helper.py
View File

@ -10,10 +10,10 @@ session = boto3.Session(
# ToDo: Figure out a much better way of doing this. # ToDo: Figure out a much better way of doing this.
# LocalStack wants endpoint_url, while prod doesnt :( # LocalStack wants endpoint_url, while prod doesnt :(
if ApplicationConfigs.local_dev_env: if ApplicationConfigs.local_dev_env:
s3 = session.resource('s3', region_name=ApplicationConfigs.region_name, endpoint_url=ApplicationConfigs.endpoint_url) s3 = session.client('s3', region_name=ApplicationConfigs.region_name, endpoint_url=ApplicationConfigs.endpoint_url)
sqs = session.client('sqs', region_name=ApplicationConfigs.region_name, endpoint_url=ApplicationConfigs.endpoint_url) sqs = session.client('sqs', region_name=ApplicationConfigs.region_name, endpoint_url=ApplicationConfigs.endpoint_url)
else: else:
s3 = session.resource('s3', region_name=ApplicationConfigs.region_name) s3 = session.client('s3', region_name=ApplicationConfigs.region_name)
sqs = session.client('sqs', region_name=ApplicationConfigs.region_name) sqs = session.client('sqs', region_name=ApplicationConfigs.region_name)
def get_key_from_message(body): def get_key_from_message(body):
@ -25,11 +25,29 @@ def get_bucket_from_message(body):
def get_object(key, bucket): def get_object(key, bucket):
return s3.Object(bucket_name=bucket, key=key).get()['Body'].read() return s3.get_object(
Bucket=bucket,
Key=key,
)['Body'].read()
def get_object_tag(key, bucket, tag_key):
tags = get_object_tags(key, bucket)
tag_index = 0
while tag_index < len(tags):
tag = tags[tag_index]
if tag['Key'] == tag_key:
return tag
else:
return None
def get_object_tags(key, bucket):
tags = s3.get_object_tagging(Bucket=bucket, Key=key)['TagSet']
return tags
def file_stream_upload(buffer, name, bucket): def file_stream_upload(buffer, name, bucket):
return s3.Bucket(bucket).upload_fileobj(buffer, name) return s3.upload_fileobj(buffer, bucket, name)
def receive_message(queue, message_num=1, wait_time=1): def receive_message(queue, message_num=1, wait_time=1):