Files
alfresco-community-repo/amps/ags/travis/scripts/delete-test-buckets-lambda.py
2021-05-05 19:41:33 +01:00

106 lines
3.0 KiB
Python

import json
import boto3
from datetime import datetime, timedelta, timezone
from botocore.exceptions import ClientError
# This python module is intended for use as a Python 3 AWS lambda function
# Tested in python 3.6 environment
# The AWS role used with this lambda function will need AmazonS3FullAccess and CloudWatchLogsFullAccess permissions
# Tested with role lambda_s3_execution_role in engineering account
# Retrieve bucket's tag set
def get_tagset(bucket):
try:
return bucket.Tagging().tag_set
except ClientError as e:
return []
# Check if a bucket should be deleted
def tag_matches(bucket):
for tag in get_tagset(bucket):
if tag["Key"] == "toDeleteAfterTests" and tag["Value"] == "true" :
return True
return False
def age_matches(bucket):
delta = datetime.now(timezone.utc) - bucket.creation_date
return delta.days > 0
def prefix_matches(bucket, prefix):
if not prefix:
return True
if bucket.name.startswith(prefix):
return True
return False
# Get a list of buckets to delete
def get_buckets_to_delete(prefix):
s3 = boto3.resource('s3')
# Get all buckets matching bucket name prefix
prefixed_buckets = [bucket for bucket in s3.buckets.all() if prefix_matches(bucket, prefix)]
# Filter buckets on tag
# tagged_buckets = [bucket for bucket in prefixed_buckets if tag_matches(bucket)]
# Filter buckets on age
old_buckets = [bucket for bucket in prefixed_buckets if age_matches(bucket)]
return old_buckets
# Delete bucket
def delete_bucket(bucket):
try:
[object.delete for object in bucket.objects.all()]
except ClientError as e:
print("Failed to delete objects in bucket: " + bucket.name)
print(e)
try:
bucket.objects.all().delete()
except ClientError as e:
print("Failed to delete objects in bucket: " + bucket.name)
print(e)
try:
[version.delete() for version in bucket.object_versions.all()]
except ClientError as e:
print("Failed to delete object_versions in bucket: " + bucket.name)
print(e)
try:
bucket.object_versions.delete()
except ClientError as e:
print("Failed to delete object_versions in bucket: " + bucket.name)
print(e)
try:
bucket.delete()
print("Bucket " + bucket.name + " was deleted")
except ClientError as e:
print("Failed to delete bucket: " + bucket.name)
print(e)
# Non-empty buckets are deleted (recursively); failed attempts will be logged.
# The buckets are filtered on the name prefix: "travis-ags-worm-"
def lambda_handler(event, context):
# Retrieve bucket name prefix option
prefix = "travis-ags-"
# Get a list of buckets to delete
buckets_to_delete = get_buckets_to_delete(prefix)
# Delete buckets
print ("Deleting buckets:")
for bucket in buckets_to_delete :
print (bucket.name)
delete_bucket(bucket)
return {
'statusCode': 200,
'body': json.dumps('Done!')
}
#lambda_handler(None, None)