The aws_ext python package contains some useful functions (built on top of boto3) for managing some aws services. At the moment only some utilities for the Aws Glue Data catalog
pip install aws_ext
export LOGLEVEL=INFO
AWS_PROFILE=prd aws_ext get_tables_with_many_versions [] 10
aws_ext get_tables_with_many_versions "[db1,db2]" 20
aws_ext delete_old_tables_versions [] 10 False
import boto3
import aws_ext
session = boto3.session.Session()
from aws_ext import glue_databases
glue_client = session.client("glue")
Extracting tables with (too) many versions
glue_databases.get_tables_with_many_versions(glue_client, database_name="mydb", threshold=1)
Deleting old tables versions
glue_databases.delete_old_tables_versions(glue_client, database_name="mydb", keep=1, dryrun=True)