zydronium/manage.get.gov
1
0
Fork 0
mirror of https://github.com/cisagov/manage.get.gov.git synced 2025-08-14 05:29:43 +02:00
Code Issues Projects Releases Packages Wiki Activity

updated clean_tables to run in batches of 1000 rows

Browse source
This commit is contained in:
David Kennedy 2024-07-19 18:35:55 -04:00
parent 76d9b8cb8c
commit a41225be7e
No known key found for this signature in database
GPG key ID: 6528A5386E66B96B
1 changed files with 15 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

20
src/registrar/management/commands/clean_tables.py
View file

@ -56,14 +56,24 @@ class Command(BaseCommand):
self.clean_table(table_name) self.clean_table(table_name)
def clean_table(self, table_name): def clean_table(self, table_name):
"""Delete all rows in the given table""" """Delete all rows in the given table.
Delete in batches to be able to handle large tables"""
try: try:
# Get the model class dynamically # Get the model class dynamically
model = apps.get_model("registrar", table_name) model = apps.get_model("registrar", table_name)
# Use a transaction to ensure database integrity BATCH_SIZE = 1000
with transaction.atomic(): total_deleted = 0
model.objects.all().delete() while True:
logger.info(f"Successfully cleaned table {table_name}") pks = list(model.objects.values_list("pk", flat=True)[:BATCH_SIZE])
if not pks:
break
# Use a transaction to ensure database integrity
with transaction.atomic():
deleted, _ = model.objects.filter(pk__in=pks).delete()
total_deleted += deleted
logger.debug(f"Deleted {deleted} objects, total deleted: {total_deleted}")
logger.info(f"Successfully cleaned table {table_name}, deleted {total_deleted} rows")
except LookupError: except LookupError:
logger.error(f"Model for table {table_name} not found.") logger.error(f"Model for table {table_name} not found.")
except Exception as e: except Exception as e: