zydronium/manage.get.gov
1
0
Fork 0
mirror of https://github.com/cisagov/manage.get.gov.git synced 2025-07-22 10:46:06 +02:00
Code Issues Projects Releases Packages Wiki Activity

Additional optimizations

Browse source
This commit is contained in:
zandercymatics 2024-01-22 15:02:45 -07:00
parent 63b31a4764
commit 7bd1356858
No known key found for this signature in database
GPG key ID: FF4636ABEC9682B7
1 changed files with 9 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/registrar/utility/csv_export.py
View file

@ -24,7 +24,9 @@ def write_header(writer, columns):
def get_domain_infos(filter_condition, sort_fields): def get_domain_infos(filter_condition, sort_fields):
domain_infos = DomainInformation.objects.filter(**filter_condition).order_by(*sort_fields) domain_infos = DomainInformation.objects.select_related(
'domain', 'authorizing_official'
).filter(**filter_condition).order_by(*sort_fields)
# Do a mass concat of the first and last name fields for authorizing_official. # Do a mass concat of the first and last name fields for authorizing_official.
# The old operation was computationally heavy for some reason, so if we precompute # The old operation was computationally heavy for some reason, so if we precompute
@ -46,7 +48,6 @@ def parse_row(columns, domain_info: DomainInformation, skip_epp_call=True):
domain = domain_info.domain domain = domain_info.domain
start_time = time.time() start_time = time.time()
# TODO - speed up
security_email = domain.security_contact_registry_id security_email = domain.security_contact_registry_id
if security_email is None: if security_email is None:
cached_sec_email = domain.get_security_email(skip_epp_call) cached_sec_email = domain.get_security_email(skip_epp_call)
@ -82,8 +83,10 @@ def parse_row(columns, domain_info: DomainInformation, skip_epp_call=True):
"First ready": domain.first_ready, "First ready": domain.first_ready,
"Deleted": domain.deleted, "Deleted": domain.deleted,
} }
start_time = time.time()
row = [FIELDS.get(column, "") for column in columns] row = [FIELDS.get(column, "") for column in columns]
end_time = time.time()
print(f"parse some cols operation took {end_time - start_time} seconds")
return row return row
def write_body( def write_body(
@ -101,6 +104,7 @@ def write_body(
all_domain_infos = get_domain_infos(filter_condition, sort_fields) all_domain_infos = get_domain_infos(filter_condition, sort_fields)
# Reduce the memory overhead when performing the write operation # Reduce the memory overhead when performing the write operation
a1_start_time = time.time()
paginator = Paginator(all_domain_infos, 1000) paginator = Paginator(all_domain_infos, 1000)
for page_num in paginator.page_range: for page_num in paginator.page_range:
page = paginator.page(page_num) page = paginator.page(page_num)
@ -114,6 +118,8 @@ def write_body(
print(f"new parse Operation took {end_time - start_time} seconds") print(f"new parse Operation took {end_time - start_time} seconds")
writer.writerows(rows) writer.writerows(rows)
a1_end_time = time.time()
print(f"parse all stuff operation took {a1_end_time - a1_start_time} seconds")
def export_data_type_to_csv(csv_file): def export_data_type_to_csv(csv_file):
"""All domains report with extra columns""" """All domains report with extra columns"""