mirror of
https://github.com/cisagov/manage.get.gov.git
synced 2025-05-13 16:17:01 +02:00
61602084ff
* add ability to one-off domain lookups, add more error handling * add note about version of whois * Update docs/research/scripts/icann_lookup.py Co-authored-by: Seamus Johnston <seamus.johnston@gsa.gov> * Update docs/research/scripts/icann_lookup.py Co-authored-by: Seamus Johnston <seamus.johnston@gsa.gov> * Update docs/research/scripts/icann_lookup.py Co-authored-by: Seamus Johnston <seamus.johnston@gsa.gov> * add shebangs at the top of scripts Co-authored-by: Seamus Johnston <seamus.johnston@gsa.gov>
36 lines
1.1 KiB
Python
36 lines
1.1 KiB
Python
#!/usr/bin/env python3
|
|
|
|
"""
|
|
This script performs a basic request to each of the domains in the current list of
|
|
dotgov domains hosted at https://flatgithub.com/cisagov/dotgov-data/blob/main/?filename=current-full.csv
|
|
|
|
This script can be run locally to generate data and currently takes some time to run.
|
|
"""
|
|
|
|
import csv
|
|
import requests
|
|
|
|
DOMAIN_LIST_URL = "https://raw.githubusercontent.com/cisagov/dotgov-data/main/current-full.csv"
|
|
|
|
data = requests.get(DOMAIN_LIST_URL).content.decode('utf-8')
|
|
csv_data = list(csv.reader(data.splitlines(), delimiter=','))
|
|
domains = csv_data[1:]
|
|
fields = csv_data[0] + ['Response']
|
|
|
|
def check_status_response(domain):
|
|
try:
|
|
response = requests.get(f"https://{domain}", timeout=3).status_code
|
|
except Exception as e:
|
|
response = type(e).__name__
|
|
return response
|
|
|
|
full_data = []
|
|
for domain in domains:
|
|
domain_name = domain[0]
|
|
response = check_status_response(domain_name)
|
|
full_data.append(domain + [response])
|
|
|
|
with open('../data/response_codes.csv', 'w') as f:
|
|
writer = csv.writer(f)
|
|
writer.writerow(fields)
|
|
writer.writerows(full_data)
|