2020-07-27 10:44:30 +02:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
set -e
|
|
|
|
set -x
|
|
|
|
|
|
|
|
pushd tools
|
2023-05-21 15:01:12 +02:00
|
|
|
# python3 generate_alexa.py # not updated since February 1, 2023 and offline after July 31, 2023
|
2020-07-27 10:44:30 +02:00
|
|
|
python3 generate-amazon-aws.py
|
|
|
|
python3 generate-cisco.py
|
|
|
|
python3 generate-cloudflare.py
|
|
|
|
python3 generate-covid.py
|
2021-06-11 20:55:48 +02:00
|
|
|
python3 generate-crl-ip-domains.py
|
2020-07-27 10:44:30 +02:00
|
|
|
python3 generate-disposal.py
|
|
|
|
# TODO: Google page on Wikipedia does not exist anymore
|
|
|
|
# Suggestion came to use a passivetotal whois search for org:Google LLC
|
|
|
|
#python3 generate-google.py > lists/google/list.json
|
2023-10-23 10:00:56 +02:00
|
|
|
#python3 generate_majestic-million.py -n 10000
|
2020-07-27 10:44:30 +02:00
|
|
|
python3 generate-microsoft-azure.py
|
|
|
|
python3 generate_mozilla_certificates.py
|
|
|
|
python3 generate_moz-top500.py
|
|
|
|
python3 generate-office365.py
|
2020-10-27 04:03:44 +01:00
|
|
|
python3 generate_phone_numbers.py
|
2024-05-28 11:17:50 +02:00
|
|
|
#python3 generate-publicdns.py
|
|
|
|
#python3 generate-stackpath.py
|
2020-07-27 10:44:30 +02:00
|
|
|
python3 generate-tlds.py
|
|
|
|
python3 generate_tranco.py
|
|
|
|
python3 generate-university-domain-list.py
|
|
|
|
python3 generate-vpn.py
|
|
|
|
python3 generate-wikimedia.py
|
2021-06-10 19:05:31 +02:00
|
|
|
python3 generate-second-level-tlds.py
|
2021-06-10 16:06:37 +02:00
|
|
|
python3 generate-google-gcp.py
|
2023-04-05 14:33:08 +02:00
|
|
|
python3 generate-google-bot.py
|
2021-06-10 16:25:13 +02:00
|
|
|
python3 generate-google-gmail-sending-ips.py
|
2021-06-14 23:26:44 +02:00
|
|
|
python3 generate-smtp.py
|
2022-10-06 01:40:06 +02:00
|
|
|
python3 generate-tenable.py
|
2022-11-18 16:36:28 +01:00
|
|
|
python3 generate-microsoft-azure-appid.py
|
2023-01-02 11:25:37 +01:00
|
|
|
python3 generate-chrome-crux-1m.py
|
2023-06-22 15:34:20 +02:00
|
|
|
python3 generate-digitalside.py
|
2024-05-28 11:17:50 +02:00
|
|
|
#python3 generate-gptbot.py
|
2023-08-25 16:11:41 +02:00
|
|
|
python3 generate-cisco-umbrella-blockpage.py
|
2024-11-04 14:21:21 +01:00
|
|
|
python3 generate-zscaler.py
|
2020-07-27 10:44:30 +02:00
|
|
|
popd
|
|
|
|
|
|
|
|
./jq_all_the_things.sh
|