2023-04-05 14:33:08 +02:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
|
|
|
|
import json
|
|
|
|
|
from generator import download, get_version, write_to_file, consolidate_networks
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
|
bots = download("https://developers.google.com/search/apis/ipranges/googlebot.json")
|
|
|
|
|
parsed = json.loads(bots.text)
|
|
|
|
|
|
|
|
|
|
ranges = [p["ipv4Prefix"] if "ipv4Prefix" in p else p["ipv6Prefix"] for p in parsed["prefixes"]]
|
|
|
|
|
|
|
|
|
|
warninglist = {
|
|
|
|
|
'name': 'List of known Googlebot IP ranges (https://developers.google.com/search/apis/ipranges/googlebot.json)',
|
|
|
|
|
'version': get_version(),
|
|
|
|
|
'description': "Google Bot IP address ranges (https://developers.google.com/search/apis/ipranges/googlebot.json)",
|
2024-04-22 09:20:14 +02:00
|
|
|
'matching_attributes': ["ip-src", "ip-dst", "domain|ip", "ip-src|port", "ip-dst|port"],
|
2023-04-05 14:33:08 +02:00
|
|
|
'type': 'cidr',
|
|
|
|
|
'list': consolidate_networks(ranges),
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
write_to_file(warninglist, "googlebot")
|
