Update Mozilla Public Suffix List

Use the whole file, add a script to update it.
mozlist
Raphaël Vinot 2017-11-01 17:58:18 -07:00
parent 095b5063f3
commit 2662630c11
2 changed files with 2284 additions and 346 deletions

File diff suppressed because it is too large Load Diff

View File

@ -0,0 +1,30 @@
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import requests
import json
def get_mozilla_list():
return requests.get("https://publicsuffix.org/list/public_suffix_list.dat", stream=True)
def load_existing_list():
with open('../lists/second-level-tlds/list.json', 'r') as f:
return json.load(f)
def dump_to_list(content):
with open('../lists/second-level-tlds/list.json', 'w') as f:
return json.dump(content, f)
if __name__ == '__main__':
current_file = load_existing_list()
current_file.pop('list')
current_file['version'] += 1
tlds_list = []
for l in get_mozilla_list().iter_lines():
l = l.decode().strip()
if not l or l.startswith('//'):
continue
tlds_list.append(l)
current_file['list'] = tlds_list
dump_to_list(current_file)