Update Mozilla Public Suffix List
Use the whole file, add a script to update it.mozlist
parent
095b5063f3
commit
2662630c11
File diff suppressed because it is too large
Load Diff
|
@ -0,0 +1,30 @@
|
|||
#!/usr/bin/env python
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import requests
|
||||
import json
|
||||
|
||||
def get_mozilla_list():
|
||||
return requests.get("https://publicsuffix.org/list/public_suffix_list.dat", stream=True)
|
||||
|
||||
def load_existing_list():
|
||||
with open('../lists/second-level-tlds/list.json', 'r') as f:
|
||||
return json.load(f)
|
||||
|
||||
def dump_to_list(content):
|
||||
with open('../lists/second-level-tlds/list.json', 'w') as f:
|
||||
return json.dump(content, f)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
current_file = load_existing_list()
|
||||
current_file.pop('list')
|
||||
current_file['version'] += 1
|
||||
tlds_list = []
|
||||
for l in get_mozilla_list().iter_lines():
|
||||
l = l.decode().strip()
|
||||
if not l or l.startswith('//'):
|
||||
continue
|
||||
tlds_list.append(l)
|
||||
current_file['list'] = tlds_list
|
||||
dump_to_list(current_file)
|
Loading…
Reference in New Issue