misp-warninglists/tools/generate-university-domain-list.py

#!/usr/bin/env python3


import requests
import datetime
import json

json_output=dict()
json_output['type']="hostname"
json_output['name']="University domains"
json_output['matching_attributes']=['hostname','domain','url','domain|ip']
json_output['version']= int(datetime.date.today().strftime('%Y%m%d'))
json_output['description']="List of University domains from https://raw.githubusercontent.com/Hipo/university-domains-list/master/world_universities_and_domains.json"
json_output['list']=list()



url="https://raw.githubusercontent.com/Hipo/university-domains-list/master/world_universities_and_domains.json"
university_list_file=requests.get(url)
university_list_json=university_list_file.json()

for university in university_list_json:
	for domain in university.get('domains'):
		if domain not in json_output['list']:
			json_output['list'].append(domain)

print(json.dumps(json_output))