70 lines
2.0 KiB
Python
70 lines
2.0 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
try:
|
|
import simplejson as json
|
|
except ImportError:
|
|
import json
|
|
import re
|
|
import requests
|
|
from bs4 import BeautifulSoup
|
|
|
|
from pymispgalaxies import Clusters
|
|
|
|
|
|
def find_tags(name):
|
|
if '/' in name:
|
|
to_search = name.split('/')
|
|
else:
|
|
to_search = [name]
|
|
tags = []
|
|
for name in to_search:
|
|
responses = c.search(name.strip(), return_tags=True)
|
|
for _, t in responses:
|
|
tags += t
|
|
if not tags:
|
|
print('No tags for', name)
|
|
return list(set(tags))
|
|
|
|
|
|
def get_paths():
|
|
root = 'http://osint.bambenekconsulting.com'
|
|
r = requests.get(f'{root}/feeds/')
|
|
soup = BeautifulSoup(r.text, 'html.parser')
|
|
for entry in soup.find_all('p'):
|
|
config = {'vendor': 'bambenekconsulting', 'parser': '.parsers.bambenekconsulting'}
|
|
if 'FP Risk: Low' in str(entry):
|
|
tags = ['false-positive:risk="low"']
|
|
config['impact'] = 5
|
|
if 'FP Risk: Medium' in str(entry):
|
|
tags = ['false-positive:risk="medium"']
|
|
config['impact'] = 3
|
|
if 'FP Risk: High' in str(entry):
|
|
tags = ['false-positive:risk="high"']
|
|
config['impact'] = 1
|
|
name = entry.b.string
|
|
tags += find_tags(name)
|
|
if name:
|
|
for link in entry.find_all('a'):
|
|
if link.get('href').endswith('iplist.txt'):
|
|
path = link.get('href')
|
|
if link.get('href').endswith('nsiplist.txt'):
|
|
name = f'{name}_NS'
|
|
config['name'] = name.replace(' ', '_')
|
|
config['url'] = f'{root}{path}'
|
|
config['tags'] = tags
|
|
yield config
|
|
|
|
|
|
def make_config(config):
|
|
filename = re.sub('[^0-9a-zA-Z]+', '_', config['name'])
|
|
with open(f'bambenekconsulting_{filename}.json', 'w') as f:
|
|
json.dump(config, f, indent=2)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
c = Clusters()
|
|
|
|
for entry in get_paths():
|
|
make_config(entry)
|