Merge pull request #12 from CZ-NIC/master
Checks for open resolvers in the list of IPs.pull/14/head
GitHub
commit
04f4797f64
|
|
@ -0,0 +1,189 @@
|
|||
#!/usr/bin/env python3
|
||||
# Tool to check for openresolvers (from list of source IP).
|
||||
#
|
||||
# Dragon Research Group project
|
||||
#
|
||||
# Software is free software released under the "Modified BSD license"
|
||||
#
|
||||
# Copyright (c) 2015 Alexandre Dulaunoy - a@foo.be
|
||||
#
|
||||
# Has been modified by Edvard Rejthar, CSIRT.cz at MISP Hackathon 7 Dec 2016
|
||||
#
|
||||
#
|
||||
import os, sys, argparse, redis, datetime, ipdb, json, threading, jsonpickle
|
||||
from dns.resolver import Resolver, NXDOMAIN, NoNameservers, Timeout
|
||||
from urllib.request import urlopen
|
||||
from netaddr import IPAddress, AddrFormatError
|
||||
import logging
|
||||
logging.basicConfig(level=logging.DEBUG, format='%(message)s')
|
||||
logger = logging.getLogger('openresolverchecker')
|
||||
__help__ = """
|
||||
Check the list of IP/domains agains an IP to see where is open resolvers.
|
||||
|
||||
Examples:
|
||||
./openresolverchecker.py
|
||||
./openresolverchecker.py --max 2000 --out save.json --include-timeouts
|
||||
./openresolverchecker.py -v -o save.json --type TXT --query resolvertest.switch.ch "resolver test ok"
|
||||
./openresolverchecker.py -v -o save.json --type A --query seznam.cz 77.75.77.53 --input ../list.json --max 100
|
||||
|
||||
"""
|
||||
|
||||
DEFAULT_QUERY, DEFAULT_IP = "resolvertest.switch.ch", "resolver test ok"
|
||||
MISP_WARNING_LIST = "https://raw.githubusercontent.com/MISP/misp-warninglists/master/lists/public-dns-v4/list.json"
|
||||
|
||||
class OpenResolverChecker:
|
||||
def __init__(self, ips, query = DEFAULT_QUERY, expected = DEFAULT_IP, threadnum = 500, verbose = 0, recordType = "TXT", includeTimeouts = False ):
|
||||
self.resolver = Resolver()
|
||||
self.resolver.timeout=1
|
||||
self.resolver.lifetime=1
|
||||
self.query = query
|
||||
self.expected = expected
|
||||
self.openresolvers = [] # [address, ...]
|
||||
self.errors = [] # [(address, errcode), ...]
|
||||
self.ips = ips
|
||||
self.threadnum = threadnum
|
||||
self.verbose = verbose
|
||||
self.recordType = recordType
|
||||
self.includeTimeouts = includeTimeouts
|
||||
|
||||
def _worker(cls,num, this):
|
||||
""" Worker thread checks if the IP is an Open resolver. """
|
||||
while True:
|
||||
try:
|
||||
ip = this.ips.pop()
|
||||
except IndexError:
|
||||
return False
|
||||
|
||||
ts = str(datetime.datetime.utcnow())
|
||||
|
||||
try:
|
||||
IPAddress(ip) # check
|
||||
addresses = [ip]
|
||||
except AddrFormatError:
|
||||
addresses = []
|
||||
try:
|
||||
answer = dns.resolver.query(ip, 'AAAA')
|
||||
for data in answer:
|
||||
addresses.append(data)
|
||||
answer = dns.resolver.query(ip, 'A')
|
||||
for data in answer:
|
||||
addresses.append(data)
|
||||
except:
|
||||
#logging.warning("Cant translate to the IP: {}".format(ip))
|
||||
this.errors.append((ip, "untranslatable"))
|
||||
if this.verbose > 0:
|
||||
print("Left:{} (Worker {}) {} {}".format(len(this.ips), num, "untranslatable", ip))
|
||||
continue
|
||||
|
||||
for ip in addresses:
|
||||
passed, msg = this.check(address=ip)
|
||||
#if passed:
|
||||
#this.openresolvers.append(ip)
|
||||
#logline = ts+" - Open resolver at "+ip+" "+str(tst)
|
||||
#else:
|
||||
#logline = "{} closed".format(ip)
|
||||
if this.verbose > 0:
|
||||
print("Left:{} (Worker {}) {} {}".format(len(this.ips), num, msg, ip))
|
||||
|
||||
|
||||
def launch(self):
|
||||
""" Launch analysis in threads. """
|
||||
threads = []
|
||||
for i in range(self.threadnum):
|
||||
th = threading.Thread(target=self._worker, args=(i,self))
|
||||
threads.append(th)
|
||||
th.start()
|
||||
|
||||
for x in threads:
|
||||
x.join()
|
||||
|
||||
return self.openresolvers
|
||||
|
||||
|
||||
def check(self, address=None):
|
||||
""" False : not an openresolver
|
||||
True is an open resolver
|
||||
(True, ip) is an open resolver and includes the non expected A record """
|
||||
if address is None:
|
||||
return None
|
||||
|
||||
self.resolver.nameservers=[address]
|
||||
try:
|
||||
#print("QUERY",self.query, self.recordType)
|
||||
answer = self.resolver.query(self.query, self.recordType)
|
||||
result = next(answer.__iter__()).to_text().strip('"')
|
||||
if result == self.expected:
|
||||
self.openresolvers.append(address)
|
||||
return (True, "*** open resolver")
|
||||
else:
|
||||
self.errors.append((address, "Wrong answer: {}".format(txt)))
|
||||
return (False, "Wrong answer: {}".format(txt))
|
||||
except Timeout as e:
|
||||
if not self.includeTimeouts:
|
||||
return (False, "Timeout")
|
||||
else:
|
||||
ex = e
|
||||
except Exception as e:
|
||||
ex = e
|
||||
# NXDOMAIN = lies that the know domain does not exist
|
||||
# NoNameservers = Refused – they claim to be but are not. Ex ns1.eurodns.com", 80.92.65.2
|
||||
# any other reason
|
||||
pass
|
||||
self.errors.append((address, ex.__class__.__name__))
|
||||
return (False, ex.__class__.__name__)
|
||||
|
||||
if __name__ == "__main__":
|
||||
# command line args
|
||||
parser = argparse.ArgumentParser(description=__help__, formatter_class=argparse.RawTextHelpFormatter)
|
||||
parser.add_argument('-q','--query', help='<query> <expected ip> EX: {} {}'.format(DEFAULT_QUERY, DEFAULT_IP),nargs=2, default=(DEFAULT_QUERY, DEFAULT_IP))
|
||||
parser.add_argument('-o','--out', help='output file to store the list of open resolvers')
|
||||
parser.add_argument('-v','--verbose', help='verbose output', action="count", default = 0)
|
||||
parser.add_argument('--type', help='Specify the type of record we\'re checking. Default is TXT record but you might want to use an A record.', default="TXT")
|
||||
parser.add_argument('--include-timeouts', help='Include timeout exception to error results. Normally, only Nxdomain and NoNameservers exceptions are treated as errors.', action="store_true")
|
||||
parser.add_argument('-m','--max', help='max open resolvers to check (IE. only first 100)', type=int)
|
||||
parser.add_argument('-t','--threadnum', help='thread number (default 500)', type=int, default=500)
|
||||
parser.add_argument('-i','--input', help="Source file in the format: {'list':[ip, domain...]}. If no file is given, MISP "+MISP_WARNING_LIST+" will be used instead.", default=None)
|
||||
args = parser.parse_args()
|
||||
|
||||
# load resolvers list
|
||||
if args.input:
|
||||
try: # local file
|
||||
with open(args.input) as f:
|
||||
sourceFile = json.load(f)
|
||||
except FileNotFoundError:
|
||||
sys.exit("File {} not found.".format(args.input))
|
||||
else: # load from github
|
||||
print("Downloading the list from: {}".format(MISP_WARNING_LIST))
|
||||
response = urlopen(MISP_WARNING_LIST)
|
||||
sourceFile = json.loads(response.read().decode('utf-8'))
|
||||
|
||||
|
||||
ips = sourceFile["list"]
|
||||
if args.max:
|
||||
ips = ips[:args.max]
|
||||
count = len(ips)
|
||||
if not count:
|
||||
print("Nothing to be checked, empty list.")
|
||||
quit()
|
||||
|
||||
# launch resolvers
|
||||
orc = OpenResolverChecker(ips, args.query[0], args.query[1], threadnum = args.threadnum, verbose = args.verbose, recordType=args.type, includeTimeouts = args.include_timeouts)
|
||||
orc.launch()
|
||||
|
||||
# work with results
|
||||
if args.out: # save to file
|
||||
with open(args.out, "w") as f:
|
||||
sourceFile.update({"timestamp": str(datetime.datetime.utcnow()),
|
||||
"openresolvers": orc.openresolvers,
|
||||
"ip-checked": count,
|
||||
"open-ratio": (len(orc.openresolvers)/count),
|
||||
"query": args.query[0],
|
||||
"query-expected-ip": args.query[1],
|
||||
"query-record-type": args.type,
|
||||
"errors": orc.errors
|
||||
})
|
||||
json.dump(sourceFile, f, indent=4, sort_keys = True)
|
||||
else: # print to stdout
|
||||
print("Valid resolvers:")
|
||||
print(orc.openresolvers)
|
||||
print("Resolvers checked: {}, opens: {} ({} %), errors {} ({} %)".format(count, len(orc.openresolvers), (len(orc.openresolvers)/count)*100 ,len(orc.errors),(len(orc.errors)/count*100)))
|
||||
Loading…
Reference in New Issue