mirror of https://github.com/CIRCL/lookyloo
94 lines
3.2 KiB
Python
94 lines
3.2 KiB
Python
#!/usr/bin/env python3
|
|
|
|
from __future__ import annotations
|
|
|
|
import re
|
|
import socket
|
|
|
|
from typing import overload, Literal, List, Union
|
|
|
|
from har2tree import CrawledTree, Har2TreeError, HostNode # type: ignore[attr-defined]
|
|
|
|
from .abstractmodule import AbstractModule
|
|
|
|
|
|
class UniversalWhois(AbstractModule):
|
|
|
|
def module_init(self) -> bool:
|
|
if not self.config.get('enabled'):
|
|
self.logger.info('Not enabled.')
|
|
return False
|
|
|
|
self.server = self.config.get('ipaddress')
|
|
self.port = self.config.get('port')
|
|
self.allow_auto_trigger = bool(self.config.get('allow_auto_trigger', False))
|
|
|
|
try:
|
|
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
|
|
sock.connect((self.server, self.port))
|
|
except Exception as e:
|
|
self.logger.warning(f'Unable to connect to uwhois ({self.server}:{self.port}): {e}')
|
|
return False
|
|
return True
|
|
|
|
def query_whois_hostnode(self, hostnode: HostNode) -> None:
|
|
if hasattr(hostnode, 'resolved_ips'):
|
|
ip: str
|
|
if 'v4' in hostnode.resolved_ips and 'v6' in hostnode.resolved_ips:
|
|
_all_ips = set(hostnode.resolved_ips['v4']) | set(hostnode.resolved_ips['v6'])
|
|
else:
|
|
# old format
|
|
_all_ips = hostnode.resolved_ips
|
|
for ip in _all_ips:
|
|
self.whois(ip)
|
|
if hasattr(hostnode, 'cnames'):
|
|
cname: str
|
|
for cname in hostnode.cnames:
|
|
self.whois(cname)
|
|
self.whois(hostnode.name)
|
|
|
|
def capture_default_trigger(self, crawled_tree: CrawledTree, /, *, force: bool=False, auto_trigger: bool=False) -> None:
|
|
'''Run the module on all the nodes up to the final redirect'''
|
|
if not self.available:
|
|
return None
|
|
if auto_trigger and not self.allow_auto_trigger:
|
|
return None
|
|
|
|
try:
|
|
hostnode = crawled_tree.root_hartree.get_host_node_by_uuid(crawled_tree.root_hartree.rendered_node.hostnode_uuid)
|
|
except Har2TreeError as e:
|
|
self.logger.warning(e)
|
|
else:
|
|
self.query_whois_hostnode(hostnode)
|
|
for n in hostnode.get_ancestors():
|
|
self.query_whois_hostnode(n)
|
|
|
|
@overload
|
|
def whois(self, query: str, contact_email_only: Literal[True]) -> list[str]:
|
|
...
|
|
|
|
@overload
|
|
def whois(self, query: str, contact_email_only: Literal[False]) -> str:
|
|
...
|
|
|
|
@overload
|
|
def whois(self, query: str, contact_email_only: bool=False) -> str | list[str]:
|
|
...
|
|
|
|
def whois(self, query: str, contact_email_only: bool=False) -> str | list[str]:
|
|
if not self.available:
|
|
return ''
|
|
bytes_whois = b''
|
|
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
|
|
sock.connect((self.server, self.port))
|
|
sock.sendall(f'{query}\n'.encode())
|
|
while True:
|
|
data = sock.recv(2048)
|
|
if not data:
|
|
break
|
|
bytes_whois += data
|
|
if not contact_email_only:
|
|
return bytes_whois.decode()
|
|
emails = list(set(re.findall(rb'[\w\.-]+@[\w\.-]+', bytes_whois)))
|
|
return [e.decode() for e in sorted(emails)]
|