chg: Better logging and error handling

lookyloo/lookyloo.py

@@ -711,6 +711,7 @@ class Lookyloo():
         if int(depth) > int(get_config('generic', 'max_depth')):
             self.logger.warning(f'Not allowed to capture on a depth higher than {get_config("generic", "max_depth")}: {depth}')
             depth = int(get_config('generic', 'max_depth'))
+        self.logger.info(f'Capturing {url}')
         try:
             items = crawl(self.splash_url, url, cookies=cookies, depth=depth, user_agent=ua,
                           referer=referer, log_enabled=True, log_level=get_config('generic', 'splash_loglevel'))
@@ -719,6 +720,7 @@ class Lookyloo():
             raise e
         if not items:
             # broken
+            self.logger.critical(f'Something went terribly wrong when capturing {url}.')
             return False
         if not perma_uuid:
             perma_uuid = str(uuid4())

lookyloo/modules.py

@@ -14,6 +14,7 @@ from .helpers import get_homedir, get_config
 from .exceptions import ConfigError
 
 import vt  # type: ignore
+from vt.error import APIError
 from pysanejs import SaneJS
 from pyeupi import PyEUPI
 from pymisp import PyMISP, MISPEvent
@@ -271,7 +272,7 @@ class VirusTotal():
                 with vt_file.open('w') as _f:
                     json.dump(url_information.to_dict(), _f)
                 break
-            except vt.APIError as e:
+            except APIError as e:
                 if not self.autosubmit:
                     break
                 if not scan_requested and e.code == 'NotFoundError':