fix: [helper dump_crawler] fix empty dict

2019-06-26 11:42:19 +02:00 · 2019-06-26 11:42:19 +02:00 · 06ab66ff57
parent 5377369032
commit 06ab66ff57
1 changed files with 7 additions and 6 deletions
--- a/bin/helper/dump_crawler_history.py
+++ b/bin/helper/dump_crawler_history.py
@ -54,6 +54,7 @@ for date in date_range:
        print(domain)
        h = HiddenServices(domain, 'onion')
        item_core = h.get_domain_crawled_core_item()
+        if 'root_item' in item_core:
            l_pastes = h.get_last_crawled_pastes(item_root=item_core['root_item'])
            res = h.create_domain_basic_archive(l_pastes)
            filename = os.path.join(save_path, '{}'.format(domain))