From 35b63f7bf45fd0d4fdd6fa6146f5c24837172d6a Mon Sep 17 00:00:00 2001 From: Terrtia Date: Mon, 11 Nov 2019 14:54:12 +0100 Subject: [PATCH] fix: [Domain tag] avoid crawled tags --- bin/Tags.py | 2 +- bin/update-background.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/bin/Tags.py b/bin/Tags.py index 46c63d46..a707d259 100755 --- a/bin/Tags.py +++ b/bin/Tags.py @@ -87,7 +87,7 @@ if __name__ == '__main__': server_metadata.sadd('tag:{}'.format(path), tag) # Domain Object - if Item.is_crawled(path): + if Item.is_crawled(path) and tag!='infoleak:submission="crawler"': domain = Item.get_item_domain(path) server_metadata.sadd('tag:{}'.format(domain), tag) server.sadd('domain:{}:{}'.format(tag, item_date), domain) diff --git a/bin/update-background.py b/bin/update-background.py index 7ba51f1c..3d38e69e 100755 --- a/bin/update-background.py +++ b/bin/update-background.py @@ -22,6 +22,7 @@ if __name__ == "__main__": config_loader = ConfigLoader.ConfigLoader() r_serv = config_loader.get_redis_conn("ARDB_DB") + r_serv_onion = config_loader.get_redis_conn("ARDB_Onion") config_loader = None if r_serv.scard('ail:update_v1.5') != 5: @@ -64,7 +65,7 @@ if __name__ == "__main__": process = subprocess.run(['python' ,update_file]) - if int(r_serv.get('ail:current_background_script_stat')) != 100: + if int(r_serv_onion.scard('domain_update_v2.4')) != 0: r_serv.set('ail:update_error', 'Update v2.4 Failed, please relaunch the bin/update-background.py script') else: r_serv.delete('ail:update_in_progress')