From d677b32da6025af51da6a1119f51a318201d4aac Mon Sep 17 00:00:00 2001 From: Terrtia Date: Mon, 13 Jan 2020 11:24:03 +0100 Subject: [PATCH] chg: [update v2.7] sort domain full_onion_up and full_regular_up --- update/v2.7/Update_domain_tags.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/update/v2.7/Update_domain_tags.py b/update/v2.7/Update_domain_tags.py index cde5fea2..937110af 100755 --- a/update/v2.7/Update_domain_tags.py +++ b/update/v2.7/Update_domain_tags.py @@ -52,7 +52,7 @@ def update_domain_tags(domain): domain_tags = Tag.get_obj_tag(domain) for tag in domain_tags: # delete incorrect tags - if tag == 'infoleak:submission="crawler"' and tag == 'infoleak:submission="manual"': + if tag == 'infoleak:submission="crawler"' or tag == 'infoleak:submission="manual"': r_serv_metadata.srem('tag:{}'.format(domain), tag) else: Tag.add_global_tag(tag, object_type='domain') @@ -84,6 +84,10 @@ def update_db(): r_serv_db.set('ail:current_background_script', 'tags: remove deprecated keys') delete_domain_tag_daterange() + # sort all crawled domain + r_serv_onion.sort('full_onion_up', alpha=True) + r_serv_onion.sort('full_regular_up', alpha=True) + if __name__ == '__main__': start_deb = time.time() @@ -94,6 +98,7 @@ if __name__ == '__main__': r_serv_db = config_loader.get_redis_conn("ARDB_DB") r_serv_tags = config_loader.get_redis_conn("ARDB_Tags") r_serv_onion = config_loader.get_redis_conn("ARDB_Onion") + r_serv_metadata = config_loader.get_redis_conn("ARDB_Metadata") config_loader = None update_version = 'v2.7'