From 8c864fdba0bced2c485ae2d2959b55575c7c9de6 Mon Sep 17 00:00:00 2001 From: Terrtia Date: Wed, 6 May 2020 16:57:13 +0200 Subject: [PATCH] fix: [urlextract importer] fix parent map + replace set JSON queue by list --- bin/import/importer.py | 4 ++-- bin/lib/item_basic.py | 9 +++------ 2 files changed, 5 insertions(+), 8 deletions(-) diff --git a/bin/import/importer.py b/bin/import/importer.py index 2ea4c73f..41ce1e4f 100755 --- a/bin/import/importer.py +++ b/bin/import/importer.py @@ -46,10 +46,10 @@ def get_json_importer_list(): def add_json_to_json_queue(json_item): json_item = json.dumps(json_item) - r_serv_db.sadd('importer:json:item', json_item) + r_serv_db.rpush('importer:json:item', json_item) def get_json_item_to_import(): - return r_serv_db.spop('importer:json:item') + return r_serv_db.lpop('importer:json:item') def get_json_receiver_class(feeder_name_in): global importer_list diff --git a/bin/lib/item_basic.py b/bin/lib/item_basic.py index 8ff299ea..ac5945e7 100755 --- a/bin/lib/item_basic.py +++ b/bin/lib/item_basic.py @@ -32,12 +32,9 @@ def add_item_parent_by_parent_id(parent_type, parent_id, item_id): add_item_parent(parent_item_id, item_id) def add_item_parent(parent_item_id, item_id): - if not exist_item(parent_item_id): - return False - else: - r_serv_metadata.hset('paste_metadata:{}'.format(item_id), 'father', parent_item_id) - r_serv_metadata.sadd('paste_children:{}'.format(parent_item_id), item_id) - return True + r_serv_metadata.hset('paste_metadata:{}'.format(item_id), 'father', parent_item_id) + r_serv_metadata.sadd('paste_children:{}'.format(parent_item_id), item_id) + return True def add_map_obj_id_item_id(obj_id, item_id, obj_type): if obj_type == 'twitter_id':