From 7a652b51957f21bebdd863be1e95ed2851d5a518 Mon Sep 17 00:00:00 2001 From: Terrtia Date: Wed, 14 Jul 2021 15:48:17 +0200 Subject: [PATCH] fix: [crawler] fix new crawled item id --- bin/lib/crawlers.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/bin/lib/crawlers.py b/bin/lib/crawlers.py index 4c7f99ab..23ba0ae1 100755 --- a/bin/lib/crawlers.py +++ b/bin/lib/crawlers.py @@ -775,6 +775,8 @@ def create_item_metadata(item_id, domain, url, port, item_father): r_serv_metadata.sadd('paste_children:{}'.format(item_father), item_id) def create_item_id(item_dir, domain): + # remove / + domain = domain.replace('/', '_') if len(domain) > 215: UUID = domain[-215:]+str(uuid.uuid4()) else: