fix: [crawler] fix new crawled item id

2021-07-14 15:48:17 +02:00 · 2021-07-14 15:48:17 +02:00 · 7a652b5195
parent 25813a7287
commit 7a652b5195
1 changed files with 2 additions and 0 deletions
--- a/bin/lib/crawlers.py
+++ b/bin/lib/crawlers.py
@ -775,6 +775,8 @@ def create_item_metadata(item_id, domain, url, port, item_father):
    r_serv_metadata.sadd('paste_children:{}'.format(item_father), item_id)

 def create_item_id(item_dir, domain):
+    # remove /
+    domain = domain.replace('/', '_')
    if len(domain) > 215:
        UUID = domain[-215:]+str(uuid.uuid4())
    else: