fix: [crawler] fix new crawled item id

ail-project · Jul 14, 2021 · 7a652b5 · 7a652b5
1 parent 25813a7
commit 7a652b5
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/bin/lib/crawlers.py b/bin/lib/crawlers.py
@@ -775,6 +775,8 @@ def create_item_metadata(item_id, domain, url, port, item_father):
     r_serv_metadata.sadd('paste_children:{}'.format(item_father), item_id)
 
 def create_item_id(item_dir, domain):
+    # remove /
+    domain = domain.replace('/', '_')
     if len(domain) > 215:
         UUID = domain[-215:]+str(uuid.uuid4())
     else: