mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-10 00:28:22 +00:00
fix: [crawler] fix new crawled item id
This commit is contained in:
parent
25813a7287
commit
7a652b5195
1 changed files with 2 additions and 0 deletions
|
@ -775,6 +775,8 @@ def create_item_metadata(item_id, domain, url, port, item_father):
|
|||
r_serv_metadata.sadd('paste_children:{}'.format(item_father), item_id)
|
||||
|
||||
def create_item_id(item_dir, domain):
|
||||
# remove /
|
||||
domain = domain.replace('/', '_')
|
||||
if len(domain) > 215:
|
||||
UUID = domain[-215:]+str(uuid.uuid4())
|
||||
else:
|
||||
|
|
Loading…
Reference in a new issue