mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-12 17:48:22 +00:00
fix: [crawler] filter lookup tags
This commit is contained in:
parent
83e11082b5
commit
d9fc014a1d
1 changed files with 5 additions and 0 deletions
|
@ -87,6 +87,11 @@ def api_get_onion_lookup(domain): # TODO check if object process done ???
|
|||
meta['first_seen'] = meta['first_seen'].replace('/', '-')
|
||||
meta['last_seen'] = meta['last_check'].replace('/', '-')
|
||||
meta['languages'] = list(meta['languages'])
|
||||
tags = []
|
||||
for tag in meta['tags']:
|
||||
if tag.startswith('dark-web:') or tag.startswith('infoleak:'):
|
||||
tags.append(tag)
|
||||
meta['tags'] = tags
|
||||
del meta['domain']
|
||||
del meta['last_check']
|
||||
del meta['type']
|
||||
|
|
Loading…
Reference in a new issue