fix: [crawler] filter lookup tags
Some checks are pending
CI / ail_test (3.10) (push) Waiting to run
CI / ail_test (3.7) (push) Waiting to run
CI / ail_test (3.8) (push) Waiting to run
CI / ail_test (3.9) (push) Waiting to run

This commit is contained in:
terrtia 2024-10-07 14:53:13 +02:00
parent 83e11082b5
commit d9fc014a1d
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0

View file

@ -87,6 +87,11 @@ def api_get_onion_lookup(domain): # TODO check if object process done ???
meta['first_seen'] = meta['first_seen'].replace('/', '-')
meta['last_seen'] = meta['last_check'].replace('/', '-')
meta['languages'] = list(meta['languages'])
tags = []
for tag in meta['tags']:
if tag.startswith('dark-web:') or tag.startswith('infoleak:'):
tags.append(tag)
meta['tags'] = tags
del meta['domain']
del meta['last_check']
del meta['type']