AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-22 06:17:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chg: [crawler] disable unsafe title auto tagging
Some checks failed
CI / ail_test (3.10) (push) Has been cancelled
Details
CI / ail_test (3.7) (push) Has been cancelled
Details
CI / ail_test (3.8) (push) Has been cancelled
Details
CI / ail_test (3.9) (push) Has been cancelled
Details

Browse source
This commit is contained in:
terrtia 2024-10-14 14:27:45 +02:00
parent e55aeab11c
commit 1112615ec3
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
bin/crawlers/Crawler.py
View file

@ -354,10 +354,10 @@ class Crawler(AbstractModule):
title.add(item.get_date(), item)
# Tracker
self.tracker_yara.compute_manual(title)
if not title.is_tags_safe():
unsafe_tag = 'dark-web:topic="pornography-child-exploitation"'
self.domain.add_tag(unsafe_tag)
item.add_tag(unsafe_tag)
# if not title.is_tags_safe():
# unsafe_tag = 'dark-web:topic="pornography-child-exploitation"'
# self.domain.add_tag(unsafe_tag)
# item.add_tag(unsafe_tag)
# SCREENSHOT
if self.screenshot: