From 1112615ec3b14117d6c7e7ca8189938c6f3264bf Mon Sep 17 00:00:00 2001 From: terrtia Date: Mon, 14 Oct 2024 14:27:45 +0200 Subject: [PATCH] chg: [crawler] disable unsafe title auto tagging --- bin/crawlers/Crawler.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py index abd4b12f..f1e04f3e 100755 --- a/bin/crawlers/Crawler.py +++ b/bin/crawlers/Crawler.py @@ -354,10 +354,10 @@ class Crawler(AbstractModule): title.add(item.get_date(), item) # Tracker self.tracker_yara.compute_manual(title) - if not title.is_tags_safe(): - unsafe_tag = 'dark-web:topic="pornography-child-exploitation"' - self.domain.add_tag(unsafe_tag) - item.add_tag(unsafe_tag) + # if not title.is_tags_safe(): + # unsafe_tag = 'dark-web:topic="pornography-child-exploitation"' + # self.domain.add_tag(unsafe_tag) + # item.add_tag(unsafe_tag) # SCREENSHOT if self.screenshot: