From f77c9268bb8265b7dcdaf36defa1bdb408aa3b89 Mon Sep 17 00:00:00 2001
From: terrtia <or1994@hotmail.fr>
Date: Mon, 9 Dec 2024 17:25:23 +0100
Subject: [PATCH] fix: [module_extractor] don't extract onion from crawled
 items

---
 bin/modules/Onion.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/bin/modules/Onion.py b/bin/modules/Onion.py
index f000bf43..69071ef5 100755
--- a/bin/modules/Onion.py
+++ b/bin/modules/Onion.py
@@ -56,6 +56,9 @@ class Onion(AbstractModule):
 
     def extract(self, obj, content, tag):
         extracted = []
+        if self.obj.type == 'item':
+            if 'infoleak:submission="crawler"' in obj.get_tags():
+                return extracted
         onions = self.regex_finditer(self.onion_regex, obj.get_global_id(), content)
         for onion in onions:
             start, end, value = onion