mirror of
https://github.com/ail-project/ail-framework.git
synced 2025-01-18 16:36:13 +00:00
fix: [module_extractor] don't extract onion from crawled items
This commit is contained in:
parent
f4fca05524
commit
f77c9268bb
1 changed files with 3 additions and 0 deletions
|
@ -56,6 +56,9 @@ class Onion(AbstractModule):
|
|||
|
||||
def extract(self, obj, content, tag):
|
||||
extracted = []
|
||||
if self.obj.type == 'item':
|
||||
if 'infoleak:submission="crawler"' in obj.get_tags():
|
||||
return extracted
|
||||
onions = self.regex_finditer(self.onion_regex, obj.get_global_id(), content)
|
||||
for onion in onions:
|
||||
start, end, value = onion
|
||||
|
|
Loading…
Add table
Reference in a new issue