fix: [module_extractor] don't extract onion from crawled items

2024-12-09 17:25:23 +01:00 · 2024-12-09 17:25:23 +01:00 · f77c9268bb
parent f4fca05524
commit f77c9268bb
1 changed files with 3 additions and 0 deletions
--- a/bin/modules/Onion.py
+++ b/bin/modules/Onion.py
@ -56,6 +56,9 @@ class Onion(AbstractModule):

    def extract(self, obj, content, tag):
        extracted = []
+        if self.obj.type == 'item':
+            if 'infoleak:submission="crawler"' in obj.get_tags():
+                return extracted
        onions = self.regex_finditer(self.onion_regex, obj.get_global_id(), content)
        for onion in onions:
            start, end, value = onion