CIRCL
/
AIL-framework
mirror of https://github.com/CIRCL/AIL-framework
2
1
Fork 0
Code Issues Releases Wiki Activity

chg: [crawler] disable unsafe title auto tagging

pull/607/merge
terrtia 2024-10-14 14:27:45 +02:00
parent e55aeab11c
commit 1112615ec3
No known key found for this signature in database
GPG Key ID: 1E1B1F50D84613D0
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
bin/crawlers/Crawler.py
View File

@ -354,10 +354,10 @@ class Crawler(AbstractModule):
title.add(item.get_date(), item)
# Tracker
self.tracker_yara.compute_manual(title)
if not title.is_tags_safe():
unsafe_tag = 'dark-web:topic="pornography-child-exploitation"'
self.domain.add_tag(unsafe_tag)
item.add_tag(unsafe_tag)
# if not title.is_tags_safe():
# unsafe_tag = 'dark-web:topic="pornography-child-exploitation"'
# self.domain.add_tag(unsafe_tag)
# item.add_tag(unsafe_tag)
# SCREENSHOT
if self.screenshot: