CIRCL
/
AIL-framework
mirror of https://github.com/CIRCL/AIL-framework
2
1
Fork 0
Code Issues Releases Wiki Activity

fix: [crawler] fix crawler queue stats

pull/607/merge
terrtia 2024-09-17 16:59:09 +02:00
parent 759d241b75
commit 9fb19028fe
No known key found for this signature in database
GPG Key ID: 1E1B1F50D84613D0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
bin/lib/crawlers.py
View File

@ -1023,7 +1023,7 @@ def reload_crawlers_stats():
tasks = r_crawler.smembers(f'crawler:queue:type:{domain_type}') tasks = r_crawler.smembers(f'crawler:queue:type:{domain_type}')
for task_uuid in tasks: for task_uuid in tasks:
task = CrawlerTask(task_uuid) task = CrawlerTask(task_uuid)
if not task.is_in_queue() and task.get_status() is None: if not task.is_in_queue() and task.get_status() is None and not task.get_capture():
task.delete() task.delete()
#### Blocklist #### #### Blocklist ####