fix: [crawler] fix crawler queue stats

2024-09-17 16:59:09 +02:00 · 2024-09-17 16:59:09 +02:00 · 9fb19028fe
parent 759d241b75
commit 9fb19028fe
1 changed files with 1 additions and 1 deletions
--- a/bin/lib/crawlers.py
+++ b/bin/lib/crawlers.py
@ -1023,7 +1023,7 @@ def reload_crawlers_stats():
        tasks = r_crawler.smembers(f'crawler:queue:type:{domain_type}')
        for task_uuid in tasks:
            task = CrawlerTask(task_uuid)
-            if not task.is_in_queue() and task.get_status() is None:
+            if not task.is_in_queue() and task.get_status() is None and not task.get_capture():
                task.delete()

 #### Blocklist ####