From 0074f335449ec24bbd231f6a05de1b91bc400242 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Rapha=C3=ABl=20Vinot?= Date: Tue, 27 Sep 2022 22:00:47 +0200 Subject: [PATCH] fix: do not add already processed UUIDs in the queue --- lookyloo/lookyloo.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/lookyloo/lookyloo.py b/lookyloo/lookyloo.py index 91bab9e5..039ffecc 100644 --- a/lookyloo/lookyloo.py +++ b/lookyloo/lookyloo.py @@ -483,7 +483,8 @@ class Lookyloo(): priority=priority ) - if self.redis.zscore('to_capture', perma_uuid) is None: + if (not self.redis.hexists('lookup_dirs', perma_uuid) # already captured + and self.redis.zscore('to_capture', perma_uuid) is None): # capture ongoing if priority < -10: # Someone is probably abusing the system with useless URLs, remove them from the index query['listing'] = 0