CIRCL
/
lookyloo
mirror of https://github.com/CIRCL/lookyloo
2
0
Fork 0
Code Issues Releases Wiki Activity

fix: do not add already processed UUIDs in the queue

pull/528/head
Raphaël Vinot 2022-09-27 22:00:47 +02:00
parent cdaa4a7563
commit 0074f33544
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
lookyloo/lookyloo.py
View File

@ -483,7 +483,8 @@ class Lookyloo():
priority=priority priority=priority
) )
if self.redis.zscore('to_capture', perma_uuid) is None: if (not self.redis.hexists('lookup_dirs', perma_uuid) # already captured
and self.redis.zscore('to_capture', perma_uuid) is None): # capture ongoing
if priority < -10: if priority < -10:
# Someone is probably abusing the system with useless URLs, remove them from the index # Someone is probably abusing the system with useless URLs, remove them from the index
query['listing'] = 0 query['listing'] = 0