CIRCL
/
lookyloo
mirror of https://github.com/CIRCL/lookyloo
2
0
Fork 0
Code Issues Releases Wiki Activity

fix: Properly cleanup the HHHashes global index.

pull/952/head
Raphaël Vinot 2024-10-07 18:36:46 +02:00
parent 9f9a24eb18
commit 393a598d77
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
lookyloo/indexing.py
View File

@ -328,7 +328,7 @@ class Indexing():
# We changed the format of the indexes, so we need to make sure they're re-triggered. # We changed the format of the indexes, so we need to make sure they're re-triggered.
pipeline = self.redis.pipeline() pipeline = self.redis.pipeline()
if self.redis.type(f'hhhashes|{hhh}|captures') == 'set': # type: ignore[no-untyped-call] if self.redis.type(f'hhhashes|{hhh}|captures') == 'set': # type: ignore[no-untyped-call]
pipeline.srem('indexed_hhhashes', *self.redis.smembers(f'hhhashes|{hhh}|captures')) pipeline.srem('indexed_hhhashes', *[entry.split('|')[0] for entry in self.redis.smembers(f'hhhashes|{hhh}|captures')])
pipeline.delete(f'hhhashes|{hhh}|captures') pipeline.delete(f'hhhashes|{hhh}|captures')
if self.redis.type('hhhashes') == 'zset': # type: ignore[no-untyped-call] if self.redis.type('hhhashes') == 'zset': # type: ignore[no-untyped-call]
pipeline.delete('hhhashes') pipeline.delete('hhhashes')
@ -346,7 +346,7 @@ class Indexing():
self.logger.debug(f'Indexing HHHashes for {crawled_tree.uuid} ... ') self.logger.debug(f'Indexing HHHashes for {crawled_tree.uuid} ... ')
pipeline = self.redis.pipeline() pipeline = self.redis.pipeline()
# Add the tlds key in internal indexes set # Add the hhashes key in internal indexes set
internal_index = f'capture_indexes|{crawled_tree.uuid}' internal_index = f'capture_indexes|{crawled_tree.uuid}'
pipeline.sadd(internal_index, 'hhhashes') pipeline.sadd(internal_index, 'hhhashes')