CIRCL
/
lookyloo
mirror of https://github.com/CIRCL/lookyloo
2
0
Fork 0
Code Issues Releases Wiki Activity

chg: Attempt to keep index up-to-date with cached captures

pull/746/head
Raphaël Vinot 2023-07-28 14:40:33 +02:00
parent c0f601e5db
commit 182e7af188
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
lookyloo/capturecache.py
View File

@ -176,6 +176,7 @@ class CapturesIndex(Mapping):
@property @property
def cached_captures(self) -> Set[str]: def cached_captures(self) -> Set[str]:
self._quick_init()
return set(self.__cache.keys()) return set(self.__cache.keys())
def __getitem__(self, uuid: str) -> CaptureCache: def __getitem__(self, uuid: str) -> CaptureCache:
@ -225,8 +226,14 @@ class CapturesIndex(Mapping):
'''Initialize the cache with a list of UUIDs, with less back and forth with redis. '''Initialize the cache with a list of UUIDs, with less back and forth with redis.
Only get recent captures.''' Only get recent captures.'''
p = self.redis.pipeline() p = self.redis.pipeline()
for directory in self.redis.hvals('lookup_dirs'): has_new_cached_captures = False
for uuid, directory in self.redis.hscan_iter('lookup_dirs'):
if uuid in self.__cache:
continue
has_new_cached_captures = True
p.hgetall(directory) p.hgetall(directory)
if not has_new_cached_captures:
return
for cache in p.execute(): for cache in p.execute():
if not cache: if not cache:
continue continue