mirror of https://github.com/CIRCL/lookyloo
chg: Add logging in BG processing
parent
81390d5ea0
commit
c732e38395
|
@ -37,10 +37,13 @@ class Processing(AbstractManager):
|
||||||
safe_create_dir(self_generated_ua_file_path)
|
safe_create_dir(self_generated_ua_file_path)
|
||||||
self_generated_ua_file = self_generated_ua_file_path / f'{yesterday.isoformat()}.json'
|
self_generated_ua_file = self_generated_ua_file_path / f'{yesterday.isoformat()}.json'
|
||||||
if self_generated_ua_file.exists():
|
if self_generated_ua_file.exists():
|
||||||
|
self.logger.info('User-agent file for {yesterday} already exists.')
|
||||||
return
|
return
|
||||||
|
self.logger.info(f'Generating user-agent file for {yesterday}')
|
||||||
redis = Redis(unix_socket_path=get_socket_path('cache'), decode_responses=True)
|
redis = Redis(unix_socket_path=get_socket_path('cache'), decode_responses=True)
|
||||||
entries = redis.zrevrange(f'user_agents|{yesterday.isoformat()}', 0, -1)
|
entries = redis.zrevrange(f'user_agents|{yesterday.isoformat()}', 0, -1)
|
||||||
if not entries:
|
if not entries:
|
||||||
|
self.logger.info(f'No User-agent file for {yesterday} to generate.')
|
||||||
return
|
return
|
||||||
|
|
||||||
to_store: Dict[str, Any] = {'by_frequency': []}
|
to_store: Dict[str, Any] = {'by_frequency': []}
|
||||||
|
@ -62,6 +65,7 @@ class Processing(AbstractManager):
|
||||||
|
|
||||||
# Remove the UA / IP mapping.
|
# Remove the UA / IP mapping.
|
||||||
redis.delete(f'user_agents|{yesterday.isoformat()}')
|
redis.delete(f'user_agents|{yesterday.isoformat()}')
|
||||||
|
self.logger.info(f'User-agent file for {yesterday} generated.')
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
|
Loading…
Reference in New Issue