mirror of https://github.com/CIRCL/lookyloo
commit
b7ee3a7ecb
|
@ -23,3 +23,4 @@ RUN mkdir cache user_agents scraped
|
||||||
RUN poetry install
|
RUN poetry install
|
||||||
RUN echo LOOKYLOO_HOME="'`pwd`'" > .env
|
RUN echo LOOKYLOO_HOME="'`pwd`'" > .env
|
||||||
RUN poetry run tools/3rdparty.py
|
RUN poetry run tools/3rdparty.py
|
||||||
|
RUN poetry run tools/generate_sri.py
|
||||||
|
|
|
@ -3,6 +3,7 @@
|
||||||
import logging
|
import logging
|
||||||
import os
|
import os
|
||||||
from datetime import datetime, timedelta
|
from datetime import datetime, timedelta
|
||||||
|
import shutil
|
||||||
|
|
||||||
from lookyloo.default import AbstractManager
|
from lookyloo.default import AbstractManager
|
||||||
from lookyloo.exceptions import MissingUUID, NoValidHarFile
|
from lookyloo.exceptions import MissingUUID, NoValidHarFile
|
||||||
|
@ -61,7 +62,7 @@ class BackgroundIndexer(AbstractManager):
|
||||||
self.logger.warning(f'Unable to build pickle for {uuid}: {uuid_path.parent.name}')
|
self.logger.warning(f'Unable to build pickle for {uuid}: {uuid_path.parent.name}')
|
||||||
# The capture is not working, moving it away.
|
# The capture is not working, moving it away.
|
||||||
self.lookyloo.redis.hdel('lookup_dirs', uuid)
|
self.lookyloo.redis.hdel('lookup_dirs', uuid)
|
||||||
uuid_path.parent.rename(self.discarded_captures_dir / uuid_path.parent.name)
|
shutil.move(uuid_path.parent, (self.discarded_captures_dir / uuid_path.parent.name))
|
||||||
|
|
||||||
def _check_indexes(self):
|
def _check_indexes(self):
|
||||||
index_redis = self.lookyloo.indexing.redis
|
index_redis = self.lookyloo.indexing.redis
|
||||||
|
|
|
@ -38,6 +38,7 @@ services:
|
||||||
- ./cache:/lookyloo/cache
|
- ./cache:/lookyloo/cache
|
||||||
- ./indexing:/lookyloo/indexing
|
- ./indexing:/lookyloo/indexing
|
||||||
- ./scraped:/lookyloo/scraped
|
- ./scraped:/lookyloo/scraped
|
||||||
|
- ./discarded:/lookyloo/discarded_captures
|
||||||
- ./user_agents:/lookyloo/user_agents
|
- ./user_agents:/lookyloo/user_agents
|
||||||
- ./config:/lookyloo/config
|
- ./config:/lookyloo/config
|
||||||
ports:
|
ports:
|
||||||
|
|
Loading…
Reference in New Issue