CIRCL
/
AIL-framework
mirror of https://github.com/CIRCL/AIL-framework
2
1
Fork 0
Code Issues Releases Wiki Activity

fix: [crawler] avoid crawler loop if a capture end up in an invalid state

master
terrtia 2024-12-09 16:44:40 +01:00
parent bdb80ee4a4
commit ea12a44836
No known key found for this signature in database
GPG Key ID: 1E1B1F50D84613D0
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
bin/crawlers/Crawler.py
View File

@ -164,9 +164,15 @@ class Crawler(AbstractModule):
self.logger.warning(f'capture UNKNOWN Timeout, {task.uuid} Send back in queue')
else:
capture.update(status)
else:
elif status == crawlers.CaptureStatus.QUEUED or status == crawlers.CaptureStatus.ONGOING:
capture.update(status)
print(capture.uuid, crawlers.CaptureStatus(status).name, int(time.time()))
# Invalid State
else:
task = capture.get_task()
task.reset()
capture.delete()
self.logger.warning(f'ERROR INVALID CAPTURE STATUS {status}, {task.uuid} Send back in queue')
except ConnectionError:
self.logger.warning(f'Lacus ConnectionError, capture {capture.uuid}')