CIRCL
/
AIL-framework
mirror of https://github.com/CIRCL/AIL-framework
2
1
Fork 0
Code Issues Releases Wiki Activity

fix: [Crawler] fix screenshot-domain map

pull/453/head
Terrtia 2019-12-19 08:52:02 +01:00
parent 66f251d654
commit 363801fff7
No known key found for this signature in database
GPG Key ID: 1E1B1F50D84613D0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
bin/torcrawler/TorSplashCrawler.py
View File

@ -203,7 +203,7 @@ class TorSplashCrawler():
self.r_serv_onion.sadd('screenshot:{}'.format(hash), relative_filename_paste) self.r_serv_onion.sadd('screenshot:{}'.format(hash), relative_filename_paste)
# domain map # domain map
r_serv_onion.sadd('domain_screenshot:{}'.format(domain[0]), hash) r_serv_onion.sadd('domain_screenshot:{}'.format(domain[0]), hash)
r_serv_onion.sadd('screenshot_domain:{}'.format(hash), domain[0]) r_serv_onion.sadd('screenshot_domain:{}'.format(hash), self.domain[0])
if 'har' in response.data: if 'har' in response.data:
dirname = os.path.dirname(filename_har) dirname = os.path.dirname(filename_har)