mirror of https://github.com/CIRCL/AIL-framework
fix: [Crawler] clean
parent
8eca0e0778
commit
874824a589
|
@ -61,8 +61,6 @@ if __name__ == '__main__':
|
|||
|
||||
if len(sys.argv) != 3:
|
||||
print('usage:', 'Crawler.py', 'type_hidden_service (onion or i2p or regular)', 'splash_port')
|
||||
print(sys.argv[1])
|
||||
print(sys.argv[2])
|
||||
exit(1)
|
||||
|
||||
type_hidden_service = sys.argv[1]
|
||||
|
@ -96,8 +94,8 @@ if __name__ == '__main__':
|
|||
print('incorrect crawler type: {}'.format(type_hidden_service))
|
||||
exit(0)
|
||||
|
||||
print(type_hidden_service)
|
||||
print(splash_url)
|
||||
print('crawler type: {}'.format(type_hidden_service))
|
||||
print('splash url: {}'.format(splash_url))
|
||||
|
||||
crawler_depth_limit = p.config.getint("Crawler", "crawler_depth_limit")
|
||||
|
||||
|
|
|
@ -9,7 +9,6 @@ from TorSplashCrawler import TorSplashCrawler
|
|||
if __name__ == '__main__':
|
||||
|
||||
if len(sys.argv) != 7:
|
||||
print(sys.argv)
|
||||
print('usage:', 'tor_crawler.py', 'splash_url', 'type', 'url', 'domain', 'paste', 'super_father')
|
||||
exit(1)
|
||||
|
||||
|
|
|
@ -48,8 +48,6 @@ activate_crawler = cfg.get("Crawler", "activate_crawler")
|
|||
if activate_crawler != 'True':
|
||||
toIgnoreModule.add('hiddenServices')
|
||||
|
||||
print(toIgnoreModule)
|
||||
|
||||
# Dynamically import routes and functions from modules
|
||||
# Also, prepare header.html
|
||||
to_add_to_header_dico = {}
|
||||
|
|
Loading…
Reference in New Issue