fix: [Crawler] clean

pull/260/head
Terrtia 2018-09-24 16:28:55 +02:00
parent 8eca0e0778
commit 874824a589
No known key found for this signature in database
GPG Key ID: 1E1B1F50D84613D0
3 changed files with 2 additions and 7 deletions

View File

@ -61,8 +61,6 @@ if __name__ == '__main__':
if len(sys.argv) != 3:
print('usage:', 'Crawler.py', 'type_hidden_service (onion or i2p or regular)', 'splash_port')
print(sys.argv[1])
print(sys.argv[2])
exit(1)
type_hidden_service = sys.argv[1]
@ -96,8 +94,8 @@ if __name__ == '__main__':
print('incorrect crawler type: {}'.format(type_hidden_service))
exit(0)
print(type_hidden_service)
print(splash_url)
print('crawler type: {}'.format(type_hidden_service))
print('splash url: {}'.format(splash_url))
crawler_depth_limit = p.config.getint("Crawler", "crawler_depth_limit")

View File

@ -9,7 +9,6 @@ from TorSplashCrawler import TorSplashCrawler
if __name__ == '__main__':
if len(sys.argv) != 7:
print(sys.argv)
print('usage:', 'tor_crawler.py', 'splash_url', 'type', 'url', 'domain', 'paste', 'super_father')
exit(1)

View File

@ -48,8 +48,6 @@ activate_crawler = cfg.get("Crawler", "activate_crawler")
if activate_crawler != 'True':
toIgnoreModule.add('hiddenServices')
print(toIgnoreModule)
# Dynamically import routes and functions from modules
# Also, prepare header.html
to_add_to_header_dico = {}