CIRCL
/
AIL-framework
mirror of https://github.com/CIRCL/AIL-framework
2
1
Fork 0
Code Issues Releases Wiki Activity

fix: [vanity] update id domains is up + min vanity = 4

dev
terrtia 2024-02-19 15:23:16 +01:00
parent f07a4b422b
commit 88fbe36f70
No known key found for this signature in database
GPG Key ID: 1E1B1F50D84613D0
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
bin/crawlers/Crawler.py
View File

@ -262,6 +262,7 @@ class Crawler(AbstractModule):
# Origin + History + tags # Origin + History + tags
if self.root_item: if self.root_item:
self.domain.set_last_origin(parent_id) self.domain.set_last_origin(parent_id)
self.domain.update_vanity_cluster()
# Tags # Tags
for tag in task.get_tags(): for tag in task.get_tags():
self.domain.add_tag(tag) self.domain.add_tag(tag)
@ -277,7 +278,6 @@ class Crawler(AbstractModule):
self.original_domain.add_history(epoch, root_item=self.root_item) self.original_domain.add_history(epoch, root_item=self.root_item)
# crawlers.update_last_crawled_domain(self.original_domain.get_domain_type(), self.original_domain.id, epoch) # crawlers.update_last_crawled_domain(self.original_domain.get_domain_type(), self.original_domain.id, epoch)
self.domain.update_vanity_cluster()
crawlers.update_last_crawled_domain(self.domain.get_domain_type(), self.domain.id, epoch) crawlers.update_last_crawled_domain(self.domain.get_domain_type(), self.domain.id, epoch)
print('capture:', capture.uuid, 'completed') print('capture:', capture.uuid, 'completed')
print('task: ', task.uuid, 'completed') print('task: ', task.uuid, 'completed')

4
var/www/blueprints/crawler_splash.py
View File

@ -580,7 +580,7 @@ def domains_search_date_post():
@login_required @login_required
@login_analyst @login_analyst
def domains_explorer_vanity_clusters(): def domains_explorer_vanity_clusters():
nb_min = request.args.get('min', 0) nb_min = request.args.get('min', 4)
if int(nb_min) < 0: if int(nb_min) < 0:
nb_min = 4 nb_min = 4
vanity_clusters = Domains.get_vanity_clusters(nb_min=nb_min) vanity_clusters = Domains.get_vanity_clusters(nb_min=nb_min)
@ -592,7 +592,7 @@ def domains_explorer_vanity_clusters():
@login_analyst @login_analyst
def domains_explorer_vanity_explore(): def domains_explorer_vanity_explore():
vanity = request.args.get('vanity') vanity = request.args.get('vanity')
nb_min = request.args.get('min', 0) # TODO SHOW DOMAINS OPTIONS + HARD CODED DOMAINS LIMIT FOR RENDER nb_min = request.args.get('min', 4) # TODO SHOW DOMAINS OPTIONS + HARD CODED DOMAINS LIMIT FOR RENDER
length = len(vanity) length = len(vanity)
if int(nb_min) < 0: if int(nb_min) < 0:
nb_min = 4 nb_min = 4