mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-10 00:28:22 +00:00
fix: [vanity] update id domains is up + min vanity = 4
This commit is contained in:
parent
f07a4b422b
commit
88fbe36f70
2 changed files with 3 additions and 3 deletions
|
@ -262,6 +262,7 @@ class Crawler(AbstractModule):
|
||||||
# Origin + History + tags
|
# Origin + History + tags
|
||||||
if self.root_item:
|
if self.root_item:
|
||||||
self.domain.set_last_origin(parent_id)
|
self.domain.set_last_origin(parent_id)
|
||||||
|
self.domain.update_vanity_cluster()
|
||||||
# Tags
|
# Tags
|
||||||
for tag in task.get_tags():
|
for tag in task.get_tags():
|
||||||
self.domain.add_tag(tag)
|
self.domain.add_tag(tag)
|
||||||
|
@ -277,7 +278,6 @@ class Crawler(AbstractModule):
|
||||||
self.original_domain.add_history(epoch, root_item=self.root_item)
|
self.original_domain.add_history(epoch, root_item=self.root_item)
|
||||||
# crawlers.update_last_crawled_domain(self.original_domain.get_domain_type(), self.original_domain.id, epoch)
|
# crawlers.update_last_crawled_domain(self.original_domain.get_domain_type(), self.original_domain.id, epoch)
|
||||||
|
|
||||||
self.domain.update_vanity_cluster()
|
|
||||||
crawlers.update_last_crawled_domain(self.domain.get_domain_type(), self.domain.id, epoch)
|
crawlers.update_last_crawled_domain(self.domain.get_domain_type(), self.domain.id, epoch)
|
||||||
print('capture:', capture.uuid, 'completed')
|
print('capture:', capture.uuid, 'completed')
|
||||||
print('task: ', task.uuid, 'completed')
|
print('task: ', task.uuid, 'completed')
|
||||||
|
|
|
@ -580,7 +580,7 @@ def domains_search_date_post():
|
||||||
@login_required
|
@login_required
|
||||||
@login_analyst
|
@login_analyst
|
||||||
def domains_explorer_vanity_clusters():
|
def domains_explorer_vanity_clusters():
|
||||||
nb_min = request.args.get('min', 0)
|
nb_min = request.args.get('min', 4)
|
||||||
if int(nb_min) < 0:
|
if int(nb_min) < 0:
|
||||||
nb_min = 4
|
nb_min = 4
|
||||||
vanity_clusters = Domains.get_vanity_clusters(nb_min=nb_min)
|
vanity_clusters = Domains.get_vanity_clusters(nb_min=nb_min)
|
||||||
|
@ -592,7 +592,7 @@ def domains_explorer_vanity_clusters():
|
||||||
@login_analyst
|
@login_analyst
|
||||||
def domains_explorer_vanity_explore():
|
def domains_explorer_vanity_explore():
|
||||||
vanity = request.args.get('vanity')
|
vanity = request.args.get('vanity')
|
||||||
nb_min = request.args.get('min', 0) # TODO SHOW DOMAINS OPTIONS + HARD CODED DOMAINS LIMIT FOR RENDER
|
nb_min = request.args.get('min', 4) # TODO SHOW DOMAINS OPTIONS + HARD CODED DOMAINS LIMIT FOR RENDER
|
||||||
length = len(vanity)
|
length = len(vanity)
|
||||||
if int(nb_min) < 0:
|
if int(nb_min) < 0:
|
||||||
nb_min = 4
|
nb_min = 4
|
||||||
|
|
Loading…
Reference in a new issue