AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-29 17:27:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chg: [crawler] update tor user agent

Browse source
This commit is contained in:
terrtia 2024-10-08 10:27:03 +02:00
parent d9fc014a1d
commit 554897e1d8
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bin/lib/crawlers.py
View file

@ -1012,7 +1012,7 @@ def api_import_cookies_from_json(user_org, user_id, user_role, cookiejar_uuid, j
# # # # # # # # # # # # # # # #
def get_default_user_agent(): def get_default_user_agent():
return 'Mozilla/5.0 (Windows NT 10.0; rv:102.0) Gecko/20100101 Firefox/102.0' return 'Mozilla/5.0 (Windows NT 10.0; rv:109.0) Gecko/20100101 Firefox/115.0'
def get_last_crawled_domains(domain_type): def get_last_crawled_domains(domain_type):
return r_crawler.lrange(f'last_{domain_type}', 0, -1) return r_crawler.lrange(f'last_{domain_type}', 0, -1)