AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-13 01:58:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: [crawler] debug

Browse source
This commit is contained in:
terrtia 2023-12-12 11:20:21 +01:00
parent cdfc9f64e5
commit 7e9ea48c81
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
bin/crawlers/Crawler.py
View file

@ -207,6 +207,9 @@ class Crawler(AbstractModule):
# else: # else:
# parent = 'AIL_capture' # parent = 'AIL_capture'
if not url:
raise Exception(f'Error: url is None, {task.uuid}, {capture_uuid}, {url}')
self.ail_to_push_discovery.add_crawler_capture(task_uuid, capture_uuid, url, har=har, # parent=parent, self.ail_to_push_discovery.add_crawler_capture(task_uuid, capture_uuid, url, har=har, # parent=parent,
screenshot=screenshot, depth_limit=1, proxy='force_tor') screenshot=screenshot, depth_limit=1, proxy='force_tor')
print(task.uuid, capture_uuid, url, 'Added to ail_to_push_discovery') print(task.uuid, capture_uuid, url, 'Added to ail_to_push_discovery')