mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-10 00:28:22 +00:00
fix: [crawler] debug
This commit is contained in:
parent
cdfc9f64e5
commit
7e9ea48c81
1 changed files with 3 additions and 0 deletions
|
@ -207,6 +207,9 @@ class Crawler(AbstractModule):
|
|||
# else:
|
||||
# parent = 'AIL_capture'
|
||||
|
||||
if not url:
|
||||
raise Exception(f'Error: url is None, {task.uuid}, {capture_uuid}, {url}')
|
||||
|
||||
self.ail_to_push_discovery.add_crawler_capture(task_uuid, capture_uuid, url, har=har, # parent=parent,
|
||||
screenshot=screenshot, depth_limit=1, proxy='force_tor')
|
||||
print(task.uuid, capture_uuid, url, 'Added to ail_to_push_discovery')
|
||||
|
|
Loading…
Reference in a new issue