fix: [crawler] debug

This commit is contained in:
terrtia 2023-12-12 11:20:21 +01:00
parent cdfc9f64e5
commit 7e9ea48c81
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0

View file

@ -207,6 +207,9 @@ class Crawler(AbstractModule):
# else:
# parent = 'AIL_capture'
if not url:
raise Exception(f'Error: url is None, {task.uuid}, {capture_uuid}, {url}')
self.ail_to_push_discovery.add_crawler_capture(task_uuid, capture_uuid, url, har=har, # parent=parent,
screenshot=screenshot, depth_limit=1, proxy='force_tor')
print(task.uuid, capture_uuid, url, 'Added to ail_to_push_discovery')