mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-25 23:37:16 +00:00
chg: [api] rename domain lookup
This commit is contained in:
parent
6f2a59ccc0
commit
5a052c47d9
2 changed files with 16 additions and 4 deletions
|
@ -52,6 +52,8 @@ r_cache = config_loader.get_redis_conn("Redis_Cache")
|
|||
ITEMS_FOLDER = config_loader.get_config_str("Directories", "pastes")
|
||||
HAR_DIR = config_loader.get_files_directory('har')
|
||||
activate_crawler = config_loader.get_config_str("Crawler", "activate_crawler")
|
||||
D_HAR = config_loader.get_config_boolean('Crawler', 'default_har')
|
||||
D_SCREENSHOT = config_loader.get_config_boolean('Crawler', 'default_screenshot')
|
||||
config_loader = None
|
||||
|
||||
faup = Faup()
|
||||
|
@ -65,9 +67,14 @@ faup = Faup()
|
|||
# is safe ???
|
||||
# TODO FILTER URL ???
|
||||
|
||||
def api_get_domain_lookup_meta(domain):
|
||||
def api_get_onion_lookup(domain):
|
||||
domain = domain.lower()
|
||||
dom = Domain(domain)
|
||||
if not is_valid_onion_v3_domain(domain):
|
||||
return {'error': 'Invalid Domain', 'domain': domain}, 404
|
||||
if not dom.exists():
|
||||
if is_crawler_activated():
|
||||
create_task(domain, parent='lookup', priority=0, har=D_HAR, screenshot=D_SCREENSHOT)
|
||||
return {'error': 'domain not found', 'domain': domain}, 404
|
||||
meta = dom.get_meta(options={'languages'})
|
||||
meta['first_seen'] = meta['first_seen'].replace('/', '-')
|
||||
|
@ -109,6 +116,11 @@ def get_date_crawled_items_source(date):
|
|||
def get_har_dir():
|
||||
return HAR_DIR
|
||||
|
||||
def is_valid_onion_v3_domain(domain):
|
||||
if len(domain) == 62: # v3 address
|
||||
return domain[:56].isalnum()
|
||||
return False
|
||||
|
||||
def is_valid_onion_domain(domain):
|
||||
if not domain.endswith('.onion'):
|
||||
return False
|
||||
|
|
|
@ -218,10 +218,10 @@ def objects_chat_thread_messages():
|
|||
# # # # # # # # # # # # # # # DOMAINS # # # # # # # # # # # # # # # # # #
|
||||
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
|
||||
|
||||
@api_rest.route("api/v1/domain/lookup/<domain>", methods=['GET'])
|
||||
@api_rest.route("api/v1/lookup/onion/<domain>", methods=['GET'])
|
||||
@token_required('user')
|
||||
def api_domain_lookup(domain):
|
||||
return create_json_response(crawlers.api_get_domain_lookup_meta(domain), 200)
|
||||
def api_lookup_onion(domain):
|
||||
return create_json_response(crawlers.api_get_onion_lookup(domain), 200)
|
||||
|
||||
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
|
||||
# # # # # # # # # # # # # # # TITLES # # # # # # # # # # # # # # # # # # # TODO TO REVIEW
|
||||
|
|
Loading…
Reference in a new issue