mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-10 16:48:35 +00:00
30 lines
627 B
Python
30 lines
627 B
Python
|
#!/usr/bin/python3
|
||
|
|
|
||
|
|
"""
|
||
|
|
``basic domain lib``
|
||
|
|
===================
|
||
|
|
|
||
|
|
|
||
|
|
"""
|
||
|
|
|
||
|
|
import os
|
||
|
|
import sys
|
||
|
|
import redis
|
||
|
|
|
||
|
|
sys.path.append(os.path.join(os.environ['AIL_BIN'], 'lib/'))
|
||
|
|
import ConfigLoader
|
||
|
|
|
||
|
|
config_loader = ConfigLoader.ConfigLoader()
|
||
|
|
r_serv_onion = config_loader.get_redis_conn("ARDB_Onion")
|
||
|
|
config_loader = None
|
||
|
|
|
||
|
|
def get_domain_type(domain):
|
||
|
|
if str(domain).endswith('.onion'):
|
||
|
|
return 'onion'
|
||
|
|
else:
|
||
|
|
return 'regular'
|
||
|
|
|
||
|
|
def delete_domain_item_core(item_id, domain, port):
|
||
|
|
domain_type = get_domain_type(domain)
|
||
|
|
r_serv_onion.zrem('crawler_history_{}:{}:{}'.format(domain_type, domain, port), item_id)
|