mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-09-20 07:58:29 +00:00
1379ef705a
AIL is a modular framework to analyse potential information leak from unstructured data source like pastes from Past ebin or similar services. AIL framework is flexible and can be extended to support other functionalities to mine sen sitive information
62 lines
1.6 KiB
Python
Executable file
62 lines
1.6 KiB
Python
Executable file
#!/usr/bin/env python2
|
|
# -*-coding:UTF-8 -*
|
|
"""
|
|
The ZMQ_PubSub_Tokenize_Q Module
|
|
============================
|
|
|
|
This module subscribe to a Publisher stream and put the received messages
|
|
into a Redis-list waiting to be popped later by others scripts.
|
|
|
|
..note:: Module ZMQ_Something_Q and ZMQ_Something are closely bound, always put
|
|
the same Subscriber name in both of them.
|
|
|
|
Requirements
|
|
------------
|
|
|
|
*Running Redis instances.
|
|
*Should register to the Publisher "ZMQ_PubSub_Line" channel 1
|
|
|
|
"""
|
|
import redis, zmq, ConfigParser
|
|
from pubsublogger import publisher
|
|
from packages import ZMQ_PubSub
|
|
|
|
configfile = './packages/config.cfg'
|
|
|
|
def main():
|
|
"""Main Function"""
|
|
|
|
# CONFIG #
|
|
cfg = ConfigParser.ConfigParser()
|
|
cfg.read(configfile)
|
|
|
|
# REDIS #
|
|
r_serv = redis.StrictRedis(
|
|
host = cfg.get("Redis_Queues", "host"),
|
|
port = cfg.getint("Redis_Queues", "port"),
|
|
db = cfg.getint("Redis_Queues", "db"))
|
|
|
|
# LOGGING #
|
|
publisher.channel = "Queuing"
|
|
|
|
# ZMQ #
|
|
channel = cfg.get("PubSub_Longlines", "channel_1")
|
|
subscriber_name = "tokenize"
|
|
subscriber_config_section = "PubSub_Longlines"
|
|
|
|
Sub = ZMQ_PubSub.ZMQSub(configfile, subscriber_config_section, channel, subscriber_name)
|
|
|
|
# FUNCTIONS #
|
|
publisher.info("""Suscribed to channel {0}""".format(channel))
|
|
|
|
while True:
|
|
Sub.get_and_lpush(r_serv)
|
|
|
|
if r_serv.sismember("SHUTDOWN_FLAGS", "Tokenize_Q"):
|
|
r_serv.srem("SHUTDOWN_FLAGS", "Tokenize_Q")
|
|
print "Shutdown Flag Up: Terminating"
|
|
publisher.warning("Shutdown Flag Up: Terminating.")
|
|
break
|
|
|
|
if __name__ == "__main__":
|
|
main()
|