AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-14 02:28:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #170 from mokaddem/iss_169

Browse source 
Iss 169
This commit is contained in:
Alexandre Dulaunoy 2018-01-15 19:35:42 +01:00 committed by GitHub
commit 32c8e101da
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 12 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
bin/feeder/pystemon-feeder.py
View file

@ -42,6 +42,8 @@ else:
zmq_url = "tcp://127.0.0.1:5556" zmq_url = "tcp://127.0.0.1:5556"
pystemonpath = cfg.get("Directories", "pystemonpath") pystemonpath = cfg.get("Directories", "pystemonpath")
base_sleeptime = 0.01
sleep_inc = 0
context = zmq.Context() context = zmq.Context()
socket = context.socket(zmq.PUB) socket = context.socket(zmq.PUB)
@ -54,12 +56,19 @@ r = redis.StrictRedis(host='localhost', db=10)
# 102 raw pastes feed # 102 raw pastes feed
while True: while True:
time.sleep(1) time.sleep(base_sleeptime + sleep_inc)
topic = 101 topic = 101
paste = r.lpop("pastes") paste = r.lpop("pastes")
if paste is None: if paste is None:
continue continue
socket.send("%d %s" % (topic, paste)) socket.send("%d %s" % (topic, paste))
topic = 102 topic = 102
messagedata = open(pystemonpath+paste).read() try:
socket.send("%d %s %s" % (topic, paste, base64.b64encode(messagedata))) messagedata = open(pystemonpath+paste).read()
socket.send("%d %s %s" % (topic, paste, base64.b64encode(messagedata)))
sleep_inc = sleep_inc-0.01 if sleep_inc-0.01 > 0 else 0
except IOError as e:
# file not found, could be a buffering issue -> increase sleeping time
print('IOError: Increasing sleep time')
sleep_inc += 0.5
continue