CIRCL
/
AIL-framework
mirror of https://github.com/CIRCL/AIL-framework
2
1
Fork 0
Code Issues Releases Wiki Activity

Merge pull request #170 from mokaddem/iss_169 

Iss 169
pull/178/head
Alexandre Dulaunoy 2018-01-15 19:35:42 +01:00 committed by GitHub
parent ec36f487b4 3e117195a2
commit 32c8e101da
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 12 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
bin/feeder/pystemon-feeder.py
View File

@ -42,6 +42,8 @@ else:
zmq_url = "tcp://127.0.0.1:5556" zmq_url = "tcp://127.0.0.1:5556"
pystemonpath = cfg.get("Directories", "pystemonpath") pystemonpath = cfg.get("Directories", "pystemonpath")
base_sleeptime = 0.01
sleep_inc = 0
context = zmq.Context() context = zmq.Context()
socket = context.socket(zmq.PUB) socket = context.socket(zmq.PUB)
@ -54,12 +56,19 @@ r = redis.StrictRedis(host='localhost', db=10)
# 102 raw pastes feed # 102 raw pastes feed
while True: while True:
time.sleep(1) time.sleep(base_sleeptime + sleep_inc)
topic = 101 topic = 101
paste = r.lpop("pastes") paste = r.lpop("pastes")
if paste is None: if paste is None:
continue continue
socket.send("%d %s" % (topic, paste)) socket.send("%d %s" % (topic, paste))
topic = 102 topic = 102
messagedata = open(pystemonpath+paste).read() try:
socket.send("%d %s %s" % (topic, paste, base64.b64encode(messagedata))) messagedata = open(pystemonpath+paste).read()
socket.send("%d %s %s" % (topic, paste, base64.b64encode(messagedata)))
sleep_inc = sleep_inc-0.01 if sleep_inc-0.01 > 0 else 0
except IOError as e:
# file not found, could be a buffering issue -> increase sleeping time
print('IOError: Increasing sleep time')
sleep_inc += 0.5
continue