tom/doorlockd-mirror
1
0
Fork 0
mirror of https://github.com/binary-kitchen/doorlockd synced 2024-12-22 02:14:26 +01:00
Code Issues Releases Wiki Activity

EventClient.py: implement small reads an refactor

Browse Source 
use read1() for smaller latency. Refactor message parsing

Signed-off-by: Thomas Schmid <tom@lfence.de>
This commit is contained in:
Thomas 2020-10-08 21:08:34 +02:00
parent 7153eecd57
commit 90c4e9f6cf
1 changed files with 32 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
pydoorlock/EventClient.py
View File

@ -3,31 +3,43 @@ import threading
import json
class EventClient:
def __init__(self,url):
def __init__(self,url, chunk_size = 1024):
self.chunk_size = chunk_size
self.r = requests.get(url,stream=True)
if self.r.encoding is None:
self.r.encoding = 'utf8'
def parseEvent(self,line_buf):
ret = dict()
for line in line_buf:
if line:
k,v = line.decode().split(':',1)
ret[k] = v
return ret
def parseEvent(self, raw):
lines = raw.splitlines()
data = dict()
for line in lines:
k,v = line.split(":",1)
if data.get(k):
data[k] += v
data[k] = v
return data
def events(self):
lines = self.r.iter_lines()
line_buf = []
while True:
line_buf.append(next(lines))
if line_buf:
if not line_buf[-1].decode():
yield self.parseEvent(line_buf)
line_buf = []
def generate():
sbuf = ""
while True:
bbuf = self.r.raw._fp.fp.read1(self.chunk_size)
if not bbuf:
break
sbuf += bbuf.decode('utf8')
parts = sbuf.split('\n\n')
if len(parts) > 1:
for p in parts[0:-1]:
yield self.parseEvent(p)
sbuf = parts[-1]
return generate()
if __name__ == "__main__":
e = EventClient("http://localhost:8080/push")
for evt in e.events():
print(json.loads(evt['data']))
while True:
e = EventClient("http://localhost:5000/push")
for evt in e.events():
print(json.loads(evt['data']))