2018-12-05 16:24:10 +01:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
2018-12-13 10:55:27 +01:00
|
|
|
import os
|
2018-12-05 16:24:10 +01:00
|
|
|
import sys
|
2018-12-12 15:27:00 +01:00
|
|
|
import hmac
|
2018-12-13 10:55:27 +01:00
|
|
|
import stat
|
2018-12-13 16:03:05 +01:00
|
|
|
import redis
|
2018-12-21 15:27:51 +01:00
|
|
|
import struct
|
2019-01-02 17:00:43 +01:00
|
|
|
import time
|
2018-12-05 16:24:10 +01:00
|
|
|
|
|
|
|
from twisted.internet import ssl, task, protocol, endpoints, defer
|
|
|
|
from twisted.python import log
|
|
|
|
from twisted.python.modules import getModule
|
|
|
|
|
|
|
|
from twisted.internet.protocol import Protocol
|
|
|
|
|
2018-12-12 15:27:00 +01:00
|
|
|
|
2018-12-05 17:05:46 +01:00
|
|
|
from ctypes import *
|
2018-12-12 15:27:00 +01:00
|
|
|
from uuid import UUID
|
2018-12-05 17:05:46 +01:00
|
|
|
|
2018-12-21 15:27:51 +01:00
|
|
|
hmac_reset = bytearray(32)
|
2018-12-13 10:55:27 +01:00
|
|
|
hmac_key = b'private key to change\n'
|
|
|
|
|
2018-12-13 16:03:05 +01:00
|
|
|
redis_server = redis.StrictRedis(
|
|
|
|
host="localhost",
|
|
|
|
port=6379,
|
|
|
|
db=0,
|
|
|
|
decode_responses=True)
|
|
|
|
|
2018-12-05 16:24:10 +01:00
|
|
|
class Echo(Protocol):
|
|
|
|
|
2019-01-02 17:00:43 +01:00
|
|
|
def __init__(self):
|
2019-01-03 09:41:15 +01:00
|
|
|
self.buffer = b''
|
2018-12-05 16:24:10 +01:00
|
|
|
|
|
|
|
def dataReceived(self, data):
|
2019-01-02 17:00:43 +01:00
|
|
|
self.process_header(data)
|
2019-01-03 14:53:53 +01:00
|
|
|
#print(self.transport.client)
|
2018-12-05 17:05:46 +01:00
|
|
|
|
2019-01-02 17:00:43 +01:00
|
|
|
#def timeoutConnection(self):
|
|
|
|
# self.transport.abortConnection()
|
|
|
|
|
|
|
|
def unpack_header(self, data):
|
|
|
|
data_header = {}
|
|
|
|
if len(data) > 62:
|
|
|
|
data_header['version'] = struct.unpack('B', data[0:1])[0]
|
|
|
|
data_header['type'] = struct.unpack('B', data[1:2])[0]
|
|
|
|
data_header['uuid_header'] = data[2:18].hex()
|
|
|
|
data_header['timestamp'] = struct.unpack('Q', data[18:26])[0]
|
|
|
|
data_header['hmac_header'] = data[26:58]
|
|
|
|
data_header['size'] = struct.unpack('I', data[58:62])[0]
|
|
|
|
|
|
|
|
return data_header
|
|
|
|
|
2019-01-03 14:53:53 +01:00
|
|
|
def is_valid_uuid_v4(self, header_uuid):
|
|
|
|
try:
|
|
|
|
uuid_test = UUID(hex=header_uuid, version=4)
|
|
|
|
return uuid_test.hex == header_uuid
|
|
|
|
except:
|
|
|
|
return False
|
|
|
|
|
2019-01-02 17:00:43 +01:00
|
|
|
# # TODO: check timestamp
|
|
|
|
def is_valid_header(self, uuid):
|
2019-01-03 14:53:53 +01:00
|
|
|
if self.is_valid_uuid_v4(uuid):
|
2019-01-02 17:00:43 +01:00
|
|
|
return True
|
|
|
|
else:
|
|
|
|
return False
|
|
|
|
|
|
|
|
def process_header(self, data):
|
|
|
|
if not self.buffer:
|
|
|
|
data_header = self.unpack_header(data)
|
|
|
|
if data_header:
|
|
|
|
if self.is_valid_header(data_header['uuid_header']):
|
|
|
|
# check data size
|
|
|
|
if data_header['size'] == (len(data) - 62):
|
|
|
|
self.process_d4_data(data, data_header)
|
|
|
|
# multiple d4 headers
|
|
|
|
elif data_header['size'] < (len(data) - 62):
|
2019-01-03 09:41:15 +01:00
|
|
|
next_data = data[data_header['size'] + 62:]
|
|
|
|
data = data[:data_header['size'] + 62]
|
|
|
|
#print('------------------------------------------------')
|
|
|
|
#print(data)
|
|
|
|
#print()
|
|
|
|
#print(next_data)
|
2019-01-02 17:00:43 +01:00
|
|
|
self.process_d4_data(data, data_header)
|
|
|
|
# process next d4 header
|
|
|
|
self.process_header(next_data)
|
|
|
|
# data_header['size'] > (len(data) - 62)
|
|
|
|
# buffer the data
|
|
|
|
else:
|
2019-01-03 09:41:15 +01:00
|
|
|
#print('**********************************************************')
|
|
|
|
#print(data)
|
|
|
|
#print(data_header['size'])
|
|
|
|
#print((len(data) - 62))
|
2019-01-02 17:00:43 +01:00
|
|
|
self.buffer += data
|
|
|
|
else:
|
|
|
|
if len(data) < 62:
|
|
|
|
self.buffer += data
|
|
|
|
else:
|
|
|
|
print('discard data')
|
|
|
|
print(data_header)
|
|
|
|
print(data)
|
|
|
|
time.sleep(5)
|
|
|
|
#sys.exit(1)
|
|
|
|
else:
|
|
|
|
if len(data) < 62:
|
|
|
|
self.buffer += data
|
|
|
|
else:
|
|
|
|
print('error discard data')
|
|
|
|
print(data_header)
|
|
|
|
print(data)
|
|
|
|
time.sleep(5)
|
|
|
|
#sys.exit(1)
|
|
|
|
|
|
|
|
# not a header
|
|
|
|
else:
|
|
|
|
# add previous data
|
|
|
|
if len(data) < 62:
|
2019-01-03 12:01:06 +01:00
|
|
|
self.buffer += data
|
|
|
|
print(self.buffer)
|
|
|
|
print(len(self.buffer))
|
2019-01-02 17:00:43 +01:00
|
|
|
#todo check if valid header before adding ?
|
|
|
|
else:
|
|
|
|
data = self.buffer + data
|
2019-01-03 09:41:15 +01:00
|
|
|
#print('()()()()()()()()()')
|
|
|
|
#print(data)
|
|
|
|
#print()
|
|
|
|
self.buffer = b''
|
2019-01-02 17:00:43 +01:00
|
|
|
self.process_header(data)
|
|
|
|
|
|
|
|
def process_d4_data(self, data, data_header):
|
|
|
|
# empty buffer
|
|
|
|
self.buffer = b''
|
|
|
|
# set hmac_header to 0
|
|
|
|
data = data.replace(data_header['hmac_header'], hmac_reset, 1)
|
|
|
|
HMAC = hmac.new(hmac_key, msg=data, digestmod='sha256')
|
|
|
|
data_header['hmac_header'] = data_header['hmac_header'].hex()
|
|
|
|
|
|
|
|
### Debug ###
|
2019-01-03 14:53:53 +01:00
|
|
|
#print('hexdigest: {}'.format( HMAC.hexdigest() ))
|
|
|
|
#print('version: {}'.format( data_header['version'] ))
|
|
|
|
#print('type: {}'.format( data_header['type'] ))
|
|
|
|
#print('uuid: {}'.format(data_header['uuid_header']))
|
|
|
|
#print('timestamp: {}'.format( data_header['timestamp'] ))
|
|
|
|
#print('hmac: {}'.format( data_header['hmac_header'] ))
|
|
|
|
#print('size: {}'.format( data_header['size'] ))
|
2019-01-02 17:00:43 +01:00
|
|
|
#print(d4_header)
|
|
|
|
### ###
|
|
|
|
|
|
|
|
if data_header['hmac_header'] == HMAC.hexdigest():
|
2019-01-03 14:53:53 +01:00
|
|
|
#print('hmac match')
|
|
|
|
#redis_server.xadd('stream:{}'.format(data_header['type']), {'message': data[62:], 'uuid': data_header['uuid_header'], 'timestamp': data_header['timestamp'], 'version': data_header['version']})
|
|
|
|
with open(data_header['uuid_header'], 'ab') as f:
|
|
|
|
f.write(data[62:])
|
2019-01-02 17:00:43 +01:00
|
|
|
else:
|
|
|
|
print('hmac do not match')
|
2019-01-03 12:01:06 +01:00
|
|
|
print(data)
|
2018-12-12 15:27:00 +01:00
|
|
|
|
2018-12-05 16:24:10 +01:00
|
|
|
|
2018-12-12 15:27:00 +01:00
|
|
|
|
2018-12-05 16:24:10 +01:00
|
|
|
def main(reactor):
|
|
|
|
log.startLogging(sys.stdout)
|
|
|
|
certData = getModule(__name__).filePath.sibling('server.pem').getContent()
|
|
|
|
certificate = ssl.PrivateCertificate.loadPEM(certData)
|
|
|
|
factory = protocol.Factory.forProtocol(Echo)
|
|
|
|
reactor.listenSSL(4443, factory, certificate.options())
|
|
|
|
return defer.Deferred()
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
task.react(main)
|