mirror of https://github.com/D4-project/d4-core
add: [filerwatcher] +base64 worker
parent
cf64529929
commit
d74d2fb71a
server/workers/workers_2/meta_types_modules
filewatcher
filewatcherjson
|
@ -0,0 +1,47 @@
|
|||
#!/usr/bin/env python3
|
||||
|
||||
from meta_types_modules.MetaTypesDefault import MetaTypesDefault
|
||||
import hashlib
|
||||
import time
|
||||
import os
|
||||
import datetime
|
||||
import base64
|
||||
|
||||
class TypeHandler(MetaTypesDefault):
|
||||
|
||||
def __init__(self, uuid, json_file):
|
||||
super().__init__(uuid, json_file)
|
||||
self.set_rotate_file_mode(False)
|
||||
self.saved_dir = ''
|
||||
|
||||
def process_data(self, data):
|
||||
self.reconstruct_data(data)
|
||||
|
||||
# pushing the filepath instead of the file content to the analyzer
|
||||
def handle_reconstructed_data(self, data):
|
||||
m = hashlib.sha256()
|
||||
self.set_last_time_saved(time.time())
|
||||
self.set_last_saved_date(datetime.datetime.now().strftime("%Y%m%d%H%M%S"))
|
||||
|
||||
# Create folder
|
||||
save_dir = os.path.join(self.get_save_dir(), 'files')
|
||||
#debug_dir = os.path.join(self.get_save_dir(), 'debug')
|
||||
if not os.path.isdir(save_dir):
|
||||
os.makedirs(save_dir)
|
||||
#if not os.path.isdir(debug_dir):
|
||||
# os.makedirs(debug_dir)
|
||||
# write binary file to disk
|
||||
decodeddata = base64.b64decode(data)
|
||||
m.update(decodeddata)
|
||||
path = os.path.join(save_dir, m.hexdigest())
|
||||
#pathd = os.path.join(debug_dir, m.hexdigest())
|
||||
with open(path, 'wb') as p:
|
||||
p.write(decodeddata)
|
||||
|
||||
#with open(pathd, 'wb') as p:
|
||||
# p.write(data)
|
||||
# Send data to Analyszer
|
||||
self.send_to_analyzers(path)
|
||||
|
||||
def test(self):
|
||||
print('Class: filewatcher')
|
|
@ -19,7 +19,6 @@ class TypeHandler(MetaTypesDefault):
|
|||
# pushing the filepath instead of the file content to the analyzer
|
||||
def handle_reconstructed_data(self, data):
|
||||
m = hashlib.sha256()
|
||||
decoded_data = data.decode()
|
||||
self.set_last_time_saved(time.time())
|
||||
self.set_last_saved_date(datetime.datetime.now().strftime("%Y%m%d%H%M%S"))
|
||||
|
||||
|
@ -30,8 +29,8 @@ class TypeHandler(MetaTypesDefault):
|
|||
# write json file to disk
|
||||
m.update(data)
|
||||
jsons_path = os.path.join(jsons_save_dir, m.hexdigest()+'.json')
|
||||
with open(jsons_path, 'w') as j:
|
||||
j.write(decoded_data)
|
||||
with open(jsons_path, 'wb') as j:
|
||||
j.write(data)
|
||||
# Send data to Analyszer
|
||||
self.send_to_analyzers(jsons_path)
|
||||
|
||||
|
|
Loading…
Reference in New Issue