fix: [modules] small fixs

bin/crawlers/Crawler.py

@@ -43,7 +43,7 @@ class Crawler(AbstractModule):
 
         # LACUS
         self.lacus = crawlers.get_lacus()
-        self.is_lacus_up = crawlers.get_lacus().is_up
+        self.is_lacus_up = is_lacus_connected(delta_check=0)
 
         # Capture
         self.har = None

bin/importer/ZMQImporter.py

@@ -57,11 +57,11 @@ class ZMQModuleImporter(AbstractModule):
 
         config_loader = ConfigLoader()
         addresses = config_loader.get_config_str('ZMQ_Global', 'address')
-        addresses = addresses.split(',').strip()
+        addresses = addresses.split(',')
         channel = config_loader.get_config_str('ZMQ_Global', 'channel')
         self.zmq_importer = ZMQImporters()
         for address in addresses:
-            self.zmq_importer.add(address, channel)
+            self.zmq_importer.add(address.strip(), channel)
 
     # TODO MESSAGE SOURCE - UI
     def get_message(self):

bin/modules/CveModule.py

@@ -69,5 +69,4 @@ class CveModule(AbstractModule):
 if __name__ == '__main__':
 
     module = CveModule()
-    # module.run()
-    module.compute('crawled/2022/09/15/circl.lu1e4f9721-06dc-404f-aabf-3c3bd0b533bd 9')
+    module.run()

bin/modules/Decoder.py

@@ -25,9 +25,9 @@ from lib.objects.Items import Item
 from lib.objects.Decodeds import Decoded
 
 config_loader = ConfigLoader()
-hex_max_execution_time = config_loader.get_config_int("Hex", "max_execution_time")
-binary_max_execution_time = config_loader.get_config_int("Binary", "max_execution_time")
-base64_max_execution_time = config_loader.get_config_int("Base64", "max_execution_time")
+hex_max_execution_time = config_loader.get_config_int("Decoder", "max_execution_time_hexadecimal")
+binary_max_execution_time = config_loader.get_config_int("Decoder", "max_execution_time_binary")
+base64_max_execution_time = config_loader.get_config_int("Decoder", "max_execution_time_base64")
 config_loader = None
 
 

bin/modules/Tools.py

@@ -10,7 +10,6 @@ Search tools outpout
 
 import os
 import sys
-import time
 
 sys.path.append(os.environ['AIL_BIN'])
 ##################################
@@ -433,6 +432,5 @@ class Tools(AbstractModule):
 
 if __name__ == '__main__':
     module = Tools()
-    # module.run()
-    module.compute('crawled/2022/09/15/circl.lu179c7903-5b21-452e-9f25-4b61d9934e2b')
+    module.run()
 

bin/modules/submit_paste.py

@@ -48,7 +48,7 @@ class SubmitPaste(AbstractModule):
         super(SubmitPaste, self).__init__(queue_name='submit_paste')
 
         # TODO KVROCKS
-        self.r_serv_db = ConfigLoader.ConfigLoader().get_redis_conn("Kvrocks_DB")
+        self.r_serv_db = ConfigLoader.ConfigLoader().get_db_conn("Kvrocks_DB")
         self.r_serv_log_submit = ConfigLoader.ConfigLoader().get_redis_conn("Redis_Log_submit")
 
         self.pending_seconds = 3

bin/packages/lib_refine.py

@@ -16,7 +16,7 @@ sys.path.append(os.environ['AIL_BIN'])
 from lib import ConfigLoader
 
 config_loader = ConfigLoader.ConfigLoader()
-dns_server = config_loader.get_config_str("Web", "dns")
+dns_server = config_loader.get_config_str("DomClassifier", "dns")
 config_loader = None
 
 def is_luhn_valid(card_number):

configs/core.cfg.sample

@@ -90,6 +90,11 @@ criticalNumberToAlert=8
 #Will be considered as false positive if less that X matches from the top password list
 minTopPassList=5
 
+[Decoder]
+max_execution_time_base64 = 60
+max_execution_time_binary = 60
+max_execution_time_hexadecimal = 60
+
 [Onion]
 save_i2p = False
 max_execution_time = 180