2019-10-28 13:48:43 +01:00
|
|
|
#!/usr/bin/python3
|
|
|
|
|
|
|
|
"""
|
|
|
|
The ``Domain``
|
|
|
|
===================
|
|
|
|
|
|
|
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
import time
|
|
|
|
import redis
|
|
|
|
import configparser
|
|
|
|
|
|
|
|
# Get Config file
|
|
|
|
config_dir = os.path.join(os.environ['AIL_HOME'], 'configs')
|
2020-05-22 15:41:05 +02:00
|
|
|
default_config_file = os.path.join(config_dir, 'core.cfg')
|
|
|
|
if not os.path.exists(default_config_file):
|
2019-10-28 13:48:43 +01:00
|
|
|
raise Exception('Unable to find the configuration file. \
|
|
|
|
Did you set environment variables? \
|
|
|
|
Or activate the virtualenv.')
|
|
|
|
|
|
|
|
# # TODO: create sphinx doc
|
|
|
|
|
|
|
|
# # TODO: add config_field to reload
|
|
|
|
|
|
|
|
class ConfigLoader(object):
|
|
|
|
"""docstring for Config_Loader."""
|
|
|
|
|
2020-05-22 15:41:05 +02:00
|
|
|
def __init__(self, config_file=None):
|
2019-10-28 13:48:43 +01:00
|
|
|
self.cfg = configparser.ConfigParser()
|
2020-05-22 15:41:05 +02:00
|
|
|
if config_file:
|
|
|
|
self.cfg.read(os.path.join(config_dir, config_file))
|
|
|
|
else:
|
|
|
|
self.cfg.read(default_config_file)
|
2019-10-28 13:48:43 +01:00
|
|
|
|
2022-10-25 16:25:19 +02:00
|
|
|
def get_redis_conn(self, redis_name, decode_responses=True):
|
|
|
|
return redis.StrictRedis(host=self.cfg.get(redis_name, "host"),
|
2019-10-28 13:48:43 +01:00
|
|
|
port=self.cfg.getint(redis_name, "port"),
|
|
|
|
db=self.cfg.getint(redis_name, "db"),
|
2022-10-25 16:25:19 +02:00
|
|
|
decode_responses=decode_responses)
|
2019-10-28 13:48:43 +01:00
|
|
|
|
2022-10-25 16:25:19 +02:00
|
|
|
def get_db_conn(self, db_name, decode_responses=True):
|
|
|
|
return redis.StrictRedis(host=self.cfg.get(db_name, "host"),
|
2022-08-19 16:53:31 +02:00
|
|
|
port=self.cfg.getint(db_name, "port"),
|
|
|
|
password=self.cfg.get(db_name, "password"),
|
2022-10-25 16:25:19 +02:00
|
|
|
decode_responses=decode_responses)
|
2022-08-19 16:53:31 +02:00
|
|
|
|
2021-01-08 17:37:18 +01:00
|
|
|
def get_files_directory(self, key_name):
|
|
|
|
directory_path = self.cfg.get('Directories', key_name)
|
|
|
|
# full path
|
|
|
|
if directory_path[0] == '/':
|
|
|
|
return directory_path
|
|
|
|
else:
|
|
|
|
directory_path = os.path.join(os.environ['AIL_HOME'], directory_path)
|
|
|
|
return directory_path
|
|
|
|
|
2023-04-13 14:25:02 +02:00
|
|
|
def get_config_sections(self):
|
|
|
|
return self.cfg.sections()
|
|
|
|
|
2019-10-28 13:48:43 +01:00
|
|
|
def get_config_str(self, section, key_name):
|
|
|
|
return self.cfg.get(section, key_name)
|
|
|
|
|
|
|
|
def get_config_int(self, section, key_name):
|
|
|
|
return self.cfg.getint(section, key_name)
|
|
|
|
|
|
|
|
def get_config_boolean(self, section, key_name):
|
|
|
|
return self.cfg.getboolean(section, key_name)
|
2019-11-05 15:18:03 +01:00
|
|
|
|
|
|
|
def has_option(self, section, key_name):
|
|
|
|
return self.cfg.has_option(section, key_name)
|
|
|
|
|
|
|
|
def has_section(self, section):
|
|
|
|
return self.cfg.has_section(section)
|
2020-06-09 18:33:41 +02:00
|
|
|
|
|
|
|
def get_all_keys_values_from_section(self, section):
|
|
|
|
if section in self.cfg:
|
|
|
|
all_keys_values = []
|
|
|
|
for key_name in self.cfg[section]:
|
|
|
|
all_keys_values.append((key_name, self.cfg.get(section, key_name)))
|
|
|
|
return all_keys_values
|
|
|
|
else:
|
|
|
|
return []
|
2022-10-25 16:25:19 +02:00
|
|
|
|
2023-08-21 15:49:32 +02:00
|
|
|
|
2022-10-25 16:25:19 +02:00
|
|
|
# # # # Directory Config # # # #
|
|
|
|
|
|
|
|
config_loader = ConfigLoader()
|
|
|
|
ITEMS_FOLDER = config_loader.get_config_str("Directories", "pastes")
|
|
|
|
if ITEMS_FOLDER == 'PASTES':
|
|
|
|
ITEMS_FOLDER = os.path.join(os.environ['AIL_HOME'], ITEMS_FOLDER)
|
|
|
|
ITEMS_FOLDER = ITEMS_FOLDER + '/'
|
|
|
|
ITEMS_FOLDER = os.path.join(os.path.realpath(ITEMS_FOLDER), '')
|
|
|
|
|
|
|
|
HARS_DIR = config_loader.get_files_directory('har')
|
|
|
|
if HARS_DIR == 'CRAWLED_SCREENSHOT':
|
|
|
|
HARS_DIR = os.path.join(os.environ['AIL_HOME'], HARS_DIR)
|
|
|
|
|
|
|
|
SCREENSHOTS_FOLDER = config_loader.get_files_directory('screenshot')
|
|
|
|
if SCREENSHOTS_FOLDER == 'CRAWLED_SCREENSHOT/screenshot':
|
|
|
|
SCREENSHOTS_FOLDER = os.path.join(os.environ['AIL_HOME'], SCREENSHOTS_FOLDER)
|
|
|
|
config_loader = None
|
|
|
|
|
|
|
|
def get_hars_dir():
|
|
|
|
return HARS_DIR
|
|
|
|
|
|
|
|
def get_items_dir():
|
|
|
|
return ITEMS_FOLDER
|
|
|
|
|
|
|
|
def get_screenshots_dir():
|
|
|
|
return SCREENSHOTS_FOLDER
|
|
|
|
|
|
|
|
|
|
|
|
|