BGP-Ranking/bgpranking/libs/helpers.py

105 lines
3.2 KiB
Python
Raw Normal View History

2018-03-29 22:37:28 +02:00
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import os
import sys
from pathlib import Path
2018-03-29 23:05:07 +02:00
from .exceptions import CreateDirectoryException, MissingEnv
2018-03-29 22:37:28 +02:00
from redis import StrictRedis
from redis.exceptions import ConnectionError
from datetime import datetime, timedelta
import time
import json
def load_config_files(config_dir: Path=None) -> dict:
if not config_dir:
config_dir = get_config_path()
modules_config = config_dir / 'modules'
modules_paths = [modulepath for modulepath in modules_config.glob('*.json')]
configs = {}
for p in modules_paths:
with open(p, 'r') as f:
j = json.load(f)
configs[f"{j['vendor']}-{j['name']}"] = j
return configs
2018-03-29 22:37:28 +02:00
def get_config_path():
if Path('bgpranking', 'config').exists():
# Running from the repository
return Path('bgpranking', 'config')
2018-03-29 22:37:28 +02:00
return Path(sys.modules['bgpranking'].__file__).parent / 'config'
def get_list_storage_path():
2018-03-29 23:05:07 +02:00
if not os.environ.get('VIRTUAL_ENV'):
raise MissingEnv("VIRTUAL_ENV is missing. This project really wants to run from a virtual envoronment.")
2018-03-29 22:37:28 +02:00
return Path(os.environ['VIRTUAL_ENV'])
def get_homedir():
2018-03-29 23:05:07 +02:00
if not os.environ.get('BGPRANKING_HOME'):
raise MissingEnv("BGPRANKING_HOME is missing. Run the following from the home directory of the repository: export BGPRANKING_HOME='./'")
2018-03-29 22:37:28 +02:00
return Path(os.environ['BGPRANKING_HOME'])
def safe_create_dir(to_create: Path):
if to_create.exists() and not to_create.is_dir():
raise CreateDirectoryException(f'The path {to_create} already exists and is not a directory')
2018-03-29 22:37:28 +02:00
os.makedirs(to_create, exist_ok=True)
def set_running(name: str):
r = StrictRedis(unix_socket_path=get_socket_path('prefixes'), db=1, decode_responses=True)
2018-03-29 22:37:28 +02:00
r.hset('running', name, 1)
def unset_running(name: str):
r = StrictRedis(unix_socket_path=get_socket_path('prefixes'), db=1, decode_responses=True)
2018-03-29 22:37:28 +02:00
r.hdel('running', name)
def is_running():
r = StrictRedis(unix_socket_path=get_socket_path('prefixes'), db=1, decode_responses=True)
2018-03-29 22:37:28 +02:00
return r.hgetall('running')
def get_socket_path(name: str):
mapping = {
'ris': Path('cache', 'ris.sock'),
'prefixes': Path('cache', 'prefixes.sock'),
'storage': Path('storage', 'storage.sock'),
'intake': Path('temp', 'intake.sock'),
'prepare': Path('temp', 'prepare.sock'),
}
return str(get_homedir() / mapping[name])
def check_running(name: str):
socket_path = get_socket_path(name)
try:
r = StrictRedis(unix_socket_path=socket_path)
return r.ping()
except ConnectionError:
return False
2018-03-29 22:37:28 +02:00
def shutdown_requested():
try:
r = StrictRedis(unix_socket_path=get_socket_path('prefixes'), db=1, decode_responses=True)
2018-03-29 22:37:28 +02:00
return r.exists('shutdown')
except ConnectionRefusedError:
return True
except ConnectionError:
return True
def long_sleep(sleep_in_sec: int, shutdown_check: int=10):
sleep_until = datetime.now() + timedelta(seconds=sleep_in_sec)
while sleep_until > datetime.now():
time.sleep(shutdown_check)
if shutdown_requested():
return False
return True