mirror of https://github.com/CIRCL/AIL-framework
Merge pull request #203 from NMD03/LXD-imagebuilder
Add [autobuild] build script + systemd configdev
Thirion Aurélien
GitHub
commit
67515921ab
|
|
@ -0,0 +1,4 @@
|
|||
build/conf/sign.json
|
||||
build/conf/tracker.json
|
||||
images/
|
||||
|
||||
|
|
@ -0,0 +1,134 @@
|
|||
import json
|
||||
import requests
|
||||
import subprocess
|
||||
import re
|
||||
import os
|
||||
from time import sleep
|
||||
from typing import List, Optional
|
||||
from pathlib import Path
|
||||
|
||||
BUILD_PATH = "/opt/ailbuilder/build"
|
||||
|
||||
class Repo:
|
||||
"""Base class for repository tracking and update checking."""
|
||||
|
||||
def __init__(self, id: str, args: List[str], name: str, outputdir: str) -> None:
|
||||
self.id = id
|
||||
self.args = args
|
||||
self.name = name
|
||||
self.outputdir = outputdir
|
||||
self.last_seen_update = None
|
||||
|
||||
def _check_for_new_update(self) -> bool:
|
||||
latest_update = self._get_latest_update()
|
||||
if latest_update and (latest_update != self.last_seen_update):
|
||||
print(f"New update found for {self.id}")
|
||||
self.last_seen_update = latest_update
|
||||
return True
|
||||
return False
|
||||
|
||||
def _get_latest_update(self):
|
||||
raise NotImplementedError
|
||||
|
||||
def _save_state(self):
|
||||
try:
|
||||
with open(f'{BUILD_PATH}/systemd/state.json', 'r') as file:
|
||||
states = json.load(file)
|
||||
except FileNotFoundError:
|
||||
states = {}
|
||||
|
||||
states[self.id] = self.last_seen_update
|
||||
|
||||
with open(f'{BUILD_PATH}/systemd/state.json', 'w') as file:
|
||||
json.dump(states, file)
|
||||
|
||||
def load_state(self):
|
||||
try:
|
||||
with open(f'{BUILD_PATH}/systemd/state.json', 'r') as file:
|
||||
states = json.load(file)
|
||||
except FileNotFoundError:
|
||||
states = {}
|
||||
|
||||
self.last_seen_update = states.get(self.id, None)
|
||||
|
||||
def build(self) -> None:
|
||||
if self._check_for_new_update():
|
||||
try:
|
||||
cmd = [f'{BUILD_PATH}/build.sh'] + self.args + ["-o", self.outputdir]
|
||||
print(f"Running {cmd}")
|
||||
result = subprocess.run(cmd, check=False)
|
||||
if result.returncode != 0:
|
||||
print(f"Failed to run {cmd} for {self.id}")
|
||||
return
|
||||
most_recent_dir = max((d for d in Path(self.outputdir).iterdir() if d.is_dir()), key=os.path.getctime, default=None)
|
||||
relative_path = most_recent_dir.relative_to(Path(self.outputdir))
|
||||
if os.path.exists(f"{self.outputdir}/latest_{self.name}"):
|
||||
os.remove(f"{self.outputdir}/latest_{self.name}")
|
||||
os.symlink(relative_path, f"{self.outputdir}/latest_{self.name}")
|
||||
print(f"Created symlink {self.outputdir}/latest_{self.name} to {relative_path}")
|
||||
self._save_state()
|
||||
except Exception as e:
|
||||
print(f"Failed to run {cmd} for {self.id}: {e}")
|
||||
|
||||
class GitHub(Repo):
|
||||
"""Class for tracking GitHub repositories."""
|
||||
|
||||
def __init__(self, id: str, mode: str, args: List[str], name: str, outputdir: str) -> None:
|
||||
super().__init__(id, args, name, outputdir)
|
||||
self.mode = mode
|
||||
|
||||
def _get_latest_update(self) -> Optional[str]:
|
||||
print(f"Fetching {self.mode} for {self.id}")
|
||||
url=f'https://api.github.com/repos/{self.id}/{self.mode}'
|
||||
response = requests.get(url)
|
||||
if response.status_code == 200:
|
||||
return response.json()[0]['sha']
|
||||
else:
|
||||
print(f"Failed to fetch {self.mode} for {self.id}")
|
||||
return None
|
||||
|
||||
class APT(Repo):
|
||||
"""Class for tracking APT packages."""
|
||||
|
||||
def __init__(self, id: str, args: List[str], name: str, outputdir: str) -> None:
|
||||
super().__init__(id, args, name, outputdir)
|
||||
|
||||
def _get_latest_update(self) -> Optional[str]:
|
||||
try:
|
||||
cmd = ["apt-cache", "policy", self.id]
|
||||
print (f"Running {cmd}")
|
||||
output = subprocess.check_output(cmd).decode('utf-8')
|
||||
match = re.search(r'Candidate: (\S+)', output)
|
||||
if match:
|
||||
return match.group(1)
|
||||
else:
|
||||
return None
|
||||
except:
|
||||
return None
|
||||
|
||||
def main():
|
||||
with open(f'{BUILD_PATH}/conf/tracker.json') as f:
|
||||
config = json.load(f)
|
||||
|
||||
repos = []
|
||||
for repo in config["github"]:
|
||||
repos.append(GitHub(repo["id"], repo["mode"], repo["args"], repo["name"], config["outputdir"]))
|
||||
|
||||
aptpkg = []
|
||||
for package in config["apt"]:
|
||||
aptpkg.append(APT(package["id"], package["args"], package["name"], config["outputdir"]))
|
||||
|
||||
for repo in repos + aptpkg:
|
||||
if config["sign"]:
|
||||
repo.args.append("-s")
|
||||
repo.load_state()
|
||||
|
||||
while True:
|
||||
for repo in repos:
|
||||
repo.build()
|
||||
for package in aptpkg:
|
||||
package.build()
|
||||
sleep(config["check_interval"])
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
|
@ -0,0 +1,389 @@
|
|||
#!/bin/bash
|
||||
|
||||
GREEN='\033[0;32m'
|
||||
YELLOW='\033[1;33m'
|
||||
BLUE='\033[0;34m'
|
||||
RED='\033[0;31m'
|
||||
NC='\033[0m' # No Color
|
||||
|
||||
setVars() {
|
||||
DEPEDENCIES=("lxc" "jq")
|
||||
PATH_TO_BUILD="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
|
||||
|
||||
PROJECT_NAME=$(generateName "AIL")
|
||||
STORAGE_POOL_NAME=$(generateName "AIL")
|
||||
NETWORK_NAME=$(generateName "AIL")
|
||||
NETWORK_NAME=${NETWORK_NAME:0:14}
|
||||
|
||||
UBUNTU="ubuntu:22.04"
|
||||
|
||||
AIL_CONTAINER=$(generateName "AIL")
|
||||
LACUS_CONTAINER=$(generateName "LACUS")
|
||||
LACUS_SERVICE_FILE="$PATH_TO_BUILD/conf/lacus.service"
|
||||
}
|
||||
|
||||
setDefaults(){
|
||||
default_ail=false
|
||||
default_ail_image="AIL"
|
||||
default_lacus=false
|
||||
default_lacus_image="Lacus"
|
||||
default_outputdir=""
|
||||
default_sign=false
|
||||
}
|
||||
|
||||
error() {
|
||||
echo -e "${RED}ERROR: $1${NC}"
|
||||
}
|
||||
|
||||
warn() {
|
||||
echo -e "${YELLOW}WARNING: $1${NC}"
|
||||
}
|
||||
|
||||
info() {
|
||||
echo -e "${BLUE}INFO: $1${NC}"
|
||||
}
|
||||
|
||||
success() {
|
||||
echo -e "${GREEN}SUCCESS: $1${NC}"
|
||||
}
|
||||
|
||||
err() {
|
||||
local parent_lineno="$1"
|
||||
local message="$2"
|
||||
local code="${3:-1}"
|
||||
|
||||
if [[ -n "$message" ]] ; then
|
||||
error "Line ${parent_lineno}: ${message}: exiting with status ${code}"
|
||||
else
|
||||
error "Line ${parent_lineno}: exiting with status ${code}"
|
||||
fi
|
||||
|
||||
deleteLXDProject "$PROJECT_NAME"
|
||||
lxc storage delete "$APP_STORAGE"
|
||||
lxc storage delete "$DB_STORAGE"
|
||||
lxc network delete "$NETWORK_NAME"
|
||||
exit "${code}"
|
||||
}
|
||||
|
||||
generateName(){
|
||||
local name="$1"
|
||||
echo "${name}-$(date +%Y%m%d%H%M%S)"
|
||||
}
|
||||
|
||||
|
||||
waitForContainer() {
|
||||
local container_name="$1"
|
||||
|
||||
sleep 3
|
||||
while true; do
|
||||
status=$(lxc list --format=json | jq -e --arg name "$container_name" '.[] | select(.name == $name) | .status')
|
||||
if [ "$status" = "\"Running\"" ]; then
|
||||
echo -e "${BLUE}$container_name ${GREEN}is running.${NC}"
|
||||
break
|
||||
fi
|
||||
echo "Waiting for $container_name container to start."
|
||||
sleep 5
|
||||
done
|
||||
}
|
||||
|
||||
interrupt() {
|
||||
warn "Script interrupted by user. Delete project and exit ..."
|
||||
deleteLXDProject "$PROJECT_NAME"
|
||||
lxc network delete "$NETWORK_NAME"
|
||||
exit 130
|
||||
}
|
||||
|
||||
cleanupProject(){
|
||||
local project="$1"
|
||||
|
||||
info "Starting cleanup ..."
|
||||
echo "Deleting container in project"
|
||||
for container in $(lxc query "/1.0/containers?recursion=1&project=${project}" | jq .[].name -r); do
|
||||
lxc delete --project "${project}" -f "${container}"
|
||||
done
|
||||
|
||||
echo "Deleting images in project"
|
||||
for image in $(lxc query "/1.0/images?recursion=1&project=${project}" | jq .[].fingerprint -r); do
|
||||
lxc image delete --project "${project}" "${image}"
|
||||
done
|
||||
|
||||
echo "Deleting project"
|
||||
lxc project delete "${project}"
|
||||
}
|
||||
|
||||
cleanup(){
|
||||
cleanupProject "$PROJECT_NAME"
|
||||
lxc storage delete "$STORAGE_POOL_NAME"
|
||||
lxc network delete "$NETWORK_NAME"
|
||||
}
|
||||
|
||||
createAILContainer(){
|
||||
lxc launch $UBUNTU "$AIL_CONTAINER" -p default --storage "$STORAGE_POOL_NAME" --network "$NETWORK_NAME"
|
||||
waitForContainer "$AIL_CONTAINER"
|
||||
lxc exec "$AIL_CONTAINER" -- sed -i "/#\$nrconf{restart} = 'i';/s/.*/\$nrconf{restart} = 'a';/" /etc/needrestart/needrestart.conf
|
||||
lxc exec "$AIL_CONTAINER" -- apt update
|
||||
lxc exec "$AIL_CONTAINER" -- apt upgrade -y
|
||||
lxc exec "$AIL_CONTAINER" -- useradd -m -s /bin/bash ail
|
||||
if lxc exec "$AIL_CONTAINER" -- id ail; then
|
||||
lxc exec "$AIL_CONTAINER" -- usermod -aG sudo ail
|
||||
success "User ail created."
|
||||
else
|
||||
error "User ail not created."
|
||||
exit 1
|
||||
fi
|
||||
lxc exec "$AIL_CONTAINER" -- bash -c "echo 'ail ALL=(ALL) NOPASSWD: ALL' | sudo tee /etc/sudoers.d/ail"
|
||||
lxc exec "$AIL_CONTAINER" --cwd=/home/ail -- sudo -u ail bash -c "git clone https://github.com/ail-project/ail-framework.git"
|
||||
lxc exec "$AIL_CONTAINER" --cwd=/home/ail/ail-framework -- sudo -u ail bash -c "./installing_deps.sh"
|
||||
lxc exec "$AIL_CONTAINER" -- sed -i '/^\[Flask\]/,/^\[/ s/host = 127\.0\.0\.1/host = 0.0.0.0/' /home/ail/ail-framework/configs/core.cfg
|
||||
lxc exec "$AIL_CONTAINER" --cwd=/home/ail/ail-framework/bin -- sudo -u ail bash -c "./LAUNCH.sh -l"
|
||||
lxc exec "$AIL_CONTAINER" -- sed -i "/^\$nrconf{restart} = 'a';/s/.*/#\$nrconf{restart} = 'i';/" /etc/needrestart/needrestart.conf
|
||||
}
|
||||
|
||||
createLacusContainer(){
|
||||
lxc launch $UBUNTU "$LACUS_CONTAINER" -p default --storage "$STORAGE_POOL_NAME" --network "$NETWORK_NAME"
|
||||
waitForContainer "$LACUS_CONTAINER"
|
||||
lxc exec "$LACUS_CONTAINER" -- sed -i "/#\$nrconf{restart} = 'i';/s/.*/\$nrconf{restart} = 'a';/" /etc/needrestart/needrestart.conf
|
||||
lxc exec "$LACUS_CONTAINER" -- apt update
|
||||
lxc exec "$LACUS_CONTAINER" -- apt upgrade -y
|
||||
lxc exec "$LACUS_CONTAINER" -- apt install pipx -y
|
||||
lxc exec "$LACUS_CONTAINER" -- pipx install poetry
|
||||
lxc exec "$LACUS_CONTAINER" -- pipx ensurepath
|
||||
lxc exec "$LACUS_CONTAINER" -- apt install build-essential tcl -y
|
||||
lxc exec "$LACUS_CONTAINER" -- git clone https://github.com/redis/redis.git
|
||||
lxc exec "$LACUS_CONTAINER" --cwd=/root/redis -- git checkout 7.2
|
||||
lxc exec "$LACUS_CONTAINER" --cwd=/root/redis -- make
|
||||
lxc exec "$LACUS_CONTAINER" --cwd=/root/redis -- make test
|
||||
lxc exec "$LACUS_CONTAINER" -- git clone https://github.com/ail-project/lacus.git
|
||||
lxc exec "$LACUS_CONTAINER" --cwd=/root/lacus -- /root/.local/bin/poetry install
|
||||
AIL_VENV_PATH=$(lxc exec "$LACUS_CONTAINER" --cwd=/root/lacus -- bash -c "/root/.local/bin/poetry env info -p")
|
||||
lxc exec "$LACUS_CONTAINER" --cwd=/root/lacus -- bash -c "source ${AIL_VENV_PATH}/bin/activate && playwright install-deps"
|
||||
lxc exec "$LACUS_CONTAINER" --cwd=/root/lacus -- bash -c "echo LACUS_HOME=/root/lacus >> .env"
|
||||
lxc exec "$LACUS_CONTAINER" --cwd=/root/lacus -- bash -c "export PATH='/root/.local/bin:$PATH' && echo 'no' | /root/.local/bin/poetry run update --init"
|
||||
# Install Tor
|
||||
lxc exec "$LACUS_CONTAINER" -- apt install apt-transport-https -y
|
||||
lxc exec "$LACUS_CONTAINER" -- bash -c "echo 'deb [signed-by=/usr/share/keyrings/tor-archive-keyring.gpg] https://deb.torproject.org/torproject.org $(lsb_release -cs) main' >> /etc/apt/sources.list.d/tor.list"
|
||||
lxc exec "$LACUS_CONTAINER" -- bash -c "echo 'deb-src [signed-by=/usr/share/keyrings/tor-archive-keyring.gpg] https://deb.torproject.org/torproject.org $(lsb_release -cs) main' >> /etc/apt/sources.list.d/tor.list"
|
||||
lxc exec "$LACUS_CONTAINER" -- bash -c "wget -qO- https://deb.torproject.org/torproject.org/A3C4F0F979CAA22CDBA8F512EE8CBC9E886DDD89.asc | gpg --dearmor | tee /usr/share/keyrings/tor-archive-keyring.gpg > /dev/null"
|
||||
lxc exec "$LACUS_CONTAINER" -- apt update
|
||||
lxc exec "$LACUS_CONTAINER" -- apt install tor deb.torproject.org-keyring -y
|
||||
lxc exec "$LACUS_CONTAINER" -- sed -i "/^\$nrconf{restart} = 'a';/s/.*/#\$nrconf{restart} = 'i';/" /etc/needrestart/needrestart.conf
|
||||
# Start Lacus
|
||||
lxc exec "$LACUS_CONTAINER" --cwd=/root/lacus -- cp ./config/logging.json.sample ./config/logging.json
|
||||
lxc file push "$LACUS_SERVICE_FILE" "$LACUS_CONTAINER"/etc/systemd/system/lacus.service
|
||||
lxc exec "$LACUS_CONTAINER" -- systemctl daemon-reload
|
||||
lxc exec "$LACUS_CONTAINER" -- systemctl enable lacus.service
|
||||
lxc exec "$LACUS_CONTAINER" -- systemctl start lacus.service
|
||||
}
|
||||
|
||||
createLXDImage() {
|
||||
local container="$1"
|
||||
local image_name="$2"
|
||||
local path_to_repo="$3"
|
||||
local user="$4"
|
||||
|
||||
local commit_id
|
||||
local version
|
||||
commit_id=$(getCommitID "$container" "$path_to_repo")
|
||||
version=$(getVersion "$container" "$path_to_repo" "$user")
|
||||
|
||||
lxc stop "$container"
|
||||
lxc publish "$container" --alias "$image_name"
|
||||
lxc image export "$image_name" "$OUTPUTDIR"
|
||||
local file_name
|
||||
file_name="${image_name}_${version}_${commit_id}.tar.gz"
|
||||
pushd "$OUTPUTDIR" && mv -i "$(ls -t | head -n1)" "$file_name"
|
||||
popd || { error "Failed to rename image file"; exit 1; }
|
||||
sleep 2
|
||||
if $SIGN; then
|
||||
sign "$file_name"
|
||||
fi
|
||||
}
|
||||
|
||||
getCommitID() {
|
||||
local container="$1"
|
||||
local path_to_repo="$2"
|
||||
local current_branch
|
||||
current_branch=$(lxc exec "$container" -- cat "$path_to_repo"/.git/HEAD | awk '{print $2}')
|
||||
local commit_id
|
||||
commit_id=$(lxc exec "$container" -- cat "$path_to_repo"/.git/"$current_branch")
|
||||
echo "$commit_id"
|
||||
}
|
||||
|
||||
getVersion() {
|
||||
local container="$1"
|
||||
local path_to_repo="$2"
|
||||
local user="$3"
|
||||
local version
|
||||
version=$(lxc exec "$container" --cwd="$path_to_repo" -- sudo -u "$user" bash -c "git tag | sort -V | tail -n 1")
|
||||
echo "$version"
|
||||
}
|
||||
|
||||
sign() {
|
||||
if ! command -v gpg &> /dev/null; then
|
||||
error "GPG is not installed. Please install it before running this script with signing."
|
||||
exit 1
|
||||
fi
|
||||
local file=$1
|
||||
SIGN_CONFIG_FILE="$PATH_TO_BUILD/conf/sign.json"
|
||||
|
||||
if [[ ! -f "$SIGN_CONFIG_FILE" ]]; then
|
||||
error "Config file not found: $SIGN_CONFIG_FILE"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
GPG_KEY_ID=$(jq -r '.EMAIL' "$SIGN_CONFIG_FILE")
|
||||
GPG_KEY_PASSPHRASE=$(jq -r '.PASSPHRASE' "$SIGN_CONFIG_FILE")
|
||||
|
||||
# Check if the GPG key is available
|
||||
if ! gpg --list-keys | grep -q "$GPG_KEY_ID"; then
|
||||
warn "GPG key not found: $GPG_KEY_ID. Create new key."
|
||||
# Setup GPG key
|
||||
KEY_NAME=$(jq -r '.NAME' "$SIGN_CONFIG_FILE")
|
||||
KEY_EMAIL=$(jq -r '.EMAIL' "$SIGN_CONFIG_FILE")
|
||||
KEY_COMMENT=$(jq -r '.COMMENT' "$SIGN_CONFIG_FILE")
|
||||
KEY_EXPIRE=$(jq -r '.EXPIRE_DATE' "$SIGN_CONFIG_FILE")
|
||||
KEY_PASSPHRASE=$(jq -r '.PASSPHRASE' "$SIGN_CONFIG_FILE")
|
||||
BATCH_FILE=$(mktemp -d)/batch
|
||||
|
||||
cat > "$BATCH_FILE" <<EOF
|
||||
%echo Generating a basic OpenPGP key
|
||||
Key-Type: default
|
||||
Subkey-Type: default
|
||||
Name-Real: ${KEY_NAME}
|
||||
Name-Comment: ${KEY_COMMENT}
|
||||
Name-Email: ${KEY_EMAIL}
|
||||
Expire-Date: ${KEY_EXPIRE}
|
||||
Passphrase: ${KEY_PASSPHRASE}
|
||||
%commit
|
||||
%echo done
|
||||
EOF
|
||||
|
||||
gpg --batch --generate-key "$BATCH_FILE" || { log "Failed to generate GPG key"; exit 1; }
|
||||
rm -r "$BATCH_FILE" || { log "Failed to remove batch file"; exit 1; }
|
||||
fi
|
||||
|
||||
SIGN_DIR="${OUTPUTDIR}/${file/.tar.gz/}"
|
||||
mkdir -p "$SIGN_DIR"
|
||||
|
||||
# Move the file to the new directory
|
||||
mv "${OUTPUTDIR}/${file}" "$SIGN_DIR"
|
||||
|
||||
# Change to the directory
|
||||
pushd "$SIGN_DIR" || exit
|
||||
|
||||
# Signing the file
|
||||
info "Signing file: $file in directory: $SIGN_DIR with key: $GPG_KEY_ID"
|
||||
gpg --default-key "$GPG_KEY_ID" --pinentry-mode loopback --passphrase "$GPG_KEY_PASSPHRASE" --detach-sign "${file}"
|
||||
|
||||
# Check if the signing was successful
|
||||
if [ $? -eq 0 ]; then
|
||||
info "Successfully signed: $file"
|
||||
else
|
||||
error "Failed to sign: $file"
|
||||
exit 1
|
||||
fi
|
||||
popd || exit
|
||||
}
|
||||
|
||||
checkSoftwareDependencies(){
|
||||
|
||||
for dep in "$@"; do
|
||||
if ! command -v "$dep" &> /dev/null; then
|
||||
echo -e "${RED}Error: $dep is not installed.${NC}"
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
usage() {
|
||||
echo "Usage: $0 [OPTIONS]"
|
||||
}
|
||||
|
||||
# ------------------ MAIN ------------------
|
||||
checkSoftwareDependencies "${DEPEDENCIES[@]}"
|
||||
setVars
|
||||
setDefaults
|
||||
|
||||
VALID_ARGS=$(getopt -o ho:s --long help,outputdir:,sign,ail,lacus,ail-name:,lacus-name: -- "$@")
|
||||
if [[ $? -ne 0 ]]; then
|
||||
exit 1;
|
||||
fi
|
||||
|
||||
eval set -- "$VALID_ARGS"
|
||||
while [ $# -gt 0 ]; do
|
||||
case "$1" in
|
||||
-h | --help)
|
||||
usage
|
||||
exit 0
|
||||
;;
|
||||
--ail)
|
||||
ail=true
|
||||
shift
|
||||
;;
|
||||
--lacus)
|
||||
lacus=true
|
||||
shift
|
||||
;;
|
||||
--ail-name)
|
||||
ail_image=$2
|
||||
shift 2
|
||||
;;
|
||||
--lacus-name)
|
||||
lacus_image=$2
|
||||
shift 2
|
||||
;;
|
||||
-o | --outputdir)
|
||||
outputdir=$2
|
||||
shift 2
|
||||
;;
|
||||
-s | --sign)
|
||||
sign=true
|
||||
shift
|
||||
;;
|
||||
*)
|
||||
break
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
AIL=${ail:-$default_ail}
|
||||
LACUS=${lacus:-$default_lacus}
|
||||
AIL_IMAGE=${ail_image:-$default_ail_image}
|
||||
LACUS_IMAGE=${lacus_image:-$default_lacus_image}
|
||||
OUTPUTDIR=${outputdir:-$default_outputdir}
|
||||
SIGN=${sign:-$default_sign}
|
||||
|
||||
if [ ! -e "$OUTPUTDIR" ]; then
|
||||
error "The specified directory does not exist."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if ! $AIL && ! $LACUS; then
|
||||
error "No image specified!"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "----------------------------------------"
|
||||
echo "Startting creating LXD images ..."
|
||||
echo "----------------------------------------"
|
||||
|
||||
trap cleanup EXIT
|
||||
|
||||
lxc project create "$PROJECT_NAME"
|
||||
lxc project switch "$PROJECT_NAME"
|
||||
lxc storage create "$STORAGE_POOL_NAME" "dir"
|
||||
lxc network create "$NETWORK_NAME"
|
||||
|
||||
if $AIL; then
|
||||
createAILContainer
|
||||
createLXDImage "$AIL_CONTAINER" "$AIL_IMAGE" "/home/ail/ail-framework" "ail"
|
||||
fi
|
||||
|
||||
if $LACUS; then
|
||||
createLacusContainer
|
||||
createLXDImage "$LACUS_CONTAINER" "$LACUS_IMAGE" "/root/lacus" "root"
|
||||
fi
|
||||
|
||||
echo "----------------------------------------"
|
||||
echo "Build script finished."
|
||||
echo "----------------------------------------"
|
||||
|
|
@ -0,0 +1,19 @@
|
|||
[Unit]
|
||||
Description=lacus service
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
User=root
|
||||
Group=root
|
||||
Type=forking
|
||||
WorkingDirectory=/root/lacus
|
||||
Environment="PATH=/root/.local/bin/poetry:/usr/bin"
|
||||
Environment="LACUS_HOME=/root/lacus"
|
||||
ExecStart=/bin/bash -c "exec /root/.local/bin/poetry run start"
|
||||
ExecStop=/bin/bash -c "exec /root/.local/bin/poetry run stop"
|
||||
StandardOutput=append:/var/log/lacus_message.log
|
||||
StandardError=append:/var/log/lacus_error.log
|
||||
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
|
|
@ -0,0 +1,7 @@
|
|||
{
|
||||
"NAME": "admin",
|
||||
"EMAIL": "admin@admin.test",
|
||||
"COMMENT": "Key for signing images",
|
||||
"EXPIRE_DATE": 0,
|
||||
"PASSPHRASE": "admin"
|
||||
}
|
||||
|
|
@ -0,0 +1,28 @@
|
|||
{
|
||||
"check_interval": 600,
|
||||
"outputdir": "/opt/ailbuilder/images",
|
||||
"sign": true,
|
||||
"github": [
|
||||
{
|
||||
"name": "AIL",
|
||||
"id": "ail-project/ail-framework",
|
||||
"mode": "commits",
|
||||
"args": [
|
||||
"--ail",
|
||||
"--ail-name",
|
||||
"AIL"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name": "Lacus",
|
||||
"id": "ail-project/lacus",
|
||||
"mode": "commits",
|
||||
"args": [
|
||||
"--lacus",
|
||||
"--lacus-name",
|
||||
"Lacus"
|
||||
]
|
||||
}
|
||||
],
|
||||
"apt": []
|
||||
}
|
||||
|
|
@ -0,0 +1,13 @@
|
|||
[Unit]
|
||||
Description=Service for building AIL and Lacus LXD images
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
User=ailbuilder
|
||||
ExecStart=/usr/bin/python3 /opt/ailbuilder/build/ailbuilder.py
|
||||
Restart=on-failure
|
||||
Environment=PYTHONUNBUFFERED=1
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
|
|
@ -0,0 +1,88 @@
|
|||
#!/bin/bash
|
||||
|
||||
DIR="$(dirname "$0")"
|
||||
SERVICE_FILE="ailbuilder.service"
|
||||
SERVICE_PATH="/etc/systemd/system/"
|
||||
AILBUILDER_PATH="/opt/ailbuilder"
|
||||
BUILD_DIR="${DIR}/../../build"
|
||||
BATCH_FILE="/tmp/key_batch"
|
||||
SIGN_CONFIG_FILE="../conf/sign.json"
|
||||
|
||||
log() {
|
||||
echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $*"
|
||||
}
|
||||
|
||||
echo "Start setting up ailbuilder service ..."
|
||||
|
||||
if [[ $EUID -ne 0 ]]; then
|
||||
log "This script must be run as root or with sudo privileges"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ ! -d "$AILBUILDER_PATH" ]]; then
|
||||
mkdir -p "$AILBUILDER_PATH"/images || { log "Failed to create directory $AILBUILDER_PATH"; exit 1; }
|
||||
fi
|
||||
|
||||
if [[ -d "$BUILD_DIR" ]]; then
|
||||
cp -r "$BUILD_DIR" "$AILBUILDER_PATH/" || { log "Failed to copy build directory"; exit 1; }
|
||||
else
|
||||
log "Build directory $BUILD_DIR does not exist"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Create user if it doesn't exist
|
||||
if ! id "ailbuilder" &>/dev/null; then
|
||||
useradd -r -s /bin/false ailbuilder || { log "Failed to create user ailbuilder"; exit 1; }
|
||||
fi
|
||||
|
||||
# Set ownership and permissions
|
||||
chown -R ailbuilder: "$AILBUILDER_PATH" || { log "Failed to change ownership"; exit 1; }
|
||||
chmod -R u+x "$AILBUILDER_PATH/build/"*.py || { log "Failed to set execute permission on scripts"; exit 1; }
|
||||
chmod -R u+x "$AILBUILDER_PATH/build/"*.sh || { log "Failed to set execute permission on scripts"; exit 1; }
|
||||
chmod -R u+w "$AILBUILDER_PATH/images/" || { log "Failed to set execute permission on images dir"; exit 1; }
|
||||
|
||||
# Add user to lxd group
|
||||
sudo usermod -aG lxd ailbuilder || { log "Failed to add user ailbuilder to lxd group"; exit 1; }
|
||||
mkdir -p /home/ailbuilder || { log "Failed to create directory /home/ailbuilder"; exit 1; }
|
||||
chown -R ailbuilder: "/home/ailbuilder" || { log "Failed to change ownership"; exit 1; }
|
||||
chmod -R u+w "/home/ailbuilder" || { log "Failed to set execute permission on home dir"; exit 1; }
|
||||
|
||||
# Setup GPG key
|
||||
KEY_NAME=$(jq -r '.NAME' "$SIGN_CONFIG_FILE")
|
||||
KEY_EMAIL=$(jq -r '.EMAIL' "$SIGN_CONFIG_FILE")
|
||||
KEY_COMMENT=$(jq -r '.COMMENT' "$SIGN_CONFIG_FILE")
|
||||
KEY_EXPIRE=$(jq -r '.EXPIRE_DATE' "$SIGN_CONFIG_FILE")
|
||||
KEY_PASSPHRASE=$(jq -r '.PASSPHRASE' "$SIGN_CONFIG_FILE")
|
||||
|
||||
if ! sudo -u ailbuilder bash -c "gpg --list-keys | grep -q $KEY_EMAIL"; then
|
||||
cat > "$BATCH_FILE" <<EOF
|
||||
%echo Generating a basic OpenPGP key
|
||||
Key-Type: default
|
||||
Subkey-Type: default
|
||||
Name-Real: ${KEY_NAME}
|
||||
Name-Comment: ${KEY_COMMENT}
|
||||
Name-Email: ${KEY_EMAIL}
|
||||
Expire-Date: ${KEY_EXPIRE}
|
||||
Passphrase: ${KEY_PASSPHRASE}
|
||||
%commit
|
||||
%echo done
|
||||
EOF
|
||||
|
||||
sudo -u ailbuilder gpg --batch --generate-key "$BATCH_FILE" || { log "Failed to generate GPG key"; exit 1; }
|
||||
rm "$BATCH_FILE" || { log "Failed to remove batch file"; exit 1; }
|
||||
fi
|
||||
|
||||
# Copy service file
|
||||
if [[ -f "$SERVICE_FILE" ]]; then
|
||||
cp "${SERVICE_FILE}" "${SERVICE_PATH}" || { log "Failed to copy service file"; exit 1; }
|
||||
else
|
||||
log "Service file $SERVICE_FILE not found"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Reload systemd, enable and start the service
|
||||
systemctl daemon-reload || { log "Failed to reload systemd daemon"; exit 1; }
|
||||
systemctl enable "${SERVICE_FILE}" || { log "Failed to enable service"; exit 1; }
|
||||
systemctl start "${SERVICE_FILE}" || { log "Failed to start service"; exit 1; }
|
||||
|
||||
log "Service setup completed successfully."
|
||||
|
|
@ -0,0 +1,36 @@
|
|||
#!/bin/bash
|
||||
|
||||
SERVICE_FILE="ailbuilder.service"
|
||||
SERVICE_PATH="/etc/systemd/system/"
|
||||
MISP_AIRGAP_PATH="/opt/ailbuilder"
|
||||
DIR="$(dirname "$0")"
|
||||
BUILD_DIR="${DIR}/../../build"
|
||||
|
||||
|
||||
log() {
|
||||
echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $*"
|
||||
}
|
||||
echo "Updating ailbuilder service ..."
|
||||
|
||||
if systemctl is-active --quiet ailbuilder; then
|
||||
systemctl stop ailbuilder || { log "Failed to stop service"; exit 1; }
|
||||
systemctl disable ailbuilder || { log "Failed to disable service"; exit 1; }
|
||||
fi
|
||||
|
||||
if [[ -f "$SERVICE_FILE" ]]; then
|
||||
cp "${SERVICE_FILE}" "${SERVICE_PATH}" || { log "Failed to copy service file"; exit 1; }
|
||||
else
|
||||
log "Service file $SERVICE_FILE not found"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ -d "$BUILD_DIR" ]]; then
|
||||
cp -r "$BUILD_DIR" "$MISP_AIRGAP_PATH/" || { log "Failed to copy build directory"; exit 1; }
|
||||
else
|
||||
log "Build directory $BUILD_DIR does not exist"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
systemctl daemon-reload || { log "Failed to reload systemd"; exit 1; }
|
||||
systemctl enable ailbuilder || { log "Failed to enable service"; exit 1; }
|
||||
systemctl start ailbuilder || { log "Failed to start service"; exit 1; }
|
||||
Loading…
Reference in New Issue