misp-docker/modules/Dockerfile

ARG DOCKER_HUB_PROXY=""

FROM "${DOCKER_HUB_PROXY}python:3.9-slim-bullseye" as builder
    
    ENV DEBIAN_FRONTEND noninteractive
    ARG MODULES_TAG
    ARG MODULES_COMMIT
    
    # Install development environment
    RUN apt-get update && apt-get install -y --no-install-recommends \
        cmake \
        git \
        python3-dev \
        python3-pip \
        python3-wheel \
        build-essential \
        pkg-config \
        libpoppler-cpp-dev \
        libfuzzy-dev \
        libssl-dev \
        && apt-get autoremove -y && apt-get clean -y && rm -rf /var/lib/apt/lists/*
    
    RUN mkdir /wheel
    WORKDIR /srv

    RUN if [ ! -z ${MODULES_COMMIT} ]; then \
        git clone https://github.com/MISP/misp-modules.git /srv/misp-modules && cd /srv/misp-modules && git checkout ${MODULES_COMMIT}; \
        else git clone --branch ${MODULES_TAG} --depth 1 https://github.com/MISP/misp-modules.git /srv/misp-modules; fi

    RUN cd /srv/misp-modules; \
        echo "pyeti" >> REQUIREMENTS; \
        echo "git+https://github.com/abenassi/Google-Search-API" >> REQUIREMENTS; \
        sed -i 's/-e //g' REQUIREMENTS; \
        pip3 wheel -r REQUIREMENTS --no-cache-dir -w /wheel/

    RUN git clone --depth 1 https://github.com/stricaud/faup.git /srv/faup; \
        cd /srv/faup/build || exit; cmake .. && make install; \
        cd /srv/faup/src/lib/bindings/python || exit; pip3 wheel --no-cache-dir -w /wheel/ .

    # Remove extra packages due to incompatible requirements.txt files
    WORKDIR /wheel
    RUN find . -name "chardet*" | grep -v "chardet-4.0.0" | xargs rm -f


FROM "${DOCKER_HUB_PROXY}python:3.9-slim-bullseye"
    
    # Install runtime environment
    RUN apt-get update && apt-get install -y --no-install-recommends \
        libglib2.0-0 \
        libzbar0 \
        libxrender1 \
        libxext6 \
        libpoppler-cpp0v5 \
        libgl1 \
        && apt-get autoremove -y && apt-get clean -y && rm -rf /var/lib/apt/lists/*
    
    COPY --from=builder /wheel /wheel
    COPY --from=builder /usr/local/lib/libfaupl* /usr/local/lib/
    RUN pip install --use-deprecated=legacy-resolver /wheel/*.whl; ldconfig
    
    # Since we compile faup ourselves and lua is not required anymore, we can load our own library 
    #   and skip the pre-compiled blob to improve compatibility with other architectures like ARM
    RUN sed -i s/LoadLibrary\(LOAD_LIB\)/LoadLibrary\(\"\\/usr\\/local\\/lib\\/libfaupl.so\"\)/ \
        /usr/local/lib/python3.9/site-packages/pyfaup/__init__.py
    
    # Remove double logging configuration from 'apiosintDS'
    RUN sed -i "/logging.basicConfig/d" \
            /usr/local/lib/python3.9/site-packages/apiosintDS/apiosintDS.py; \
        sed -i "/logging.basicConfig/d" \
            /usr/local/lib/python3.9/site-packages/apiosintDS/modules/dosearch.py; \
        sed -i "/logging.basicConfig/d" \
            /usr/local/lib/python3.9/site-packages/apiosintDS/modules/listutils.py

    # Disable (all) warnings raised when using 'future'
    RUN sed -i '/import sys/a import warnings\nwarnings.warn = lambda *args, **kwargs: None' \
            /usr/local/bin/misp-modules

    ENTRYPOINT [ "/usr/local/bin/misp-modules", "-l", "0.0.0.0"]