Dockerfile

##########
## BASE ##
##########

FROM nvidia/cuda:11.8.0-devel-ubuntu22.04

ENV PYTHONUNBUFFERED=1

# SYSTEM
RUN apt-get update --yes --quiet && DEBIAN_FRONTEND=noninteractive apt-get install --yes --quiet --no-install-recommends \
    software-properties-common \
    build-essential apt-utils \
    wget curl vim git ca-certificates kmod \
    nvidia-driver-525 \
 && rm -rf /var/lib/apt/lists/*

# PYTHON 3.10
RUN add-apt-repository --yes ppa:deadsnakes/ppa && apt-get update --yes --quiet
RUN DEBIAN_FRONTEND=noninteractive apt-get install --yes --quiet --no-install-recommends \
    python3.10 \
    python3.10-dev \
    python3.10-distutils \
    python3.10-lib2to3 \
    python3.10-gdbm \
    python3.10-tk \
    pip

RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 999 \
    && update-alternatives --config python3 && ln -s /usr/bin/python3 /usr/bin/python

RUN pip install --upgrade pip

############
## SERVER ##
############

ARG HUGGING_FACE_HUB_TOKEN
ENV HUGGING_FACE_HUB_TOKEN $HUGGING_FACE_HUB_TOKEN

ENV APP_HOME /app
WORKDIR $APP_HOME
COPY ./requirements.txt $APP_HOME/requirements.txt

RUN \
    pip install -r requirements.txt && \
    rm -rf /root/.cache/pip

RUN python -c "from FlagEmbedding import FlagModel; FlagModel('BAAI/bge-small-en-v1.5')"
RUN python -c "from sentence_transformers import SentenceTransformer; SentenceTransformer('julep-ai/dfe-base-en')"

COPY run.sh $APP_HOME/run.sh
COPY ./embedder $APP_HOME/embedder

CMD ["bash", "run.sh"]