FROM ubuntu:22.04

# We need to set the host to 0.0.0.0 to allow outside access

ENV HOST 0.0.0.0

# Install the package

RUN apt update && apt install -y ninja-build build-essential pkg-config python3 python3-pip git

RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context pyinstaller

COPY . .

RUN PKG_CONFIG_PATH="./OpenBLAS/install/lib/pkgconfig" CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS -DGGML_USE_LLAMAFILE=1" pip install -e .

RUN mv /OpenBLAS /opt/OpenBLAS

RUN cd /root && pyinstaller -DF /llama_cpp/server/__main__.py \

--add-data /opt/OpenBLAS/:. \

--add-data /llama_cpp/:. \

-n llama-cpp-py-server