FROM debian:bookworm-slim RUN apt update && apt install -y \ build-essential \ cmake \ git \ curl \ libcurl4-openssl-dev \ ca-certificates \ && rm -rf /var/lib/apt/lists/* WORKDIR /build RUN git clone https://github.com/ggerganov/llama.cpp.git . RUN cmake -B build \ -DLLAMA_OPENCL=OFF \ -DLLAMA_VULKAN=OFF \ -DLLAMA_CUDA=OFF \ -DLLAMA_METAL=OFF \ -DLLAMA_HIPBLAS=OFF \ -DLLAMA_KOMPUTE=OFF RUN cmake --build build -j$(nproc) EXPOSE 8080 ENTRYPOINT ["./build/bin/llama-server"]