29 lines
536 B
Docker
29 lines
536 B
Docker
FROM debian:bookworm-slim
|
|
|
|
RUN apt update && apt install -y \
|
|
build-essential \
|
|
cmake \
|
|
git \
|
|
curl \
|
|
libcurl4-openssl-dev \
|
|
ca-certificates \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
WORKDIR /build
|
|
|
|
RUN git clone https://github.com/ggerganov/llama.cpp.git .
|
|
|
|
RUN cmake -B build \
|
|
-DLLAMA_OPENCL=OFF \
|
|
-DLLAMA_VULKAN=OFF \
|
|
-DLLAMA_CUDA=OFF \
|
|
-DLLAMA_METAL=OFF \
|
|
-DLLAMA_HIPBLAS=OFF \
|
|
-DLLAMA_KOMPUTE=OFF
|
|
|
|
RUN cmake --build build -j$(nproc)
|
|
|
|
EXPOSE 8080
|
|
|
|
ENTRYPOINT ["./build/bin/llama-server"]
|