init stacks
This commit is contained in:
@@ -0,0 +1,28 @@
|
||||
FROM debian:bookworm-slim
|
||||
|
||||
RUN apt update && apt install -y \
|
||||
build-essential \
|
||||
cmake \
|
||||
git \
|
||||
curl \
|
||||
libcurl4-openssl-dev \
|
||||
ca-certificates \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
WORKDIR /build
|
||||
|
||||
RUN git clone https://github.com/ggerganov/llama.cpp.git .
|
||||
|
||||
RUN cmake -B build \
|
||||
-DLLAMA_OPENCL=OFF \
|
||||
-DLLAMA_VULKAN=OFF \
|
||||
-DLLAMA_CUDA=OFF \
|
||||
-DLLAMA_METAL=OFF \
|
||||
-DLLAMA_HIPBLAS=OFF \
|
||||
-DLLAMA_KOMPUTE=OFF
|
||||
|
||||
RUN cmake --build build -j$(nproc)
|
||||
|
||||
EXPOSE 8080
|
||||
|
||||
ENTRYPOINT ["./build/bin/llama-server"]
|
||||
Reference in New Issue
Block a user