init stacks

2026-03-21 14:12:55 +01:00
commit d3e8da2e25
1919 changed files with 200787 additions and 0 deletions
@@ -0,0 +1 @@
+# VARIABLE=value #comment
@@ -0,0 +1,28 @@
+FROM debian:bookworm-slim
+
+RUN apt update && apt install -y \
+    build-essential \
+    cmake \
+    git \
+    curl \
+    libcurl4-openssl-dev \
+    ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /build
+
+RUN git clone https://github.com/ggerganov/llama.cpp.git .
+
+RUN cmake -B build \
+    -DLLAMA_OPENCL=OFF \
+    -DLLAMA_VULKAN=OFF \
+    -DLLAMA_CUDA=OFF \
+    -DLLAMA_METAL=OFF \
+    -DLLAMA_HIPBLAS=OFF \
+    -DLLAMA_KOMPUTE=OFF
+
+RUN cmake --build build -j$(nproc)
+
+EXPOSE 8080
+
+ENTRYPOINT ["./build/bin/llama-server"]
@@ -0,0 +1,64 @@
+services:
+  llm:
+    build: .
+    container_name: 15_llm-denai-llm
+    user: 0:0
+    command: >
+      -m /models/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf --ctx-size 4096 --parallel 1 --batch-size 512 --ubatch-size 256 --threads 6 --mmap --host 0.0.0.0 --port 8080
+    volumes:
+      - /home/docker/DenAI/llm/models:/models:ro
+    read_only: true
+    tmpfs:
+      - /tmp
+    security_opt:
+      - no-new-privileges:true
+    cap_drop:
+      - ALL
+    restart: unless-stopped
+    networks:
+      tan-network:
+        ipv4_address: 10.10.0.150
+  qdrant:
+    image: qdrant/qdrant
+    container_name: 15_llm-denai-qdrant
+    volumes:
+      - /home/docker/DenAI/qdrant/storage:/qdrant/storage
+    ports:
+      - 6333:6333
+    networks:
+      tan-network:
+        ipv4_address: 10.10.0.151
+    restart: unless-stopped
+  searxng:
+    image: searxng/searxng
+    container_name: denai-searxng
+    environment:
+      - BASE_URL=http://denai-searxng:8080/
+      - INSTANCE_NAME=DenAI
+    volumes:
+      - /home/docker/DenAI/searxng:/etc/searxng
+    networks:
+      tan-network:
+        ipv4_address: 10.10.0.152
+    restart: unless-stopped
+  webui:
+    image: ghcr.io/open-webui/open-webui:v0.6.34
+    container_name: 15_llm-denai-webui
+    environment:
+      - OPENAI_API_BASE_URL=http://denai-llm:8080/v1
+      - OPENAI_API_KEY=sk-denai-local
+      - VECTOR_DB=qdrant
+      - QDRANT_URI=http://denai-qdrant:6333
+      - ENABLE_OLLAMA=false
+    volumes:
+      - /home/docker/DenAI/webui/data:/app/backend/data
+      - /home/docker/DenAI/conversations:/app/backend/conversations
+    ports:
+      - 8097:8080
+    networks:
+      tan-network:
+        ipv4_address: 10.10.0.153
+    restart: unless-stopped
+networks:
+  tan-network:
+    external: true