auto backup 2026-07-15_10:30:01

This commit is contained in:
tan-docker
2026-07-15 10:30:01 +02:00
parent e1084169e0
commit 5187ebd7d5
+5 -4
View File
@@ -1,7 +1,6 @@
services:
llm:
build: .
container_name: 15_llm-denai-llm
user: 0:0
command: >
-m /models/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf --ctx-size 4096 --parallel 1 --batch-size 512 --ubatch-size 256 --threads 6 --mmap --host 0.0.0.0 --port 8080
@@ -18,9 +17,9 @@ services:
networks:
tan-network:
ipv4_address: 10.10.0.150
qdrant:
image: qdrant/qdrant
container_name: 15_llm-denai-qdrant
volumes:
- /home/docker/DenAI/qdrant/storage:/qdrant/storage
ports:
@@ -29,9 +28,9 @@ services:
tan-network:
ipv4_address: 10.10.0.151
restart: unless-stopped
searxng:
image: searxng/searxng
container_name: denai-searxng
environment:
- BASE_URL=http://denai-searxng:8080/
- INSTANCE_NAME=DenAI
@@ -41,9 +40,9 @@ services:
tan-network:
ipv4_address: 10.10.0.152
restart: unless-stopped
webui:
image: ghcr.io/open-webui/open-webui:v0.6.34
container_name: 15_llm-denai-webui
environment:
- OPENAI_API_BASE_URL=http://denai-llm:8080/v1
- OPENAI_API_KEY=sk-denai-local
@@ -59,6 +58,8 @@ services:
tan-network:
ipv4_address: 10.10.0.153
restart: unless-stopped
networks:
tan-network:
external: true