admin_tan/infra
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

auto backup 2026-07-15_10:30:01

Browse Source
This commit is contained in:
tan-docker
2026-07-15 10:30:01 +02:00
parent e1084169e0
commit 5187ebd7d5
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
15_llm/docker-compose.yml
+5 -4
View File
@@ -1,7 +1,6 @@
services: services:
llm: llm:
build: . build: .
container_name: 15_llm-denai-llm
user: 0:0 user: 0:0
command: > command: >
-m /models/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf --ctx-size 4096 --parallel 1 --batch-size 512 --ubatch-size 256 --threads 6 --mmap --host 0.0.0.0 --port 8080 -m /models/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf --ctx-size 4096 --parallel 1 --batch-size 512 --ubatch-size 256 --threads 6 --mmap --host 0.0.0.0 --port 8080
@@ -18,9 +17,9 @@ services:
networks: networks:
tan-network: tan-network:
ipv4_address: 10.10.0.150 ipv4_address: 10.10.0.150
qdrant: qdrant:
image: qdrant/qdrant image: qdrant/qdrant
container_name: 15_llm-denai-qdrant
volumes: volumes:
- /home/docker/DenAI/qdrant/storage:/qdrant/storage - /home/docker/DenAI/qdrant/storage:/qdrant/storage
ports: ports:
@@ -29,9 +28,9 @@ services:
tan-network: tan-network:
ipv4_address: 10.10.0.151 ipv4_address: 10.10.0.151
restart: unless-stopped restart: unless-stopped
searxng: searxng:
image: searxng/searxng image: searxng/searxng
container_name: denai-searxng
environment: environment:
- BASE_URL=http://denai-searxng:8080/ - BASE_URL=http://denai-searxng:8080/
- INSTANCE_NAME=DenAI - INSTANCE_NAME=DenAI
@@ -41,9 +40,9 @@ services:
tan-network: tan-network:
ipv4_address: 10.10.0.152 ipv4_address: 10.10.0.152
restart: unless-stopped restart: unless-stopped
webui: webui:
image: ghcr.io/open-webui/open-webui:v0.6.34 image: ghcr.io/open-webui/open-webui:v0.6.34
container_name: 15_llm-denai-webui
environment: environment:
- OPENAI_API_BASE_URL=http://denai-llm:8080/v1 - OPENAI_API_BASE_URL=http://denai-llm:8080/v1
- OPENAI_API_KEY=sk-denai-local - OPENAI_API_KEY=sk-denai-local
@@ -59,6 +58,8 @@ services:
tan-network: tan-network:
ipv4_address: 10.10.0.153 ipv4_address: 10.10.0.153
restart: unless-stopped restart: unless-stopped
networks: networks:
tan-network: tan-network:
external: true external: true