auto backup 2026-07-15_10:30:01
This commit is contained in:
@@ -1,7 +1,6 @@
|
||||
services:
|
||||
llm:
|
||||
build: .
|
||||
container_name: 15_llm-denai-llm
|
||||
user: 0:0
|
||||
command: >
|
||||
-m /models/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf --ctx-size 4096 --parallel 1 --batch-size 512 --ubatch-size 256 --threads 6 --mmap --host 0.0.0.0 --port 8080
|
||||
@@ -18,9 +17,9 @@ services:
|
||||
networks:
|
||||
tan-network:
|
||||
ipv4_address: 10.10.0.150
|
||||
|
||||
qdrant:
|
||||
image: qdrant/qdrant
|
||||
container_name: 15_llm-denai-qdrant
|
||||
volumes:
|
||||
- /home/docker/DenAI/qdrant/storage:/qdrant/storage
|
||||
ports:
|
||||
@@ -29,9 +28,9 @@ services:
|
||||
tan-network:
|
||||
ipv4_address: 10.10.0.151
|
||||
restart: unless-stopped
|
||||
|
||||
searxng:
|
||||
image: searxng/searxng
|
||||
container_name: denai-searxng
|
||||
environment:
|
||||
- BASE_URL=http://denai-searxng:8080/
|
||||
- INSTANCE_NAME=DenAI
|
||||
@@ -41,9 +40,9 @@ services:
|
||||
tan-network:
|
||||
ipv4_address: 10.10.0.152
|
||||
restart: unless-stopped
|
||||
|
||||
webui:
|
||||
image: ghcr.io/open-webui/open-webui:v0.6.34
|
||||
container_name: 15_llm-denai-webui
|
||||
environment:
|
||||
- OPENAI_API_BASE_URL=http://denai-llm:8080/v1
|
||||
- OPENAI_API_KEY=sk-denai-local
|
||||
@@ -59,6 +58,8 @@ services:
|
||||
tan-network:
|
||||
ipv4_address: 10.10.0.153
|
||||
restart: unless-stopped
|
||||
|
||||
|
||||
networks:
|
||||
tan-network:
|
||||
external: true
|
||||
|
||||
Reference in New Issue
Block a user