Add ollama with open-webui. Change environment when accessible from outside lan
This commit is contained in:
parent
e16b6ef3d9
commit
733b3a4dec
38
ollama/compose.yaml
Normal file
38
ollama/compose.yaml
Normal file
@ -0,0 +1,38 @@
|
|||||||
|
services:
|
||||||
|
ollama:
|
||||||
|
image: ollama/ollama:latest
|
||||||
|
container_name: ollama
|
||||||
|
ports:
|
||||||
|
- 11434:11434
|
||||||
|
volumes:
|
||||||
|
- /data/docker/ollama/ollama:/root/.ollama
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
reservations:
|
||||||
|
devices:
|
||||||
|
- driver: nvidia
|
||||||
|
count: all
|
||||||
|
capabilities: [gpu]
|
||||||
|
restart: unless-stopped
|
||||||
|
open-webui:
|
||||||
|
image: ghcr.io/open-webui/open-webui:cuda
|
||||||
|
container_name: open-webui
|
||||||
|
ports:
|
||||||
|
- 3010:8080
|
||||||
|
volumes:
|
||||||
|
- /data/docker/ollama/open-webui:/app/backend/data
|
||||||
|
environment:
|
||||||
|
- 'OLLAMA_BASE_URL=http://ollama:11434'
|
||||||
|
- 'WEBUI_AUTH=False'
|
||||||
|
extra_hosts:
|
||||||
|
- host.docker.internal:host-gateway
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
reservations:
|
||||||
|
devices:
|
||||||
|
- driver: nvidia
|
||||||
|
count: all
|
||||||
|
capabilities: [gpu]
|
||||||
|
depends_on:
|
||||||
|
- ollama
|
||||||
|
restart: unless-stopped
|
Loading…
Reference in New Issue
Block a user