Add ollama with open-webui. Change environment when accessible from outside lan

This commit is contained in:
Fabian Schmidt 2024-09-23 16:23:42 +02:00
parent e16b6ef3d9
commit 733b3a4dec

38
ollama/compose.yaml Normal file
View File

@ -0,0 +1,38 @@
services:
ollama:
image: ollama/ollama:latest
container_name: ollama
ports:
- 11434:11434
volumes:
- /data/docker/ollama/ollama:/root/.ollama
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
restart: unless-stopped
open-webui:
image: ghcr.io/open-webui/open-webui:cuda
container_name: open-webui
ports:
- 3010:8080
volumes:
- /data/docker/ollama/open-webui:/app/backend/data
environment:
- 'OLLAMA_BASE_URL=http://ollama:11434'
- 'WEBUI_AUTH=False'
extra_hosts:
- host.docker.internal:host-gateway
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
depends_on:
- ollama
restart: unless-stopped