Add ollama with open-webui. Change environment when accessible from outside lan

2024-09-23 16:23:42 +02:00 · 2024-09-23 16:23:42 +02:00 · 733b3a4dec
commit 733b3a4dec
parent e16b6ef3d9
1 changed files with 38 additions and 0 deletions
--- a/ollama/compose.yaml
+++ b/ollama/compose.yaml
@ -0,0 +1,38 @@
+services:
+  ollama:
+    image: ollama/ollama:latest
+    container_name: ollama
+    ports:
+      - 11434:11434
+    volumes:
+      - /data/docker/ollama/ollama:/root/.ollama
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+    restart: unless-stopped
+  open-webui:
+    image: ghcr.io/open-webui/open-webui:cuda
+    container_name: open-webui
+    ports:
+      - 3010:8080
+    volumes:
+      - /data/docker/ollama/open-webui:/app/backend/data
+    environment:
+      - 'OLLAMA_BASE_URL=http://ollama:11434'
+      - 'WEBUI_AUTH=False'
+    extra_hosts:
+      - host.docker.internal:host-gateway
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+    depends_on:
+      - ollama
+    restart: unless-stopped