use all

docker-compose-ollama-gpu.yaml

@@ -23,7 +23,7 @@ services:
     restart: unless-stopped
     image: docker.io/ollama/ollama:latest
     ports:
-      - 7869:11434
+      - 9012:11434
     environment:
       - OLLAMA_KEEP_ALIVE=24h
     networks:
@@ -33,7 +33,7 @@ services:
         reservations:
           devices:
             - driver: nvidia
-              count: 1
+              count: all
               capabilities: [gpu]
 
   ollama-webui:
@@ -44,13 +44,13 @@ services:
     depends_on:
       - ollama
     ports:
-      - 8080:8080
+      - 9013:8080
     environment: # https://docs.openwebui.com/getting-started/env-configuration#default_models
-      - OLLAMA_BASE_URLS=http://host.docker.internal:7869 #comma separated ollama hosts
+      - OLLAMA_BASE_URLS=https://ollama.valiantlynx.com #comma separated ollama hosts
       - ENV=dev
       - WEBUI_AUTH=False
       - WEBUI_NAME=valiantlynx AI
-      - WEBUI_URL=http://localhost:8080
+      - WEBUI_URL=https://openwebui.valiantlynx.com
       - WEBUI_SECRET_KEY=t0p-s3cr3t
     extra_hosts:
       - host.docker.internal:host-gateway