From cdd03da9040a7720cd27e57f49c3a4d6ba9cdbc1 Mon Sep 17 00:00:00 2001 From: Udo Waechter Date: Fri, 7 Nov 2025 11:51:48 +0100 Subject: [PATCH] both in one pod --- ollama-open-webui.yaml | 69 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 ollama-open-webui.yaml diff --git a/ollama-open-webui.yaml b/ollama-open-webui.yaml new file mode 100644 index 0000000..4b0dd3b --- /dev/null +++ b/ollama-open-webui.yaml @@ -0,0 +1,69 @@ +apiVersion: v1 +kind: Pod +metadata: + name: ollama-open-webui + labels: + app: ollama-open-webui + annotations: + run.oci.keep_original_groups: "1" + cdi.k8s.io/DeviceName.0: "podman.io/device=/dev/kfd" + cdi.k8s.io/DeviceName.1: "podman.io/device=/dev/dri" +spec: + hostNetwork: true + containers: + # Ollama container + - name: ollama + image: docker.io/ollama/ollama:0.12.3-rocm + args: + - serve + env: + - name: HSA_OVERRIDE_GFX_VERSION + value: "10.3.0" + ports: + - containerPort: 11434 + hostPort: 11434 + volumeMounts: + - name: ollama-data-pvc + mountPath: /root/.ollama + - name: dev-dri + mountPath: /dev/dri + - name: dev-kfd + mountPath: /dev/kfd + securityContext: + capabilities: + add: + - SYS_ADMIN + + # Open WebUI container + - name: open-webui + image: ghcr.io/open-webui/open-webui:main + ports: + - containerPort: 8080 + hostPort: 3000 + volumeMounts: + - name: open-webui-pvc + mountPath: /app/backend/data + securityContext: + capabilities: + add: + - SYS_ADMIN + + volumes: + # Persistent volumes + - name: ollama-data-pvc + persistentVolumeClaim: + claimName: ollama-data + - name: open-webui-pvc + persistentVolumeClaim: + claimName: open-webui + + # HostPath devices for GPU access + - name: dev-dri + hostPath: + path: /dev/dri + type: Directory + - name: dev-kfd + hostPath: + path: /dev/kfd + type: CharDevice +b \ No newline at end of file