From b93b25934aff56814e619d29abb43893aea2018b Mon Sep 17 00:00:00 2001 From: Udo Waechter Date: Fri, 7 Nov 2025 11:02:30 +0100 Subject: [PATCH] refs #1 using older version --- ollama.yaml | 37 +++++++++++++++++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 ollama.yaml diff --git a/ollama.yaml b/ollama.yaml new file mode 100644 index 0000000..0362fa2 --- /dev/null +++ b/ollama.yaml @@ -0,0 +1,37 @@ +# podman run -d --replace --name ollama \ +# --device /dev/kfd --device /dev/dri \ +# --group-add keep-groups -e HSA_OVERRIDE_GFX_VERSION="10.3.0" \ +# -v ollama-data:/root/.ollama -p 11434:11434 ollama/ollama:0.12.3-rocm + +# RODO: GPU issues: https://github.com/ollama/ollama/issues/12893 +--- +apiVersion: v1 +kind: Pod +metadata: + annotations: + run.oci.keep_original_groups: "1" + cdi.k8s.io/DeviceName.0: "podman.io/device=/dev/kfd" + cdi.k8s.io/DeviceName.1: "podman.io/device=/dev/dri" + labels: + app: ollama + name: ollama +spec: + containers: + - args: + - serve + env: + - name: HSA_OVERRIDE_GFX_VERSION + value: 10.3.0 + image: docker.io/ollama/ollama:rocm + name: ollama + ports: + - containerPort: 11434 + hostPort: 11434 + volumeMounts: + - mountPath: /root/.ollama + name: ollama-data-pvc + volumes: + - name: ollama-data-pvc + persistentVolumeClaim: + claimName: ollama-data +