apiVersion: v1
kind: Pod
metadata:
  hostname: ollama
  name: ollama
  labels:
    app: ollama
  annotations:
    run.oci.keep_original_groups: "1"
    cdi.k8s.io/DeviceName.0: "podman.io/device=/dev/kfd"
    cdi.k8s.io/DeviceName.1: "podman.io/device=/dev/dri"
spec:
  hostNetwork: false
  containers:
  # Ollama container
  - name: ollama
    image: docker.io/ollama/ollama:rocm
    hostname: ollama
    network: podman
    args:
      - serve
    env:
      - name: HSA_OVERRIDE_GFX_VERSION
        value: "10.3.0"
    ports:
      - containerPort: 11434
    volumeMounts:
      - name: ollama-data-pvc
        mountPath: /root/.ollama
      - name: dev-dri
        mountPath: /dev/dri
      - name: dev-kfd
        mountPath: /dev/kfd
    securityContext:
      capabilities:
        add:
          - SYS_ADMIN

  # Open WebUI container
  - name: open-webui
    image: ghcr.io/open-webui/open-webui:main
    hostname: webui
    network: podman
    ports:
      - containerPort: 8080
        hostPort: 8888
    volumeMounts:
      - name: open-webui-pvc
        mountPath: /app/backend/data
    securityContext:
      capabilities:
        add:
          - SYS_ADMIN

  volumes:
    # Persistent volumes
    - name: ollama-data-pvc
      persistentVolumeClaim:
        claimName: ollama-data
    - name: open-webui-pvc
      persistentVolumeClaim:
        claimName: open-webui

    # HostPath devices for GPU access
    - name: dev-dri
      hostPath:
        path: /dev/dri
        type: Directory
    - name: dev-kfd
      hostPath:
        path: /dev/kfd
        type: CharDevice