73 lines
1.5 KiB
YAML
73 lines
1.5 KiB
YAML
apiVersion: v1
|
|
kind: Pod
|
|
metadata:
|
|
hostname: ollama
|
|
name: ollama
|
|
labels:
|
|
app: ollama
|
|
annotations:
|
|
run.oci.keep_original_groups: "1"
|
|
cdi.k8s.io/DeviceName.0: "podman.io/device=/dev/kfd"
|
|
cdi.k8s.io/DeviceName.1: "podman.io/device=/dev/dri"
|
|
spec:
|
|
hostNetwork: false
|
|
containers:
|
|
# Ollama container
|
|
- name: ollama
|
|
image: docker.io/ollama/ollama:rocm
|
|
hostname: ollama
|
|
network: podman
|
|
args:
|
|
- serve
|
|
env:
|
|
- name: HSA_OVERRIDE_GFX_VERSION
|
|
value: "10.3.0"
|
|
ports:
|
|
- containerPort: 11434
|
|
volumeMounts:
|
|
- name: ollama-data-pvc
|
|
mountPath: /root/.ollama
|
|
- name: dev-dri
|
|
mountPath: /dev/dri
|
|
- name: dev-kfd
|
|
mountPath: /dev/kfd
|
|
securityContext:
|
|
capabilities:
|
|
add:
|
|
- SYS_ADMIN
|
|
|
|
# Open WebUI container
|
|
- name: open-webui
|
|
image: ghcr.io/open-webui/open-webui:main
|
|
hostname: webui
|
|
network: podman
|
|
ports:
|
|
- containerPort: 8080
|
|
hostPort: 8888
|
|
volumeMounts:
|
|
- name: open-webui-pvc
|
|
mountPath: /app/backend/data
|
|
securityContext:
|
|
capabilities:
|
|
add:
|
|
- SYS_ADMIN
|
|
|
|
volumes:
|
|
# Persistent volumes
|
|
- name: ollama-data-pvc
|
|
persistentVolumeClaim:
|
|
claimName: ollama-data
|
|
- name: open-webui-pvc
|
|
persistentVolumeClaim:
|
|
claimName: open-webui
|
|
|
|
# HostPath devices for GPU access
|
|
- name: dev-dri
|
|
hostPath:
|
|
path: /dev/dri
|
|
type: Directory
|
|
- name: dev-kfd
|
|
hostPath:
|
|
path: /dev/kfd
|
|
type: CharDevice
|