both in one pod
This commit is contained in:
69
ollama-open-webui.yaml
Normal file
69
ollama-open-webui.yaml
Normal file
@@ -0,0 +1,69 @@
|
||||
apiVersion: v1
|
||||
kind: Pod
|
||||
metadata:
|
||||
name: ollama-open-webui
|
||||
labels:
|
||||
app: ollama-open-webui
|
||||
annotations:
|
||||
run.oci.keep_original_groups: "1"
|
||||
cdi.k8s.io/DeviceName.0: "podman.io/device=/dev/kfd"
|
||||
cdi.k8s.io/DeviceName.1: "podman.io/device=/dev/dri"
|
||||
spec:
|
||||
hostNetwork: true
|
||||
containers:
|
||||
# Ollama container
|
||||
- name: ollama
|
||||
image: docker.io/ollama/ollama:0.12.3-rocm
|
||||
args:
|
||||
- serve
|
||||
env:
|
||||
- name: HSA_OVERRIDE_GFX_VERSION
|
||||
value: "10.3.0"
|
||||
ports:
|
||||
- containerPort: 11434
|
||||
hostPort: 11434
|
||||
volumeMounts:
|
||||
- name: ollama-data-pvc
|
||||
mountPath: /root/.ollama
|
||||
- name: dev-dri
|
||||
mountPath: /dev/dri
|
||||
- name: dev-kfd
|
||||
mountPath: /dev/kfd
|
||||
securityContext:
|
||||
capabilities:
|
||||
add:
|
||||
- SYS_ADMIN
|
||||
|
||||
# Open WebUI container
|
||||
- name: open-webui
|
||||
image: ghcr.io/open-webui/open-webui:main
|
||||
ports:
|
||||
- containerPort: 8080
|
||||
hostPort: 3000
|
||||
volumeMounts:
|
||||
- name: open-webui-pvc
|
||||
mountPath: /app/backend/data
|
||||
securityContext:
|
||||
capabilities:
|
||||
add:
|
||||
- SYS_ADMIN
|
||||
|
||||
volumes:
|
||||
# Persistent volumes
|
||||
- name: ollama-data-pvc
|
||||
persistentVolumeClaim:
|
||||
claimName: ollama-data
|
||||
- name: open-webui-pvc
|
||||
persistentVolumeClaim:
|
||||
claimName: open-webui
|
||||
|
||||
# HostPath devices for GPU access
|
||||
- name: dev-dri
|
||||
hostPath:
|
||||
path: /dev/dri
|
||||
type: Directory
|
||||
- name: dev-kfd
|
||||
hostPath:
|
||||
path: /dev/kfd
|
||||
type: CharDevice
|
||||
b
|
||||
Reference in New Issue
Block a user