lmstudio und webui im pod
This commit is contained in:
3
.gitmodules
vendored
Normal file
3
.gitmodules
vendored
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
[submodule "lmstudio-docker"]
|
||||||
|
path = lmstudio-docker
|
||||||
|
url = https://github.com/n0mer1/lmstudio-docker.git
|
||||||
1
lmstudio-docker
Submodule
1
lmstudio-docker
Submodule
Submodule lmstudio-docker added at efccf9f6ba
66
lmstudio-open-webui.yaml
Normal file
66
lmstudio-open-webui.yaml
Normal file
@@ -0,0 +1,66 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Pod
|
||||||
|
metadata:
|
||||||
|
hostname: lmstudio-webui
|
||||||
|
name: lmstudio-open-webui
|
||||||
|
labels:
|
||||||
|
app: lmstudio-open-webui
|
||||||
|
annotations:
|
||||||
|
run.oci.keep_original_groups: "1"
|
||||||
|
cdi.k8s.io/DeviceName.0: "podman.io/device=/dev/kfd"
|
||||||
|
cdi.k8s.io/DeviceName.1: "podman.io/device=/dev/dri"
|
||||||
|
spec:
|
||||||
|
hostNetwork: true
|
||||||
|
containers:
|
||||||
|
# lmstudio container
|
||||||
|
- name: lmstudio
|
||||||
|
image: localhost/lm-studio-debian
|
||||||
|
hostname: lmstudio
|
||||||
|
ports:
|
||||||
|
- containerPort: 1234
|
||||||
|
- containerPort: 5900
|
||||||
|
volumeMounts:
|
||||||
|
- name: lmstudio-data
|
||||||
|
mountPath: /root/.lmstudio
|
||||||
|
- name: dev-dri
|
||||||
|
mountPath: /dev/dri
|
||||||
|
- name: dev-kfd
|
||||||
|
mountPath: /dev/kfd
|
||||||
|
securityContext:
|
||||||
|
capabilities:
|
||||||
|
add:
|
||||||
|
- SYS_ADMIN
|
||||||
|
|
||||||
|
# Open WebUI container
|
||||||
|
- name: open-webui
|
||||||
|
image: ghcr.io/open-webui/open-webui:main
|
||||||
|
hostname: webui
|
||||||
|
ports:
|
||||||
|
- containerPort: 8080
|
||||||
|
volumeMounts:
|
||||||
|
- name: open-webui-pvc
|
||||||
|
mountPath: /app/backend/data
|
||||||
|
securityContext:
|
||||||
|
capabilities:
|
||||||
|
add:
|
||||||
|
- SYS_ADMIN
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
# Persistent volumes
|
||||||
|
- name: open-webui-pvc
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: open-webui
|
||||||
|
|
||||||
|
# HostPath devices for GPU access
|
||||||
|
- name: lmstudio-data
|
||||||
|
hostPath:
|
||||||
|
path: /home/do/.lmstudio
|
||||||
|
type: Directory
|
||||||
|
- name: dev-dri
|
||||||
|
hostPath:
|
||||||
|
path: /dev/dri
|
||||||
|
type: Directory
|
||||||
|
- name: dev-kfd
|
||||||
|
hostPath:
|
||||||
|
path: /dev/kfd
|
||||||
|
type: CharDevice
|
||||||
@@ -1,6 +1,7 @@
|
|||||||
apiVersion: v1
|
apiVersion: v1
|
||||||
kind: Pod
|
kind: Pod
|
||||||
metadata:
|
metadata:
|
||||||
|
hostname: ollama-webui
|
||||||
name: ollama-open-webui
|
name: ollama-open-webui
|
||||||
labels:
|
labels:
|
||||||
app: ollama-open-webui
|
app: ollama-open-webui
|
||||||
@@ -14,6 +15,7 @@ spec:
|
|||||||
# Ollama container
|
# Ollama container
|
||||||
- name: ollama
|
- name: ollama
|
||||||
image: docker.io/ollama/ollama:0.12.3-rocm
|
image: docker.io/ollama/ollama:0.12.3-rocm
|
||||||
|
hostname: ollama
|
||||||
args:
|
args:
|
||||||
- serve
|
- serve
|
||||||
env:
|
env:
|
||||||
@@ -36,6 +38,7 @@ spec:
|
|||||||
# Open WebUI container
|
# Open WebUI container
|
||||||
- name: open-webui
|
- name: open-webui
|
||||||
image: ghcr.io/open-webui/open-webui:main
|
image: ghcr.io/open-webui/open-webui:main
|
||||||
|
hostname: webui
|
||||||
ports:
|
ports:
|
||||||
- containerPort: 8080
|
- containerPort: 8080
|
||||||
volumeMounts:
|
volumeMounts:
|
||||||
|
|||||||
Reference in New Issue
Block a user