chaos/lmstudio-docker
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

adaption to newer lm-studio versions

Browse Source
This commit is contained in:
Udo Waechter
2025-11-09 13:29:41 +01:00
parent fd1131c35c
commit 6ddcd40dd5
3 changed files with 17 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
Dockerfile
View File

@@ -1,12 +1,12 @@
ARG baseimage=nvidia/cuda:12.8.1-cudnn-devel-ubuntu22.04
ARG baseimage=rocm/dev-ubuntu-24.04:7.1-complete
FROM ${baseimage} AS baseimage
ENV LANG C.UTF-8
ENV LC_ALL C.UTF-8
ENV TZ="Etc/UTC"
ENV TZ="Europe/Berlin"
ARG DEBIAN_FRONTEND=noninteractive
# Build arguments
@@ -19,12 +19,12 @@ RUN <<eot
apt -qy install --no-install-recommends \
-o APT::Install-Recommends=false \
-o APT::Install-Suggests=false \
console-setup tzdata dbus x11-utils x11-xserver-utils libgl1-mesa-glx
console-setup tzdata dbus x11-utils x11-xserver-utils libgl1-mesa-dri netstat
apt -qy update
DEBIAN_FRONTEND=noninteractive apt -qy install --no-install-recommends \
-o APT::Install-Recommends=false \
-o APT::Install-Suggests=false \
libfuse2 kmod fuse libglib2.0-0 libnss3 libatk1.0-0 libatk-bridge2.0-0 libcups2 libdrm2 libgtk-3-0 libgbm1 libasound2 xserver-xorg xvfb x11vnc
libfuse2 kmod fuse libglib2.0-0 libnss3 libatk1.0-0 libatk-bridge2.0-0 libcups2 libdrm2 libgtk-3-0 libgbm1 libasound2t64 xserver-xorg xvfb x11vnc
mkdir -p /root/.vnc && x11vnc -storepasswd test123 /root/.vnc/passwd
eot
@@ -41,6 +41,7 @@ RUN <<eot
set -eux
chmod ugo+x /data/lms/*.AppImage
/data/lms/*.AppImage --appimage-extract
rm /data/lms/*.AppImage
eot
@@ -51,8 +52,8 @@ ADD ./docker-healthcheck.sh /usr/local/bin/
RUN chmod +x /usr/local/bin/docker-entrypoint.sh && \
chmod +x /usr/local/bin/docker-healthcheck.sh
# Setup the healthcheck
HEALTHCHECK --interval=1m --timeout=10s --start-period=1m \
CMD /bin/bash /usr/local/bin/docker-healthcheck.sh || exit 1
#HEALTHCHECK --interval=1m --timeout=10s --start-period=1m \
# CMD /bin/bash /usr/local/bin/docker-healthcheck.sh || exit 1
# Run the server

8
docker-entrypoint.sh
View File

@@ -4,19 +4,19 @@ rm /tmp/.X99-lock
Xvfb :99 -screen 0 1920x1080x16 &
sleep 2
# -----------------------------------
echo 'alias lms="~/.cache/lm-studio/bin/lms"' > ~/.bashrc
echo 'alias lms="~/.lmstudio/bin/lms"' > ~/.bashrc
/squashfs-root/lm-studio --no-sandbox &
sleep 30
~/.cache/lm-studio/bin/lms server start --cors &
~/.lmstudio/bin/lms server start --cors &
sleep 5
# ~/.cache/lm-studio/bin/lms get ${MODEL_PATH}
~/.cache/lm-studio/bin/lms load --gpu 0.3 --ttl 3600 --context-length ${CONTEXT_LENGTH:-16384} ${MODEL_IDENTIFIER} &
~/.lmstudio/bin/lms load --gpu 0.3 --ttl 3600 --context-length ${CONTEXT_LENGTH:-16384} ${MODEL_IDENTIFIER} &
sleep 20
cp -f /http-server-config.json /root/.cache/lm-studio/.internal/http-server-config.json
cp -f /http-server-config.json /root/.lmstudio/.internal/http-server-config.json
x11vnc -display :99 -forever -rfbauth /root/.vnc/passwd -quiet -listen 0.0.0.0 -xkb
/bin/bash

12
http-server-config.json
View File

@@ -1,8 +1,8 @@
{
"port": 1234,
"cors": true,
"logSensitiveData": true,
"verbose": false,
"logLinesLimit": 500,
"networkInterface": "0.0.0.0"
"port" : 1234,
"cors" : true,
"logSensitiveData" : true,
"verbose" : false,
"logLinesLimit" : 500,
"networkInterface" : "0.0.0.0"
}