Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 6ddcd40dd5 |
13
Dockerfile
13
Dockerfile
@@ -1,12 +1,12 @@
|
|||||||
|
|
||||||
ARG baseimage=nvidia/cuda:12.8.1-cudnn-devel-ubuntu22.04
|
ARG baseimage=rocm/dev-ubuntu-24.04:7.1-complete
|
||||||
|
|
||||||
FROM ${baseimage} AS baseimage
|
FROM ${baseimage} AS baseimage
|
||||||
ENV LANG C.UTF-8
|
ENV LANG C.UTF-8
|
||||||
ENV LC_ALL C.UTF-8
|
ENV LC_ALL C.UTF-8
|
||||||
|
|
||||||
|
|
||||||
ENV TZ="Etc/UTC"
|
ENV TZ="Europe/Berlin"
|
||||||
|
|
||||||
ARG DEBIAN_FRONTEND=noninteractive
|
ARG DEBIAN_FRONTEND=noninteractive
|
||||||
# Build arguments
|
# Build arguments
|
||||||
@@ -19,12 +19,12 @@ RUN <<eot
|
|||||||
apt -qy install --no-install-recommends \
|
apt -qy install --no-install-recommends \
|
||||||
-o APT::Install-Recommends=false \
|
-o APT::Install-Recommends=false \
|
||||||
-o APT::Install-Suggests=false \
|
-o APT::Install-Suggests=false \
|
||||||
console-setup tzdata dbus x11-utils x11-xserver-utils libgl1-mesa-glx
|
console-setup tzdata dbus x11-utils x11-xserver-utils libgl1-mesa-dri netstat
|
||||||
apt -qy update
|
apt -qy update
|
||||||
DEBIAN_FRONTEND=noninteractive apt -qy install --no-install-recommends \
|
DEBIAN_FRONTEND=noninteractive apt -qy install --no-install-recommends \
|
||||||
-o APT::Install-Recommends=false \
|
-o APT::Install-Recommends=false \
|
||||||
-o APT::Install-Suggests=false \
|
-o APT::Install-Suggests=false \
|
||||||
libfuse2 kmod fuse libglib2.0-0 libnss3 libatk1.0-0 libatk-bridge2.0-0 libcups2 libdrm2 libgtk-3-0 libgbm1 libasound2 xserver-xorg xvfb x11vnc
|
libfuse2 kmod fuse libglib2.0-0 libnss3 libatk1.0-0 libatk-bridge2.0-0 libcups2 libdrm2 libgtk-3-0 libgbm1 libasound2t64 xserver-xorg xvfb x11vnc
|
||||||
mkdir -p /root/.vnc && x11vnc -storepasswd test123 /root/.vnc/passwd
|
mkdir -p /root/.vnc && x11vnc -storepasswd test123 /root/.vnc/passwd
|
||||||
eot
|
eot
|
||||||
|
|
||||||
@@ -41,6 +41,7 @@ RUN <<eot
|
|||||||
set -eux
|
set -eux
|
||||||
chmod ugo+x /data/lms/*.AppImage
|
chmod ugo+x /data/lms/*.AppImage
|
||||||
/data/lms/*.AppImage --appimage-extract
|
/data/lms/*.AppImage --appimage-extract
|
||||||
|
rm /data/lms/*.AppImage
|
||||||
eot
|
eot
|
||||||
|
|
||||||
|
|
||||||
@@ -51,8 +52,8 @@ ADD ./docker-healthcheck.sh /usr/local/bin/
|
|||||||
RUN chmod +x /usr/local/bin/docker-entrypoint.sh && \
|
RUN chmod +x /usr/local/bin/docker-entrypoint.sh && \
|
||||||
chmod +x /usr/local/bin/docker-healthcheck.sh
|
chmod +x /usr/local/bin/docker-healthcheck.sh
|
||||||
# Setup the healthcheck
|
# Setup the healthcheck
|
||||||
HEALTHCHECK --interval=1m --timeout=10s --start-period=1m \
|
#HEALTHCHECK --interval=1m --timeout=10s --start-period=1m \
|
||||||
CMD /bin/bash /usr/local/bin/docker-healthcheck.sh || exit 1
|
# CMD /bin/bash /usr/local/bin/docker-healthcheck.sh || exit 1
|
||||||
|
|
||||||
|
|
||||||
# Run the server
|
# Run the server
|
||||||
|
|||||||
@@ -4,19 +4,19 @@ rm /tmp/.X99-lock
|
|||||||
Xvfb :99 -screen 0 1920x1080x16 &
|
Xvfb :99 -screen 0 1920x1080x16 &
|
||||||
sleep 2
|
sleep 2
|
||||||
# -----------------------------------
|
# -----------------------------------
|
||||||
echo 'alias lms="~/.cache/lm-studio/bin/lms"' > ~/.bashrc
|
echo 'alias lms="~/.lmstudio/bin/lms"' > ~/.bashrc
|
||||||
|
|
||||||
/squashfs-root/lm-studio --no-sandbox &
|
/squashfs-root/lm-studio --no-sandbox &
|
||||||
sleep 30
|
sleep 30
|
||||||
~/.cache/lm-studio/bin/lms server start --cors &
|
~/.lmstudio/bin/lms server start --cors &
|
||||||
|
|
||||||
|
|
||||||
sleep 5
|
sleep 5
|
||||||
# ~/.cache/lm-studio/bin/lms get ${MODEL_PATH}
|
# ~/.cache/lm-studio/bin/lms get ${MODEL_PATH}
|
||||||
~/.cache/lm-studio/bin/lms load --gpu 0.3 --ttl 3600 --context-length ${CONTEXT_LENGTH:-16384} ${MODEL_IDENTIFIER} &
|
~/.lmstudio/bin/lms load --gpu 0.3 --ttl 3600 --context-length ${CONTEXT_LENGTH:-16384} ${MODEL_IDENTIFIER} &
|
||||||
|
|
||||||
sleep 20
|
sleep 20
|
||||||
cp -f /http-server-config.json /root/.cache/lm-studio/.internal/http-server-config.json
|
cp -f /http-server-config.json /root/.lmstudio/.internal/http-server-config.json
|
||||||
x11vnc -display :99 -forever -rfbauth /root/.vnc/passwd -quiet -listen 0.0.0.0 -xkb
|
x11vnc -display :99 -forever -rfbauth /root/.vnc/passwd -quiet -listen 0.0.0.0 -xkb
|
||||||
|
|
||||||
/bin/bash
|
/bin/bash
|
||||||
|
|||||||
@@ -1,8 +1,8 @@
|
|||||||
{
|
{
|
||||||
"port": 1234,
|
"port" : 1234,
|
||||||
"cors": true,
|
"cors" : true,
|
||||||
"logSensitiveData": true,
|
"logSensitiveData" : true,
|
||||||
"verbose": false,
|
"verbose" : false,
|
||||||
"logLinesLimit": 500,
|
"logLinesLimit" : 500,
|
||||||
"networkInterface": "0.0.0.0"
|
"networkInterface" : "0.0.0.0"
|
||||||
}
|
}
|
||||||
Reference in New Issue
Block a user