Compare commits
5 Commits
c017384ad1
...
debian-roc
| Author | SHA1 | Date | |
|---|---|---|---|
| 3532401032 | |||
| f0035f0c26 | |||
| 90fd9cdfad | |||
| 84f54b83a8 | |||
| 254f71bf47 |
10
Dockerfile
10
Dockerfile
@@ -19,7 +19,7 @@ RUN <<eot
|
|||||||
apt -qy install --no-install-recommends \
|
apt -qy install --no-install-recommends \
|
||||||
-o APT::Install-Recommends=false \
|
-o APT::Install-Recommends=false \
|
||||||
-o APT::Install-Suggests=false \
|
-o APT::Install-Suggests=false \
|
||||||
console-setup tzdata dbus x11-utils x11-xserver-utils rocm-smi mesa-vulkan-drivers
|
console-setup tzdata dbus x11-utils x11-xserver-utils dbus-x11 rocm-smi mesa-vulkan-drivers
|
||||||
apt -qy update
|
apt -qy update
|
||||||
DEBIAN_FRONTEND=noninteractive apt -qy install --no-install-recommends \
|
DEBIAN_FRONTEND=noninteractive apt -qy install --no-install-recommends \
|
||||||
-o APT::Install-Recommends=false \
|
-o APT::Install-Recommends=false \
|
||||||
@@ -33,16 +33,17 @@ eot
|
|||||||
|
|
||||||
RUN <<eot
|
RUN <<eot
|
||||||
echo 'export PATH="${PATH}:/root/.local/bin"' >>/root/.bashrc
|
echo 'export PATH="${PATH}:/root/.local/bin"' >>/root/.bashrc
|
||||||
|
echo 'export LLAMA_THREADS=12' >> ~/.bashrc
|
||||||
|
echo 'export DISPLAY=:99' >> ~/.bashrc
|
||||||
echo 'alias lms="~/.lmstudio/bin/lms"' >> ~/.bashrc
|
echo 'alias lms="~/.lmstudio/bin/lms"' >> ~/.bashrc
|
||||||
eot
|
eot
|
||||||
|
|
||||||
ENV DISPLAY=:99
|
|
||||||
|
|
||||||
#########################
|
#########################
|
||||||
|
|
||||||
FROM baseimage AS final
|
FROM baseimage AS final
|
||||||
|
|
||||||
ADD ./LM-Studio* /data/lms/
|
ADD https://lmstudio.ai/download/latest/linux/x64 /data/lms/LMStudio.AppImage
|
||||||
ADD ./http-server-config.json /http-server-config.json
|
ADD ./http-server-config.json /http-server-config.json
|
||||||
|
|
||||||
RUN <<eot
|
RUN <<eot
|
||||||
@@ -60,6 +61,9 @@ ADD --chmod=0755 ./docker-healthcheck.sh /usr/local/bin/
|
|||||||
#HEALTHCHECK --interval=1m --timeout=10s --start-period=1m \
|
#HEALTHCHECK --interval=1m --timeout=10s --start-period=1m \
|
||||||
# CMD /bin/bash /usr/local/bin/docker-healthcheck.sh || exit 1
|
# CMD /bin/bash /usr/local/bin/docker-healthcheck.sh || exit 1
|
||||||
|
|
||||||
|
ENV DISPLAY=:99
|
||||||
|
# Not sure that this works
|
||||||
|
ENV LLAMA_THREADS=12
|
||||||
|
|
||||||
# Run the server
|
# Run the server
|
||||||
# CMD ["sh", "-c", "tail -f /dev/null"] # For development: keep container open
|
# CMD ["sh", "-c", "tail -f /dev/null"] # For development: keep container open
|
||||||
|
|||||||
@@ -1,19 +1,20 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
|
|
||||||
rm /tmp/.X99-lock
|
#set GPU Power profile to COMPUTE
|
||||||
|
/usr/bin/rocm-smi --setprofile 4
|
||||||
|
|
||||||
|
rm -f /tmp/.X99-lock
|
||||||
|
mkdir /run/dbus
|
||||||
|
|
||||||
|
/usr/bin/dbus-daemon --fork --system
|
||||||
Xvfb :99 -screen 0 1920x1080x16 &
|
Xvfb :99 -screen 0 1920x1080x16 &
|
||||||
sleep 2
|
sleep 2
|
||||||
# -----------------------------------
|
# -----------------------------------
|
||||||
|
|
||||||
/squashfs-root/lm-studio --no-sandbox &
|
/squashfs-root/lm-studio --no-sandbox --threads 12 &
|
||||||
sleep 30
|
sleep 30
|
||||||
~/.lmstudio/bin/lms server start --cors &
|
~/.lmstudio/bin/lms server start --cors &
|
||||||
|
|
||||||
|
|
||||||
sleep 5
|
|
||||||
# ~/.cache/lm-studio/bin/lms get ${MODEL_PATH}
|
|
||||||
~/.lmstudio/bin/lms load --ttl 3600 --context-length ${CONTEXT_LENGTH:-16384} ${MODEL_IDENTIFIER} &
|
|
||||||
|
|
||||||
sleep 20
|
sleep 20
|
||||||
cp -f /http-server-config.json /root/.lmstudio/.internal/http-server-config.json
|
cp -f /http-server-config.json /root/.lmstudio/.internal/http-server-config.json
|
||||||
x11vnc -display :99 -forever -rfbauth /root/.vnc/passwd -quiet -listen 0.0.0.0 -xkb
|
x11vnc -display :99 -forever -rfbauth /root/.vnc/passwd -quiet -listen 0.0.0.0 -xkb
|
||||||
|
|||||||
Reference in New Issue
Block a user