Compare commits
2 Commits
90fd9cdfad
...
3532401032
| Author | SHA1 | Date | |
|---|---|---|---|
| 3532401032 | |||
| f0035f0c26 |
@@ -33,6 +33,8 @@ eot
|
||||
|
||||
RUN <<eot
|
||||
echo 'export PATH="${PATH}:/root/.local/bin"' >>/root/.bashrc
|
||||
echo 'export LLAMA_THREADS=12' >> ~/.bashrc
|
||||
echo 'export DISPLAY=:99' >> ~/.bashrc
|
||||
echo 'alias lms="~/.lmstudio/bin/lms"' >> ~/.bashrc
|
||||
eot
|
||||
|
||||
@@ -41,7 +43,7 @@ eot
|
||||
|
||||
FROM baseimage AS final
|
||||
|
||||
ADD ./LM-Studio* /data/lms/
|
||||
ADD https://lmstudio.ai/download/latest/linux/x64 /data/lms/LMStudio.AppImage
|
||||
ADD ./http-server-config.json /http-server-config.json
|
||||
|
||||
RUN <<eot
|
||||
|
||||
@@ -15,11 +15,6 @@ sleep 2
|
||||
sleep 30
|
||||
~/.lmstudio/bin/lms server start --cors &
|
||||
|
||||
|
||||
sleep 5
|
||||
# ~/.cache/lm-studio/bin/lms get ${MODEL_PATH}
|
||||
~/.lmstudio/bin/lms load --ttl 3600 --context-length ${CONTEXT_LENGTH:-16384} ${MODEL_IDENTIFIER:openai/gpt-oss-20b} &
|
||||
|
||||
sleep 20
|
||||
cp -f /http-server-config.json /root/.lmstudio/.internal/http-server-config.json
|
||||
x11vnc -display :99 -forever -rfbauth /root/.vnc/passwd -quiet -listen 0.0.0.0 -xkb
|
||||
|
||||
Reference in New Issue
Block a user