This commit is contained in:
Michael B
2025-03-29 15:55:23 +00:00
commit fd1131c35c
7 changed files with 204 additions and 0 deletions

33
docker-compose.yml Normal file
View File

@@ -0,0 +1,33 @@
networks:
homelab_homelabnet:
external: true
services:
lmstudio:
image: lmstudio:latest
container_name: lmstudio
restart: unless-stopped
build:
context: "$HOME/Development/LMStudio"
ports:
- "1234:1234"
volumes:
- "$HOME/Development/LMStudio/data:/root/.cache/lm-studio/models"
environment:
- CONTEXT_LENGTH=${CONTEXT_LENGTH:-131072}
- MODEL_PATH=${MODEL_PATH:-Qwen/Qwen2.5-Coder-14B-Instruct-GGUF}
- MODEL_IDENTIFIER=${MODEL_IDENTIFIER:-qwen2.5-coder-14b-instruct}
# deploy:
# resources:
# reservations:
# devices:
# - capabilities: [gpu]
command: ["/start_services.sh"]
networks:
- homelab_homelabnet
labels:
- "traefik.enable=true"
- "traefik.http.routers.lmstudio.entrypoints=http"
- "traefik.http.routers.lmstudio.rule=Host(`lmstudio.${DOMAIN}`)"
- "traefik.http.services.lmstudio.loadbalancer.server.port=1234"