43 lines
1018 B
YAML
43 lines
1018 B
YAML
services:
|
|
unsloth-train:
|
|
image: unsloth/unsloth-rocm # pin a tag or digest once it works
|
|
container_name: unsloth-train
|
|
restart: unless-stopped
|
|
ipc: host
|
|
devices:
|
|
- /dev/kfd:/dev/kfd
|
|
- /dev/dri/renderD128:/dev/dri/renderD128
|
|
group_add:
|
|
- "44" # getent group video | cut -d: -f3
|
|
- "992" # getent group render | cut -d: -f3
|
|
ulimits:
|
|
memlock: -1
|
|
stack: 67108864
|
|
ports:
|
|
- 8075:8000
|
|
- 8777:8888
|
|
environment:
|
|
- JUPYTER_PASSWORD=mypassword
|
|
volumes:
|
|
- /mnt/docker/server/unsloth:/workspace/host
|
|
- unsloth-cache:/workspace/.cache/huggingface
|
|
- unsloth-studio:/opt/unsloth-studio
|
|
|
|
labels:
|
|
- homepage.group=Development
|
|
- homepage.name=Unsloth
|
|
- homepage.icon=unsloth.png
|
|
- homepage.description=LLM Training
|
|
- rackpeek.tags=ai
|
|
networks:
|
|
- ollama-net
|
|
|
|
networks:
|
|
ollama-net:
|
|
external: true
|
|
|
|
volumes:
|
|
unsloth-cache:
|
|
unsloth-studio:
|
|
|