diff --git a/unsloth.yaml b/unsloth.yaml index 46017f3..a55df63 100644 --- a/unsloth.yaml +++ b/unsloth.yaml @@ -3,13 +3,23 @@ services: image: unsloth/unsloth-rocm # pin a tag or digest once it works container_name: unsloth-train restart: unless-stopped + #The container runs as root by default. `--user :` is supported and keeps files on your mounts owned by you. ipc: host + #deploy: + # resources: + # reservations: + # devices: + # - driver: nvidia + # count: all + # device_ids: ["0"] #Explicit list of GPU identifiers (index "0", "1" or hardware UUID "GPU-xxx"). + # capabilities: [gpu] devices: - /dev/kfd:/dev/kfd + #- /dev/dri:/dev/dri - /dev/dri/renderD128:/dev/dri/renderD128 group_add: - - "44" # getent group video | cut -d: -f3 - - "992" # getent group render | cut -d: -f3 + - 44 # getent group video | cut -d: -f3 + - 992 # getent group render | cut -d: -f3 ulimits: memlock: -1 stack: 67108864 @@ -18,10 +28,16 @@ services: - 8777:8888 environment: - JUPYTER_PASSWORD=${JUPYTER_PWD} + - UNSLOTH_STUDIO_PASSWORD=${UNSLOTH_STUDIO_PASSWORD:-} + - HF_TOKEN=${HF_TOKEN:-} # hugging face token + - WANDB_API_KEY=${WANDB_API_KEY:-} # weights and biases key + - UNSLOTH_ALLOW_CPU=${UNSLOTH_ALLOW_CPU:-0} volumes: - - /mnt/docker/server/unsloth:/workspace/host - - unsloth-cache:/workspace/.cache/huggingface - - unsloth-studio:/opt/unsloth-studio + #The container working directory is `/workspace`. Mount `/data` for unified persistence across container recreations + - /mnt/docker/server/unsloth/host:/workspace/host # project directory + - /mnt/docker/server/unsloth/notebooks:/workspace/unsloth-notebooks # synced notebooks + - unsloth-cache:/workspace/.cache/huggingface # Model Downloads + - unsloth-data:/data #Unified persistence root: models, fine-tune outputs, exports, and auth db labels: - homepage.group=Development @@ -38,5 +54,5 @@ networks: volumes: unsloth-cache: - unsloth-studio: + unsloth-data: