Unsloth Studio podman-compose ROCm

AMD_ROCm_Unsloth_Docker_Podman.md

Move "init.sh" in "app" folder next to "docker-compose.yml"
You need to add your user to render and video groups "sudo usermod -aG render,video $USER"

docker-compose.yml

services:
  unsloth:
    image: rocm/vllm-dev:nightly
    container_name: unsloth
    restart: unless-stopped
    init: true
    entrypoint: ["/app/init.sh"]
    ports:
      - "8888:8888"
    devices:
      - /dev/dri
      - /dev/kfd
    group_add:
      - video
      - render
    security_opt:
      - label=disable
    volumes:
      - ./app:/app:ro,Z
      - unsloth:/root/.unsloth/:Z
      - huggingface:/root/.cache/huggingface/:Z

volumes:
  unsloth:
  huggingface:

init.sh

#!/bin/bash

MARKER_FILE="/root/.unsloth/.initialized"

if [ ! -f "$MARKER_FILE" ]; then
    echo "Running initialization command..."

    mkdir -p /root/.local/bin
    apt update
    apt install cmake git libcurl4-openssl-dev -y

    echo "Start Unsloth installation..."
    curl -fsSL https://unsloth.ai/install.sh | env UV_SKIP_WHEEL_FILENAME_CHECK=1 sh

    echo "Initialization complete."
    touch "$MARKER_FILE"
fi

echo "Starting the main application..."
source '/root/.unsloth/studio/unsloth_studio/bin/activate'
unsloth studio -H 0.0.0.0 -p 8888