unsloth-base/start.sh at main · runpod-workers/unsloth-base · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
#!/bin/bash
set -e

PERSISTENT="/workspace"

# ============================================
# Phase 1: Storage Setup
# ============================================
echo "[Unsloth] Setting up storage..."

mkdir -p "$PERSISTENT/unsloth/cache/huggingface"
mkdir -p "$PERSISTENT/unsloth/outputs"
mkdir -p "$PERSISTENT/unsloth/exports"
mkdir -p "$PERSISTENT/unsloth/assets/datasets/uploads"
mkdir -p "$PERSISTENT/unsloth/assets/datasets/recipes"
mkdir -p "$PERSISTENT/unsloth/auth"
mkdir -p "$PERSISTENT/unsloth/runs"
mkdir -p "$PERSISTENT/unsloth/logs"

mkdir -p /root/.unsloth/studio

ln -sfn "$PERSISTENT/unsloth/cache"   /root/.unsloth/studio/cache
ln -sfn "$PERSISTENT/unsloth/outputs" /root/.unsloth/studio/outputs
ln -sfn "$PERSISTENT/unsloth/exports" /root/.unsloth/studio/exports
ln -sfn "$PERSISTENT/unsloth/assets"  /root/.unsloth/studio/assets
ln -sfn "$PERSISTENT/unsloth/auth"    /root/.unsloth/studio/auth
ln -sfn "$PERSISTENT/unsloth/runs"    /root/.unsloth/studio/runs

ln -sfn /opt/unsloth-venv    /root/.unsloth/studio/.venv
ln -sfn /opt/unsloth-venv-t5 /root/.unsloth/studio/.venv_t5

export HF_HOME="$PERSISTENT/unsloth/cache/huggingface"

# ============================================
# Phase 2: Credential Setup
# ============================================
if [ -z "$UNSLOTH_ADMIN_PASSWORD" ]; then
    echo "============================================"
    echo "  ERROR: UNSLOTH_ADMIN_PASSWORD is not set"
    echo ""
    echo "  Set it in RunPod template environment"
    echo "  variables before deploying."
    echo "============================================"
    exit 1
fi

FIRST_RUN=false
if [ ! -f "$PERSISTENT/unsloth/auth/auth.db" ]; then
    FIRST_RUN=true
    echo "$UNSLOTH_ADMIN_PASSWORD" > "$PERSISTENT/unsloth/auth/.bootstrap_password"
    chmod 600 "$PERSISTENT/unsloth/auth/.bootstrap_password"
    echo "[Unsloth] Admin password set for first run."
else
    echo "[Unsloth] Existing auth database found, skipping password setup."
fi

# ============================================
# Phase 3: Start Background Services
# ============================================
echo "[Unsloth] Starting background services..."

if command -v sshd &> /dev/null; then
    /usr/sbin/sshd 2>/dev/null || true
fi

jupyter lab \
    --allow-root \
    --no-browser \
    --port=8888 \
    --ip=0.0.0.0 \
    --IdentityProvider.token="${JUPYTER_PASSWORD:-}" \
    --ServerApp.allow_origin='*' \
    --notebook-dir="$PERSISTENT" \
    > "$PERSISTENT/unsloth/logs/jupyter.log" 2>&1 &

# ============================================
# Phase 4: Start Unsloth Studio
# ============================================
echo "═══════════════════════════════════════════════════════"
echo "  Unsloth Studio is starting!"
echo ""
echo "  Web UI:      https://${RUNPOD_POD_ID}-8000.proxy.runpod.net"
echo "  Jupyter:     https://${RUNPOD_POD_ID}-8888.proxy.runpod.net"
echo ""
if [ "$FIRST_RUN" = true ]; then
    echo "  Password:    (set via UNSLOTH_ADMIN_PASSWORD)"
else
    echo "  Password:    (using existing account from network volume)"
fi
echo "  Storage:     $PERSISTENT/unsloth/"
echo "═══════════════════════════════════════════════════════"

cd /opt/unsloth/studio/backend
/root/.unsloth/studio/.venv/bin/python run.py --host 0.0.0.0 --port 8000 &
STUDIO_PID=$!
trap "kill $STUDIO_PID 2>/dev/null" SIGTERM SIGINT
wait $STUDIO_PID || true

echo "============================================="
echo "  Unsloth Studio crashed — check logs above."
echo "  SSH and JupyterLab are still available."
echo "  To restart:"
echo "    cd /opt/unsloth/studio/backend"
echo "    /root/.unsloth/studio/.venv/bin/python run.py --host 0.0.0.0 --port 8000"
echo "============================================="

if [ "${EXIT_ON_CRASH:-false}" = "true" ]; then
    exit 1
fi
sleep infinity