安装nvidia

apt update

sudo apt install ubuntu-drivers-common

apt install nvidia-driver-550


pip install uv

uv venv --python=3.12
source .venv/bin/activate

git clone https://github.com/sgl-project/mini-sglang.git
cd mini-sglang
uv pip install -e .

python -m minisgl --model "Qwen/Qwen3-0.6B" --shell