Devstral-Small-2-24B-Instruct-2512

uv tool install mistral-vibe

curl -LsSf https://mistral.ai/vibe/install.sh | sh

pip install mistral-vibe

uv pip install -U vllm

docker pull vllm/vllm-openai:latest
docker run -it vllm/vllm-openai:latest

python -c "import mistral_common; print(mistral_common.__version__)"

git clone https://github.com/sgl-project/sglang.git
cd sglang
uv pip install -e python
uv pip install transformers==5.0.0rc # required
uv pip install nvidia-cudnn-cu12==9.16.0.29 # required for VLM

python -m sglang.launch_server --model-path mistralai/Devstral-Small-2-24B-Instruct-2512 --host 0.0.0.0 --port 30000 --tp 2 --tool-call-parser mistral

uv pip install git+https://github.com/huggingface/transformers