SGLang-EAGLE3-Qwen3-Coder-30B-A3B-Instruct-SpecForge

export SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1

python3 -m sglang.launch_server \
    --model Qwen/Qwen3-Coder-30B-A3B-Instruct \
    --speculative-algorithm EAGLE3 \
    --speculative-draft-model-path lmsys/SGLang-EAGLE3-Qwen3-Coder-30B-A3B-Instruct-perfect-blend-regenerated \
    --speculative-num-steps 3 \
    --speculative-eagle-topk 1 \
    --speculative-num-draft-tokens 4 \
    --tp 4

# clone specforge
git clone https://github.com/sgl-project/SpecForge.git
cd SpecForge/benchmarks

# run benchmarks
python bench_eagle3.py \
        --model Qwen/Qwen3-Coder-30B-A3B-Instruct \
        --speculative-algorithm EAGLE3 \
        --speculative-draft-model-path lmsys/SGLang-EAGLE3-Llama-3.3-70B-Instruct-perfect-blend-regenerated \
        --port 30003 \
        --config-list 1,3,1,4 1,5,1,6 1,5,3,6 1,7,1,8 1,7,4,8 \
        --benchmark-list gsm8k math500 mtbench humaneval livecodebench financeqa gpqa  \
        --dtype bfloat16 \
        --tp 4 \
        --name qwen3-coder-30b-a3b-spec-bundle