Qwen3-4B-multilingual-sft-q4f16_1-MLC

mlc_llm chat HF://willopcbeta/Qwen3-4B-multilingual-sft-q4f16_1-MLC

mlc_llm serve HF://willopcbeta/Qwen3-4B-multilingual-sft-q4f16_1-MLC

from mlc_llm import MLCEngine

# Create engine
model = "HF://willopcbeta/Qwen3-4B-multilingual-sft-q4f16_1-MLC"
engine = MLCEngine(model)

# Run chat completion in OpenAI API.
for response in engine.chat.completions.create(
    messages=[{"role": "user", "content": "What is the meaning of life?"}],
    model=model,
    stream=True,
):
    for choice in response.choices:
        print(choice.delta.content, end="", flush=True)
print("\n")

engine.terminate()