SmallThinker-4BA0.6B-Instruct-GGUF

890
30
4.0B
1 language
Q4
license:apache-2.0
by
PowerInfer
Language Model
OTHER
4B params
New
890 downloads
Early-stage
Try on Hugging FaceAdd to Compare
Edge AI:
Mobile
Laptop
Server
9GB+ RAM
Mobile
Laptop
Server
Quick Summary

- GGUF models with `.

Device Compatibility

Mobile
4-6GB RAM
Laptop
16GB RAM
Server
GPU
Minimum Recommended
4GB+ RAM

Code Examples

ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer
ModelScopepython
from modelscope import AutoModelForCausalLM, AutoTokenizer

Deploy This Model

Production-ready deployment in minutes

Together.ai

Instant API access to this model

Fastest API

Production-ready inference API. Start free, scale to millions.

Try Free API

Replicate

One-click model deployment

Easiest Setup

Run models in the cloud with simple API. No DevOps required.

Deploy Now

Disclosure: We may earn a commission from these partners. This helps keep LLMYourWay free.