Mimma-3-1b

import torch
from transformers import pipeline

model_slug = "pankajmathur/Mimma-3-1b"
pipeline = pipeline(
    "text-generation",
    model=model_slug,
    device_map="auto",
)
messages = [
    {"role": "system", "content": "You are Mimma, a helpful AI assistant. Do your best to help user"},
    {"role": "user", "content": "Hello Mimma, what can you do for me?"}
]
outputs = pipeline(messages, max_new_tokens=512, do_sample=True, temperature=0.01, top_k=64, top_p=0.95, repetition_penalty = 1.3)
print(outputs[0]["generated_text"][-1])