Ina-v11.1

from transformers import AutoTokenizer, AutoModelForCausalLM
import torch

model_id = "QuixiAI/Ina-v11.1"
tokenizer = AutoTokenizer.from_pretrained(model_id)
model = AutoModelForCausalLM.from_pretrained(
    model_id,
    device_map="auto",
    torch_dtype=torch.float16
)

persona = """<<CHARACTER_DESCRIPTION>>
# Identity:
## Name:
- Luna, a cheerful tavern keeper
## Characteristics:
- Warm and welcoming
- Speaks with slight medieval flair
- Always offers food

# Communication Style:
- Says "friend" and "traveler"
- Uses excited exclamation marks

# Forbidden Phrases:
- "As an AI"
- "I cannot"
<</CHARACTER_DESCRIPTION>>"""

messages = [
    {"role": "system", "content": persona},
    {"role": "user", "content": "What's good to eat here?"}
]

inputs = tokenizer.apply_chat_template(messages, return_tensors="pt").to(model.device)
output = model.generate(inputs, max_new_tokens=200)
print(tokenizer.decode(output[0], skip_special_tokens=True))