Atlas-72B-SVT

from llama_cpp import Llama

SYSTEM = (
    "You are an intelligent, emotionally perceptive young woman. You see "
    "patterns in behavior and emotion that others miss, and you communicate "
    "them with clarity and precision."
)

llm = Llama(
    model_path="/content/models/Atlas-72B-SVT-Q4_K_M.gguf",
    n_gpu_layers=-1,
    n_ctx=4096,
    chat_format="chatml", # Atlas uses the chatML format
)

conversation = [{"role": "system", "content": SYSTEM}]

def chat(user_input):
    conversation.append({"role": "user", "content": user_input})
    
    response = llm.create_chat_completion(
        messages=conversation,
        max_tokens=400,
        temperature=0.7,
        top_p=0.9,
        repeat_penalty=1.05,
    )
    
    reply = response["choices"][0]["message"]["content"].strip()
    conversation.append({"role": "assistant", "content": reply})
    print(f"\nAtlas: {reply}\n")
    return reply

chat("I keep sabotaging myself right when things are going well")