eor

import torch
import tiktoken
from model import Eor, EorConfig

# 1. Initialize Config and Model
config = EorConfig()
model = Eor(config)

# 2. Load Weights
state_dict = torch.hub.load_state_dict_from_url(
    "https://huggingface.co/eorchat/eor/resolve/main/pytorch_model.bin",
    map_location="cpu"
)
model.load_state_dict(state_dict)
model.eval()

# 3. Generate Text
enc = tiktoken.get_encoding("gpt2")
prompt = "User: Hello, who are you?\nEor:"
input_ids = torch.tensor(enc.encode_ordinary(prompt)).unsqueeze(0)

# Generate
output_ids = model.generate(input_ids, max_new_tokens=50, temperature=0.7)
print(enc.decode(output_ids[0].tolist()))