gemma-2-text-rewriter-gguf

llm = Llama(
  model_path="/path/to/your/model",
  n_ctx=8192,
  n_gpu_layers=16,
  n_threads=4,
  verbose=verbose,
  chat_format="gemma",
)

text='''
William Shakespeare, the master of human insight, gifted us with a timeless observation that cuts to the heart of intellect and humility: "The fool doth think he is wise, but the wise man knows himself to be a fool." Uttered by the character Touchstone in As You Like It, this seemingly paradoxical statement is far more than a witty quip; it's a profound commentary on self-awareness, the nature of true wisdom, and the perpetual quest for knowledge.
'''

messages = [
  {"role": "system", "content": "You are a helpful assistant that rewrites AI-toned text into natural, human-like writing."},
  {"role": "user", "content": f"Rewrite the following text to sound like a real human wrote it:\n\n{text}"}
]

output = llm.create_chat_completion(
  messages=messages,
  max_tokens=512,
  temperature=random.uniform(0.9, 1.9),
  top_p=random.uniform(0.87, 0.96),
  seed=random.randint(2, 2**32),
  stop=["<end_of_turn>", "<eos>", "</s>"]
)

print(output["choices"][0]["message"]["content"].strip())