Text-to-sql-llama-3.2

import torch
from transformers import pipeline

model_id = "Ary-007/Text-to-sql-llama-3.2"

# Load the pipeline
pipe = pipeline(
    "text-generation", 
    model=model_id, 
    device_map="auto",
)

# Define the schema (Context)
schema = """
CREATE TABLE employees (
    id INT,
    name TEXT,
    department TEXT,
    salary INT,
    hire_date DATE
);
"""

# Define the user question
question = "Find the name and salary of employees in the 'Engineering' department who earn more than 80000."

# Format the prompt exactly as trained
prompt = f"""Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.

### Instruction:
Company Database : {schema}

### Input:
SQL Prompt :{question}

### Response:
"""

outputs = pipe(
    prompt, 
    max_new_tokens=200, 
    do_sample=True, 
    temperature=0.1, 
    top_p=0.9
)

print(outputs[0]["generated_text"])