ALIA-40b-instruct-2512

# pip install openai 

from openai import OpenAI 

client = OpenAI(
	base_url = YOUR_ENDPOINT_URL,
	api_key = YOUR_HF_TOKEN
)

chat_completion = client.chat.completions.create(
	model = "BSC-LT/ALIA-40b-instruct-2512",
	messages = [
		{
			"role": "user",
			"content": "What is deep learning?"
		}
	],
	stream = True,
    max_tokens = 1000,
    temperature=0.1
)

print(chat_completion.choices[0].message.content)