Модель: Sao10K: Llama 3.1 Euryale 70B v2.2

from openai import OpenAI

client = OpenAI(
    base_url="https://ai.nnov.ru/api",
    api_key="YOUR_API_KEY"
)

chat_completion = client.chat.completions.create(
    model="sao10k/l3.1-euryale-70b",
    messages=[
        {"role": "user", "content": "Привет, как дела?"}
    ]
)

print(chat_completion.choices[0].message.content)