Модель: Sao10K: Llama 3.1 70B Hanami x1

from openai import OpenAI

client = OpenAI(
    base_url="https://ai.nnov.ru/api",
    api_key="YOUR_API_KEY"
)

chat_completion = client.chat.completions.create(
    model="sao10k/l3.1-70b-hanami-x1",
    messages=[
        {"role": "user", "content": "Привет, как дела?"}
    ]
)

print(chat_completion.choices[0].message.content)