packages/tasks-gen/snippets-fixtures/explicit-direct-request/python/openai/0.together.py (16 lines of code) (raw):
import os
from openai import OpenAI
client = OpenAI(
base_url="https://api.together.xyz/v1",
api_key=os.environ["TOGETHER_API_KEY"],
)
completion = client.chat.completions.create(
model="<together alias for meta-llama/Llama-3.1-8B-Instruct>",
messages=[
{
"role": "user",
"content": "What is the capital of France?"
}
],
)
print(completion.choices[0].message)