packages/tasks-gen/snippets-fixtures/explicit-direct-request/python/openai/0.together.py (16 lines of code) (raw):

import os from openai import OpenAI client = OpenAI( base_url="https://api.together.xyz/v1", api_key=os.environ["TOGETHER_API_KEY"], ) completion = client.chat.completions.create( model="<together alias for meta-llama/Llama-3.1-8B-Instruct>", messages=[ { "role": "user", "content": "What is the capital of France?" } ], ) print(completion.choices[0].message)