in Autogen_v0.4/rag_agent/openai_helper.py [0:0]
def call_openai_base(prompt, service_bus_session_id, queue=None):
# Assume setup_byod("gpt-4") and other setup code here
try:
messages = [prompt['gptPrompt']['systemMessage']] + [prompt['gptPrompt']['question']]
openai_client = AzureOpenAI(
base_url = f"{endpoint}/openai/deployments/{deployment}/extensions",
api_key=api_key,
api_version="2023-09-01-preview",
)
response = openai_client.chat.completions.create(
model=os.getenv('DEPLOYMENT_NAME'),
messages=messages,
temperature=float(prompt['temperature']),
extra_body={
"dataSources": [
{
"type": "AzureCognitiveSearch",
"parameters": {
"endpoint": os.environ["SEARCH_ENDPOINT"],
"key": os.environ["SEARCH_KEY"],
"indexName": os.environ["SEARCH_INDEX_NAME"],
}
}
]
},
max_tokens=int(prompt['maxTokens']),
stream=True
)
for chunk in response:
try:
content = chunk.choices[0].delta.content
#print(chunk.choices[0].end_turn)
if content is not None:
yield content
except (KeyError, IndexError, TypeError) as e:
print(f"An error occurred: {e}")
yield "CONV_END"
except Exception as e:
print("Error calling OpenAI:" + openai.api_base)
print(e)
yield str(e)