def call_openai_base()

in Autogen_v0.4/rag_agent/openai_helper.py [0:0]


def call_openai_base(prompt, service_bus_session_id, queue=None):
    # Assume setup_byod("gpt-4") and other setup code here
    try:
        messages = [prompt['gptPrompt']['systemMessage']] + [prompt['gptPrompt']['question']]
        openai_client = AzureOpenAI(
            base_url = f"{endpoint}/openai/deployments/{deployment}/extensions",
            api_key=api_key,
            api_version="2023-09-01-preview",
        )
        response = openai_client.chat.completions.create(
            model=os.getenv('DEPLOYMENT_NAME'),
            messages=messages,
            temperature=float(prompt['temperature']),
            extra_body={
                "dataSources": [
                    {
                        "type": "AzureCognitiveSearch",
                        "parameters": {
                            "endpoint": os.environ["SEARCH_ENDPOINT"],
                            "key": os.environ["SEARCH_KEY"],
                            "indexName": os.environ["SEARCH_INDEX_NAME"],
                        }
                    }
                ]
            },
            max_tokens=int(prompt['maxTokens']),
            stream=True
        )

        for chunk in response:
            try:
                content = chunk.choices[0].delta.content
                #print(chunk.choices[0].end_turn)
                if content is not None:
                    
                    yield content
            except (KeyError, IndexError, TypeError) as e:
                print(f"An error occurred: {e}")
        yield "CONV_END"
    except Exception as e:
        print("Error calling OpenAI:" + openai.api_base)
        print(e)
        yield str(e)