in app.py [0:0]
def stream():
"""
Streams the response from the server for
both multi-modal and plain text requests
"""
def generate():
global next_message
global next_image
assistant_response_content = ""
if next_image != "":
response = chat_session.send_message_stream([next_message, next_image])
next_image = ""
else:
response = chat_session.send_message_stream(next_message)
next_message = ""
for chunk in response:
assistant_response_content += chunk.text
yield f"data: {chunk.text}\n\n"
return Response(stream_with_context(generate()),
mimetype="text/event-stream")