in sample_app/cerebral_genai/code/rag-on-edge-SLM-Phi2/modules/LLMModule/main.py [0:0]
def orders_subscriber():
event = from_http(request.headers, request.get_data())
user_query = str(event.data['user_query'])
vdb_result = str(event.data['vdb_result'])
request_id = event.data['request_id']
llm_prompt_prepped = llm_prompt.replace('SEARCH_QUERY_HERE',user_query).replace('SEARCH_CONTENT_HERE',vdb_result)
# Perform LLM inference
inference_result = llm_inference(llm_prompt_prepped)
# Publish the LLM inference result
output_result_prepped = llm_output.replace('SEARCH_CONTENT_HERE',vdb_result).replace('LLM_CONTENT_HERE',inference_result)
#logging.info(output_result_prepped)
output_message = {"inference_result": output_result_prepped, "request_id": request_id}
with DaprClient() as client:
result = client.publish_event(
pubsub_name='edgeragpubsub',
topic_name='llm_output_topic',
data=json.dumps(output_message),
data_content_type='application/json',
)
logging.info('Published data: ' + json.dumps(output_message))
time.sleep(1)
return json.dumps({'success':True}), 200, {'ContentType':'application/json'}