in phi3/src_serve/score.py [0:0]
def run(json_data: str):
logging.info("Request received")
data = json.loads(json_data)
input_data= data["input_data"]
params = data['params']
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
output = pipe(input_data, **params)
generated_text = output[0]['generated_text']
logging.info("Output Response: " + generated_text)
json_result = {"result": str(generated_text)}
return json_result