in src/streamlit_demo.py [0:0]
def inference_endpoint(data,
endpoint_name,
serializer,
deserializer):
"""
Inference via Sagemaker endpoint.
"""
# get the predictor from the endpoint
predictor = Predictor(endpoint_name=endpoint_name,
sagemaker_session=None,
serializer=serializer,
deserializer=deserializer,)
# Send the data to endpoint for inference
prediction = predictor.predict(data)
# Get the rank list
so_list = np.array(prediction[0][0])
X = np.array(data[0]["nodes"])
rank_list = [-1] * X.shape[1]
for i, rank in enumerate(so_list):
try:
rank_list[rank] = i
except:
raise Exception(f'{i}, {rank}')
return rank_list, so_list