def inference_endpoint()

in src/streamlit_demo.py [0:0]


def inference_endpoint(data,
                       endpoint_name,
                       serializer,
                       deserializer):
    """
    Inference via Sagemaker endpoint.
    """
    # get the predictor from the endpoint
    predictor = Predictor(endpoint_name=endpoint_name, 
          sagemaker_session=None,
          serializer=serializer,
          deserializer=deserializer,)
    # Send the data to endpoint for inference
    prediction = predictor.predict(data)
    
    # Get the rank list
    so_list = np.array(prediction[0][0])

    X = np.array(data[0]["nodes"])
    rank_list = [-1] * X.shape[1]
    for i, rank in enumerate(so_list):
        try:
            rank_list[rank] = i
        except:
            raise Exception(f'{i}, {rank}')
    
    return rank_list, so_list