in dynalab/handler.py [0:0]
def handle_mini_batch(service, samples):
n = len(samples)
start_time = time.time()
input_data = service.preprocess(samples)
logger.info(
f"Preprocessed a batch of size {n} ({n/(time.time()-start_time):.2f} samples / s)"
)
start_time = time.time()
output = service.inference(input_data)
logger.info(
f"Infered a batch of size {n} ({n/(time.time()-start_time):.2f} samples / s)"
)
start_time = time.time()
json_results = service.postprocess(output, samples)
logger.info(
f"Postprocessed a batch of size {n} ({n/(time.time()-start_time):.2f} samples / s)"
)
return json_results