in aoai/token_count_utils.py [0:0]
def print_distribution(values, name):
if (len(values) > 0):
logger.info(f"### Distribution of {name}:")
logger.info(f"min / max: {min(values)}, {max(values)}")
logger.info(f"mean / median: {np.mean(values)}, {np.median(values)}")
logger.info(f"p5 / p95: {np.quantile(values, 0.1)}, {np.quantile(values, 0.9)}")