def print_distribution()

in aoai/token_count_utils.py [0:0]


def print_distribution(values, name):
    if (len(values) > 0):
        logger.info(f"### Distribution of {name}:")
        logger.info(f"min / max: {min(values)}, {max(values)}")
        logger.info(f"mean / median: {np.mean(values)}, {np.median(values)}")
        logger.info(f"p5 / p95: {np.quantile(values, 0.1)}, {np.quantile(values, 0.9)}")