in ml/eval/bt.py [0:0]
def print_metrics(metrics):
"""
Print evaluation metrics.
Args:
metrics (dict): Dictionary containing evaluation metrics.
"""
print("\nEVALUATION METRICS:")
print(f"Total examples: {metrics['total_examples']}")
print(f"Percentage preferred - KTO model: {metrics['new_preferred_percentage']:.2f}%")
print(f"Percentage preferred - SFT model: {metrics['old_preferred_percentage']:.2f}%")
print(f"Average probability of KTO model being preferred: {metrics['avg_probability_new_preferred']:.4f}")