in src/alpaca_eval/plotting.py [0:0]
def _pairwise_ttest(df):
p_values = pd.DataFrame(index=df.columns, columns=df.columns)
for i in df.columns:
for j in df.columns:
if i == j:
p_values.loc[i, j] = np.nan
else:
t_stat, p_val = stats.ttest_rel(df[i], df[j], nan_policy="omit")
p_values.loc[i, j] = p_val
return p_values