in src/alpaca_eval/annotators/pairwise_evaluator.py [0:0]
def _fn_replace_if_switch(df: pd.DataFrame) -> pd.DataFrame:
# applies to annotation_column (preference) 3-x => 2 becomes 1, 1 becomes 2 and everything in between if flaot
if df.empty or self.annotation_column not in df.columns:
return df
df = df.copy()
df[self.annotation_column] = df[self.annotation_column].apply(lambda x: 3 - x)
return df