in src/alpaca_eval/annotators/base.py [0:0]
def _postprocess(self, df_annotated: pd.DataFrame) -> pd.DataFrame:
"""Postprocess the annotated examples."""
arr_is_na = df_annotated[self.annotation_column].isna()
if arr_is_na.any():
logging.warning(
f"{arr_is_na.sum().item()} samples had no auto annotation. We are filtering them for now. "
f"If you are using chain of thought it might be that max_tokens limit is too low. "
)
df_annotated = df_annotated[~arr_is_na]
for processor in self.processors[::-1]: # postprocess in reverted order => no interactions between processors
df_annotated = processor.postprocess(df_annotated)
return df_annotated