in summarize_from_feedback/task_data.py [0:0]
def map_input(raw_data):
ref_response = task_H.response.ref_format_str.format(**raw_data)
ref_tokens = response_encoder.encode_response(ref_response, allow_truncate=True)
query_info = tasks.process_query(raw_data, encoder=encoder, hparams=task_H.query)
return dict(
context=query_info,
# NOTE: tokens are truncated but text is not
reference=dict(tokens=ref_tokens, text=ref_response),
# NOTE: we remove reference to prevent mistakes, after the rm4 space bug
extra_fields={k: v for k, v in raw_data.items() if k != "reference"}
if all_fields
else dict(),
)