in src/preprocess.py [0:0]
def select_examples_TQA(data, index, passages, passages_index):
selected_data = []
for i, k in enumerate(index):
ex = data[k]
q = ex['Question']
answers = ex['Answer']['Aliases']
target = ex['Answer']['Value']
ctxs = [
{
'id': idx,
'title': passages[idx][1],
'text': passages[idx][0],
}
for idx in passages_index[ex['QuestionId']]
]
if target.isupper():
target = target.title()
selected_data.append(
{
'question': q,
'answers': answers,
'target': target,
'ctxs': ctxs,
}
)
return selected_data