in submission_code/tools.py [0:0]
def __init__(self, src, tgt, config, bos_id, eos_id, pad_id):
self.src = nn.utils.rnn.pad_sequence([
torch.tensor([bos_id] + x[:config.max_src_len] + [eos_id]).long() for x in src],
batch_first=True, padding_value=pad_id)
self.tgt = nn.utils.rnn.pad_sequence([
torch.tensor([bos_id] + x[:config.max_tgt_len] + [eos_id]).long() for x in tgt],
batch_first=True, padding_value=pad_id)