in submission_code/best_util.py [0:0]
def forward(self, x):
attn = (x != 0).float()
x = self.tr(
input_ids=x,
attention_mask=attn,
return_dict=True
)
x = x.last_hidden_state.mean(dim=1)
x = self.drop(x)
x = self.out(x)
return x