in custom/metrics.py [0:0]
def update(self, batch_of_token_lists):
if isinstance(batch_of_token_lists, torch.Tensor):
batch_of_token_lists = batch_of_token_lists.clone().cpu().tolist()
for token_list in batch_of_token_lists:
for k, v in ngram_metrics(token_list, pad=self._pad).items():
self._metrics_list[k].append(v)