in src/train_intent.py [0:0]
def run(self, tokenized_dataset):
trainer = Trainer(
model=self.model,
args=self.training_args, # Hyperparamaters
train_dataset=tokenized_dataset["train"], # training data
eval_dataset=tokenized_dataset["validation"], # validation data
tokenizer=self.tokenizer, # tokenizer
data_collator=self.data_collator, # dynamic sequence padding
compute_metrics=compute_metrics, # model perfomance evaluation metric
callbacks=[EarlyStoppingCallback(early_stopping_patience=3)]
)
trainer.train()