in src/train_intent.py [0:0]
def __init__(self):
self.model = AutoModelForSequenceClassification.from_pretrained(
INTENT_MODEL_CHECKPOINT,
num_labels=INTENT_NUM_LABELS,
id2label=INTENT_ID2LABEL,
label2id=INTENT_LABEL2ID
).to(device)
self.tokenizer = AutoTokenizer.from_pretrained(
INTENT_MODEL_CHECKPOINT,
add_prefix_space=True
)
if self.tokenizer.pad_token is None:
self.tokenizer.add_special_tokens({'pad_token': '[PAD]'})
self.model.resize_token_embeddings(len(self.tokenizer))
self.model = get_peft_model(self.model, self.peft_config).to(device)
self.model.print_trainable_parameters()