in submission_code/best_ctx.py [0:0]
def __init__(self, config, file_path, model_path, device):
self.config = config
self.device = device
if not config.joined_vocab:
self.text_tokenizer = spm.SentencePieceProcessor(f'{file_path}/txt_bpe_ctx.model')
self.cmd_tokenizer = spm.SentencePieceProcessor(f'{file_path}/cmd_bpe_ctx.model')
else:
self.text_tokenizer = spm.SentencePieceProcessor(f'{file_path}/all_bpe_ctx.model')
self.cmd_tokenizer = self.text_tokenizer
self.model = Transformer(self.config, pad_id)
self.model.load_state_dict(torch.load(model_path, map_location=device)['model_state_dict'])
self.model.eval()
self.model.to(self.device)
self.ctx = joblib.load(f'{file_path}/man_processed')