in lm_human_preferences/rewards.py [0:0]
def __init__(self, train_dir, encoding, *, scope='reward_model', comm=MPI.COMM_WORLD):
self.train_dir = train_dir
self.comm = comm
self.encoding = encoding
encoder = encoding.get_encoder()
if train_dir != 'test':
self.hparams = trained_models.load_hparams(os.path.join(train_dir, 'hparams.json'))
assert self.hparams.n_vocab == encoding.n_vocab, f'{self.hparams.n_vocab} != {encoding.n_vocab}'
else:
self.hparams = trained_models.test_hparams()
self.padding_token = encoder.padding_token
self.encoder = encoder
self.scope = scope
self.model = model.Model(hparams=self.hparams, scope=f'{scope}/model', scalar_heads=['reward'])