in scripts/models.py [0:0]
def __init__(self, in_features, out_features, task, hparams="default"):
self.HPARAMS = {}
self.HPARAMS["lr"] = (1e-3, 10**random.uniform(-4, -2))
self.HPARAMS['wd'] = (0., 10**random.uniform(-6, -2))
self.HPARAMS['penalty'] = (1000, 10**random.uniform(1, 5))
super().__init__(in_features, out_features, task, hparams)
self.optimizer = torch.optim.Adam(
self.parameters(),
lr=self.hparams["lr"],
weight_decay=self.hparams["wd"])