in scripts/models.py [0:0]
def __init__(
self, in_features, out_features, task, hparams="default", version=1):
self.HPARAMS = {}
self.HPARAMS["lr"] = (1e-3, 10**random.uniform(-4, -2))
self.HPARAMS['wd'] = (0., 10**random.uniform(-6, -2))
self.HPARAMS['irm_lambda'] = (0.9, 1 - 10**random.uniform(-3, -.3))
super().__init__(in_features, out_features, task, hparams)
self.version = version
self.network = self.IRMLayer(self.network)
self.net_parameters, self.net_dummies = self.find_parameters(
self.network)
self.optimizer = torch.optim.Adam(
self.net_parameters,
lr=self.hparams["lr"],
weight_decay=self.hparams["wd"])