in grok/training.py [0:0]
def __setstate__(self, state): super(CustomAdamW, self).__setstate__(state) for group in self.param_groups: group.setdefault("amsgrad", False)