in grok/training.py [0:0]
def __init__(
self,
params,
lr=1e-3,
betas=(0.9, 0.999),
eps=1e-8,
weight_decay=1e-2,
amsgrad=False,
noise_factor=0.0,
weight_decay_form="to_zero",