in src/utils.py [0:0]
def get_optimizer_status(optimizer):
if 'Adagrad' in str(optimizer.__class__):
optim_status = {'step': [v['step'] for _, v in optimizer.state.items() if len(v) > 0],
'sum': [v['sum'].data.detach() for _, v in optimizer.state.items() if len(v) > 0]}
return optim_status
# TODO: other optimziers
return None