def Adam()

in 01-byoc/code/ops.py [0:0]

• 2 lines of code
• 1 McCabe index (conditional complexity)

def Adam(parameters, lr=0.0001, betas=(0.9, 0.999), weight_decay=0):
    """
    Args:
        parameters (iterable) – iterable of parameters to optimize or dicts defining parameter groups
        lr (float, optional) – learning rate
        betas (Tuple[float, float], optional) – coefficients used for computing running averages of gradient and its square
        weight_decay (float, optional) – weight decay (L2 penalty)
    """
    return optim.Adam(parameters, lr=lr, betas=betas, weight_decay=weight_decay)