def set_up_optim()

in opacus_lab/models/GPT2/train.py [0:0]

• 15 lines of code
• 1 McCabe index (conditional complexity)

def set_up_optim(
    model,
    device,
    solver="AdamW",
    dp=False,
    finetune=-1,
    sample_rate=1,
    alphas=[2],
    noise_multiplier=0.01,
    max_grad_norm=0.1,
    batch_size=1,
    warmup_steps=5000,
    lr=0.001,
    Huggingface=False,
    perturb=False,