Path	Lines of Code
fairseq/optim/__init__.py	34
fairseq/optim/adadelta.py	27
fairseq/optim/adafactor.py	177
fairseq/optim/adagrad.py	20
fairseq/optim/adam.py	152
fairseq/optim/adamax.py	105
fairseq/optim/amp_optimizer.py	67
fairseq/optim/bmuf.py	121
fairseq/optim/composite.py	131
fairseq/optim/cpu_adam.py	149
fairseq/optim/dynamic_loss_scaler.py	53
fairseq/optim/fairseq_optimizer.py	111
fairseq/optim/fp16_optimizer.py	387
fairseq/optim/fused_adam.py	258
fairseq/optim/fused_lamb.py	29
fairseq/optim/lr_scheduler/__init__.py	22
fairseq/optim/lr_scheduler/cosine_lr_scheduler.py	96
fairseq/optim/lr_scheduler/fairseq_lr_scheduler.py	37
fairseq/optim/lr_scheduler/fixed_schedule.py	54
fairseq/optim/lr_scheduler/inverse_square_root_schedule.py	45
fairseq/optim/lr_scheduler/manual_lr_scheduler.py	94
fairseq/optim/lr_scheduler/pass_through.py	21
fairseq/optim/lr_scheduler/polynomial_decay_schedule.py	68
fairseq/optim/lr_scheduler/reduce_lr_on_plateau.py	93
fairseq/optim/lr_scheduler/step_lr_scheduler.py	61
fairseq/optim/lr_scheduler/tri_stage_lr_scheduler.py	100
fairseq/optim/lr_scheduler/triangular_lr_scheduler.py	55
fairseq/optim/nag.py	71
fairseq/optim/sgd.py	23
fairseq/optim/shard.py	38