in weak_to_strong/loss.py [0:0]
def __init__( self, aux_coef: float = 0.5, warmup_frac: float = 0.1, # in terms of fraction of total training steps