in weak_to_strong/loss.py [0:0]
def __init__(
self,
alpha: float = 1.0, # how much to weigh the weak model
beta: float = 1.0, # how much to weigh the strong model
warmup_frac: float = 0.1, # in terms of fraction of total training steps