in sparse_autoencoder/train.py [0:0]
def __init__(self, model, ema_multiplier):
self.model = model
self.ema_multiplier = ema_multiplier
self.ema_weights = [torch.zeros_like(x, requires_grad=False) for x in model.parameters()]
self.ema_steps = 0