in ppo_ewma/ppg.py [0:0]
def update(self, decay=None):
if decay is None:
decay = self.ewma_decay
new_total_weight = decay * self.total_weight + 1
decayed_weight_ratio = decay * self.total_weight / new_total_weight
for p, p_ewma in zip(self.model.parameters(), self.model_ewma.parameters()):
p_ewma.data.mul_(decayed_weight_ratio).add_(p.data / new_total_weight)
self.total_weight = new_total_weight