in models/utils.py [0:0]
def initseq(s):
for a, b in zip(s[:-1], s[1:]):
if isinstance(b, nn.ReLU):
initmod(a, nn.init.calculate_gain('relu'))
elif isinstance(b, nn.LeakyReLU):
initmod(a, nn.init.calculate_gain('leaky_relu', b.negative_slope))
elif isinstance(b, nn.Sigmoid):
initmod(a)
elif isinstance(b, nn.Softplus):
initmod(a)
else:
initmod(a)
initmod(s[-1])