in models/vision_transformer.py [0:0]
def init_weights(self):
if hasattr(self.layers, "pre_logits"):
lecun_normal_init(
self.layers.pre_logits.weight, fan_in=self.layers.pre_logits.in_features
)
nn.init.zeros_(self.layers.pre_logits.bias)
if hasattr(self.layers, "head"):
nn.init.zeros_(self.layers.head.weight)
nn.init.zeros_(self.layers.head.bias)