def __init__()

in opacus_lab/models/GPT2/model/feedforward.py [0:0]

• 7 lines of code
• 3 McCabe index (conditional complexity)

    def __init__(self, activation="gelu"):
        super().__init__()
        if activation == "gelu":
            self.activation = self.gelu_new
        elif activation == "sigmoid":
            self.sigmoid = nn.Sigmoid()
            self.activation = lambda x: x * self.sigmoid(x)