def refactor_feedforward()

in opacus_lab/models/GPT2/refactor.py [0:0]

• 9 lines of code
• 1 McCabe index (conditional complexity)

    def refactor_feedforward(GPT2MLP):
        FC = GPT2MLP.c_fc
        Proj = GPT2MLP.c_proj

        Feedforward = PositionwiseFeedForward(768)
        Feedforward.fc.weight = nn.Parameter(FC.weight.t())
        Feedforward.fc.bias = nn.Parameter(FC.bias)
        Feedforward.proj.weight = nn.Parameter(Proj.weight.t())
        Feedforward.proj.bias = nn.Parameter(Proj.bias)
        return Feedforward