def __init__()

in summarize_from_feedback/models/transformer.py [0:0]

• 15 lines of code
• 1 McCabe index (conditional complexity)

    def __init__(
        self,
        d_model,
        n_ctx,
        n_head,
        attn_dropout=0.0,
        resid_dropout=0.0,
        afn="quick_gelu",
        zero_out=False,
        init_scale=1.0,
        res_scale=1.0,
        m_attn=0.25,
        m_mlp=1.0,
        mp_comm: Comm = None,
        key_bias=False,