in codes/models.py [0:0]
def __init__(self, d_model=2048, batch_first=True, nhead=32, dim_ffn=2048*4, num_layer=20, drop=0, LNM=1e-05):
super(Encoder1, self).__init__()
self.norm = nn.LayerNorm(d_model)
self.encoder_layer = nn.TransformerEncoderLayer(
d_model=d_model, nhead=nhead,
dim_feedforward=dim_ffn,
batch_first=True,dropout=drop, layer_norm_eps=LNM)
self.encoder = nn.TransformerEncoder(
self.encoder_layer,
num_layers=num_layer)