layers.py 文件源码

def __init__(self, d_model, d_ff, dropout):
        super().__init__()

        self.seq = nn.Sequential(
                nn.Conv1d(d_model, d_ff, 1),
                nn.ReLU(),
                nn.Conv1d(d_ff, d_model, 1),
                nn.Dropout(dropout)
            )
        self.lm = LayerNorm(d_model)