selu.py 文件源码

def selu(x, inplace=False):
    alpha = 1.6732632423543772848170429916717
    scale = 1.0507009873554804934193349852946
    temp1 = scale * F.relu(x)
    temp2 = scale * alpha * (F.elu(-1*F.relu(-1*x)))
    return temp1 + temp2