relu.py 文件源码

def mirror_activations(input, input_fixed):

    out_fixed = T.nnet.relu(input_fixed)
    mask = T.grad(cost=None,
                  wrt=input_fixed,
                  known_grads={out_fixed: T.ones_like(out_fixed)})

    out = input * mask

    return out, out_fixed