def prelu(inpt, a): ''' Parametric rectified linear unit, see: https://arxiv.org/pdf/1502.01852.pdf ''' return T.maximum(inpt, 0) + a * T.minimum(inpt, 0)