def backward_gpu(self, inputs, grads): x = inputs[0] g = grads[0] return cuda.elementwise( 'T x, T g', 'T gx', 'gx = fabs(x) < 2.5 ? 0.2 * g : 0', 'hard_sigmoid_bwd' )(x, g),