compare-pytorch-and-torch-grads.py 文件源码

def printnorm_f(self, input, output):
    print('{} norm: {}'.format(self.__class__.__name__, output.data.norm()))

# def printnorm_back(self, grad_input, grad_output):
    # import IPython, sys; IPython.embed(); sys.exit(-1)
    # print('{} grad_out norm: {}'.format(self.__class__.__name__, self.weight.grad.data.norm()))