Simulate_Extreme_Cases_Zero_Epoch.py 文件源码

def torch_list_grad_norm(param_list):
    squared_sum = Variable(torch.zeros(1))
    for param in param_list:
        squared_sum += param.grad.norm()**2
    return squared_sum.sqrt()

# Use the nn package to define our model and loss function.