# Replacing the Normalized weights with previous ones
    SD = MyResnet2.state_dict(self)
    SD['linear2.weight'] = torch.nn.Parameter(normalized_W2)
    MyResnet2.load_state_dict(SD)
    W3 = SD['linear2.weight']
    Residue = normalized_W2 - W3 # This must be zero tensor
    print(Residue)

Change yours to this one maybe be work.