Comparison of eval and train:
netG = nn.DataParallel(Generator(isize, ysize, zsize, gen_up_blocks, gen_inp_planes, gen_resblocks, gen_filters, gen_self_attn))

checkpoint = torch.load('561-checkpoint-383.pth.tar', map_location=dev)
netG.load_state_dict(checkpoint['G_state_dict'])
sd1 = copy.deepcopy(netG.state_dict())

f1 = netG(z, y)

checkpoint = torch.load('561-checkpoint-383.pth.tar', map_location=dev)
netG.load_state_dict(checkpoint['G_state_dict'])
netG.eval()
sd2 = copy.deepcopy(netG.state_dict())

f2 = netG(z, y)

print(torch.all(torch.eq(f1, f2)))
for k, v in sd1.items():
    if not torch.all(torch.eq(sd2[k], v)):
        print(k)

Output:
tensor(0, dtype=torch.uint8)
module.main.conv_init.weight_orig
module.main.up_0.res.res_0.conv1.weight_orig
module.main.up_0.res.res_0.conv2.weight_orig
module.main.up_0.res.res_1.conv1.weight_orig
module.main.up_0.res.res_1.conv2.weight_orig
module.main.up_0.res.res_2.conv1.weight_orig
module.main.up_0.res.res_2.conv2.weight_orig
module.main.up_0.conv.weight_orig
module.main.sa_1.query_conv.weight_orig
module.main.sa_1.key_conv.weight_orig
module.main.sa_1.value_conv.weight_orig
module.main.up_1.res.res_0.conv1.weight_orig
module.main.up_1.res.res_0.conv2.weight_orig
module.main.up_1.res.res_1.conv1.weight_orig
module.main.up_1.res.res_1.conv2.weight_orig
module.main.up_1.res.res_2.conv1.weight_orig
module.main.up_1.res.res_2.conv2.weight_orig
module.main.up_1.conv.weight_orig
module.main.up_2.res.res_0.conv1.weight_orig
module.main.up_2.res.res_0.conv2.weight_orig
module.main.up_2.res.res_1.conv1.weight_orig
module.main.up_2.res.res_1.conv2.weight_orig
module.main.up_2.res.res_2.conv1.weight_orig
module.main.up_2.res.res_2.conv2.weight_orig
module.main.up_2.conv.weight_orig
module.main.up_3.res.res_0.conv1.weight_orig
module.main.up_3.res.res_0.conv2.weight_orig
module.main.up_3.res.res_1.conv1.weight_orig
module.main.up_3.res.res_1.conv2.weight_orig
module.main.up_3.res.res_2.conv1.weight_orig
module.main.up_3.res.res_2.conv2.weight_orig
module.main.up_3.conv.weight_orig
module.main.conv_final.weight_orig