You could try to run this dummy example on your machine and check the difference:
x = torch.randn(10, 3, 24, 24)
bn = nn.BatchNorm2d(3)

# dummy forward passes to update running estimates
for _ in range(10):
    _ = bn(x)

# Set to eval
bn.eval()

output_all = bn(x)

output_manual = []
for i in range(x.size(0)):
    output_manual.append(bn(x[i:i+1]))
output_manual = torch.cat(output_manual)

print((output_all - output_manual).abs().max())
> tensor(0., grad_fn=<MaxBackward1>)