Here a new experiment, following last one

out = F.relu(self.bn1(self.conv1(x)))    <- track_running_stats = TRUE
out = self.layer1(out)                   <- track_running_stats = TRUE
out = self.layer2(out)                   <- track_running_stats = FALSE
out = self.layer3(out)                   <- track_running_stats = FALSE