add "residual = None" to forward conv layers

model.py

@@ -1134,6 +1134,8 @@ class WhisperEncoder(WhisperPreTrainedModel):
         # Process through conv layers
         inputs_embeds = input_features
         for i, conv_layer in enumerate(self.conv_layers):
+            residual = None
+            
             if self.config.skip_connections and i > 0 and inputs_embeds.shape == conv_layer(inputs_embeds).shape:
                 residual = inputs_embeds