 diff --git a/examples/seq2seq/train.py b/examples/seq2seq/train.py
-index 60b79b5..c3df5b1 100644
+index 60b79b5..b1b8f18 100644
 --- a/examples/seq2seq/train.py
 +++ b/examples/seq2seq/train.py
 @@ -190,17 +190,19 @@ class Encoder(nn.Module):

     loss = cross_entropy_loss(logits, labels, get_sequence_lengths(labels))
     return loss, logits
   grad_fn = jax.value_and_grad(loss_fn, has_aux=True)
@@ -354,7 +359,7 @@ def decode(model, inputs, rng):
   init_decoder_inputs = jnp.tile(init_decoder_input,
                                  (inputs.shape[0], get_max_output_len(), 1))
   with nn.stochastic(rng):

         decode_batch(optimizer.target, 5)
   return optimizer.target
 
@@ -390,4 +401,4 @@ def main(_):
 
 
 if __name__ == '__main__':
