diff --git a/.gitattributes b/.gitattributes
index 4e898678400a8a45791d03b9a4e0fb8eba98aba8..eba33d1e40f1816b9b8d2a404d480626046e1b90 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -561,3 +561,253 @@ checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layer
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8c8658868b45ba553808efc35032bbddd8b79432
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9ce8b00f4d524b845885c52bb11c968dd7f41cd1
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c5ffd835251eb915870a3baabfe38e3bac19fb62
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e6b39cc6781e35c91aa04f2b3a823fc3e9031814
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ec9585b9d50946a15c48195b98895520fdea2e29
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4bb943f9e58eaecea04bc2990940415c7087d6de
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4be70b0958b1e4b634c6d7c4281c0cda31675842
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8e2cdd4d11a2df632fc6f74c35725cf37ec3c727
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7b768813d2aafee6e56b015dd567c61f3f660a02
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0b025f8735f16316c9473a073558e6f341eb3387
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,128],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,128],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5781b590d370982a942b7a34e137ada40bc50753
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding.v/0.0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c8138e7d7927bb12fd2ebc187461d1dbe9826e56
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ed420b0e2b0c9b580c18336ebcc22187b91032e9
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..689af9ee027f2748f5aec8e5d4b08099a5850a2d
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2300c8b87a5867b70b19a91a75dc97473660eb4b
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a2b3fa78f03ffafc99449b7990e82c114e9d39a8
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b88372c63c5fd240b292263c9c66d6517182cb8b
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9b497dd98156b988a66feda02f3e10175fe58739
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fde310617553d1a2d719037304a7e5148e7ff11f
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8a0420076291bb2bed61f6d8b3ccf8f596b37a68
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..449d6c102892c7b8f11c0d508b138fa0f4601eae
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_11.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c2e0ddb77afe0bb1d76acc1e1e083f4cebdc5f2d
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_4.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4770ff52a1c640e3194605a262966efd418952f7
Binary files /dev/null and b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_5.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoints/llm_base_x4286_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..05278ba1fd46bf8fb853e447b539ef9d036cde80
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..050b90e5729fa128432df56b23d3197bf0ecf449
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bdae5ecbbe410d64baef344a2a93c1dca2daddd6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[8,16],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[16,16],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/0.0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e28e431c1c945d5c5d683a734c710665b0dc5cdd
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/0.0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/1.0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..64c4b6bc6d6830ea0932657a1f633e1ffbd88c9d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding.v/1.0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e11c2273520ba22b819598651ba792e6f69aea53
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f7cb475c27340f3bf2d9c8eca2861225ff4eeee0
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..33f1c13c8b43aea9e27bdc5e1c274efd185ef2e1
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..971428f2590435039f31f2d93ed45774e015fe8a
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..790031aafaa0c30320e7b70b5274e8dea2ac8557
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5157236b87f8c588dd6d00e3cba4b930fb868002
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fede8a8d3878f41487295beab449085c985e0a33
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..09f69680d9589c44fa22f8194cda0ce4f74a3ce6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..38a2b472cce8f4e58ab15f6f840a9b6fa4b91dd5
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..117685dd896693f381bae938a647f1d7b5e3484b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b6d59cead54f62d883181d006184e4db717419b4
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9b753a443d0bedbeb6d07f4d8dc31b23752a05cf
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..28247de1f4591e12b93f797b6dfaedc16e586955
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b5bd477bf84377382d51cdc7a12cbf00b0005a08
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2063d1924196628176fdce79064ed17a1c7d827d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4514c270f77473b51c841eafafed360b471ee08
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..156c239b90fbf308e2d777768cc4d47f2848f081
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa10c7748aa2194c8fcc1097eb782598c1bfa902
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3115bb9c827fdc9b4160eebc926fdf48d38a057d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..952f5874af2744a568f2c3f59df362ed6ca52e19
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..758fb91a038ba58b43b8645d722e1e6983746999
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8e3752649f133445dca29ac0fc25c0e8b4d8f047
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f4e73bd66a2d74c0345f1b4cc5b23834bb03343f
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ed1937450c6eb3cc97268e8a3e3efb51a7ec0015
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..847cb71c4ca8854893d091611a6b3a0241de114a
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..01878926eb12123e6bc8d38d537cfbe45073c586
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f0b70a6743d313c0a17c2803b6aa2651a8298eed
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..af816ef8440d3b1e8db46d8de586a8a75bfd88d6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..50c4a95093905c80d73fe50e1ae1a1e2c9bb9397
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4a01adfae283d706eebb696a26601d202d619a6f
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..baa0db58fcde39f0b1b05d2e9a1b7178d380d5f6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec2169d176952c31cd88d36754b476a5ac3f25c5fd6eeee37e2b347d309679e
+size 5378113
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..53564420986aaffcb6d34cac54550d8850023052
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d210e92b7191dce2b88a47c0191522081e6f7b82981776a8ee4e6f39d073981c
+size 5377311
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f8a7ea1a8b4e8292992b93ecc5d0cf7516b19c0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c5fc64a4099df661c02e2910693291e552ae54f5f65e6583db10a12d342d9a
+size 5373051
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd056e4e7f352013e414b325504edc1c395d29a2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1171608b5d740b4da864d08ad76146c71f7355b66c5f204afd17954fab0a56db
+size 5373037
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb54fec1624dcdee65cffed3f34ca3aafee9927c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c25429f6d1053689c2ad915753dda25e6cc5f160
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9194c0febbc08bc3331d036f58214ef69c2414f7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b49f54daa38499852ea1fdd41a86b673b551937450d3b928dd2fc7f4ae1e28f
+size 1954702
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..232c8ed0504374214406bd067033a20ad8d1518e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c302d758bf952e19e9682f2ce417e1b0be88f349aa491c2bd00f3aabc4971f
+size 1954771
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45e627dc033f587945a06d68a7f8bb36a8fa3ef2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6920218c3b6f5eb94614ee692272fa7f3e39caf988c1bcf022ba768c8e131d8
+size 1953092
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9c7c4eb21eaa990c2fd18575b3300bc5860a5dc4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f183a895d0332edee36a5a2f371fe402145778135c74ce59290962c2bf0141
+size 1956820
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91caf618fede61819d912f296520afa88cce7e6e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9ac626007ca91bd661b80900162d6f369243202ac72b3a063dd3efdf704f0c
+size 5371904
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..a268e029b61b5159d47946d5d286d89f94aa1fdf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694a03d21965d09c9c1eb0af9abdfb3f3041c834c53db0f3b3d6803893337265
+size 5371406
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9c3d8158db1d3afab76525facf932c5a762fb75a
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..44e24194a30980ee990faa25f4567aa0d74b587c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c6855e4efbf67046d832f3d9f9e1991f7f29ea38f22c7b9d69d56894a3857b
+size 1955725
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..6dc61073ca6d98dcb2c8abedf367995617a88dec
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311ebcf803f62308504d212ba00cd85f2adf4f6e0266404a61010b7b8f0a9fcb
+size 1954827
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c329ea5fd36e26cc5fee1523bddaf9a7c297dcfb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a050ae15855675dbff5c6acf87fb7e2eeaee7677efe9ac1a74afd74efd33e0
+size 5374673
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c00b32ea02d02bca5292fd0b424b8e13fc4711c7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1237e99adf5cff8fb47326e760729af124a93ccaad05c8c19e36cdb5cf342a2b
+size 5375867
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cbeecf52a154747a9f39c9ec73a6e8518ab8de4b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b946bdc528b7c6d210c9aaac6485fb37ac5e486255bb81df3a548c70930ad567
+size 5368575
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..680866a603978201b9a465a9eefe1349ed7a5d73
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39ccce1160d33e6b4c40ab41abcce725458d39c51a859a7ea85ca8e771e0ae6
+size 5369117
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2685e5b2f450bbadf5d4582a87f9690e38e4325b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f115fa513f98cf1a5e7a342b30e7ef9078c35987f37bd6845f0eafada57a1a
+size 1953594
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a42d8cad349a1e37ba73707b2c098b9814401d00
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f508829054a0cdb16b0b7add1545ea72f76f8b5cc911d0cf594a46acfb89841
+size 1953334
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..90fc0d3687f41790585a50160fc3b492ddac9bd5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0929f9c6e652155d9ea24fe82821d62d346629ab36eb5e98e75d8dd84897a0
+size 1956340
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..984276053ae849a562a4e06ceb8b68e67f6f960e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d730bb948813fdf0ae8201f150ab9a324d2bd49e65827295509493cd3c0307f
+size 1956043
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63ae6e5acdc5e1eb426ead26e825cad6d6d84eea
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2730dea228c1d024003c00c67e07459edf137ae0583cb651a70f339b644736
+size 5374228
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d26b31b576dd38c424f67601dfc8ef4a2e2fada2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0177ab16de392b4a8389102a82fc0dd78df14d917d8b9ff8c9fea29b1a74aa27
+size 5374123
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ce46ffd112bedace55fe7643cafbdd4e96d64af
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342d05f615ebdf6b25f09fabee3ec977e1e239b670d1585244ddb44dcf304f6b
+size 5373124
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..a573f9e2eafc99a5ab13e1d2ad362d6cf6e6a6ac
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2d656b5f25a8265c3566d32c3b22348fc59d3c1787f8d2948e648ca6dc70c3
+size 5372685
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3678dd9a23e4d530293245751d26d216c3d6ee30
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bdae5ecbbe410d64baef344a2a93c1dca2daddd6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[8,16],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[16,16],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97c57b47f74edd79a50637f5120e6999ffda053c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/0.0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf406b480cd1720f543eae714c04b169445906d5
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.relpos_bias_depth.rel_embedding/1.0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8674a3ee913a24ce0343e21d492a5cc6319686ff
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbf793de3a32641201934dc89edd2ee8acbe94e989dd6581a42bcced88ee4c8
+size 1973409
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..66b544043476c7a3e6c21c2f6205fbd7886077e3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c2e26b9b61d63d135243ac3c4236b67f303be14072f890b007f5f84bb416bd
+size 1973112
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07c633e3cc5fec045aab9ce30db16ea827dde54a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94c2bd4d58d7668f6ceabea90d3065b537ba1ea8ded9786016fa8a3c471dfd8
+size 1956987
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..519d68a674ac872a1f18cfe421d72697e41ffb53
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d60223dc0b879f9ff1f10de84ac6324821616b4bcc6255f3e2ff86f4bfd76bb
+size 1956546
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..758e0fbe8783b2d73ba5848254e5ae35b17742cd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f406724d8d978b0560d872381c5076dbe2a81095fb963804b850718f6a2ba77
+size 5402253
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f94a8886fc4d2ceae84648b2933c5262c77217b3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd69861f48ba85e0d136a25ac88549c4ac9739cc0c8c6e0140c8cd1ec2afe18a
+size 5402499
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b5200542976ec9e67891597815027d09ac3ab3c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99d28801cd43b7f8b525ec0d773abf11b4273855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b869946f9e198180c0762fb2bbd3c1591b28f8e75239b99604388e4852aa6772
+size 1957080
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..0a2979bf86eeae78341165d5c6ce58285cdc03eb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4c289408c50c7b707ef5511cdedd0303c5b6e398e5ab5acc73c451dd18786e
+size 1961835
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6cd532c3e3645ff8431faa5f1e9652e95baf107e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c23b7d31689e69f1db0341327cc62be517c564a7542674a903b32eae323215
+size 1972053
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..881f40ebf9c6272f9058aea36ebba59e002cfb56
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fd00572234f9a5cef02df7b1b04da53ee1894d3c14debaa1c02b5e78c68fc7
+size 1970134
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be0a1788bce32de9158fa72f172545caeebb14c4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b190b79d2d033ba928e200d83687d5e35f3ac1df4fc97934dddfa49c31eea1
+size 1956058
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9d541485f893613a6bbc44783324dd41422e4d52
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65cce1a5723d7e7ea90d14cc1d0d16f53a722c99ac54499b9a7416ae9c80ff7
+size 1956245
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bbc437fa77f49eb5b3919e31a4582e0161ffbe73
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62973e478e35ca996b6b68da06315331c22430ccef707fe3d565b30105a1aa6f
+size 5383496
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..98d789dad3d0ea73b9b7f9f34829fa4871ee287a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8146e4b7512bc619d8c05d929d2589f53aa0b2890eb32725e8b0e80926028f53
+size 5383734
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..635c5659b869efe7b0cc0cf56205544f50bc1bad
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b798babe88f26b59acb57d20fe36f043a16daa94b6d91f4b05a2dac0445ad
+size 5396693
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa0ad1d53c86e315a705acda3201b75a5054c9fb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17481c0b0e96a227faa76f5d90ba80baa83070d27fd0fb73fbaa3dde82799eb2
+size 5396074
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b802acefa5e487bb5df5e7371efcea8a9d286d6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..01c0b81128b9816433c85c6255bb2536ca590b36
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..968035348d1226ccd0f9011f0e8a119cc838f04d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483df0cd87b6532866bdbe2ba7990c77d7407aa4a1f056604bd521ddd8636bd6
+size 1955502
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f1c26399c388724ec85f52f40de2f98182b24228
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c258d5c5f10806304851f3a55f111b4286cdedee76e4cd646ad222912dda4215
+size 1958889
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c5bb304d3b368908050be1b91c22b500fc2838e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5669812a408d391f70966f73ed848b69584224134928f4f3db7d66914d4d490c
+size 5377515
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..69ede81a5dde26384b4fc8829d154849cfb1bfa6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32df9ee8814255f9ee5531a7adbf1169fa3184b16631aa18329e70bc1c45f744
+size 5377710
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7a847bf09705927708d20969d00d62355b4bf13
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fca48a5972a944dd890667ee56b38312a9b2f42b6558aafdb6267ca651c4c5
+size 5371206
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d3e3f3bf9735d460da2780a1dbba105e789c45b4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62515472e530919db2e604990b52dcf095b23a8b4c6d07f5f011829bb97f4bab
+size 5370935
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..046eff2062e9b8255b2ef3c211c2deb7e0de4a60
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ae5f70b5c569ec2644fe214755a92fe2a46a5b242c9f1ec86f96b46f7efbb0
+size 1954136
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..dfcb93d6e3a1367e2ac92f6da74ceadab024aad0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba2f173c07bcc20ad768d5b22bfdd4813c09dab1902128f23ed0ea6868eecaa
+size 1953673
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab6c97bfcc172c995ab27c354632ada432caf9bd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833c6ef633bf763dc18b2e741e62c0511a4a63fb35c6cedeee631fa46528bdbe
+size 1950187
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..5d25a8014cac67a62d2e618e05ef61466e956974
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784e731fbe08c6b4f241ff437e09aa5386318e4906dee59da41d2c250cea4fec
+size 1951055
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2dfd40f6dd8963da15a3df3103fd693360a31be3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6496addfe06d1e9ee2f4a8f137330f3d32223696c51b12f996e76fe4098fe03e
+size 5370651
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..930716dd5be9d912c82ae10b8f3b3dbcccaba001
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4eb83fb8133404519fad391a2bece47376d8dd193de098633be3209dc338bf
+size 5370100
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f7989d26127f61dfa0f8ba0dc0e05f7e90c79c94
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..09279070b6056798aa4e95841985fca053d4dd6c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e214dc6bf45670cf3168337cea7a9910e9d292a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8677eb2830f9c95a6105e2ef94e0c667bb9cda182c6d7a57576881befa76084
+size 1954205
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..7f1b7d98a08c6e7b579e7c0b0129419286490d2a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867737efaf608964e22b846dfa58227fc3c41caf4056421b352d452c4d004972
+size 1954175
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25db813ebbe6fe2657066facaecc0331d71f7836
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535dabdbf172ae2cd6f085e8e5c162c4c9cd0618e86321097f49d40b49bf7fba
+size 1953086
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..e64801b9b8b6f4ad83151db0b180ab07fa40d02b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bbbbbc9958191ce5c7689ab9248286f493354e3119b2816821aa37dcea46cd
+size 1954092
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aaa357ac1dfd458a85af28265af9c08bccadef93
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8236bbf71e8b03e16af3f8332c44be30a64534dc5f142ecfcb3dfd967cf35717
+size 1955703
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e03e166b536160753bb424c5184a1a28010d9594
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c84ae31ba25e9e5f38ad718973e194089651eccd208f29f4b76ea984ce9606
+size 1955375
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffad58a12c49aeb92ecc9291ee294d2be31581a4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4254a08240fa057b53bc4fd1fe7aad6274d18e6b322bfacd312ba233bfdd31d
+size 1950971
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..59db929b114964456f1d75b7d47e075bcd49795b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df15269087c2efa4c6bf36dfb985b8b6de56397a562d8c81a14e67952c5968a4
+size 1951232
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a75d11c2055a431dedaa794237d7a3e4e30c47e1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d7a1d87ccca4c54fe6d24799e7489e4b48e5974db39a5319a3eae3a9e5579
+size 5380275
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..9cf1e18fae520ab3b610870354346866a63a8674
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a704ab90680f5af70ba35a558b67d0cc3ec0daf599b32a7ccbea5133628d0222
+size 5380795
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..290b57b369eca5d3fe73d63e495aaf3f21fc1768
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e172503f439f2e808d950aa36f863ce51efdb6a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b7c851eca12d4452933548a611c29182d72917917c1fe170f620c1c1687e55
+size 1953092
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..fdcdea95c35790eca9c3018bc14f01571d394e87
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984f754c998244ef8a2e73ee6a0e90d8e6bb0d38f9e31a79f1d6b6391fda7af5
+size 1953880
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8989bd0a0046841ceeb6fe361f3548fd2f08c4a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f24fdf6d79a18dd16b641ef04aae608328de069090796e3f2b51f8fbe39095a
+size 5379657
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e316ba2d266565e5636831889095c20cf62aaeb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dec34d21c8a0000cdeb5b45955fb37b3e5cfe48b806dad130e98756d2a5887
+size 5379755
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..99b18052228b526f2ae5b75449f255d24af88e14
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..539ec776c72357a57a5a96b1c568a2c561139249
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3597d726e7226d3a2f9daa47d65f4f4d1d1acef72a1b1d00329257816e9e0389
+size 1955821
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..59f0dd88ed076499e80b75904297eda15d2fb976
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c00705dd734886716664edbb8f28565700cded31c72db3ac98390199997b24
+size 1956229
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1abb433580ec012fa37f087cde59d50113f6f54f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeff8261e0f4c2b7431149f5ff02e24bc8eb6d8b392989e3f01065e9b93ea390
+size 1950610
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..6bb0ce7e28a054d98829092e57bbf7805ae31316
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ff388045363b13469cb0a0b18939bd210f8c81a14ddb8c22bcbcd9226315ea
+size 1950486
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d55e2ff95c5829d6b54caf7dea2569cd91bdf0df
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e9c254cc6c9c7923d6ca3e0ad9ad90a6faa29dd3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9a3efa6f8aaca0c290493ab829503becb89dd267332b88af8a2075f9460be9
+size 1954455
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..da1633ca5e8a827ffe4986077e0a5b7f85fb12fa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263f3fc4aa84cf129a178fad9532b6bf8d1b8054d6287eac13e0172b63e63ece
+size 1954757
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a210745c9ff8c26d8fc9440a6f952af3da909526
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6a4dac88b209ab897399ae97a3b6c495ee46a3fc5cbee463cc0a251ed07e3a
+size 1956947
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..2362c447931445193117dd37c52fd4c4115dd069
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40be4d5f5b6bc0cdaaca751ef5a4c6a7cfbc76b4f3fbb81b34d252caa1c5dd6c
+size 1955486
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab875dd2efd342bedfb4a1525a3e45cf77a27ad1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecee356223cbec82a0989ae3d2f6844b688b90b79f33ffdf29334350285236a
+size 1950041
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c6bb8353d823b31aedb4a9c698466f83b0ae05eb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c95ecfff10918874b2584db4a773c404c26a5e2b130255c17b1766e264c380
+size 1950062
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..423dcf14fe276177ee5fdaffd7ea423fab7441c9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20107008d2b2d7b3e52e998d171eddb86b58e9b90826be5a755616892926cfe6
+size 1951100
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9b6fb81365f563862a4c6c1b96808eb247dc5cb2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2baa3b164957dfdc245d9d4c91b3fb5635cc1503eccd3dfbc717d68300041613
+size 1951958
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ba1d46ea6d4b8cd2e492a831c30b78d94340af06
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51291cb14c62e1d12b4fb6db9f53dac16f0f00c7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee27f7dcccffc7c96c43ca65db544d5f44d61a98930b085e1e5f12cfdc575d0
+size 1954586
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..fc7d5623b97a67f30e9129ed0b29869a7f0c24a1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7694c8f41a064c47d68b25b27c22379a032e51f8ff2b15d081b7831b9a06d74
+size 1954454
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..525b37790f848600aace92ba2d4a418e4ceea63c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39741f241f325959ba945bb7d7020796ffdc8989
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539cbf76b911589433d56cae36bb10e147f301815c456f2192dcb155faf42c7d
+size 1954668
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20d7337a3d70d7aba23bb234d02b0be895dc0240
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725eb03a9dabcafdf92ea61ff9e1f59e12ff28e5b7a7feef587116d17d690f0f
+size 1955369
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..4fa5bf2be44b6a5e9e0f22d89753565991c0702c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbb24d832529ab86b564e27ad73e9a97b88d205695fe525e82d4c71869e14c6
+size 1955684
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..71905c01dd5bba3dde26f1aebed89c34480874ab
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1325af93a7ac13c11b06f716d35489c9f2e36403f9143be1c5c16e40d16eb50a
+size 1954063
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2fe2a9b438e225fc1e7b287b9e55e26b1fd3a0c9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d03f0aec2890d4d99400be29c2221a64bbd69e41d6ed0bbe5e4ae386e9a0d53
+size 1954240
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a0bc56da675bf6359731e3e5f480532e5a75d17
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b892150bd1346f820fa1d774b209e5dd7bcb397abebf4dc56294102f7b427e0e
+size 1955566
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d2dd3093a79d9f9f1f6ede2a9a0a57f48c728c38
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee59b1f147fd8489fedf00e45569b0ff599d92e7fdd26889772e21508a3f84
+size 1955767
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a547cf2b9b735a56a3d1694f69b8a299392dd0e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf69f9ae02c3e79632fb65974a218389bd131c4d4e21d48c07badd4a00955bba
+size 1953601
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..5e002a434c2ffd944cb07e12e0d6a48431f07527
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9af89dab58b84b4a8dfd448a8603c9ec4793254666f077ea1a418d48426fb73
+size 1953768
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9ced9ed000227142e530cbebf8dacfa231fec1f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad83c0b94729ac5c834bd395687cedc18a1624f038a9cbf5f76255193f68c27
+size 5371595
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f50f3b612c436a1d02d55890411fcae914b3ae65
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f34265a8e06a3521092111a8e06aac2c82da7e62e72deeddb7cfb096cabc504
+size 5372455
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b4aba767bdf9d957b61357e169c73a4cc7659bad
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..81a8b371eb0cef9ab8790c89b27b93515634bd31
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5ce34591b858e23fd0d0c86f9fbb764d307713c54210d75433ce83851b335f
+size 1955127
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2ed8c6eca855138fb2ea7d5bd98dfa7c0820d5cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02504abcc2931dcb433d4ba2c81998c770bcce2ff3041733a0513b13f369b7d5
+size 1954724
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d81fb9f3c5dae2c1df97c0344138971c35138d98
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eac8433a9fd96a4f3628bef4db8449df1e6540bc0e5dbe2f9ab08398f1a173
+size 5372242
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..17d747ffb5d65f4952e7bb1890ea733408baaa49
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee083d0c29ce3d281d39281f404c17357e96f808518d17a3209d9c6209fc7077
+size 5372074
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53b72fcea3d822c60f3a7fb7a5dd86b2df5769e3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364ccc4dafc2d280d35ce6ae330c04eec6c6de1a4e019e7e9353519fcda02596
+size 5389385
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..0019cb395678f9c2947ca208f79ca7b3ce400ebc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ea6f0ef3e6261930a739d8e7f3e63e9de41e13a9cb792a2627e1e00e6eca2d
+size 5387969
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c263ff489b05c47d776910d65723b7bda51a93d1
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..736d28f364e00b6f0734eb4721916e73726213ec
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e89268c83f4440301a59a49c68604b3f3478d43b7fca77ed9154f98854567a
+size 1954476
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..8226bc72d73c8ed9b161aba9b794d808bbdede8b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6b4c3f6b07f6f91d4a8f7dba5acd34d2a0bca74f735ddcd6711d0f901e1afe
+size 1954511
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c5366fcaadc415fc0290faf7cee601a07339e8e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c7797fcd452daf78e96a514a48424b23b80c3175094bee5eaddef571ea2569
+size 1956386
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d276bf2e7d18dfb394d5a60e2e4e39869596ba3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e5f031a80edd64dba7f29a11b09e77d94e5b50c3338bbca1b610d71670d592
+size 1956860
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99457b63152920dbfd6ae3e8327ee9f4d8008bf7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98b551bcfaed3c00b8835147bac13eb580a31e31ff3190457b3c448e04dac8b
+size 1954339
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1f4d651ed5df106e0812896756834717234c8f76
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77173c86d1f9ef2cfc4a03d58b324995df260adf1852abb3d3d5876f653bb4a4
+size 1954654
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b2ff81c9ecb3f1877563ea88039525a405577fa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b432a13d21edb541fbdbc858da81dd131298676deb9da2c4d02a389811cfaf
+size 1956848
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b4aee681c47c1df3d7590f4b01669ba3835d3769
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe332a8545ebc778eeb6c468764e663cf354d62622a0fd4d9244efd8ea0072b7
+size 1957312
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e17a31e99505e274332f6d60d2a53db36c69d8a4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af1b8c4f62a8aa417370b37fba1cf2f03a5f4c9ab4ca0e12afc44c1bb2f9c41
+size 1954724
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..47337760ab4c3c872361016ca79c7d3ded9b5ec1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacb4b315609e6f61e57a5df4be0587717e45a67d4a209edffcf4e6237fa190e
+size 1954624
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..660503270e5b1b6e5fe9a0bb6572135d4a9262cd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a695a6e20f6c5cc7b9ed56c37d7910ac8b840476f9974ce01e641b35bfdeee86
+size 5374848
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b685b2a9f3d831f9f97b4cb8ed562219de4a5a89
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82d407a7e90989e49cea122ced04062f51b4dd0c4032c50aee636832a3aae27
+size 5374400
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a505d9bd06de999108b0d9a279134d0f81c53133
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..085d3b2ee71b39ecf34162221c74c9e1c0a21d41
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4819fff40f17050bae4088010307dfd248a42908495f92d209a6b6a553085e3
+size 1957532
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fae600f26b6af6c8a85cdb9f71b417c819edacc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58da15c81c78ebd253f0e8110641087d6938b99687b3ae478e48c53323e6a51d
+size 1957303
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7095ca6bf0847de37c641733068f2454a877c30
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3229c4b02f9c1769bbd0754d286a429e9d052f335cbb717f123216df21697a5e
+size 1955814
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..0788697ce9a4c3fcc6352603520e8ec4fe0aee22
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a50dbeacc2911617233ca5c5bf9c1474e18199fee9edce83d75d677b82290b
+size 1955848
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ebf12bcba7bbabdb5f74dd02f82aab384e9233a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edebc3ed126fb20b3a8f2be01e7d7fa740b4edbc75f07b1a3ee9325c224b605
+size 1953949
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..557c23e073cd15027a9c70bc2494fb8da9c63944
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377f0fc529a8c4acb4f76a6ae00b2de62816a067cb73985f7354c861aa860189
+size 1954441
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc89ab21f1c1a0ba5e4b1e3ee53409da5460f936
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52883131d90ea4726922e2542eb1de232fbb6f1cdb992fd75c181f0f69e23881
+size 1952031
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..bc93d54a291ca949570faccb8a55f089f5ab5054
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb913775dfa04662ebb2c65829d52737873b6cdaaea98f7a3e40777c91e3265
+size 1952267
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e952f0fb36580c7e27f27e0c45c9fb809736d381
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb9cc5716be16bf242276508db94b364fd4397606e536f47cdef97acf7f98b7
+size 1954096
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b75c96738362363b672d4c20875ba7b88915269d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084113b842370abc1cef006ff7fd01b3ee6cef0df284927cdbba280aba90d104
+size 1954187
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9bcc8fbba30fea952a4174d238359b0e51cb42f8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beef5f47b2cde4d1510515e90d1e95a34b5a16575611bd56b7a7045059707057
+size 1953329
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b707d8d15cf7de61a716fd8c8386811b874509a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43049d28c83eb11ab723dd2e99000abd627a76036dc6da2df1a8fd2880dc6a48
+size 5373099
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a3d50f7400e938e938c14f79966e4f1196d56c6f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb24e25c05dce9e012d3c1dafde5e427121c2232a28b9c3906463604771c190
+size 5373018
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..717cae01fae4ee2329213a3f822cf068efb44fa6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bcc0da1fc1ebbfa9e757fb82f5cd4102a9aff6e5
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fd11974c630d2579927c180b3f6c6e39e981632b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8de9dcf65c98bb188c06e7acdb147faf6b75644e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e404708fd70a9a876a27dab9a0f45c85a0745c88ea35f39c46ec9f8956b85463
+size 1952604
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..ec6fad910b9f1296219aa22a0839c089af04afef
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb12a37e73215fb0bd45b0e68d4b613dc1aa514ec2c55ed5960f09cfe4f5486
+size 1952583
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..794174bf9a957bfabc62c7220e1b9c8f3c9cdd78
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003a1030248a13174be81910f240206ba91010cb745becb2558ba67a80198ac7
+size 5383856
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..564f1bbed9ee98d54220e1b39ee18bd1648c368b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6205bf739306eb6a6c3e143dfa333ab584c24045e141c5fdb7595890aacc4107
+size 5383398
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cd9710f74e2851476f6339ccfc690d68210753ae
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..715c598ed64d6de3120adb26463cdaf4bb1b51aa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050381fb625df07afe5b7280502fc082d78ea167114c1af669e7645fac9b29a0
+size 1954916
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..005e6d201d90dcf90c89de0fc9969b256f3d372e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39b15547be2a729df66cab88c0fc41b250f73a09bae72f988d68f71f1499236
+size 1953673
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..621b3c1e413d776bd80bbcdffc3970e7a593c729
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e49068de28e14e1fc901daa4e2528b4917c4ed47663b9a88d84b58722d9798
+size 1951726
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..5588e4aa1f3a4e336852577fe32c5501934efbdf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94867cc5c8c285ba89816e284751f5642cb22b0d227dcf2b8ba6b8cb44de92d
+size 1951233
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e88b0d3181e4bd87ecab7e3ad60718acf311a7d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f737bd137b0a553605e43947c188af7d8a91ec1154e63c7867180621f05a5d5
+size 5381862
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..636cfb982218724e2668911000085851f68c93b2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e016778bfa85a7d7a006b2169913c9e7ba9b3d8bbc4fbd36fb675a7364ee835d
+size 5382254
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5565c012eceea6cb43a0477a80e2f0039e0d2ad2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a596331c6536945e1aab7b686aad5fafe8b1f287756a25811fbdcf62bb753a
+size 1953196
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..edd178ceeee40e984112f34231f6f192928eae28
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106c3600a3fb46196832c50e2e6c47ab42ba438a8b98cf17532e36fd6f0e5efd
+size 1954353
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d564e5bae79f1f2bcac5fb49f8fa264762f80d1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3f07013e87bfd810efafd102bc3cf49a46e2c187f51613c02f6522adb20331
+size 1955083
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..431fff84b15f0e0e8023363313d7140e8725c61b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05f4d576f8da2a04df1f64fe8fbf9eb27f7e3d0ab6eb1dfdbd658440d61c293
+size 1955297
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..632dcea563444842b3d5590463b01167b47dd1c0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620b3d80f49254964ff2b3b7f689ef2856a30bfe2fb8c05b429f32b32db80204
+size 1950801
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c42ea5d51e5328378ab50db3bef1fe78a3fa7870
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6290599c41e50398000dcbdaa1464cfa742195b7ae8e45b29651e6179b0d57f
+size 1951151
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2450013a1c43078566fb91fa15cf5b54843d9052
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f36b8e7d53cbf0168df6173e03c98a30bd733fc99698877d272dbe21f1a2d0b
+size 5377562
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f572d7dce6a91926e04ed342cd38f54b0d5a2554
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15bf2ffaba7a74fa5d03facedae9c9e238384575ca8171f3871edc2df1ccc3
+size 5378582
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2012be0ba3cdce58aaf936f36c4bff87035e5152
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06582323a94cad95e367b66857e9fca2ecc5dec1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd99e818232ab34bbfb9e8252f3298213bef0713fbca8305c9b1ee87dabfdba
+size 1952840
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..5cb90209295500edb6e704d3dfe249c1b4b55d7f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4faf88a7f0d49d9073c55e5056f8c65bff6608a9a39f146f28242b8839b7f65
+size 1953336
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d47e68aff2f9601e1538dc6a16502ab21f9ae8b9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdb7d1f1fd15f710e735f8130b8a195554b2e559635e19eb4d3082122d3fc03
+size 1953875
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..0e1986f040a16b3dd974f53bce25a5844870f336
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73ebd981fd592f63a63db62b4b7544db55d81b02b3cd0b94e99e34a378abe13
+size 1953922
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..92bf2f6a5942e951b8d4eed4c4c2e4a548a906ef
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f96229a6b8ccc9b5ad58b3b7cd9202ca87174c4c763feb7334859449b1734f9
+size 1952290
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..c44314cae4edf738ff793fab5e1251c6d4150b60
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f71513d806a57e0be6ae5f311c7bddb580fe40d6ec5eba43b644990ddc75df
+size 1953633
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04c97396b3300cc3f462109b1742acd00a242a02
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0d1e8b4496124784afe8e35bcfd6a58e18a2afcc06498723d5cd5872401ccb
+size 1951561
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1e06a30d29735b13d6d658039fd8a21fd91f712d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1d44a4050ec8970b7bcd8277b50615687b226e564b3fca8dbbc40718f433f0
+size 1950763
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..230e328581ca7160f48291908f8a5eaadde4f9b1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323d2231678f42ec0e48e9bf60567ba087e0f790dcb0567aa858fc9bc5d8080e
+size 1951357
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2cb11af12c4ce9fdc0a304a189f5f553774671db
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34de198c7a2ac40d1e6b7ce71d8cdf097ed7e1db51c64480d526d316506077c
+size 1951057
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d50a385e297a9177cc7246735f98341037c6323e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[8,128],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[16,128],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29154bfbac790fe72a296cfb5fcb61179f7eb16b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/0.0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..5127d6ba125b023e49e89e048666e6b2400862bb
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.relpos_bias.rel_embedding/1.0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d2dd64aee0d2501da6115f126f9d28e8ebbcf45b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,14912],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,29824],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3d134f78874b5bbeca0c606ee217c275fa341dc4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b9243d9f3a52a97a66ba79fd81b3b4c6dce3d29c2782c3fc64f604da30e601
+size 56413114
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..667f8120d2ba3a8dd8c8b4907d22b895ecd81846
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.logits_dense.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0051902b4fc8b4fbd7e0fbf12c51fccde06fe6a71cdc71c01808f2d2801cf01d
+size 50735677
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..31c83d2e67db12183b8397a4a0a8ae64b1399c87
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885f7ee395539b1c808b1c1fabd634b4aa8d7b380099f406b0a714f58f0e9b25
+size 1955133
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c9609c2d2791d5437f14259f8c60b02ffa37a5c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ccb7ffccf6bbf328469a324ae8b8d010fd02796fcc532439f16966a4a504c7
+size 1957916
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..aeaa18e982b2d0e58d5ea5fe37b8d0ffa47c3311
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c266ddec29fa9e9dd8f1b0c039063e3b0f0d716a20459a6dfb00d1e7052ed3
+size 1957731
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fde87ae7fbd35ba1e1f4643f4da25648d293b961
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b71dbfa43768fdb3b8850e271704efb8eef748b532a5faee84a7fe67911b32
+size 1950454
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..ff0cf0b8223a6a89acf9b6c278edb8f6b184f387
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae17c87c5aa61ad4e6c74211d5bb71885d9a8ee4b84c98d7035340568bf3e26
+size 1950463
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b4e09b68e957eabfb1b933734ec665e9f80d32bf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7125deb497c275c8fab7d2f846f07486ec00eda1ba89d9901ef2dee52190d377
+size 5373103
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..aa96334de9e569951a72f99b30371555fce3c068
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f64e088bff077639031dcbe0a9f02100bb3c7c878d63a5578f9ce9506d03c8
+size 5373028
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c5e899bd07bd3eaec40b9defc0a5504deae3995a
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..36dcd2901648c54d7e98a950033baaa1af9371cc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13007d87b7b51ad0e3e7bf987c31ff74e8671dd7a4d0156eb4a75cc35e8d839d
+size 1954656
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..37738a454518bec65e44582d6cddbad434adfe85
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e84d63d5eea55b2e75db5ae4a3052b148b39b700aa77e2e04f06cc3865edf4
+size 1954769
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..726fc2e3945f5fff6906581fec20f7f5fedf26a6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02dd51f577c770d30a5608bad9419a130f2a2282
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6414d694e174f72d6bfabf9f272dc349ab815a35d55183b061d4731a907147a2
+size 1955957
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..40bbfea73f352e9d928cf26b8a32b0c8232f7499
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfb2b5703f11aed21e05c398cb4ec25e03afdbdac59a4e17d03bbfc6d0d6c0e
+size 1955419
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bbfb501e3ee3dd2f8d933800455ac66455bb9bf0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3fe36e544873451383a0a3fd7407db952ab7ac337ea0c08689ab20d070c7c3
+size 5366099
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..530099c7301046fb0536d1ff2b2bb69ebda3e7d1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d01c5449478e3848afbad96acff7210df024181bd38485d6670387bbadf068
+size 5366046
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0bf0b52b2d631296f5ffaf971cfb99825669fef
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8fc6dedf25302c216c2a97792dfd9943b7100a8b6e45cca1864ae368d6deb4
+size 5372145
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..3521b0d4b4ed22c0de4d93aed06ba6d802472062
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2d34c53743ef51ef50eae2c1b74b972e69abf4eaab4dd9fd42f2c0ce1d96ff
+size 5372391
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..569696c71d0082847796ee824ec2f9d9053e7925
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..461f4078aa265c49b4f972c6fd6fac4cb3c8f79d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927d2723085fa9cae1abe8f3b558a2a213c68bb562ef00969de808292b486af0
+size 1951181
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1dedcdd1c58e28cdf11d1e3762b01099d589a872
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b682baeb70b4563e9241f8f4301d6503c0dfa6cead8e07d2e995f9891486389
+size 1951598
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f4d490661e72a14ae1b08e92d7241bbe99c39e6b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b97afaa344601023cd99562d119346304dcf1118
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad5ac7322bc92c761f7afb5a9e8cee35ad51ad638a49781108564b0990a9e52
+size 1952225
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..26eff389f86646cd5d58bf74f2f5c4c686b9a381
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba97845128c6951bd849f44929414ad77ef15b2c99a4364f0975164cc92912e0
+size 1953612
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0997a3c3ce138e1c0b3d037c95e028474b4f1ed3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d94d55bc176af18164e5fdde2eb7818cb5618156e0081d46f9f90609b1d438
+size 5366855
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..29149a890db26ac6f4b3a6d2360d76c8e1320e92
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eaa18e21afeb007ab404afe7a56cc5de244b9104e17883fe7adee51c3c12f89
+size 5366302
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b838cd2678e87c3d8d2f3b7b28247522cd283394
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1b16784af36807dd089541a11befa362bb514b46afb4f016a319cf0ebf8971
+size 1950057
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..753951a23799b885ee5256d6ca36f42692eda1d3
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1c9e9d115961dd7b02971179c59017accc03909
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829bc6b5f4443b0c25bd3203c3b1918bfba130016226786f86653d93d4b9791e
+size 1950082
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..cc49b6bcf3f1843309b0882bb2846d14296bf4d0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328bf323b96f8212b59dca398feecbb4cf1c21b48ebd3fa01ebede7f3b50d547
+size 1951378
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40aa65801679e28945c7f1b6f909855a7c39c58b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dbcd3ecdbd38bcd1a84cdf4de0a4ef185ec89cfe3baa9e0e8c7447b7ac00e8
+size 1954681
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..090251452e28870faaa91a196ef0158e4f8609a3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5546357cc87a1b8102a86a70db407d1699440e6aa8602e2a2e87f299edcf27
+size 1954622
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d9ffbc610bb8210eda5999c53957470a5ba79bac
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f89ecbe828f58bdbb5ce46c1cdbb7ba2d695a5f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084bc929acabf083a5de3336bab52b6449cd68e483e495e1872e1a779c8de860
+size 1951337
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..801cd92f3866101b7f45f7ee11426778a02f4fa7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7e1216e6081536191bf5430a1bfbaf6e218cc744c6b892ee90cb7e83b9bfb4
+size 1950787
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab9f50551b372f2e8622fa6fb57f44adb184fbfa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e9a1b4ea1d9e15231bd163a53d9aa24b1e35a610d881b7ab0ba8c1fb60177a
+size 1953540
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2f987ed0170315a0bca8f1f91f7c310f747452b8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc12b9816e4ffba6f61db015831054a4890d8fcf43b079334917329fbc5f0dc0
+size 1953935
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..178142527bc40561df0ddd18870175bd9a036967
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cbd72c30d585554835c4d8426e36fc511f182715
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0156d42bc5846602ae52f2a501cc1b6c13ca77ae
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20859a5c361bc755c65270890764a758d130085401197d806087048c0904c58f
+size 5375243
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b5e046efc191efa0568c94a4724dbcf8dd6258ac
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46958a0596acc425a686972cb05ef4db94e192234506ced7ab558e564c746a93
+size 5374945
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a382d2ca2f706acca05ab92ee93c6d08cacf9a80
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744faae09cc3c1b3896052ef1c3c4baec53370cdf1f2ca40384f4dd2ce4ca8c7
+size 1955086
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..3aa54ea15dd8709c8a8b00a8649fdba6e40b5e95
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee0ca47456412c32db62d48a52ba1718fae53faa348d9d6321840bd343664f2
+size 1953259
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04d5b795b19fc93da6869d512cc1e384a9e5c859
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91931b07eab706947a52a7d4b44feb119d569b1151f17edcae4bb784a74b2d48
+size 1952603
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9cf5fbb32f5ec189fe274b0b261e70dc26eda0e7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40764c33e6871504d071530d3155708aa82cfcdb7a033e0c5539ffe8b02d9b5b
+size 1952203
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..23d38649b4110f55302cb39a838c5024a09d6ad0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b2188d23e5374d9eed0f1bd25942b176d01b7cce3ab054040f0014b0ee73c9
+size 1955923
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..37213476b636180b21536d3d3f75df7c18f3bf34
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb575e1543170067e31156a1fe459b57fa0c6bf6bf3347d5bf5f84e50631396
+size 1955870
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f358a89aaa72aa273018eda5148ad1e50bce27e9
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42a4f95f6821d43ac0d53e935353e982236f2008
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48923158bbccdde3b6754c21ba740be266dcd43933a004fb488efb8e758b3dba
+size 5372687
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f5980ab7ea1e88ee9cf1cf80401e6ecf2915e595
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895cfbb59a3aad62f5755eeef2d8a275733683bb030d632484f6aa5905d82c24
+size 5373431
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79490a186ebe388dfd16ff8d23a385050c60fa8a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3732c74fd461d3f3d1f803e8994822337669b3004c4747c1e6f02928005b6560
+size 5365894
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..66073aa1002e506e6702a98c7a725d74e08651de
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93392590e47670fda7ba0262e314afcd9e95d650bc5feb805e3224a116c93562
+size 5365778
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7e1ef2fb01e40ff086c8eefef006060b811e45fd
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1759227c6fe144f54b78e7cda1cd4239c60cf8ee
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15eb72708f268eefb82a3f18a02ba3fc872be1f217002e5debd567c251a9767e
+size 5373502
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ae2978ea69937ab71763d3b5326001b37edeb824
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0efd1bb7f01e508013107831679884eb3136b12a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804ded6e7632701acc454c0d5feaa10d1d812a8749ef870e0e5e9a0f62e00a1a
+size 1953987
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ea72879588848a1a8dcdb93bf8a2cbb02f6e413
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cc1fa24c226a66e0fb203ca55ae3b8ed1183d7c45e08f7b3ff81c713a2dce5
+size 1952736
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f44408c63fa91cd8857575d85a3c96457f763204
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2523b3b017f1f4f203b80e731dcfd5e70f0244e6b49cc4e57f33c0860bb7cddd
+size 1950861
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..106c020c4e82e80683ebcf586e1c2830406a07b9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0a69de419819a9b4a5ff107845f827b6114f238d55fd1ef0417316cefe738a
+size 1951276
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..774e5487ad34951a3c8ab2ee92f31b97f2d2f51b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c3e78e9c2fa2714ae91ef32482185a1011f4ef39fad385b8f95807024a9d1b
+size 5365596
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c236b754348f80d68a468cfce591846eba6b233b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f33f68722475431d50f3fdeb960fcadc3ec8d6b88fb176beb54e24890615cd6
+size 5365456
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5decbac6fc16dbc86b261c4141b305061c8cd004
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae73907b52b682bff239b62ccd1a13e96ed54526c1dbd93d9254af657207d6e
+size 1953912
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a9c293708af2301f8a0c4547c92616b86efb6791
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05df78d6d14c0f36c9d5a19323fb2fdf3802bcdafcd2370be772e886d2d4d67
+size 1953652
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48246ec0c9278f70fb49b96b19bf8f63141ad9bb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a7de93748b045dcc317c3951c21dc0af12c4a3b294587c48aae460d65218d1
+size 1951550
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f4eadde8d67c2ad00da5ef302ad9d72716449f78
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c988a007866199e2a0de67f94aa23ae00e0c40c8706a5c49fdab96554b6b7c
+size 1951365
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa6147459a845d5acefdfddac31f2f2e8e44bed7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7598485e4513afaa09b041864e22e0c4fe30185f75586e9097b7969c4b3b3580
+size 5374826
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..fb93aa2ecd4821ccb36dea6dbab495a1510d148b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a553412af05b02a52a8c0cf5b898e25d0c7d41d7ef8e5868e0615618fa4c00
+size 5374611
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7fd908d379ea96052185a2d4a350791333263da5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2578371c8f5f4c014927851e01ae06716a0a92d5d9d0c8ef26a91a61d1b0ae57
+size 5364729
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2abaa696290e151db33f98a8b53d6d96dc2edef9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f7a456994ca56472c7294b19ff0b9e4adf4fb60e650ec2f68766d753fec871
+size 5364366
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f652f30cf15d60604126b1b47a3feab85ed21812
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d07204f4dbb6446a0ce8453d5380111b6f0696d58f4460570f895398c401553
+size 1952859
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..ecef6e59bb81334bbcacda133f182a5b307e13bc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3b921f33a5a1f5858f1a607090e69879ccb5a67c25bc45a88a92d227170ccc
+size 1953254
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f8cad20890796adadc91830f28cd1ef5c8dda0c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796331786f1246e7e597293f72b2dd99dac81296438731e1c4d258dc8e9365ec
+size 1951984
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2d563b04f6b326ec04e5c58a458693c1f51849e7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca0e92abbf9457e454ebf27257c803771456f5cf32d59842d2136dfae9ddfad
+size 1952792
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b025f2aedd180269b000ee4f49ebd69c4d4fd1b4
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..37c0e342a5be087afa4e146d16a153628e89bda0
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b3df00ba1a37efc62423b52d044aa76374a31ba5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5dac5d01e7572253a573be9e338e5cdb208243c29afc8ef8163a4b14d508fb
+size 1954447
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..a163f6b483f279efdda66fd6d9872fbd9d9236b8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f3974dd506c29d794e430304a79ea25bbae78b4170e3bdc1608c532d6c61b7
+size 1955332
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2ec8fd87ab080f4a9014fa965c3a6affe422d64
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906ef035ef3dc2155d617c64d0fe4cf8fa723032b28a3549002be43ae52d052c
+size 5369080
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..60163e1e5e87ac2ba1b1fedb6a19104e290e98dd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bba3951d79924ea76345051caa5c3be3baca9804ae61d672e4233da5190a71
+size 5369007
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55b075933f3198808bb8f84d80769376011df201
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a059b8552c5c526ae2265e6b44b0cb39a210e10a4fecc6e8cc0f2f1d5b3423f
+size 5382985
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..091bfad3cd02a7d3c2768f7b6a5c1067c8a621b8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1eb0272fc62dad35eaeee07394331564bc71dbb91b0b876a8c202e058d83bd
+size 5381976
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..486b02e201ce3b447b56f548c40540581d82a4b6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4cd5c1485e7acb2f55ce32eed94073785fdabacc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cefddf2dcdbe2c53e828386624729dda4b2e94e47136bc5c0abd7d6eb31d6f8
+size 1954612
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9017e2a3a4bfc0e0b626aacd619632907162f12c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b554764966037dbf3c04e4ff649f355f7277430d5dddbf395e7a534adbd960a9
+size 1954691
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4484c4e1052237bcd084ade79c7bd94cc67826f8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd77241734cfa9aad43da0bd42134d4853dc5bd0a9b12b30e6a0a6ba6c9f4ca
+size 1949641
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..7d88a86085b7765eeb586f0c2b7223657b6bcdf4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8efbf7f7d3862096ba7677e01e68776bf05cca591894d39b25d5c7d72e5242
+size 1949169
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50d38dcc98e9eacbbe37444a8a9895c877ce1e79
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20db8ddc42846c975e08bf50319e9ea81de9ec06c9231dc0910332c8dd573ad1
+size 1954286
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..fb5021ba2352bf7ad6f8b0c25aa2a191daf458dc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c93832ab0e3bac2daa624e27659fef81888f164f95a6083184747b3b2cd4d9
+size 1954663
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b709a0944729fd5e3b79b2eec16d4a5573fbd3ad
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfbeac988ce96fa0c4bb794bd8d56e6a8af4e4ac1d062b76efbf0c502c66bc5
+size 1955121
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..45e58848cfeb78624ef34b7c245d66f98b6a84d6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab530289117f6052dbeb448c2c7c4e0571e4abe4d81ea6fc7f8be75b13fc1ffc
+size 1955070
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3cab3359c666d7fe670ecb2782b2b24642953aaa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaeab8d3ab0e77a5fa159189e31f50f1c366ac7510629710e20c0caa0b6b738
+size 5374340
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b138a12093a32fcfe9625e980f81e5ef7e4cffb5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de04bb6715e005f0ce41e8ba2e4c5c185b82a34d2b947a53559f16a179984401
+size 5374409
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f0c8f1251d7b0c6804f998b726fec2ab61fa53b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd61620df563e5d826685ccb8447c6d096e4ff27181b8a207b49b30d75d3d83c
+size 1955112
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..0f41bb3fc496ebd39f3bf1394e746f67be3abd8d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3b5f9cb869614a8bee860704b46134ee486cfbdd321f04576a48c01e6579bb
+size 1954665
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf647e3b4148a3b689ff0a1395e7998cd9ef9c62
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0ef6664bfbb527fd1c0bf20107e0c69f0ed97414b7969ddfa677a262139112
+size 1955169
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..831e09fe89f926de305453e09464991a64c40fdc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c504137ddb11559c50910144f31caff7b66043c4e2c94ae31988ee690be8fa7d
+size 1954780
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..856e930a5c1171eed7922736755859b181b355d2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c5b9e73e23afe3388443b5b8b3591f6284d4954db50ab79fc7cc4482c15621
+size 5377971
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..c208ab0d129938ac6ceec528fcad151420a69aac
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775cef74c789c984bd5e403b65c41935e6e95028723dbf9462bc9953581de8ab
+size 5377584
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29cb66a31401de5abb84363cdd758fd827ff8da1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f699238266db6f00343d52ea270931761368faf6bcf3f32e27b733722e9175fa
+size 5377528
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..2dd05e1a73dd4f7a67b3f1f8b552cfd72a8cebc8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e663e6cb3be0adeb7d960061cc21e91adf85bd4e586a2619fc1518554a6cafba
+size 5377382
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c91f1575a70a42b811596f0302ce57e11f039e6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b423787c89e8b82e5f11a07fae9d1cd6eeac9c99803e379926e397b97703d26e
+size 5376871
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a7f053e82181616759504940592027c55238564c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9f3be762d6de84b4a991759dbb1aee4c61e2f8ac
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d092f8041172b5f22bd571c1fa2b72cfb2e27912
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c331aa6248ba080116e8b8fa3bda0cf833c5b4922b26afb72f0fecfa5b19bb5f
+size 1950575
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa2b89e33362fd54490244d1c4f911571ffaa1bb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff3bab1b7029956f505ce8b4645e50e85638296a3be5b6ebb83e5dd88f1db7f
+size 1956369
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..be3cd9a603a53aa5f0b5a4e83c83f65434907f71
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ed70416f9dd26f4eb222764ec6dae937cd4f4cd5a07659459fb6241ed5b722
+size 1955413
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e46abc4a23ca3a587fb2c4d8f98c6163100ec07
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60521cae16f6b8b8204e0ef46d2f5a2b3dcc42fa452b6be8fe3ddfb4ecc0c1a2
+size 5375206
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c392aed67c29d18be434fd20ee4e9fa7aa3e517a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d57e909cd1d86b195fa265ae88e53ce3b0d40e864c1c0404d3208525856795f
+size 5375096
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7af64d678e513115840567d1f09dcc34e36efb59
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68b27fd81033102cbed248b09cdce81a267a90e9a1bd960a54e0ee2897f8425
+size 5375268
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a997deff9cbb7cc9eb7205ae0253fe48679e1eb8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c34d8f208dfa2e240a6a655eb73b837400741123dacfe82e57d8b3d4b80658
+size 5377092
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f86c8a4593bc95252053290fc774b1f5f48bb70
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681ca58aa5e0bef0206cd32a6af2a7ecc32df23f81ceae57e36f611349e9bb48
+size 5377500
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..674f743305636c9f19d8245022d351395aaa63cd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaefcc06b4387f945652b6386f418ba03a4260c4f8ad4b2c345fc8a4d3567bf5
+size 1954264
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e98a4ce9025d5882a3c993716074c8edb0ea834f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8d5ff6ea3091d34a26a2bd2729fa6bf20240506afe20bbbbc9cb181ed568d3
+size 1955062
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9d3e7d182d53ab7b43949725b25bf039258aa18f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e5a9583c80c94e5f0bd653932064e5851c543c0857acdccf3298b93041b87b
+size 5378049
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..3baef00d42f5698ea0ffdea957ad9c32f919e7ff
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec27a6b013a32ab8d96c79b743068207648ea2c32448b7d39f6a7dbf9719fc6b
+size 5377850
diff --git a/checkpoints/llm_large_x3047_c1860k/target.token_embedder.embedding/.zarray b/checkpoints/llm_large_x3047_c1860k/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6fd085426d24856763db1b75f748dc8288e43d4e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.token_embedder.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[14912,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[29824,1024],"zarr_format":2}
\ No newline at end of file