diff --git a/.gitattributes b/.gitattributes
index b89f6c50a76861f47b8e120630cf75063eedbd13..4e898678400a8a45791d03b9a4e0fb8eba98aba8 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -358,3 +358,206 @@ checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.0 f
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+savedmodels/musiccoca_mv212f_cpu_compat/variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..22ea7ecc033d052271075daccf13063d43a1e34c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.depth_decoder.depth_layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0e53927a951dbed1fd256bffb311c33884962a9b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..eea69718145ec063ac02dcf9388c63988d23764f
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..06e6fe8e26953193b2adaf875ed52cc98c9def1d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa2c7825f3ddd80958b61d696cb934ddb2934c1b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_17.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b45bf8776f11d0720d9b976b355860287461d53
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb48c087cd54fdf94157086843b6cc249801c242
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fcfb8d95dfafa19ddca680f4527fbf8d8e9d08ee
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8a59ffeb4c8f79b39d42317bb201a19601f939be
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..66ae3c7ebf93946df2944c43f1494f16e77dd7ae
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..76a5798c0db375fe9dccc5acad3fac513e1d1e75
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..84bcbf0abc0c8a705c09cedea7852ad1ec686d17
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.encoder_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4a02f3ff2a50af819f6b9505e4334d4947ef643b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..27bed1b026b7b0b93b792c185c3f78092531a85a
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ede7a060558a1919bde3519cf243636c577c6069
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bfaeacd035d51225d2393d822e94303de08ff8ae
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3019a1fd453707f079178e9a3171ce9691dd77a0
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..16e4172972b979b6cd27d960e7a032481bcea9fb
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cd278d25b548e89ac0e8cafd0e7e5c9a6ee366c9
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7751e07cf9a78cb436c3896a77c39baffc60d8dc
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7cf3cdac560eb21b650bfcc4fe654584ca7da8d9
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4dfb894f41e90009a81a5d75326dab8e5a8bb62d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5abb96b1294bda38c268091364a24c8351b4fcf1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f6d340e0cc12327578b10d75a916f45a6de50e342831977a6185d0bd0e8e36
+size 5377294
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..916f11682352aeb6587d2b195a1b36b0700f61fe
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4c46a8dfcd3dad89de58f12f9453dd75647caaadf6b3321bd4646d1be334b3
+size 5378400
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f953de9a273807928a1ee4f49fe9070d8e1a11cd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a259a4b659c79ccf047840df0c584c52d3420ffba5d53b00e079aca5ff246c1
+size 1955103
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d0127f2085278ab639a3fad3b57630c3885a2ea0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba248fcd993dcf9805c5439fd8382825d9abebd72ea1114d32c2b0c8be6bae3
+size 1952963
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7d10939b177c6125b8ccd27047a25bcc8fe16f26
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c138cb08f22750434e168be2fc28ec25cf4256184744b0e022dba3adeeebb939
+size 1955311
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1a4769ed9f9b444a01430b8f3f03ee662e0788cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5fc57d0a06282d1abab85291db01e08051799427df14a38ebe609c886a2deb
+size 1953448
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c05bc60553a75a4c35f2dd89a4d1bbfcdf0bf51a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bb196f4e05d000013d9838133c395aebea6af7848982d5b02ec3230985f050
+size 5368210
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..37809fea0d0f9a62a6f3d851a4761a63907c59f5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa52db62474f0f38823492320c28298b8dfe07ab4d797042ffc2aa246e5217f
+size 5368412
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fdeea80ebbef067ba3c4af6848847cfcf17fc7e9
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cbdb00044c4d4a1f6af079233fcc404427268bd9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9888a7e9f736e720ba234f9a078f33d6ced8be11b53024458b56a31fbacdff
+size 1951904
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..517ea51159f34ad321ee02430412bf2f17511195
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75aa76bd862e096d9fa3abde458b82f63d9ea95c154d0552b6bf1f7f0d7d7a17
+size 1951120
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0b99a4607d0677b9c734362ac2ca2fb4e8a895d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d4d6cea488ea91d2ee390e19a6e687c60ed2fd3051202ac8539a2df4fe103b
+size 5414227
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..54805def99b0aee3dfa44c537ea35127c1074d54
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34538103b320c4a8c3183d73699c5c9ed655e1fe9b3014f21b3bf411be81b6b1
+size 5414789
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a84a2b124e8c3868ce7ed1b10ea16ac1bedd940e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73807aeea40b2dc9db6a3505b27ff699965bae793026092a857e63d10573d93
+size 5413100
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa181a6ecc9d5cdac52784f7d8360f55e573783a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a22929f7fe81bc1778aaabba0a252c8a8426c583cbf81dcc6467554266a0c0
+size 5412195
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9916933e4cb024dce011c0a7c7ab32c24f2f9f55
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6098f9a67ef163c69f7bc01109adffacd704fecf6591606e0d365bf386cb9d50
+size 1959395
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..e448ac5bab9bcfb4a483fb27556eb49f132c627c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad321778bb8609be7e028f8afd38dbd9ba5c61037d401b0a41b1bba4d9332a3
+size 1959855
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91633ad15a313c18fa3d8c0238f27507362e2e82
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c0fea181f0b724ac3e017700db028556639fa6cb467c7e893408ca1f0c1a5f
+size 1952983
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..fb235e22d5f9fd633c0e9ce040d364f40091eba6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7669a5d00d1a6457ff3341ee4ff429661428c270e343f67a3611d9ded3f72c
+size 1953679
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb1aed40bc5ef1260713b9b81ae613cc1ef3531a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb602424bd928e8f175a2e6f2b6211bc168fc871c85be27a10098715094a877
+size 5389097
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a70bc9a3c763819a22f9ba4e67224f122d2ba2b6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68ab48c3056cdf98cfe820da885e36af3cb1f44d2d3d1dc51009ac1cb11511f
+size 5390452
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..eb83d966c33f61324f93db97c01135ce3bcd3dc7
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..88cfd92fcec571860a25f4c57e62b2a058079111
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27ed05f0da5ab43d3ce1b07a018d3a0b9b95d3cd050e19e9d4143b2e077908c
+size 1957587
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..ce1fb79ba6ababc925532f5a6294706b4d745555
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c7c41e587aba178d83bb8ba091978d76fd13bd97ef32010c5f4220f539aacf
+size 1959835
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15bf855b937f29182ab499925956dd0c2ab5d6d1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6010b452466716526f5280f05ecf536f74a5a88e2301c1ab5ba1c8068ebb63
+size 1955562
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e1d3c6c55f1068aecf55d5e2764d939cf746770e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89c30dec641c215aa35bb05e7953ea4aca7ed4051fb68d2e343610cbfd55ea5
+size 1955441
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..566277ca0a0c85c8201d5c64f487a48a8116899b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0aa1dc703e652b4a7e000f8f7e271d4e1b195c37e08d7233fc92041a813bd9
+size 1951467
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..395df772ab39a853e2e8a715dc02c00dfe0ea2e9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2d9ed3b57a172631f698ae15690876869699ff86df3fca03f4cfa2925e9f70
+size 1950434
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2f45bdf45f82f5621070f8143945195e9ad914d3
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc59911af1873c5b6f6c86036b7eab06be2635dc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde71ac69c8c5d7d485da458e71437bccabe719418dc692333196c63be67530
+size 1954414
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..265a42b5e77a2c997be2cf03c9010bdbbb1aedd6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6802b734cf31f0d25a9bfcf9abb3ad6a7690828a48957ce5ef169287f3b821
+size 1954129
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1dfa73e327ae495dd8ad548be20db480814392c6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a0ecc05e3403afa91dd4b34765d62b484e59fe944ba2c98b6293b19001cca4
+size 1955619
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..ed2797c2ac55a43814efeece1d31d681b0d136c2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205a6acfb739fbf8ae222c050181eb1365b830cfd05413eed4f1cd12e9182299
+size 1955891
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af6c3805b907ed266467d58be0b0a0535e1280af
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375773fdca36e53db1aad4839efecb964cd92e3794657261591949dd726157ac
+size 1954230
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..970d6b0db7f33a86c1d30217f6fafe0fda41a99f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2a365c431ab5fed1c853a743e002287ec493f1e1ee7bb41a7258182a5f1a45
+size 1954290
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fbf2746ab732e45114b569df62f620c2c7c51af1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6193ebac7d894c6a393b7e038d685340b489f77fcb39d8e4ba98e6d3e3b84fd
+size 5376366
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..cf3b2660a43aeecc104002c12d23beb39ce62205
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afac7ae1b15339059399dbac453a1227ff740c6a0cd699d38df6176c9af16f0e
+size 5376534
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..708e594655819475fd7bbdd125dda5fd1f496756
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4885f8540d549f54a299755d617286759585ce8b57d060c3de2ba0bc89cd71ae
+size 5380069
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..44e05d55aa60373a9621d20d6227c3e56dcfe8e7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b97987d16788b8cf0f57588c1edef994f8b9f71324d85cca32d73d65e1ed6
+size 5379910
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be9f709c0c18440a3c41f7cdbc882c2451e947d2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae8f80897afa9e68ff37f1fe7012970f05e99ca77fe55e0a3f25c87aa8542f6
+size 1953596
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..77fa83b37036dc71aacba2044c216e53fd19fbbf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398c46e00a76efa88370774b3051db0417a255717cc1b254ec97f78a72799495
+size 1953917
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dce2000475882e50667092fc86c3969fcaef0219
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c3e84b0e3582e1cb7f1ba7d1abc181860e459a7a7e7ede4e13449bb910fa9b
+size 1950330
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a8e110c7ad5d0c66d282cb516d8e8bedfcc3df68
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a524fbb4350ea17f938d8055fb12ccf6d2e8cb05e86047792665293218190c
+size 1950545
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0a7dcc1f14e6e873e956bf6fdf51b5891d224be4
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01541bdf4aef5d55b71c9a48f62871bd3a66a4f5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f52562e6b6ae779b81a34c6cf2f505824972b4acda7a1c96e2bcf58e39aae5
+size 1955325
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6d8c28d65000c3e6519cd425be91dcaf5cd5747
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d992ac8382b64744d73867733c4596a728977f51baeeb492f51c0c70994c91
+size 1954276
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62df9653a2dc05211b9456eff9d5bad9557cab27
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee74a051582fd451527b7b1fb68232c48751551352dde0110327b637b2234cfc
+size 1955115
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9d55d8f944b03cc993bb282357ff30a1630d7b68
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75703246474544fb0d671fea19cd93d9e97385095655f55f70937c1015051f79
+size 1956238
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d399049224c1302ca819dee710c54291ae463e8f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc6dd1a48739726e3d36cefcaa5c37b5f30a74b1b733caaa18fd7011af05e54
+size 1955470
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9be7965c5b73db9e9b9d0555d9a5bf05c39edf12
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42f73903caae5b8842340b9bb7ef2f71f4ca64a616c8716e303917576475669
+size 1955656
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a1cfe81d0592deddc31c0615ab57500a7c75bfbe
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d21de30cf55a1379268e8442abe8a104504d910adaf9572dbb7d1a8905b923
+size 5372625
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e977cb86103bb555608b8aead3aacd3a1f6676de
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e445263fa8792151d783da4a7f2731ab42b21b017e7b90754494ca4e98a22b
+size 5371898
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..351b61f0eccbac3728cbbdd0ce963e90899f4ec9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f726c79d6a3ce6528fc060fa8f472cf63178700609b30595b84d17ce8beec6
+size 1953334
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b780f57deac02c7ccd53617642205e2baadbf63
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c357c8ab7df33366d7699c5432f5603a26fa68193cfa78620923b20b654f4d
+size 1955531
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e9dca28a2d38fd607dc398963116a301a5cb1ee
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc76950a1acf4d1a4113cc8c3018af842b7b0b860bada701217563f0a4b3c12c
+size 1954437
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..41afcb75de852d6d9e0260cc66288dc2f1c52a80
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d583da649e6de2b7106b3f329480c2578ac7857f16081f4033195c0576f619
+size 1955684
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51555a03aa912a4a00a74061a0e0655628a70521
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb44a057a6dc931689face0990c73814d5e0ee09c860f0dd820edba5cbd57d9
+size 1952591
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b7102314d2c42d853d021c13a3b507e1ce288e22
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f932fb936356d41817a86ff22c81f39ec4461f39f25240f26240695d522b3447
+size 1951385
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fb78bbfdf80d29904b2b4d17b8ec12d450545af
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a40f18107ce0a51152da479ce0b2369a8c3503b632dbf56ee8ffdca2bbc380
+size 5371944
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..ea5d84de33754d12124932327bb4419f48a36cf4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3758df7eaef42a1a7ed313ae950d744e5a5c596cf5fd266dc6ee3214eabd37d
+size 5371862
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4c70de9753fe4fef0a28cebe7be60fef40577c2
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30faa49c2abf754a1a403c7c8a58c726f13f6a0a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985b579fd537821866b966e0685383334a5098e328d748ecc5df72aff1c252f9
+size 1952806
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f67e3aad9388ce77b527d72c61457438b2664c5b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac23656f234bb9ee4eb68632c094beb61cec3c47e9e8f8c962b0cd3a98dee12f
+size 1952937
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a65fc0585643c04060ce87297845a8aebd91f381
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19326edaa5065a5d723389ed8b16da601402ae8729789b1a950d755dfc766a6e
+size 1955605
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..bc4ecfb4d8e03dfcf69f47265ea863df6a6849b0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf64c6e77548da8f2569078c13e0c8ea09cc7d984ebf7c746002d7439c2b79c
+size 1955942
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..63f097daf3b726649f631a0b0e7d0dcd88785ecc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77760c467ab53ca610e129762ad0ff3fb7d92c5d5ab9f38019f95394c4f7cbf3
+size 1955720
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63b06ab60e4531dbbf2c46f7f90b3dcfd384f33e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd7c41fb4371ed4a7c92b0df34c25f5d338145d7b83b39a647affc6ad6a753d
+size 1955337
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..0da13e3a95a992cbd1fca6e7b3c1731eddba9c17
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c385de23e8f24d66f74be2c284a5d0d586a59617f4c1850b0ed5add2fe552243
+size 1955304
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7e41d5752ab27a42a4faadbd8ba50182da3c73dc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c3e7b01231822eae22815457e63aefb2ffb535e64b263035a1398b1b35d48b
+size 1957112
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..084afe1c49868e6f10859b89b84102426ffae930
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de160741b4e3d4a75659de1dd9839f2fe4a38b19b56aec1bee5220103956584
+size 1955427
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b99319ff4165d220f24674acb3f2b64938522c30
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42c2fce78a7501576d73c9ff6235f6b11ebc8b3a7e6e83c0533ae26589e5038
+size 5381045
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e73f74493e49cd7322f844b8edec5a2153cf59e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a4f15c761999b0a50a96a71d3261c3d3fcdfb5ef84e0d54e3f811cc32c3229
+size 5381408
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5b8255301eb797376b829023ddcb96aab7f78916
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d1866490b79271c78970d98c0e2aa48c1e79dcda
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b2885e21c7e4d83d4d990dd994d221c1d3af2502d0ceb945e6afc12636cba3
+size 1954434
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..478b73fc9f3c23c324efa2753ae1c5c15f12fbfb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e276597c9404166540fda86297eca16ac7598134309812ffc525ec1c1595bab5
+size 1954611
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc277db242ae436f3dfc68a65f95d5c723efa761
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b2f71839234784b8e4b561a259c8844418abba1c0a8a79e02b2ae4c90fa711
+size 1959022
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ab77506d270eb2241755d467442d5e533c9ce
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad65e4071e56017c2582ee56320318c740dcabdcad020afde0086ce2738463a
+size 1958930
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a702c4e29e80357a699535502e678bed9e8f2bd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9196e8689266867d3a0332bed8d6c21f7b032a5b2ea5449f887b43eb5ca2f5c0
+size 5382841
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..723d17123e11d981439fd48abb141d434c60b096
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c716e4c2fa963f64366a10a6f7a2d986ce74f15ecfa2fd02c52a06f16e0cdc
+size 5382285
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8d931300c354b888e9c331383a7dfdb6bf63e02d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd16738190e0999104085dfbaeb91ca1dad8f681
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b20f3d52e2eab0b630d60e3d9fccca789619dc4f1dfe92e979039b34b026c40
+size 1955351
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..5c3de4bbd0e35008e7935e27caa3a612b89d35d7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a5aa09983b33036e80a24f10e02b27e436a1b643d452ab5782dbdf04e9287b
+size 1955126
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cfd0d9a5ef256fc83836f62f552642324d8472c3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714d33af45de4e85bc19751ebc2b9377e924fdbb01def67adb95e538720e5532
+size 1960128
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..c05bf2d23f28963afe498b1cd71e9d5f772a6916
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120470a735ad8a5cc71cd79f8e2858e9ca8dca6f158d138a49495319a0b18615
+size 1959156
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e257c028dab6866d2ced0b0517f421f454f01d2
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e6cd0a085786792c8abbae9fc789c6ee485f00a7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3171ed172a7fcd5c54bbe3930c9dbe95fa85714cdf2e337c1ddd64eb8702d00
+size 1959980
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..142df00c2bddda7a578375bffc8e2aab421d5a5f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00730c96723137b8137c0c775dd7a9de497ecdbc4e1148d106b59fd8a5c28cf
+size 1958142
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba520e6e32d550f33c58acdfc0a533a427f3dde7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f4cff5f5795ab7424d79cc3f2bc711933a985b5fc1d0490ff904caf361a109
+size 1952805
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..412692b743a657c055ef8e79f8ec347e4e8a7c33
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00c0532acd7b97b227869a827df12a27631ddf53cba804039ee5870d011fe19
+size 1951916
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a18f44c3811cbbca4b2b9b918bde9515bc8e62dd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e23d3cb31c021ea43fd77614baa67f21832d396c5ddbefaa8647e1b3d52c315
+size 1955859
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..0a60195e3f8f5aa32220b6d59ff7a64b53509447
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59704ae28c8371fe54102e6255f088710f3ac0d4c0b8a5a2a3349807c08d8207
+size 1954938
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..707607740da457b3ed17e8306f8d6189e42d530c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338ae2b521493d0954fd46e7f1bada32532c2fa9433494e3c7dbd83e15dcf2ee
+size 1955965
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..1afcdae8c814cdc6acd2d61aa3ae3392b0e84cfd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c5b2076f759093dfcbfba6814a2da06e8be46663e903456f4293b311d9817b
+size 1957112
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2bd4cfdc762f3074357474b1d5994bdadbc50597
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4d9537241ad67d387ec4e804da032a06b90cc22428abd18c758fec69e4c72d
+size 5377105
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..468d6d780e5e26530fc3db9478f6f179a8c86c57
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d259f415500b02355ee2d00dba47ff865455ce97a2ab102943ac9c53293208
+size 5376619
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..de4d690e0effaa2b050eae67055d589659de1e72
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce3db7b9c5fdd56ec29d2ca3d9c63cc76c70fc53
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad24ba1cc0905278993f06f639aa8fb2c72f03166df65e4221b360f29089ca9
+size 1956543
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..bccf67af7c0a24a2b0a8c694f8c9ca9c108b7e9c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dda74035eebe81b54bf2021181ef05cedf9382c7263bdff048470966bfb232
+size 1953910
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7c113e69b58dc3109897b4abd57b32bda8fe7ad8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb0e1cf18006b7ce3e3b95e5c32125a52ab95fd9c2a9643db23c3cc1522621b
+size 5381949
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..098d8f1a4e811a9b3892b66a243fc059f9aa76ea
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6220645f45dc89c433007d06a022c9820a592484a150e6d9a846db373307a987
+size 5381476
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..71e745541a4f2d59f85ac671929c7b2252bc6692
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7b73f4f138bf51b6b4c2cb37954b35422ac1397a016039c134ba11942a95ba
+size 5373876
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..bcb0e989357f5d2ff5f37aac907869cde037c180
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f98c8a2c97d2e08d7afa0a06f3ae86636a52207ef4265a41251067f76e76694
+size 5374062
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f56b9d7363beced5b1bf43ad55d07bc83afb674f
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d543474d1c20ad2c8fd1dbb28b6e8ed4f766d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b0c8ba7dfba2b469597a481fd2fb26c13693abb709ae28254ec35ff417ca05
+size 1952656
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5e3612061225d66e7cb854a1e2e8641b42af744
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0808265ba911980789996f53572d88a607e94cafffbb1e381f1923973ca92db7
+size 5380378
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1fafb3604fd09f9b8f8ad487f585775a142fa0d7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ff55fa32c81084bf932094b2efadf260f8ab4ece407892824a579f2a95c6f7
+size 5379764
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..230047ff865b6055739268b646d0ae8f87f365fe
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbea969488de365786adb376c78039c870d195833230e9ca3ec60daa8db9b12
+size 5385985
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc3852f8272bc2f2624a58812e9e5f0896ef37b5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1e54e4d6b39a01cafba5c363a333c8db2934b7d7d6aa6452ea94772b26ca68
+size 5386219
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..59bb41c7eb7e10bd4ca2fdf49c2efdd1d0dfbc3b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6860d65c64f583b9da4ea0bf551a8752935de865986db8d83196fe721322254
+size 1955077
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..49a515ab13590955831879be3309cb0156f53369
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211374ae15bcef0757d99eb0e4effaf1f15f5e58dfc114a53331b2430dac1a58
+size 1954144
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09dcd76108b833656b44b39c1f35436eafcf4525
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce214a4f26257c5701b675db9d0fdc665b470f322d6bad3886b2ee6f3f389766
+size 1953809
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1fb1940bad1746be8efb75250fd0faa7784450f3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b22a6b457c5a5ee23793a1d88d6978abead883263f0ecf9edad04bd83c053f
+size 1953758
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..caca51e72966fb554a79d622fac0e4e474691617
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..11e3d0bf0c42ca60af467a0dbc7da4a7dd577813
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efe4274b73e0167333972248599354b718e1f94f9d8ab38994677d96d9dcaa0
+size 1953639
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..44ecffbb6a4c8703b532dd4ba14d463988f2145e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbbaf813860ad579dc4cd535ea1d723b8979230391c8d4bb1307e3115d8ec23
+size 1953230
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..036505653e521c2b3eb330ecaf2dfd7adc2e25ba
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506f258d04938af649343954e4e64a111a165f8a63aacca8ac94acb6abb184b4
+size 1955251
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b6817206085c445a5c96e67aa73a0eceab3b19ea
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ba399a868151f9618cdda0244b5560d2e35cea22543e69634b97158ca9a029
+size 1955329
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..150708b3d4bed2b586e019190f2d81d76d8fd85c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a8a1ae0e2c1df11f0b03a8b6cb026549af76df770cc9aee3d38f0a600d2986
+size 1952069
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b824917e9fef1bd39e0290eee0c7864e6c4b1a76
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a783ac41a8b47765b176e07d5b846ec5194d416feca4334edb4381dec29c312c
+size 1951225
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13cd8ea58eef016d4a190d362e9b32dd0b0c7449
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ee3fd4d4e0cd10ecb6f2e462bbfa17cb3b7990a04dc26d7807accdc18ac5ef
+size 5378373
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..4fa38ba28908154fa581b5da0e4efb489590856f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df192e782a8ae25f49becd0c253adfb508a9466690faf72178606262feea0c0a
+size 5379548
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8fa006b32fea7cfdcfe129640c49ee87253fd599
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04de9fd8c2d2e0897340f1a39d22f7a6199aaa4e94add569a613b73e1c84b51b
+size 5371596
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..dacd46430e9d21a730b90fa82727693797d39df6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2428ea19909fc22e534b15b6f401ad47f1a2a06f163df36e2828b7ff8b65c1a
+size 5371685
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6bd56ec9fad049f0cba7991420d0b15504384723
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e577f9bd63873da031b84f59d50542999b320147
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e67d18454a36921e2dc140efe05a703397ee097
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5146cf3a3b1a225f1b117b25c7610745541decf318aa358c9774f89fcfe5ecc5
+size 1954426
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..3310752d552d4d127b99bb450494dc6a2ec38d41
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f31406eff29dcf053994abeb48bf301a4a9477dd1b139ded73e85e2553615f3
+size 1953224
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ad1a8f59b25613a287de7650b5d8eb59353502f8
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5dfffe92f845564e02afb8aa9e7a02df520423a6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..641c4a528cdd5b3e5e13f9363474f5bd2e4db5cd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cca3322c56f0a75463de7509cf7ddcd7e0facc598fa10cd5278940f434f198e
+size 5379853
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..0565028b16fb7addd1a8604bdba99d47446f5028
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f033ffbd7789496e230c15f6a20f2104c106c3aaa3ab9fb593f7a0e1f75822
+size 5379783
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ff03d9d9253dc028fc01d8691ef710f87aabfaa7
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b92eaffe33a5b4cfa505676eb57f3e07b681b281
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa10ae5653fb0dd8608ceb7b51e3f1abb50c69896f117f41d421d29947a27132
+size 1952903
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..df0c2a77eb576a647557b88a21c335a0fe9d35bb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e986da9e8e3ad72518b0e9ce639fa7793da0032bc96451897bf1f490ca48b50
+size 1953154
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.encoder_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.encoder_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fae3dc16b9680882b810f21d54fe9d9c128444fb
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.encoder_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16d2f2432a27070dc152b322644a83473f98b569
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ae28d883370f58cc4d405c31ad7c9d00aecf6361821136cc8621adc45922f7
+size 1951710
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..cd28e6a286ea12a07ebf379fa883a090542726fe
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79d7ca43096d959949bb625b131ee73cd4b7645ea111ddeb6db2fef0d9410d3
+size 1950646
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9b4fd85f759ac8f132d50cbe7b7041d26e301eae
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2017cfb306c0d6df6e718dfdbbdb786063a61fd7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6751cb0c216d1830dfc7d779e63f38b0e6942bb2cdef8d2fd359e67f239264
+size 1955190
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a9c69324276a697e7fc62001789db34b7b270dd8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5cacb41ad38129590fcc526055f4fd91e68eb8314304ae663f988e21d2d398
+size 1954820
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d0975a5682e1460e6852b796fbb67a1e5e59f544
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7719a73ccddb93d0461e025bf32ab395c2aa0b5bd364288da0167bbf55d618
+size 1952398
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..5842131f1e1fb4fd7608f80a2292a984100c2bfa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8a788ddc3db60009a37a471c4964a2f0320e1f9f6ecb01e01fec4e692c14c1
+size 1951268
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7dc843497436148913b8eca293cb971365eb8f12
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af3f2c3525f2bb8a395ff45300dd9d724045fe2dbf401456d63e51797b4020e
+size 5369221
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c5f62d58f1e08648599b6dae805b6fcf8037c8f1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e41ecfb2c1c76664ef0c22a8ba76d1534022a5dfe2154ec2b6add19a0f2d0e5
+size 5368644
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f89b03dabd351cdd4d572d810685030e2622429b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecd87985327b3743d78bc7a1ff5136c62bc8080ebca46a0fcfd9d6bfd445634
+size 5375443
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0906cb188dcab6d1789542ae6badfbdbea14e00
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31dad4eb37fd460b9c6ffccbefcb35134219af6159a09f5bf88c1e7f7a3f877
+size 5374650
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f1ffd127637f046155a6797a8f5ee2a371f436ed
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b2a731465da60e011c5335f8f2b6f7cd16c4bf9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d174da75fa64714d931c7935cd6ade726f317b6c411157907cdce1b051b643d0
+size 1953214
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c293ff518b83360cac5e07d9b30ad0029657efbd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef775ac1670b02278dc8896ad67f9be611b9df317e997adb6887108a7c6141d9
+size 1952413
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..754ddc7614a4c1b466c7cae2014afd65619f43e5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb937dfe4045cc10b781ab2bd3826ffc7e5bf964eb2851481ef35f051b8c8b3
+size 5370507
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2804a2e4c4dbe70ca4f27553edd09cfd1e3fb498
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab02cbad9ed01c64706c1d6c752cf1e414fdeb2f43d52c510fddbf60e89ddfe
+size 5370471
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e4e866fd4842421345d1ba8c5894f7e6ec1b3fe
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dd14956a20d481cd355bb6de906d2d4f35c3fcb7075d7ccb44b2c6adeb29eb
+size 5368743
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9e4b538ad9dafec75cfcd2eaff40446538d5709
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1f785ead4190c1bd0eb375ee65f87b8515fafcac66f7c8a3357b219d44c031
+size 5368964
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5258f1a24248e7f0fc9f768c604d49e68f5d20b4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64c2c09382edccc89945eed05e42789891d8ec05b2c8e5345eea785bb548fbe
+size 1953524
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..696f13359584e833c49dac0d663a4e21616e4821
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81eef9c784d6a3a2d12a5f3a811c9d7a5ecf298562f6b20cb70b75887a672f8
+size 1952413
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72dbd44234619996fac5d61a5fd18dcf57e90d38
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811c6690bee6aa1d89cc70fa90fed963b746e5a0b3f3a3693a3b0ada1e4c88ec
+size 5364848
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..8de10c022fb228c720233f54b9d517729e69ce0f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5549b3d44058b5c4a79205abcc4018ff6367abc48a659867a485eac0c8bda93
+size 5364958
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d36133b754e74bf6fbe7459b2645c26e7c6a1124
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da0787091e3ae3344acff2a069666fbb8cc4c62d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1063bfe9534b4d45e08dfe825fb082b3ff2fce7be4b83b76665ab41e5f39fdf9
+size 1953204
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..250d5ba0eefb74a3e282d304514af990db379fc0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798296eb6ddd81f4a7e2f4d3695cf448233678eb14080f3618104710b0594079
+size 1953342
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..243639919fbbef17df4a2956606c4fac270aaf61
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0cf06ca03c7218091af9a0d2f9ce4379c2ed99634de320e8950cd7656a9ccb
+size 1953585
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..35a0cd0cdeaa9cebdbf8b1cc24d8dfdca8fb6a41
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ec0e7271612969e251a3359dc19198185f150d1e2333128b0f42229d2be661
+size 1954004
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..be6ec5dece788f46f2b46ff95fefcce4fbc4edd2
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8a10a3b1a4772d4d84621b4036e151f35479f03
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66d962bcd7a0e7a7b23e1e1501c5c6df9bcb5cfd63d805f97a5696638bc307b
+size 1955409
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..12013b0e9cf514c2374b5999632c6416836b5fbd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89bef88f3b0686c7b9a9cd7880833875063de0c906bdc139372fb4979f61441
+size 1955345
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8a7047f43620176b9def786333343bc6c66704f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecb8fe6e647f7e1ac2c4a969b1e7535134f8365852bc3ec16999d661601e802
+size 1955129
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..7b5b617131b75cc86ca3113df3aba1c8133b304a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de4181b2883bf790149053b39e8236ebd034391c49acfd9a259499b9d3f649b
+size 1955242
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..778c471dc78ba1a0f91884b9cc2855ca39e1d49f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f891a2b8150fb1f693d2603b3ad72d6caa6073d169520ce32e27707a3abc3
+size 5377789
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a94b12a22dd750762b656a13342bcc618f23acd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c69e11e1aa4a3f8ba7985585a4a046caf820fdf2925d52aa58da8f3ae42664
+size 5378014
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35b29a31dd356f357cb9e6d7b88b22b27caeb5fc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bb9eb28853cb8ad603222806f71df4113aa671aee3f52469c0e3c4672d7c08
+size 1955548
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..a69b0a02e306fe43dfb2ae09ef5114c61d1931f7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d7039db02055d4765036ea85f75fd4593835378671d7a2a1102d4c64ef0578
+size 1955049
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7fd7fa9a67a7ecdd63180d05929e929563053933
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8479a97730161bc3e432fc2e38c05bd58280d70c18bd03ae783cfd195405728e
+size 5375051
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a7f827d58feaa732caa7add9bb37c0e537658a88
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a0b47f0ad1e16db2dd3f149ca12f37423af780fcab284ff7fb2052fba09407
+size 5374647
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38c4baa506a8595d28c8dea1970b665b67dcbd69
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8870438f92c21cd300fa9e9fa0bc281e4535583b341be4f56ad257b29c4f0944
+size 5366939
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..6f0e91133295d2536eee6cccbeec2bd6387b5f65
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f842cbf0ddcfdd372bb069be777a49991803d940c41d029100e176b766437
+size 5365605
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eee0ef1ed7fe30ab0b61d3f063f2247ddfa8f346
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa6f0a78ce7468726114d1521dd97331ecf80a1b09d9adf93118ac823d18ab1
+size 5378253
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..19f817896921b1c7f759eac5a8f48a298a142f5c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1de19e85a95c7c8e46800a30b08db336f4a3114574c350c573e2e2eb3ff51af
+size 5377089
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c59f226fc5f98e7ffc9f58d430cd2a9b747ed2f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7aac47907739931c59643f7a189ab8750575f50aae385e3455cf1ef79ba60e
+size 1952570
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..03fb19b479937a4a0501b87386bcb9da64730bb9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0612c74d903cd5fa77338d78efd8c1ff269e3867450e288917a436fb92d34305
+size 1952832
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65a53032dc226bbbaac72947ac4eea97662da903
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81d059f2fc8e3f5ea7851830b779f5901b526f76b585fe7201d6707f5623c2f
+size 1953915
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..c610de800b7ebb02418819d251a87dbd761a0d7a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa613cd7e1af1d9355405872f292a702c67a093e332b6881c4e5915832e97f9
+size 1954121
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cfe8d6c09df86e46088b988a7b7195a2da9a76fd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dfcdc16b98cc5f7be7e4e914761d1ebd7845fb8e312f606c48c91eebcccff8
+size 1954559
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..8aac4e4605438caba1e48782661c6aca4cb6b420
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd7f91c242e32652bcd9ee48dd8705b379e9c7ad8c93f86e1a63f92b30944c3
+size 1954818
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17b2efb58a2658df77c7172cbc43a93b18fa8207
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f9deb16467d23025507331a864f474d2f663db33aebf468bb9214ef3df55f
+size 1955761
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..fbe5b0a018d289d6f4f63390b20ce78e7c17bffb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1611fdf6619e999c50e620eec37978f41499c28bd35ab51398cc931eccb54b
+size 1955578
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..77b9aff319d64cff63e0c10fdc521a71d3c79fd7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23394fb7c3a2934a42619c614389f656b8566b22af786188e3f30451a99154f
+size 5378547
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..d43bf51f3291f5fbcd70b4d7cdd541a3b61c892d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed5dac7d5f409f362988c2b3c50226eff633777457fbec7c3f8a6a8ffad9cdd
+size 5378288
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..151cbe19111f9d96efb0a365b0302a225ca6b7b3
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..861fae18cfb3e71b11ee584a71dc75c925aa4c4b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2266c4197df99476328fc229fcd8c61386136379f7e2be913a09f751371930
+size 1953788
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..0a1d0aa46ab7d716ada8fc012684909fd82c2e83
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b92126c1e10640336ddab58593dc3deede10a79dc1da0919d5349384910822
+size 1953571
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1fa72d451eb6ff4152ff99b242c5bb9313983ad3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108316ee79b39219096c8dd03c8e6d174f670f88cd30cbc842e55e36d06e081e
+size 5378480
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..88e73caf5fb1b57ad55ffecabae93ae9b2c74747
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9308a35d98498f46353bf4ea1444aac4d592de972052aac0b3b43b616ec065
+size 5379456
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc6d3d74c10e5732766d68d30ccf0d74a77f97fe
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52314b96dd983ed9779c80a28967ee6e68e5370cdc81a83c24340bf95d781c7
+size 1954295
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..710c135aaec9674a1fa97008498646d5bae1cbec
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66804a190f0a086d251e5315bd0e0d8f34437eee89e1cef2fb848b59c76ecbf1
+size 1955869
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0a4d2410f1bffe3ff81e3b1e9d71caf5e22a6534
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f31d8b1ff613bf68f00c0d412eec9ca65dfe7d9dc261fbf457411252878c7d
+size 5364172
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..163df4c19fb12577927db1cd39a6e45f153a837b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f87d4ad31425ffa535e4730307faf03c6e0391596ed88a809b6150d7c6ca6f
+size 5364330
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2906eb8450d0f2e38f004c4f3de867eb90a50c6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3880d4c3dbad9f404054a3fd8742272a09c91879aa2d1ef82027baf0a63e5ea
+size 5379643
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..68726b75abfb81276c0086c2eb02c2bc9db7869a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb5dfb97ed925fdcf834c368227c2b6ca37ceeb98571bea77dec86c93384e11
+size 5379572
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97d1aa8e7904f2ca4a94ab995ce2f43083e87fd1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66af9b746db1c4ddf8891d1ad7d6b4a30a4a97364b379a46cba78aa0cfc51e7
+size 1953145
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2a1a337d051cec05e8d526fce78a487927325466
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0593eab66e1bf3ecd55e3879580ded5914483f648c91551ec8737d21da3765
+size 1953384
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..215f431c80b9a98673eebba5157d584d0e58dfcb
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a4e7067c996913c114c0e44cc723e6b9f137569b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b63e8bcc213e94893f967f421d54c334efecf03b1952b6f68359a1981015479
+size 5373378
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..33374eb38d5803ad3fcc3c22fdab5e3de64b3815
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df52815df1fa83168bb874116a5768d4914c94d3e9c1b7f7fba26c9eafb5cff7
+size 5373650
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6af869a5a5d9edfa8de1868032ecff020d9b33d2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22bd91a4cb275ecd610cdac20f7b2fa7a3ca6df520a62c6ca966c4c09c90e42
+size 5376961
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..35714a8f27c27d1d0851e98ff1285219544d4a9d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3b3430dc2083b76c062ad304677e812fb5a16492eacc2c6eea7b68e9f18fea
+size 5377500
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ec4096c8cc0147640b7c385f725a548ae5a65b0e
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e6302e8dae91d264ca7e4455f1b3f2d45dce70c3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c910183fd05cb0c344c2c3cec5e1611d827a003d53dfbd1cbb1af454185be91a
+size 1950427
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..27d1af887f4c6c2c4f78ceec8917823dd3d97c3f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bec790cfbef813f35613f4c02043329458df49db6eebfb90076556c29e230a5
+size 1950000
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..77d64e662bfe4821fc6d6c3cc8158d31470d0e45
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9cc5eab1d930319287709addf2e8c0abb8d2f6067e5b3d474382a1d83afd68
+size 5376759
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..61a2e5e2dc4c3338f6a6258d38250ba5f4430fb1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494b32ee21d463a016c2c29076f4892a6b203dbef9a737fb439feb704b07a220
+size 5377098
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a14f969c796fdbf7714d1f4cc597b98993f9d14e
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cacf22da137fb187d352ff4fdc728ca7607b1eb5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ac18a632026d72739c38c56a705ef002c7e216f5fc5dbb16682b144da095a0
+size 1954845
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..45c998af85e44849addb5bb0a3fb022e85685651
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4766bcbf9517126a1591bb4f49a9c2fe6c4df22414d83f3c2d69f091e9810c7c
+size 1954118
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b1ace8d39b2bb298077bb4eadb8c6a2bcaeebce2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f507063e4899ae9957e01bef6c7806410bff7e755ac2e56d314d00d82df7c07
+size 1950836
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01484621818f7c96760021ebd040b4a8a4de6300
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd90949f42444b344c926922b49765022434674d50c9708ca563e7468717ed5
+size 5373731
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b0b33f069aabeaf5394da37fc36fbff288dbbb27
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af61855fe645771df9011cd936fd9cb52ad2747663f1e29c74d303714c611eb
+size 5373662
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43a89b9900682423a46928cf26ccbb9a0631da83
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15f98ea4406c041a124f3720547bfe3163cf6585fddea2c28c48bc76d49b640
+size 1954730
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..7c0a349ec19231e8514ef6b0cd68569631c794fd
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e714177bb827003997159a8051d31ce7844182116e50a932b7e6af00339c82c3
+size 1954481
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..013263dfa6c874b814a9cb829e4d6802a230588c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cafe84bceb2712fcf7c7692698d026fe9a4253ef17fe4df2f8659e51f54a7a8
+size 1954124
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e2776a035bbca60fcd3e3458f3eeb0c26f33008
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7666eaf26c3fc6344d28e8a4210ffac4533d5ab2c774e798de352920f7ff4f
+size 1954575
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7f5fee8803294f4915b02c8be5c62811c38ca2a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0b84141b2baa51d497e2e0e198aed0a976fc94af647ba0c220fed98bb8ca96
+size 5374295
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d6a77a55cf519a799c87e21d739206571220b3b2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd5fdd37b44e16d8bb2a8b24310fcd6330e3cd16c1ffeea26b3138a1fa97f5d
+size 5374432
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a6844fd3ca9726ad32c0bab786a4fb216b50025
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab01ac2d05405c715f3b072dd231cfa1e96e256b4ba0973f663f608942572b9
+size 5374989
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..6cd580aace2ea9e764e669087713c432ef4dff44
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455531e83c92b3f8538b4f0ceaae1f1c0b1e5524decf8ec5059ae4def997afea
+size 5374700
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d65b7028d83811c98bf7b549e73ea2db5011aac6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117273824b8c4045f64f2db5bc0bebc293254418e37c5ffcf75b209f251bed9b
+size 1950652
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8738edc032bc9a9933a018366c9c155e521017f9
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f94eb7998793e9be4e2537fcabce9fee1e7e0c57
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c472bd677565e310bf2dcd9846d3535ae2a41c34b3af1dcb085431ef40941e
+size 1955258
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..65cfc277326f79910bbb05a1e2ea2a47ee71b70c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4809d8e9c2576ead197989ae7603d437d10c5d3c24cca8f145560db2091c19
+size 1955518
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..92766bf13189830f7d539cc325dc8ab47f6907ea
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.pre_attention_layer_norm.scale/0 differ
diff --git a/savedmodels/musiccoca_mv212f_cpu_compat/variables/variables.data-00000-of-00001 b/savedmodels/musiccoca_mv212f_cpu_compat/variables/variables.data-00000-of-00001
new file mode 100644
index 0000000000000000000000000000000000000000..a6825fee93a9e4ae4e1a9368de0f72ed35b50799
--- /dev/null
+++ b/savedmodels/musiccoca_mv212f_cpu_compat/variables/variables.data-00000-of-00001
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3bef8cb943a819fe9ca406253def1affca9a9a12e60b620e94427c29f270f7
+size 1153541625