diff --git a/.gitattributes b/.gitattributes
index 3f413bca3f2e58f03fe91508468ce621dd4a7372..b89f6c50a76861f47b8e120630cf75063eedbd13 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -254,3 +254,107 @@ checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layer
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a90ba9bf0d4c0e16bfc1453b94f22c24dacfddae
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7c3b7d7a6ce0928a58d7f6ccbf4c5ea7f0aa5b29
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..52df5dd497f8801e84464c576ea7e1bb60341304
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..61e2d1da7cd517986b70cf11b026a46a5948908e
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..54425bedb4042671dc8d836c25e5ce8eb0b50cc6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_12.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4e8c6e8af221ecc6a61ab8d2d7ab20f3b91a8de
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4d3663907f7317f82093b2d1351f8a6350942aae
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0dc81fcdf3b3a3e4bdde435022b0ac79a8cdcb5e
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..61b02a83723e8cac95673179884199770f40016b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..668c4c4738fee88d5b52864526ab89a92e819ad6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..55c3a125a78db3548f3fbbde4e977f1eeebda158
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a282b642a4f92371302e3b2285ddea58977e74d9
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_8.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cf59576664c6719b64bfad53f5032b6a42266b9e
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..322eff55e19703a5cc723bb3bb70ca2a3b7a1eec
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_9.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c580ed84085008ca0f57e1300484b4ddffdadb1c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a8668332263894109d2e9614edb44ace7a760c63
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e542a0fab2f8c1c57ae26ac8c632698b5f062f04
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7dd1de6c58294495e86d83b82a34fc7c82c17870
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b3bfe004c5646fa7121cc63d30bb5c14ac4b5fb6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9291b0590fa406414df3c9567a6b478ebc9e5dd7
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ce24eac4e068b2af628484cef61adf14f5c46bfa
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8681c8736a27c8bf536d1fdfa53f0ef8a6914f93
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..111567478dffc270ea3e5f9d9fc2291700e117b8
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..258c50f4b07e8d345b590a9a621e603f8bf54151
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f37b8d2262a8cab9afdd7a4b2a14aaf2a7a3cb02
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bcea1a329a5b96151a58bdcdda3d7cc4c37ef807
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7b5e3452056a4431cfff2740b48b6cd347e1f4f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4bcd105b98c515d11b87995e21488b409c5c6e907017c84d38df085d0e58a0
+size 5365157
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f42722c509a99edc4d1c9d95b7306137c2e0c826
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0435f835766b7f40294a6922b9e9b90de82b3d6652b7d33f0e9b5f32bfa39aa
+size 5365452
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5041639e33607745039706ee8264a61c37278010
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3e0700b18a76bc29afff2af5274e0ac47907a612
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f32dab6de89bf6e238198b721ce15db59d06e689
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39b650884220ab664c8c10237a4bfdb398e571501d37a369c11f2f11ceee9de
+size 1955835
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..67d9bd4491fea0c12a758806d54dbe1790711e46
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57b8ac3fb9b5abeb99e4fed16730c5374a53f42429ae6e98e63ed23e37bfb26
+size 1955807
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a19cf1c34ea6141b0fdcbd1f957d56a32bda8be1
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8be27cf0dd352eca4dc583d1ed03aabd3573dc17
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3854b6a6e5b38bad7e174858ed9e790eb7ab346f8a27645dc41f55d0bc7270
+size 1956027
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..456450f33a569403063f0676b089fc03dd6cc694
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f620200bb779909f76cf0b92636de3ce8d9dce9ba3031e1f60d10535afee8e
+size 1959308
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c611f61b943bbe9a65271172656af39efd81ddf8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc90fd59641e49a2f92befe765d7e4d731c193669aa9c94dd2c7f74327f969c
+size 1956109
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..94f50769d38b00dafbe92c5c30aaf427d44d5f88
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c749321b44c238507cf04983748fc5369f217ba3fda78defcbda091cbaf08453
+size 1958177
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6f03170f2aad21db05369a0516413b48e72a5575
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9d72f855b2320215c8dadb0c6d84a2a1058f7d7f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f13160d7a439e35470177ff44d365ae96198a0bf61c0c495190848985913d83
+size 1955487
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2d2787a9646024ca5cf0297826e59ec79bed17fb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a352e247b9593069a6f60a6e4d8b4ba37863e816e7b1d4e8100aae07527a3224
+size 1955685
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..574ad2ec872c6c7e6dd9fc51042d9cb1f9f384cc
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ad4a5c0ac204544b0ea70d47fd9920a71107a1c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e0e5d3f07319d9edc6b30f6862934d03783bfbfa489833161f9c9bfcb7ddb8
+size 1953504
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0bb0084003fa0aac02c53f6ea9bd5ea5c5145ce7
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0ac81dc44f656e2f7883015dcb307085052e7b7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7ffdad4bdecfe8b743c73134908a4e9c25cfc71d3fdb3bb71c0f82e47177a1
+size 1954156
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a7e966ccdf6829527bb959299e31721c98913cae
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfec43122dbc1d402bb526daaf8a62b72689d3ec09de6f37f42b887037580787
+size 1954034
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3bba76dfd82c05f438b0fb0edf21472e24f35ded
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627c7e36cd3e62e94ba5b95c9cb53f82779006fb7c8df999793249ed0669e5c
+size 5379903
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..abe0b11902206227f1f5cb3a1e4a09540630c295
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d40f9d3faa715f4dbf20f1bd651d7023edf723dc1f68ac0c1333c90b424d9d
+size 5380323
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1a7880e05ce36e4289841709da93f3c282efcb9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5eaf85ad895639e31f3152ef3937211a85ea93fefdaaae0fd94aa8eabde8438
+size 1955615
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f699b25b559e9080c2a48c7ea37687b6e68b6d10
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096ccbcb4b2ed61db16a92746c6c0bf88ab6b6581a194d5b9efc75db06b38bf1
+size 5380622
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..5cd9409f19403a276766c524407870723fda511d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e602b64648ddf18dc4907489d3c8a2d7d575a3446fb3035f6e96e76665febd0
+size 5380736
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b665e45d086e2476c8e852ad8dd5eae5622aecd
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ec10688b643f004fb942dfc14d5636dbc3ff52a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e94c666ffbf1774703ed0731c7e534d5fcf366cdce336df0ac0d7496456b145
+size 1955851
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2250b374e10ed42f3333f59ddd81931b088c788b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bdb79b683ba788b9f77a058cf00d304d96c85917710184b904dd1b4ed1f565
+size 1955364
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..179c3ae2c6b35dc0178deb30fb892c47e550bbff
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb23b82341e9c200e12f147c83bf0ea466eaaace833b4066a0bfeec5aa127b0
+size 1952007
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..55df0ff2bdcd099bdac533f96d9a8cb2fd3e8b9c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4e427a1019f0aa9d1804ea3b56672c363c46eca6f6181c6269fad769ccb207
+size 1952466
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb731890dfb5f0afb0ca3bb76533c00a73c86f47
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb35971080d713ceb7681d39d6829c6739f773b35725d419ffdd7f26f1f66e2
+size 5372409
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..8c6917db8162c4341951df99f01eb1acf8120fe7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58d96b7df8045b174d3a4141b65d48b37165e1e560567dd05a1f4c4eb41eccc
+size 5371790
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b45a43c060c2dd2c84ba644999c2bac3b46e5bb2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0a775aefee0d8a48d9b6b97c004f6a839826eff3d612add44268677866f4a9
+size 1951649
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e77d36f15b17d9914ba8d7febe5f8a4461ecffa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddb32ed6034d39c13beb74cd1c5f37746e5065627fdfeb2669cd2250715a35f
+size 5378452
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..bc65124751b3a54b00ae30879a18572894c02121
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6479ebcef7ed54371be456d76f435816b50fcd4bfefbccd1dad35095b0a3ac1
+size 5378528
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d4de8501966dbf789c77142e0b50b8ea2242b2cc
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a8107ceca3eb73b81ae0cd98d4273cf187519377
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eca4e89e46c4fbe829702ca23031a381874286b4aac74cdd5668140e4bfbcd5
+size 1955210
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d33e1c416cc172f441e8bae1601882041f92952b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2819ccda9c91e76772f73e8758cbbc3f1b830cbdded6c477bb06121899e69e85
+size 1954564
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc389dadb33e7e7de8c3c37f3b8090f1983d45c5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46348b84dfbafc9b8ced1db233ca0521d5e214528b707a42bc363881e01abebd
+size 1954529
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2ab7eeba6076af54dbd07a77cfc49de9e9f02fe7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1882d6912ebf94db85da8782603602abff2929b6c5fda838eb56f001fb05081c
+size 1955297
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..514a73ee16c0787fb4545a683078978791ffcb32
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b414c392cdc0e7e171f52c27e4fa20df191afbb88fb5a76d8c9f39bb824b645
+size 1954586
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9b832237f7cc72e6b613e5c1cf915bfc4c548e3e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fa5aaa5941cf6d4c5f836c17b6585c68319651e591b80b6fd409c4378c8a58
+size 1954442
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45e355aa504b697ef6f220d2a6b87e0f9790e544
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0d3aa46f76ad3e2fe9f72e6756947c38433689a838fdde0a0cd62d3091f0c2
+size 5383639
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..dc5d30df41d814d1d3f117f3954f93fa2f15127c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5c19d31636efec396c32bba6704069f78e89a05e85c1149d71b15ec62fa669
+size 5383335
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1cde28727cd5db21d5180be6fa80fb8378fe0204
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0113c09d8da21e06ae4d50dc86959be670fc3fd6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e73bec20af9d1bce1e2d6655b4f0fd09798ff8a8b4b1b0370014e03c506691
+size 1955078
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..5a69b1e659d4895a289b8848a7cb75393ba48166
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50383fe3d3dcdea2772c9274572f8d5436439173d330d9434a544a10e8fff843
+size 1955336
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16141dfb08a0ec16a84c31dbbe95812de2b230b4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35e93c143fecfc100eb265aa9803e4e1d6349ac7f6a4e60cc15a9c3adeadf43
+size 1952424
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e8b78899b8bece5af08260b48b75dd81d622d467
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3100ea11c5e70b20d39b5eee5bf730029fa71fda96b04052ea1f3a99dc3348
+size 1953248
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3e40a8de88dbc8e585ae6c0ae8328b6c0cab15f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698f7ce3497ab85c326bf9b12caa68830b25fdce1b6a6aa3afe1c0998ca5ed9e
+size 1951838
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..530374653cb3a3b4e7ebd8b4ab1376b5f9fae098
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3dd50e74c72bb920fe337d9f3064ebcac13e32a10799672bd2b859f78a49e9
+size 1952734
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fd457bc6bbeac765784fa7579dc09fd1eb38c2f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1043a2c0b45b6b5f949780f73e14640a83e591bc6d7c22671deac972cefae73e
+size 1954906
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..29303b940d5bd0f44d0157fcf103373de8f5b1b8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929a914aaa0c8f7bb19767960a41d40064a5e5a38f353f29543cd47fe54b0e31
+size 1954821
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12abd59b22e8d641464f6165a8e6ac5d9b7ada23
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b9cb4e9ea4f5655428dadf3080209bfedbd4c8bd41f3e84a7cab63b9fdddaa
+size 1954759
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..79e4af9d6e3ebe89b59d108938f7278aeaae165d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620932b04d5f8557011e1edef896ba208c8e4586a2415224c15b9973615aae01
+size 1957824
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09624b59450ebe8fa50f0d806cec5cf3d2089a34
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74ead09557a93bcb67dc7a068e51ee14690ec97618e12781c0773f07f4af36
+size 1952100
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b2eb74a960ae6090be3055783d26501a81d02382
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb5d9a9ca88a8bebf976a8490778abd3edd882df8bd97e0d7ac9ca0248be002
+size 1952683
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c86a1d0bcaa2675c52516d215764e62f71784740
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe11b5996a4283d8d9418ddc15dff9e591917b926983ba9c03cac83d34193c
+size 1953703
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c9b57c8f9bc41ebf2d4b0925cc780b088c97748
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c809f53e0cf1c325fdab0094379d8a5547727049f750724566627c772359ec2
+size 1952878
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8faf433043c1f4c0a5778c5fc1f21ba30c15e8ee
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8249b5edd38188244dc31a8e937ef81d0f0f9b4df7405894e326d61fc20c7172
+size 1952352
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..7d774708bcf0a48518ae32afa32ef92cbb2c481e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651a650377e8b8cab52d97ba19aa4e05c47075e34b52967771bfc8fd256dff09
+size 1952085
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..de06e2117a413b39a6305dd3cac5be6d9a655735
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d463892becf7c3304d3ae80ded15a67cb11e72443cd35a421e6610f9d9b6608
+size 5372175
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..eafc63997d3623f91fc373ac6be88e092dba642b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe0811ae25a9d27d0d314025d4c358c29802bdf768be22f3ad664e9456eab2a
+size 5372035
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f08c4e0ec9fc512c8dd1e557c569effd4aca1
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c972d73dee826d9c503e03ec822350bd956da04
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815972ce60b84efc8fdcf6ac1fa6fe6d65e7f35753d9a059f9668c70554da4ac
+size 5371262
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e931feb895ff8633d28065c4fc04b372136d899e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccc98cbc8ebb520d8e57169ebd2e519a9740ea9fc439f30c2aa1743e9240ddd
+size 5371818
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8da20fdd4d19e3e5854d5b7f2646b5c6559976d3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef672465c19d98f54a6b414420ac82d5e7572577ed5ace5b047bdafab324967
+size 1954410
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e3663b08e65d5840d93ad01cd40b978f47ad9a84
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561ae744fdd57a42a9bbc25d4a7e17f4314c282315324cb004d0064dfbfb20bb
+size 1953879
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e5d7a985d32bc4d0eef08d6f2662241288f84e3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d38e60d0ec5eb3588349333f997264fb18cce05558616705a61a1cdfc6e1737
+size 5373589
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e7fccc3b96332e4844cea93a6da6c8b9efae5459
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2876f1b3000c0729d13c5ea5bc37e115856d6835e156c23412deb1045ba45f50
+size 5373671
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b42a3ad319080d194b544ef96d79bcdbe481cb59
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4fdb72a727f8b51366dd2ab260eb2c5bee0d7682233dbb3b8342a466398467
+size 5380474
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..567c107d71117de226e27e2766026114ebabb151
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06ae0f3c9e88c80895e731364bfee24f7676216eebe97b1043fc271e43b7b50
+size 5381136
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66d9d19c9fa8e03e2b6be9dec93684d0816a4c6b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497155d86427694368f19dfcc858767b4eb40bfddbd78109fcfed66acd060702
+size 1952617
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..cf535801dbef0fdcd9c81f8c30af099a68bc6f5d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3615184720873196ee33d770bdab8eb55f9f61dcd19177e6be550a89754ddfb2
+size 1951553
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4092e34994f9351f47a701db4c2b4d10587e79e3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a25a5cc1c66d7660ca7dfbdeb1924d03ae97b38f9e2b1d348713764d22c5deb
+size 5373898
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1c7653a80ff91d1d18eb9402d62132e5f5f46767
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e91650505e6e5190d5d6bce6a73aea9913bb7585fbce015cfce61807561b16
+size 5373788
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..925b93eb40c3829eff1a49302d92b5a34b81eb34
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff1556781651af62d64a29975fa5a992202d8a6b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8d6bbe6c1ba4d7498b6fa19b9fab039aba2aaf4eaab9f2bbf02ec94bc84a33
+size 1955573
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b158b317067fde952215d5e40d36db66dd8a120a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b623527e12d4a43f9415fd19c3d637ecb7ed61df1fdd5ecef6af4f9411c0511e
+size 1954770
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7fc6a91a9dcc0e46f3d8fc6f8c9c91b9853add15
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a2ff8e98ddb60cf1f73eff6330476d4388516737938e2c0bdca3f3c0cc3085
+size 5373180
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..80bebe340bc778d27aa37ac3a3e98b72a00ad6e2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e72ff119b2de60468838254cb002ec88f3150b2c4d33b02171add0ffc8985be
+size 5373408
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d95c67936bab5e1c9cfa4a9aee472fc818adc16
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e6007adb8aa0931d520b791059fa6c78f2f9b1d5a6b97ba65b73b9a0c66880
+size 1949645
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..8cb67ed89c9c336862c829d641778a5fcfc8c8bc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf59ae64e362270d3719509212d0ad9b7c8f6ef54bd27787ec719515a43c367b
+size 1949496
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d7d12dc3410799bd267dd8d75639142054dbe279
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b4d51f581f33aeebe16efa63849a071a970c3cf4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b0b4f37e7071e839b3aceb66996c26524f8c81df21606caf8ee0660816cd0e
+size 1952546
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c75bafa65625938a98512df985e53fc1231f59cb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b8c0019df5439da157681567df5537a89311c2c1fdad671c229e812d7e346b
+size 1954968
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1d67bb08c960d0ca2304e68a2fac333bee4b1aa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd117525fc06f5f7a6fb2571dfd05944dfa42b58410b2a7f8bea87e63e65d2e0
+size 5366577
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..4e6feea5d5cc9b0060d71fe2938f5754a3972987
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fe25e85b1605230c857606b1b90b3708f710872b33da711f7eed74dbff4179
+size 5366665
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4acf4ce8cc228024ce35ed1fa1911dc03e130b80
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14d1d9d4a7791f9a713137ac549412483f05beacabe24b3a0cd79a1734c9429
+size 1952145
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..ea50ed841bf0d8bffef00f2ce3e9cefb92189891
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48158aab7a2f87f3ed8b20891dfb297f18adc2f2eaeea12c8a8a7204903b62be
+size 1951757
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..80da1e296ae24a0520fdaeb19a4d8f9857d05e32
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6dab0382b3733972d61bdb95b75fc19612f8e03b8f73ec566f19ce4824fbf6
+size 5365423
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..4a8f017f378fbc1fccdf68b3a5e3dad08d2762e4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01e97cc96a48ab12d45ba684b163146b2b3ef20963f146f0f9fe64a611dfb46
+size 5365700
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d807a8201dad45cf6c4876aabf79a26e6199f4c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55635576e1572691f5d2eac160fbd4ec4005ac0120825b98b537478462b3f718
+size 5373426
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..79128f6f212496a19486253fab0a671f7782db76
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dc001340cd1c24f300eb85da5cde9ab9f8781a26aeab4f49e8c810031f4216
+size 5374169
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f228fe24aaa020e001f8784852d9775282fe68d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5f4ae1d0790011250169938c077451dced9d2bd2
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..108db982be8676f423dfc7c61d3865f86df64243
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b95cebd2d0687388b398c6d0c9ca2f875c25c07a9598e0c928e17037bf03f58
+size 1952478
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1cd52d372661a90054865b708a16e8317aa2bdf1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8195ea7e5218e71a023fe35c729a1d90c80eaf05be5b60a821b3f0cfd4b3de
+size 1951970
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..086a8363f443ad8d27624c425f09592a45e851c9
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4df9bb013da529103592de536ceb9708dbd023f2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba57f8d06ede7eed678b99042a9834428394ef9239b13e037d7025794f537fc
+size 1955262
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..25dc1893446ccea4c7de4cee20af0ad9924f3e60
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8c26714de3408f006b9a739e5b0ad9df083c7d1470d88081b4296683aa3766
+size 1955491
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6859d0d5a414f7238d411ceedf830f737ec74841
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338ef38b018b6b90bb4bc5f82026cf37ba91a8ca0e548b40538413831cb16ba9
+size 1954606
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e815107bec6ea5bba071f9c321ee12692a624a71
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6a515bbeb2001da58c9ae1e1998b475e55193ce16fac5491f6a2afc4f01927
+size 1954397
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..214fed53eb9b7b1c24b1710815f920fa990e194b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5eea442a5c05df05c09b11a0c00963290b10ebe
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3b388c987e939ee390d2f05e9050578bdeab04d69f177fb155b93d477440ef
+size 1953495
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..25f9420374019a5a7da442bd6d2c9f944555a11d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5272ba0f8d2891b967f15cb91e74a3cc7c755d950865566dec2f0793e91c1e91
+size 1952800
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..215b7f445a720278abb07f67c2db18eb04db7bc5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b85743d541a7be15c1408ed33f35184fc32e9502e32f0b051e559fd561a5f7
+size 5373848
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..30e19a2b99554a40817f9815389448c51942c009
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad288e3b846f923e9b57c934ccbcc8195524c5a76cd63050b5bf6923b3baf03
+size 5373542
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a1f7842e71a7f9a26a7835d37d56ba761190bdfe
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_23.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5ad1053442b9ecf9531e64d5fc07de8674a79f0b
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..190bdf42eae07ed4134bbe76e459f0d5ae052ab4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e6a4f77b6887102ab95b26319e66b356fc4c741fbd2997b142c5ef4a7c00c4
+size 1954205
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..67095ba0f60dc0190d545f52eeae1053309630c4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f990c5d08c44d338884ba01b7a2ff22e17bf34bbddb4cba9bb52bcba2bb2e373
+size 1954611
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b70f672b8cbed1fa471ae6a13d97c5e081c2dc97
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb009b4711b01df8df0f044ac4bf94d6eec57e2d0cd459399d9bd5a53d61a876
+size 1951463
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..087e04618188bf07b8c759531af69971ed098ce8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42e6c7135711014ebd06cd6895eb55e8c8aa6074489abaec51409ef610130ab
+size 1949577
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e43f16cc16424276928060d900a32ba255a71a7a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8b1accab3d83a05bd86a5ed78ea5bfa957be8147a129db657d74085f55c95b
+size 1954925
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a52da1136fcecd6b1c7580deefa70d718af6fe19
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6285187bff65349115a4b821bc0ce69313c4234dc14e190a63695ce4fa27ff
+size 1954754
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5d36ce4a6a038765db31290c4b7f9a55e883065
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedb3d3482581e109650dba6c0f1ee6199f0dab26ecbf9fd79dab548b84d2c25
+size 1954885
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..f840ef0c1c9e22fc57f540c5e24ac7b589e1c400
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec77ffd45da1a054d3053014e2b0793b307c35cac10a3e014ab539564acd528d
+size 1954375
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cb3deea0a48f71af46bf646bf44bca3d44421465
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b16ab4ead9ea7044678726b9d98b0a2c13c2b1b659e4da5c33a7429babd23
+size 1951307
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa223bbeb26497d3af7d32197a784261231743d9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d556c721cc36195d8a7fdb14e0eef2f455033933841593bc702b89673d6467
+size 5374399
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..fca864ebd4452428a5f240ad4f772433d3d07dcb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75df9f85cca98ccf7990cd1c5a0f045b3620fb3cda433632081eff5847a7250
+size 5374652
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..881a5c3c7208417ee3ce037461fc229f5857e5c5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b018fc574a53bab0d4db974a2e6a6b8fa0e3c2658a75522743ea20386f0c4341
+size 1955337
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..9ac29e1e6459f835c35ac43fd87780e52759e629
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b99cede70d8f150941718fb5c7f2d64d69df01af4436fe1fdc5243e8ed752c
+size 1955078
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..eefb5fb6aa300fda7746ede4e3b42d64ad5ab50c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 differ