diff --git a/.gitattributes b/.gitattributes
index a66da316f601d6d12cf5af8ef99f8881f464fc87..b78a946011de2902f947b3428e6cf2258d08867e 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -35,3 +35,119 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/checkpoint filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+savedmodels/musiccoca_mv212_quant/variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+savedmodels/ssv2_48k_stereo/encoder/variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/llm_large_x3047_c1860k/checkpoint b/checkpoints/llm_large_x3047_c1860k/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..fbbf7d09591f962de3ab7ec33a1ac2b464660b9c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccf9bcd4a85893c0b308414075688751438ddcb7661b22a5a6a59572c9675f1
+size 4881325
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52d9bbdd449112ed169c63d70c98d774800e81b9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d350f41d2d6415110d4ab4e0f5ab5998e8a1402de19f27cadde2a915b8ec0359
+size 1955236
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d35390fd439e880abda9aeef89bae34184f1bd65
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9f707608851e259b37f3209408a8aea4544f57a6b9a31eac014d773be26303
+size 1956088
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd7ddd59745ed5d7bb8b83152c4cbfd9f364c5f8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d918285bc089b4f26e97ba85dab15840fd20a36d11aa9cdff477be19d35e1bd
+size 1955877
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..47da78ea82a7133534a258ab8f2690e133fece48
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a30becb4c48b67166ddbc5a4057b80a5ab9b45f95545a5d4e27207625f5a80
+size 1956366
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8af89c2d1ce4075576b3dde2e9ac2c60d3d18747
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9eca473cc699ac8a8f79b6ca47cefdd4c815085f492e8ba8b968b254ee8088
+size 1951045
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d7680fa932c974b5c25c6eba764f3b4bc1537ce
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_1.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaad1b419d7109a260c29e2b67461899162854be8113ed2f5f1c70941e5a9fa
+size 1950729
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..581dd092ac809838684a8fc775cda058691da773
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861d5ec0ce4ca61d0d131bd9c123418e1f8af4b937bf72ca2e54ece836cf70c5
+size 1950618
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d663956d5ec92b4621b927f7148afbf2f5721e9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb57020bce75a6e6a86b2b73aa0ab8d2911d71227b60642148b5cb29bc3a2667
+size 1950784
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cb456aa24b74e51db70307d5d21e4d425da4542c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e8c5a9643890cc13cd32fe9843df0a280b2c72c2dff579ff7b9115617481f9
+size 1951457
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..90bf377c8fbec86c7d2389c5327a2ccb8c3bfaa1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557e0872ca4fec0a15c5628918311aa98f6d8b39bf6b08f71c760df8687d2957
+size 1950777
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fab6f8d6794b17194d65ef6f98bcefd2d2a811df
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9238d2088e32a50575f0da3aeefa96f968c53a6e5abb7274f642aa417c734c84
+size 1960458
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..17806faebd35af8e1c2b2964038f97271fdfd8b6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd5d3f3298819527607733d75cd7d08cd40b1c0fe8035e8deabdb3511cd6d52
+size 1962493
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0278011a46770b9c210400ccc0e0106c6fafd9ae
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c17f4c588bc9f29140d8f3d79eba103f15ac9c3c4fc1bbe71c7a7a9f6072fe6
+size 1953495
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5efa7a6c1a43d71c4e4db5020e8d890bc3d79736
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77b1e526c822c3236cc2ed2a6c5360e5b23e83124d846bdfcd2d12fc261999c
+size 1951431
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..775561a2f691240fde8be377588f69a389b94d13
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300492bf20392d3dc791891fd20297d5a972831ba2699bdbd633fc59807a792c
+size 1951517
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da92b7230595fd380d1578008ea9d77c0115ee81
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f09ce805ea3d11bf4668acdd9e24259ae34233d633204e779178eb7ac076e6
+size 1950477
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b0129ccdfe4f3a8da0f72fbcc045641dda3c7a21
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_11.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d98b259c299f90467e065d70b341369f27cbaf479f430f311ae2cfb3f52bbd1
+size 1950275
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3d8f37abbb3e1fc37b36515440e34e4e09cd88ed
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348c97029507c294f1bedc4fa8cddec0bcb733968c4e9b5ce9a7f76f8999448c
+size 1955734
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..84bf3f3a5fbacb734e10bf88423e58de1e904e2a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5251f597b4ea566bd6cea72fd29895b25ab5daf68d76f8ca2b5a3ca673ba817e
+size 1955863
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6dcd22aaf59bb6b728d9489b409d9d57865b28be
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e37926c4b7a15ad8e553351a55c56e9139287809d91f8d1be86a6e19dd4fde9
+size 5378440
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a171966f46283d7bb4f50cb274abcc9f444c84fa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b04b8d9dd1c1eccd1e68e5c653759eee86cda21010ef21dd256c1c250bf0b83
+size 5377428
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af16cc48956ab0256b98999428ce8ceda5f9611f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c07f526a555bd6960f6d73a4be940383462852f3e25427c73ae2ec5024d40a
+size 5377684
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..71b96fe75cb9bbfa1fb0daaa60e653901de6c0d7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db988eccb0c778020f1f646739cdd58da2129541204b80212ac5d461e899bb2b
+size 5377838
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65cd3e7c9b3d347cabad70685ab8345d3e65a951
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8c9508a416565bf2907b126836ddd6e9416500ef892df8ed9807708bee733d
+size 5371774
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..3101c9a4bd0ab3267a6b24efee508acd37173d4e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707d62767c0fd7b7143b394fc36c5808e724e2bc182550cf2ab991c87281de7b
+size 5372306
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53179d758651cc173c6b84506aa077e78b7d00bf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f643ff29d20b50dad45cbf3695d88e440ae2a4faac3c79689a4b52bbafbb4785
+size 1951545
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..13b88bb332bdf42b054cd6565caa320d7c10c6be
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff71ec6f335fbee1e569788fc837882def7faee66658568c0a881f50c1382f06
+size 1952336
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d80c304b355491f9c11141d1163512ec204d7e3d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aceb309cd8b1fbe28c7f48e231312d1768450980
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abafd7d53f7ac4269d9cb88ac6f0471faedc958e575a012d8eb2b7ac999182a6
+size 1954521
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ae87364580505167e6d107dc4c040cc0908bf6b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e074fe475697f10360fd1d3040133e0b3493bbb4b2e0e23da6f29cec0f6884
+size 1956426
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16757053a48f6ea868f0cbcc1bea80fb9f6dcae8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afec224d0d76a7a754977241747e902afbbf0d3b6bd8c67e5cfad353a79d39a7
+size 1953187
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..290721d53c4bbf81247ebc584c10f5977591ae96
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5866d7ac3c95dddb26c8a85577ee1670a658189115367b4e08d5c1087996a693
+size 1951844
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc543f7b6de65f984c37e1851db40e740620ccd3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f169d8200ff817e48cc2fcd68703139c56c959914d950393f2545e0c2f923f
+size 1951985
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..49be097ae684e03ca03cae2c7a2519d43ffe58e9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96871b0a57ba85ed6add0aae358392be816995c33e93583a9c0d7110b5997ec
+size 1953446
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1c874d9cb086da1011c79106d63fc57f2eb5db6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da298ec9dab5e71aa117f30ccccbaab63927402c51c6add002c18075f9185a1
+size 5371675
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..57213bd492a8056a24161b98fb89160707934c9b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191ed0e81519812be808abe30d62cc295a2a81326bcde5c5edf32a338b29c8dc
+size 5371742
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bce3f8b281d7a5fe10b5fff117012dd149ec2e25
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a1f38880c65c677a71e7cdd9b3a8a9931a1bea014d4bbe26f932db984d1915
+size 1952632
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..070e5af09de2958ffb89d1d34f3d188e36036e28
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a0a4c6402b212914992802e3a0370a296a5664b3101a45a9ad2bfa14372241
+size 1951577
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..512919d0a1fb9657b56736fe12d497de5ac028c2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4e7edb1e922aa774563f9d20319b55eed01a747edd62720431b6e296cdccda
+size 1954842
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..96758a39c43866cb79882db671b63e2252d17a89
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fc251b4d79bef5d6898bfe4e9fe4b1c3952ce31e2bb256bc280c5891944d39
+size 1954863
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ae48b75371cea5c6af04e2aaa260ffd1d76da3d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77365e783fdfc5adbb2f296c6f154f1a5492cddcfbaf90f81633c4cf6588860
+size 1954000
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..380c867cfca096b32e4cd7c9fffab5707244267a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef701059accc8fe7622e83acfef390a0ff123c712477e0ea14a0cada64b5526
+size 5393798
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..18aa793f23fa299e28050bbd3e925ccc8c9c1316
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334b19305d3092dde386fd3e25ddd85e4ff2ed334628eafbdc8ad789e06d0356
+size 5393434
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..291b5cc95019f06d58dc0b87ac2967dbb6c6ac97
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7018bfda6d30aa847c74640e99c4a19a58d920427225d619670f41081dcce0
+size 5381925
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d867bb37ed9c83dc8221fb817bf960dc3eff57db
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f06e063b380e9fd254dc65592b7a5c2b69893fee80b3dfae9053423915e725c
+size 5382407
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f275582cfade1948cb16bc607a5519095f8e0a61
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26387651bb40064a99a92716702a5300dbe43e463a33a1286236e80e439f4499
+size 5390825
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b0d92123482227274089d917f9837a18c918ec1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596b7ee1db6eb97ec5576a15276e03111dc6a910f53f24b033a6884a7fa635ab
+size 5390789
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..647c4f55be21fae72d6baf99ab878bdc9c52c880
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c1975c872ef4d4bdb1cdad213beca67b24fd9bb75c7587851c08cd313fc3bb
+size 1953550
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e66bd8cfda3e612b363172dfd58c5645846f4d8d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19c4d29de66fbfaaa84ba4dd2a46fafaa2bd833a2b457db12a999260ac7fe7e
+size 1952892
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c497d92fcdb9ca02b4c1058122e89c51ae1e301
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b9a4d607d6b09d26f8a68f4efe289acaefcfd5c3022ef1990f850447dfe5e4
+size 1956554
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..999fed06e60a68b81d4d49ae5f2b2d7949b5b56f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5405fd81d026c569c3d823426bfaa9003a62f57a958b8e7a81a694c39d953839
+size 1956089
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d9133d10aef461e323d54a4bac37d564f920257
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a96bca84bd4b2130a0f72b3ec2f40efdb331f388ef816f605279fe60f6a9028
+size 1957660
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd08363153c1492c3e14030912c6b7d0af4308a3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d7c570faed23657e95df967a287fcf7fe09836edb4b73fc8a443b3fb793017
+size 1954818
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6a0458589fa21d8195435d1796386421a770237
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c6b15c966c8c77d1732371fa3ab043bf10c46a1911aaff6c6927bef8f12f17
+size 1956534
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..248d1abea802a705ec5b30aa39a1b023b933a55f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8145e5f98527e31c50f6f8eb2933d751d03efc164af1241e3354e9d50989a6c4
+size 1955915
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8fbd3ebf58bf75f50ffeba85b06c64ae4f605997
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92ba734d05bb0589545a96c27dcf32db45ffc8f1cd083f7e9d0bda2e5f2e570
+size 1954841
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..18a410f75f9a945c5ff8cb8f9321d55dc1c8d898
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745ca52f17de3cac82b7f32d7fc7b852fe467666c7db50af04d8e95fb239063e
+size 1954524
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f01c936bf6e53cf8a3461ba40ce48cee38d1a8b8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5fc6849cb559c9bbc11721ed6ec185f5c4fd1416401b88b606dc4c86f8a248
+size 1954477
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c3982804683bb7b15df96157250c248fb1cea64
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e60ba129d44723572730387c5d29cade9265df84a3ba69b722b8fe75d528dc
+size 1955264
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad25256f4d43ebdbf2539bd97c95658051e93d2f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415cb21b17364093a8b7911dcff70a9d55afb19eb773b15f03e9dc7ad6c82e02
+size 1955018
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2e9133cfec936ea75a4af559d191b6574b22a1cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f88a6bac32cbcbcf374a8df97723349ff1b6709ece231fbfcba8c36f2e18410
+size 1955049
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..304f610fa500788654f70f58e41687f669d759c5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844ff47c400b0c3a3a2bce776c6fdeac5871f60a545807240718d554c2178294
+size 1954860
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..15e82071a3f05b21bac33860b16731eb3e5be957
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35000a0ab9a158430edd96a8d2b647f5dd2bf33f7798fb4c27af77d5e508608
+size 1955240
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e2a2fc449d0c7c30909d2bcdebb0c4ce0cfd729
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8ff8c8aea29e50f8f3918f0b7a4d116765ee0eb83394a476f39840fd50ecc3
+size 1953261
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..8fc036e67e70134b49765b2a7f2a879be7a92ccc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f8665fb90fd7dd43734ddc565a1309e2d9e4db848bfe0570be73f9dff40b98
+size 1952797
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..668589a20146798aebad68cee988619241487429
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecb636b6888038c89e3f1f706e21172c084624b50e47c0a2fc162ba5bd9dc4f
+size 1951572
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1ac4dcfb4bfafb2b9e18f6a744148bddef0878d5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11b4204e0851fc54b181d6346c92fe6dc3561cdfc1183e944c3f666c91ae7ef
+size 1951420
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..552cbfa9c77ce02cb85f747f8a2e9d1ae1f6ab38
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a898fea8c931da0124aa8dcdba8f523e162e649fd62add5687a809f544455c
+size 5380683
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..cab4e493ccbbcdaa5c5cab9b3076abc274c68d63
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39b73f47bf3ae4889d1555cacb1e976fac0cdc1f22ce802b1c431d2b800eb11
+size 5380246
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe258cb92f9bf41fc28c3d359c64cd4a19e20093
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dee2bc8b233af469a77467d05e8d0551e96e016d389b92e9eac3ebb1199fe5d
+size 1954370
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f217b24ffe2b82aa86e8154793bb6841480403c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1809b72a8706736d1092930f73a62d6d0d663c44ff479dd578aeb71fad4b42c1
+size 1955089
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9a79655617235d6fd5d7c0717d5763befdb21471
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf4b7e59205de17f69a81657156fb51c303a8f794077c636a93bafc739f9a9f
+size 1955392
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..c29ac801e13d292cf11b14cd9e34cc076979f492
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3443689d7146451cd49538563a7149a2582210d8066cc0716ff368516ce19406
+size 1955572
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d1e984a021e0ef358fc53194ecb139c33b5f0f41
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a86e08e9c0a16a6efad644aacdb44a4a77d28664eaee99e76d4b46f3400c828
+size 1955036
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..575141292a90be7d142d2d76fbb16f39a762a4ff
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d306ec95796a403c87ee0f2223be6b48b54ed675c30d3fe2aa852421c0202828
+size 1955755
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f823e12a0056254ce56f91970fb93446f7eb2001
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46329ae2c3ca130d40f8ffdadbf86b19451cabfaf06b489cf7c23cad67193a1
+size 5378244
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a49ffad17d119677bf1e552903ccb8a984f842c4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f988edf1ce670b997f0d45124d65da43fc59f7b3b04526d48602f811b7805bff
+size 5373623
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..6f1df8e3a62c57476ee285ecf45ef72acf5b908a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9522d1ed9eed4a22a5a7e47e2db17eb5ee44080a279bf6fabfe332b26811b3b5
+size 5374059
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1361bd043b49cd2a35421f4c17b77f471b9711fb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a344dc2fbe47c7281d658179e69e57b16f40fb4f02bb04b1eff592eb3200ff6
+size 1950826
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..73200c5a8a072eeb242ec92fcc6bc91e22236e4c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8c919d9e4b658ad2199d50388accd834c24ed199ff7705eb06417700002ccf
+size 1950960
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6cffbb48e9b3da3692eeb8b4c6532640e68f47a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23942d49929fca60a9e232fbcf6f62b649050f8237fb0ae1ee88a46d0c26ccdc
+size 5364644
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6be9763f7424a408dda4e19507c228bfbbf984b6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c56c9d47c7475343042451faa8c402c2aa476b07360a1261c82c4854a8ffa0
+size 1950260
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ed063854934a2f1e2bc1ab08ff53cfb92ee02b0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c38807bdb791dcd3e8ea45740a848b0a93cd18b1575901a9a913a4d54935946
+size 1950808
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e69c4ca9c97cbcd07af63824eeac1af492de3f4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1acc7c6001d99a264d9bb617fe83f00ce009f720bddacd7008d517d4000216
+size 5372462
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b7d9291a26e4753dd64924abdaeae1984dfc362
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2194db4970f243f7362fc89ea60621695d004d03ee4b9f01b5cd3942c3753d
+size 5369294
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..6b74fd9d8f1a8b2f876c7a5b03aa97de61fa5f1c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da42b982cb1ead323d9f8474b13347ce90d1ecc7c4230769edea8d997b03e4c3
+size 5369062
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac4522b4459c42d315604b20c36132e8b260870f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5140c2e0b4329479ddae25235dd2dc6b9cb87c7e2bfde21715ceeb15d0cbd6f2
+size 5375879
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..bf5de1a74f2da8c3d7085ddc812ed5404e455c8e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940bdae76f9594100ab557051a2ebf8d0baf5c54da4f53d88ccff0075e722955
+size 5375971
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0effd16e0de75159a053feb1563f0ddd198b426
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a79630a4b466aa7f9928b3ee603068333743d889975cbd21247c41efe4b2630
+size 5376906
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..406b7ebb48b7615ddc20a82ee54d71677161f66f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91a6f7676aee4f1fccc43ff0adc51037ec3b3798c1ca702df2928cd788315f
+size 5376933
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..161a0f7283de7b3b895dfb6db1446c2d8b55f1f4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99b6ca182f341a3f1ba24ec6e6200963712f716661ea67eea88e207e672c083
+size 5374489
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..209a0ea6bf8133a7aadbde898019b8901bb99ff9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_16.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eea48aca3f11a6adba39f42763572d58671c77c6150bd0481bd0efa0acfe5d4
+size 5374704
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ced2705badbe6476f257c46344d2a9ec9a44d482
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab73da5265154bfb88580ec45de53279104dc43ba38847ad885da6ed5c7c686
+size 1952698
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..af99b11055cfa4609c55a13983a90877b044444b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f22e88d767d8a16b4892f21bc1913af6ddfda7c589b66ebb2002ce9d53590da
+size 1951934
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f634831a17342b0693280cc151095673c49ff44a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cb6577c7c9fbbe0e9b0f40b121803812898d61b5719efa2d7262a5a4965b00
+size 5377980
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..8128f2c79cc3468de27cd1c3c2998929553bd007
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3930446a7b8e20d591bb996b4037f069fbefa6ce4d36732c1ebd28b74956cbb9
+size 5377923
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d43a4e80d610506d83936e407d1565608b45f2e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2522bf35b84bcd4abe886ff0a422ab46b8892be0b3acb77b52227f73de49085
+size 1952076
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..21eeffeb4582d61145f231db5432020f639b0ede
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acc6624c8bb5f9b9ba7dde35813495b14d432ac0de2dce78fe8c735ee196e59
+size 1951065
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..54f3fc11cf3c29804266eb79efead87da61e2906
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef498c7ff707c1c4cfe8a369f89c831442dd1927e18dc8b5efe34938d93be6f8
+size 1950373
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..0b0f854e24263bb2db2635cf7f2fa54c3b4414aa
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a5594cfd6acf0eb4d22e121d6ecc7ceb2b3eb0ee0bc882702360b768d6547a
+size 1950514
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab0eaa52ca7fa5be12f8a3b03496d42531797f6f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2901db7ebdf7c2333dd199fc19fd8fb85e359acc7069abf901cbf67f52438096
+size 5373104
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..fbf949a5ef958a56ab0f7cbfc6e26259313ac37a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dc871ab4aa0e75d5b573fef61a3f2f85c0368bd197ed0b16fb210ee749c653
+size 5373435
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fecb23268bef9c7f2f1ed3a7a0ef2d28a0d8ec9a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7ef7daeeede2d80b9dddd1d1143fd81d0b6c9a6c3d06af907bee407f4d9144
+size 1953167
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..53173b2c32d0d958c1004350cad273e52de45d10
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20285e0f8d348f37bc1673bdb18f541bbf4b97815c596b6d76d15dbaaa4b01ea
+size 1952944
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..464a1c3d836dc88506a793e8aa42a48e3c3225ea
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c05262d1fad41874f2f4ea5f46da8150ce866e377938d3929ef9cdcc12defcb
+size 1953750
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2f418143c41b346c3e417945fbf2228964d4b462
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baea879ae16ed956c5d2d61a79430b7e8453c80ff4a621027b82517a28fae2a8
+size 1954085
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2751f9509f062262221339c9cc9f99df80745c7a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2ac7a47d3d88ee2135f90a533a62cbfe6aa126b48fc5446dbec2b0394bfd65
+size 5374198
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d5a93e9631c75d83f71f228e656233243078172c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_3.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3908233434530f31310fcd42e53f01a3b2ccb0c4f03afb0fc31d62100583785
+size 5374005
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d75757b830d15631f958a7e5369e3f76d7b2d
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..7ec2f96a903c18d48c940e0379acb4b03508f081
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407c9e6953311473f820f8b5bc869ee4674215c51569c252a5a39e8a7594aba0
+size 1954608
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..451098dccbe21196d3fffa6f68ba6db07e7fc485
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f941783076720279463679184fba7bd24b08453e06a9f108b17b8c39943b7d
+size 1953860
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..dec1b1a7a204776c54f256125fb9d120027f4693
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8ff37960a8a0422628d8bb6b7bacdb3dfa2f5fc2d5c8ff5828574f0e75abea
+size 1953769
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a0b71676ca4b2779c42213fd0dcc680ec18e8bf7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661011038f21a89704d24e848843262c80234f0a7b33239821b58b706ec77de1
+size 5373834
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a4139bae8a0e4f32126fe309a3e9446ecb59781
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b204eaead0dbe1b81e4fccaecd382af50b5f0ebc4460fcd45a3111f918b54
+size 5372288
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..213e7534236d056b10fe872c740065c2a9a581af
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50aa98991d79a9e2a4989e3ac8dfb21bb8592dda46c71e273fcfbdec86ec0a90
+size 5372373
diff --git a/savedmodels/musiccoca_mv212_quant/variables/variables.data-00000-of-00001 b/savedmodels/musiccoca_mv212_quant/variables/variables.data-00000-of-00001
new file mode 100644
index 0000000000000000000000000000000000000000..b477fd3b9f085e000de0ae51147b565c4af48334
--- /dev/null
+++ b/savedmodels/musiccoca_mv212_quant/variables/variables.data-00000-of-00001
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08748f89efc571cffb9a332255e6d8c51acf49110bf4339466d51ee64e7fc9ee
+size 37749990
diff --git a/savedmodels/ssv2_48k_stereo/encoder/variables/variables.data-00000-of-00001 b/savedmodels/ssv2_48k_stereo/encoder/variables/variables.data-00000-of-00001
new file mode 100644
index 0000000000000000000000000000000000000000..738de941ed7a5059c25db588a5f6566bdeba0f9d
--- /dev/null
+++ b/savedmodels/ssv2_48k_stereo/encoder/variables/variables.data-00000-of-00001
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12908ce00f4cd54a3cdb4d80a9b3769d8cab6c861250b848995d751fd0f49a1
+size 74093545
diff --git a/savedmodels/ssv2_48k_stereo/quantizer/saved_model.pb b/savedmodels/ssv2_48k_stereo/quantizer/saved_model.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2e1fe8fe0f05df1ef86ba48dc063592db8f4501a
--- /dev/null
+++ b/savedmodels/ssv2_48k_stereo/quantizer/saved_model.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0535a6b450ae0a0fa690fdb7746bac4068420e32a64c575bd7cd01edb444d61c
+size 7615038
diff --git a/testdata/ssv2_48k_stereo/audio_rt.npy b/testdata/ssv2_48k_stereo/audio_rt.npy
new file mode 100644
index 0000000000000000000000000000000000000000..e0b5f46c74078d7edf18633268a088e6050de1e9
--- /dev/null
+++ b/testdata/ssv2_48k_stereo/audio_rt.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b2d382e0ddeb8ed73178c06bd37d281d0cda297393746cb9975d83a45332a4
+size 1536128
diff --git a/testdata/ssv2_48k_stereo/embeddings.npy b/testdata/ssv2_48k_stereo/embeddings.npy
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ca6e31cb2fd64592d72a17d15a38e197eea9f
--- /dev/null
+++ b/testdata/ssv2_48k_stereo/embeddings.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bfa6bb365eb3a3288cb1ddb349f87bb08f495a352907244147794b803b159f
+size 102528