diff --git a/.gitattributes b/.gitattributes
index b78a946011de2902f947b3428e6cf2258d08867e..3f413bca3f2e58f03fe91508468ce621dd4a7372 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -151,3 +151,106 @@ savedmodels/ssv2_48k_stereo/encoder/variables/variables.data-00000-of-00001 filt
 checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wo.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+savedmodels/ssv2_48k_stereo/quantizer/variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text
+savedmodels/ssv2_48k_stereo/decoder/variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..542d94fdfa4e2a244736b8bf76c9cec293d5f292
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..28db04e369deeed82cd209d47b37698fca66dd7a
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_16.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6bcccaa2eefff04630677f4b7c6148aa919eec2a
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..437a65eb4f3ce6565ae7790353a4ec4ef9348960
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_19.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ce919711fcff8c17cf51ccd8f7de1d78212d2
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b0d540557041d69df0cab40aae81a2e1c1f64b15
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3c3fd7d24cfeaa8678110900dbd1fa7e85a9b865
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..40a5cedbaf94389d436e763e21c661e9f850de88
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.decoder.decoder.temporal_decoder.layers_7.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d105e20ba3316f71d06629c33e408077e5b4e4ba
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a260215cedf5285839fa0a0f93f597348b3e0b05
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..eb9393d363165e5289937a7fcb65f2d6b005f2a4
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..061ffe8868a348a28a3f49dee804294522213a90
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..081dbfea94873bc9e6564e7ea6dcf4611629c7f6
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..804e0343e8ab530ff7c5f3645cf38a2af094b70c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3b570d2df82967971090b0568b51b63bd00371f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc9789afff3d109c8cd02dfa39a113e5bb9dafab1869459850c38a3f85014eb
+size 5375616
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..bedfdd674d93689d1f7ded339b278f040b2136d2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_0.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44613ec7f32c4b91b2441f34d7364f5f4ad890f427b83316432010098afcbc0c
+size 5376204
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..63f57b07797383f771cdf9bfe8e3e14d23396584
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e12025c4a2c171151e8855c5481e97067016cc2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a835b892ec73db060b5466c44cf49ba7deef452f8529cf7345e3bb469ae563d3
+size 1951644
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..b1677e0f858490d1ce27ac2bd35c41ccfc58bd25
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_2.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4246e371181134272185aabf24e806e1b4e5d6106d50e1607062e664a210752
+size 1953408
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a1dcebc6068b68a6369d465e2440ca87a57ee5d3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f195eee82d215b60f7b036c8378d4485e16687df1f0fb44271356d98206e3f
+size 5372139
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a62cba17b22323e251001eb44469edcb62f1f8b1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d176b83c8a1727f1fc43be6dd2e0ecaf0ed82f6fe794d2fc4b30f37ee4f99240
+size 5373342
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bbc37d9e8f9562c7a4749c3a5b19f4f608910dc2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1702ddae7bc9f4d72f69ec33f7e4a81fcc65eac67de6a28d50299abb441d4270
+size 1952734
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..69defb4f6b196e05b3639b6c2eff70fe0dfa4bdc
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7d24122091a487d923e2ea11abb3ef33a00e5b59b625102d5f00d3ec0e21da
+size 1952226
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4faa9721e48de9f9e73f6faa5d1056d7be461153
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bea8f1491535a5521aaaec8be459664fc002b2b0571d11c9bed8451cbb103ec
+size 1955079
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d8e44ad0998d4c4b97068c1f72448cbeb88be73b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f820e55ca19a091ddaab6b54a6c91be76638edcda51bbb94bbb6047934299b
+size 1954809
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.depth_decoder.depth_layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2221d3802eb67932a0e7fa6b98a839095fe85afa
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_0.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1e0546d013ab3b3e394be20d177af420b0dcf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9504e6066f24c4f7a931fc42fb2e9cde65c486bc210467aef7fb02b7728701aa
+size 1953829
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..6e11a0c88971b88e1fb821c9db927c4ba3dd74b5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acfb3777db8e2713fc1fc8a8fd0453c2c2bbb04242ec0d30f98ab67051bf157
+size 1953555
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..85f386263b78542412ec29c9893101ffc8c046f8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d147c0f2bdfd287fa9da03ac3760290e72bf2c13a65621565f54f55c7cf9b851
+size 1955753
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e05905c5f0f5b40a695145c5cfd0d2bf6a022c09
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_1.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443365863a014d1e3048b346325f132e7834200d751821b4b5b9d31310135cea
+size 1954373
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b13d7057033fc9f63abb86180fcc0d4790d127d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615eff489edde8276fce983dfcb3be5de6f553ca73474023d4e9037a611cb34b
+size 1952408
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aed544a719c80c459e08ad6ba1e297c32a49ef47
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69325ebe237ef646dc25fec52c524f61da61537e81d1b4562649e13fc784abb
+size 5379757
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..82d3fa2b5b46b38bcb3db68b32c6807800319db2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0129204d4b44e7cb427171721b41fbcf18e87e2786e32d84009252ab6cea45c
+size 5380270
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca43be62a237303d18b63135e42f81d72b84e0c8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c156160c853bf0a76aef05bb85a5970f62156a80005e1505de50816bd2b5afd
+size 1953870
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..89eb408a38f111e6e177b8c7f35362f3fbb92b01
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_10.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722e234f4be332a746edaa97ef8d5633c5346dfe967e03d4595374e22fdec279
+size 1953794
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0cfd0fd12c9dc9401947d1c5fa0fc688f01cc64d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e340677baf464c6840c101f80381d7725b38e01b0410c88f03be9bd34baec
+size 1953100
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..2dac00d28cf3b14395e97dfddd07c97bdca888ec
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cbba32c61c8da42cebcd2dfe425a50516967784a7b1a6c75ab899b9ad34b06
+size 1953885
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dcc3fa5d4b2a3e3e4cdc6e3afcf43cbd10712c79
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aee5abb3e5c13f5ba5381d8f87b8a67fb63a3bbd7817c9df595f70efdc3fc0
+size 5376980
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1bad3ef6f6006c8fa6c1c1a3d79f6505b78f937b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c751fcee56349283ff968af398944e80ee94352f29edb811f1c4ff75b47cc619
+size 5377268
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc9dc71e8c8ee0fb025737bf6967d6de919e4672
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e44a1c02a5378409c5dd62c00d658624b3e1643e28d72ceb1084263ab48d5d3
+size 5369320
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..05f7ef779872505b750af2ec266b3f3afb99369d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b71b460128a5abad21648c7f28617d4cbfbf6135255e5ed772520fb64a03ab4
+size 5370401
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..696a714f90cce0de30cf29b8d88be0c0931a7420
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ebd8220ff10cf2369e49361b70c29b61ae296a4c16b5cd871477ce42e8f6a6
+size 1954135
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a8ff1912a6d603b2cd1d66746029df5a14b694f9
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555b18435193fffeea3521d2101388e4bd7eefe0bb607d50b39c246b0b4246b8
+size 1954185
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..cbe6588ecdce0d830e24ba09f9974b644fdda1ae
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_12.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f6c2e53196b050d301eba5d666cf32378b4521c76e53b7f1e4c8111433e423
+size 1953943
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e35b3c6d2e9bc8ce2ed40058f8e10a26d49ec25
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5aa47da1c7f7341a8b0ad7df454e34444ea6f23ddeddb7eb777706b571b9ac
+size 1952643
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..451d85bddde16bd3f171392b90c4df085356c85a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.encoder_decoder_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32d9a542a27058bd59c3431f70ea19ea79147f88583aa439b12609c1107495
+size 1952048
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0180bb5553320c9457162761ba22f02b686600ce
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..327ae41666bd01e2b81cc42d69700ab6d192afc6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122c4e2e829d48d4478725d5b7f4dbfdcbc128c9f14ab30339791111f47a4317
+size 1952579
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..fb70922e89a67cfe7fdd8b7ab11982e4a5e0ce5b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39129b5ffbd589409798416af780ac11dbf734e3d7c4c8e072b0c37f7f408c46
+size 1953972
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..75891c1905ee1af91e556dbb398dc7b8954608d8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad04db76509f2e94101fd08e94216156dd6eea188d74a0fba252b346fdf6314c
+size 1955766
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e2faa73293f613f95f0da3f3c344bb79b92a7883
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_13.self_attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0aafbbf754c2d8a16f28307923a524be43fa33d5094bafce87cbfa44f1a23b
+size 1956078
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d79cf34e903aa987d52c18cbaa377f06f1f4aa1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7965d92768eeb4e9761bb4cd154bd7d79517a056ce900f4c64bd4f60bb6e5060
+size 1954674
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..037821e52f014bc0c40bcc87ac6a26b95197ccc7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_14.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5f798afe8c61483adaafc518e33bfe6b31836773bb24e2d617c4aa108af057
+size 1956045
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..96dc28e69b04a620c2a7a0b3fe0698ac895b5e48
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dcb2cc0878df40974b69a46144918e8da3c9fefaa45b10d32b54742f92e977
+size 1950162
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..3b6d4aed6c6c09c3ae0a8798c502f6452395cbdb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c4912ab1a12ae15293301e51758a2613671216701aacc151cbdf71e08bd0df
+size 1952612
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..00b11d4b466035e4cc3cf2e9c327a12750e47ca6
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5ba270ba412888adafdab8547315b3a07a7c9c4106cfa261f033100b8ce67b
+size 5377948
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..2e40fe8df6da0f80095537a5cc92cd5afdcbbca4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef7b4271ce3978f1533ef30fe2780fef141dfc4a4ec85f28afcd2a3372210f5
+size 5378056
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0fbc9480568a9ed3d56ea6fcf5ad4b3bef34721c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..11c402f6b4bbed3984baeeede3315ad62a57c9de
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_17.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaff7a7a1c2e8197990a994fc78dc8a931173096d066532c3c076510ceaf56f6
+size 1951843
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3371b00c9f055b92c5234a2ad0218c7a0717368c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdc50489cb86937cbdb5a2117db53db64f775003be7d08c3b215317f2655cbf
+size 1955129
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4265203c68304025478dcfaea4972fa60a728de
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_18.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42c2cea295c68cf391ff5427b61985ec1777ab9357860093f1a9afbd447da36
+size 1954293
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38a0d83b826dc05216161f0ddc2411c1f6e77a50
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd996e9db6d90eb8506ac4270408a99dbce83ba583845d46cca29403e5d7d5b
+size 5378702
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..0efe6d81037176b61a4538a337dc2a51815f36fe
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df331b2f7c00ac0ca0c5d40bb0478f2925a87591d9babd9aa2e930ce59f6a2b
+size 5378291
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2c350788c69eda14a150667a5c50adac60f81a4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b395effb5543d13d8bd8f61dab6f1947dffcf0a3aa4075ade96e08a9cd0088
+size 1951033
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..bb904c14e612451694471cb674cc8520a8175261
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_19.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b5f29758842e9368050bfe59727e7e04d34b46aae19a9fe9c9c3feba46ab00
+size 1951116
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..50fb8cfd66946475e399313139e6e906b35ca92d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c573bf8118f22a415064bc4dd49489e4a9f00c77af41bbe87ce89176404385a
+size 1953648
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d978a7f8bf95a13ebe563a3129f75ef134e7708
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d78a8a2f150bc418219358f6a20e4c364f3a986d1686d064693e6017884bc8b
+size 1955374
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..5a1b4e1dd2167c2e79088a60fb1da6b947635f81
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dfc78332f31234f2f1d7c3d5b7c112e6fa485a4765073ec67a6aa8a7f46bee
+size 1954190
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e76a1148f36eec1323bca620de0449e24e0d71c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d2eb007781d3896b81410c41af0ec6d0d7462845df5b6f3dc670e1a12ac551
+size 1956266
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1d439f35cb99c3c0543018c7ddcc37c00058c4f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a778a77b771fcb72f0c1617e77d2c915fdaf91aea0d25a1e3ead46f5f0318e
+size 1955472
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5d50643818bb7b006f00de68ad9241aace7660de
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..80b49787998d971fb412823f372b41ee5d8dae66
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fdea09bfa38ab472f7a937b17dd67622bf278ad1c0d99e8ab9e692a15fb9b3
+size 1952388
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d2afdb54c451071a9fb429c97432d802d1cb7dc0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_3.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e1b345dcadd7f5cd4ed97f33472065dc3e7acb714a3b093ea58c5232310a08
+size 1953281
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bed3f185e5175b9f5cf659f8691a582393b6900b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aaa72aa95e8a2d77252995ca1079380a47aad9fac669233bb4b48475e7c3fdd
+size 1953902
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4015106d4b19a6b3f842f65add8c9cddf149743
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649a69a8d3bd8a4002fab995eb593caa5efdefa4eabdc1d630a5b9823bf2129f
+size 1953416
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7a1afe77101332e0e92ad742a01636751ae9585f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50ae7a8ab80192c7a7ffde89b32890f13aaf11f4f5d777b02af1353b6d2db07
+size 5388617
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..85ca5a617db12386cc27c6c8605bbac22c0a5ea8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604aab1abc83e023855b1edb2d79c52beb6cd724d5fda4e0c4bcda0f6f6e20c3
+size 5388209
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..36e559b46174fb2a5653d655d90d9bf5be3aabee
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dcf8c4ece4085e35186265f3cd3a0ae054a61d5a
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218ca636a3b725db1d61159226d34984ce80b9bfb5b787f1cd1beb9db30b9f4d
+size 1954857
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..e6884dbe91777357bbd39e92327df22a8397d7ed
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c82008de54d6aec13a1144fef680e88c26f1b59e1bc3cf0584f7469ac022275
+size 1954129
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3930cd0cb43724048d3d0d10ee54ec391846d76
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87724af900ac774fc82003b2baa6be2a469480650c52511764fea71caa8834d4
+size 5377919
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f921134a2fddeebe82ba66e0eb8085264c0f96f3
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_6.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361b5fa299475ff8cf185f8c210b8de15378cba8c214dea141e87f35ec7b51a8
+size 5377995
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3cd31360196194ef47f4ea9b0684bc7bab04a3d2
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1756779bf71889016dd5b15030cdf53b769b27905ef55e3bddeec0b3a4c725aa
+size 1952287
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..a29cbd094d3a72f3fe17d9c9bfaaa17feb6897c0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.encoder_decoder_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdf739627fbeb92392a840f18f1dcb92dce6d132633874cb2244b30de5f60d9
+size 1952700
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4edc7bc5a0d310a509b10debe4ce0b311aaa00c4
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c443d941459c4b3cc618eb2b2329184a0ee108e73bb09c560bb2ed42d0747f
+size 1954098
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..aaed119f19629a5b7f79035ddb43ff805313f82e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_7.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9c5b693ace9671a43dcb386ab8e4717c55977be06dff749fb3587340d106d4
+size 1955192
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35e6d6d4309708adf028a381d5f39c40152d878e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302cd9145ccf78376006ab9e851ca2b951533aadd30acf7edfebd61e0510881b
+size 5371243
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..7ab67ba276745d94086dcffc3baacb6bdb4f9c4e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_8.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e242b3d07c8fba32ec62bbae5eb6966b2b912876d7184ce51f29b7119e517d9d
+size 5371685
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e12de8f4b7d80df7727b510629870cce449b0669
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16862f91183a7ddba5f6adcedc410371f106d30bbc4c43db2aa4ac39c82cfaba
+size 5377765
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1666818eb5fb2b05d40b281295a1ace3829fa94a
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.decoder.decoder.temporal_decoder.layers_9.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..671dc8c6dfacda51e7d44698ff1c83569345503d
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1408,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2816,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6351999b164cfe612b3b4dcbe3075a6b1106854c
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_0.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d928183f59761009981c60f923f1df2eb15a834c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc2be8f711f95c6674996cb26a292acafcfa9fbe2469b5f4a18357c6b0bbd0
+size 1955938
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0f890d9fb8a2833cf59b27f4af54eedae49510f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bd73866e03878496d3ed39725f86c4bf84396e86dd14439808cf08b6e931c8
+size 1956358
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0475d9bf9ed1a596861e54dc5b690a43a218e34
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642adfd44df1f75fe0e7d3ad7522fdf0072dd684b5a5ff46b488f0fd7888d572
+size 1950407
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..3b1b1feebbd840fb5591c5f1bc9dc3c6b210a754
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6863b172a9998e4c816181a98096aaf54dfface806300a65d62f73d5c1f6a56a
+size 1951185
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78c38f9db7da01e530473322c4aac8bcc1ca794b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533be1a70da494b3b3347605099f2df3a0d40d33c10d3b49ad2a0f62a311b17f
+size 1950910
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe74a510c35f54ea8b171eb71fffc2890114733f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ed102333b5b9df7e72dd72df525f5673c460a5fa6365c8d6515e40d8f4a9df
+size 1951485
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b47923b45e758e3c783b34238d7118515335a4c8
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58c3d06a07ea59a5556ac4d4cc2bc550d4f43a6eb51cd8844e868c49ffa07b2
+size 5372601
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..a9eb205be4f1c136279cbc380c68b8d83ca41f92
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_11.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c179b2c77393c090c27253a88eec1109b305565670f1eae81bdb4108331450
+size 5372436
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..4ac46e2ddef8c31db60ded2219d4e85e41b67e68
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_12.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe36a4d0007fbb6a1cf4d418dd3a257fbfd808db39aec7d1f208809b1bfb002
+size 5365105
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5b3654e013e8a47ed69295bd10d0f24ea3d3fa5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0c3c93ab2febe044cef9886ac23a7683ebf5485721a6972802d3cf86ddc0c4
+size 5372312
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a63778e4c598720552b4abc09616808d364ea3e7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322a1562125ebc662c9db114f5116f74e96617f8cf034bd1c183d9cbc365194c
+size 1954571
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..51e08f41e4caca99fadab07b3167ed2df412f53c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_15.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc61bc5ea6758ad1bbafe4b2ce7a3d6a3d2bc5b5e2727d09e22300798dc8388
+size 1954572
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa80e9c6fd5850b86bbfab40e05fbf6bd7d6f21f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79386066e639d51bd9975fd6d28b5002362c05331ed1fbfefd974a252f5c582
+size 1955595
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..47c1554f69ae65c9a6b1098c84017524aab2df8f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_17.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7856f3ba5618f3a97a3679857472cfa3ae0caa674a07a3e5c9fbe733c1094ef
+size 1955232
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_18.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..23d05be5a724576271f5aaed07963f82be9b9f5e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffad7c0ba0703c604dba514ccc255d21c3a98be28da29904f48f14cd6c8fd741
+size 5378146
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6a62ec520aae76de8264282bb9ffcd7a1762419
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_19.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaa7408a6ea201583f88ef256faeef48096fab0e99c33a891e30304fc5db0c5
+size 5377811
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5cf68177aa653b530379271d523936a54e59c143
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e64b74ca26f679fcf700e95597b4a1b96ff2334bb853b45cc3ff2f07ef46a89
+size 5376796
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wo.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wo.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf57b681e02deb61dd1508fe8db3c62c695df92b
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_2.mlp.wo.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fdd74773663bf42159c4706008502fe309c09d03f623e6f867491de3ad0fdb
+size 5376815
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26ef1bd6fc7a9ee89d5dc2e0ca0c7a93610f60e5
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3346f3b73ebec44e930d02408793d4aa3f24b63f73e6c562c852a8e53e1c67db
+size 1953512
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.key.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.key.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..393cd132bd78b6e957fdafc599b7d18c748dfd54
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.key.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d94fdc39d58f580ae76c176e2aa123182697d9f22b1600c8d4e8bf7bf97231
+size 1953150
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a7049104c8bd78547e7bd49432f1a209906f4999
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dea5d8edaf62c0ec9d5a2b0689f5b422e39c89ed
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2e6ae9930b69763353b820b2c75239acfd060afb040605b7100c1a73462b63
+size 5373888
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_0.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..bf78b1ec83a4d732ee31844a3e37de09d17c2265
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af45e07722dd01231f75ad806ea52ef2a73ac4afbbe5bdab035fdd1df18ebc9a
+size 5373851
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3aec93b123e9235a98a015462da27d4c5fe715b0
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cd336c87cc86b8dee343ca3e7d152e56adc6444c8288fc85a12dbadef3b4ae
+size 5373981
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_1.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..3cf23252ebc5baabe9269d7a78d7173f97a6377f
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5ac76823fa4d019cae5bbc34881365f51d2f4a40591763ad922f56ebedf4dd
+size 5374393
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb266c57e8e0dee6193b582ba985adeb7c50f8cf
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..156a1a852fc32bcdb6448d3e36f543f1258789a7
Binary files /dev/null and b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b265a0d45553ad446a52f5856c7876ef3292058e
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,1024],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10a4414e6e4db267b756a76cd62d7ed96a7cfd2c
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243664894309babd8751dff26a9aecc17541e5ebe24d702e91478b453d55931b
+size 1954591
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.value.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.value.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..4197c28fcd1cf7dfb3aa3fa6bae93e9bc6c128e7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.attention.value.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b24b3bfdd540945cf901316ba32810120a121ebd0e07690e8863613db630a5
+size 1954572
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..16c16ed2f0d5c57d6e5be53cf6581aae15ae4cca
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,1408],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,2816],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7adba73599ab4540839a74e9761ac0f611dff855
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7327ad8202b18c3a64cbfcd4acf0adea85cb1823
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fe98a3056c935d41f92c3b72e66297d3c0fa407940833a0ac70e8014f0773b
+size 1954891
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea09fcd27945bce512ead4855570064f4afe1300
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6e61b1d8d0715988bc964b76affca6f2507120488bee73b6046ec7b3295ac3
+size 1954067
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/1.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..e79df3390191917c3543d1c91b4963f4764f6cb7
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55b2b36c9062842495642d5cee5e1b0e9d582911e934fefd873fcd13f0f1666
+size 1954626
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c2c93b062121413132d87edf3684c9807aaba22
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c5326febf30c285048f9a9f7143ecb8b66c290c188c25018bda4cb2a7aa70e
+size 1949840
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.query.kernel/0.1 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..185c7ec5aa63402a1a293077814d5a20cd7a7beb
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cbbe01681255287f2711357e91db1bc40b141448d3c9e22bad81a36ffb3d80
+size 1951421
diff --git a/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30ba93ba8b1f05eda0c1ff4996450b1e58129fd1
--- /dev/null
+++ b/checkpoints/llm_large_x3047_c1860k/target.encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ac6e0168e5e06769ad8101a911b5ca33ccada223d4c1c6127bb1c253215b99
+size 5373624
diff --git a/savedmodels/ssv2_48k_stereo/decoder/variables/variables.data-00000-of-00001 b/savedmodels/ssv2_48k_stereo/decoder/variables/variables.data-00000-of-00001
new file mode 100644
index 0000000000000000000000000000000000000000..abd9f4e65426e759cb1b9e9c329893450704945a
--- /dev/null
+++ b/savedmodels/ssv2_48k_stereo/decoder/variables/variables.data-00000-of-00001
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aa8950705ef29317de29d2f286ee7a5bc6dcde3465e9e23013eaac37c92e87
+size 285526631
diff --git a/savedmodels/ssv2_48k_stereo/quantizer/variables/variables.data-00000-of-00001 b/savedmodels/ssv2_48k_stereo/quantizer/variables/variables.data-00000-of-00001
new file mode 100644
index 0000000000000000000000000000000000000000..300ff9717551992eecbe4347f19dbaf5e36c2281
--- /dev/null
+++ b/savedmodels/ssv2_48k_stereo/quantizer/variables/variables.data-00000-of-00001
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8358e8353cbec571200e8ff5a7b8e5f7bc547b0becbe8469bcd297e6369f8fd
+size 134582427