diff --git a/checkpoint_500000/checkpoint b/checkpoint_500000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..a9bacb4e49449e775511e1ccdaf282e388e1b27d
--- /dev/null
+++ b/checkpoint_500000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c397311bf0313ee71b947ba36bd7f763d2943703776564773467396d8c3f524c
+size 6520637
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7171cf2b2ce3a2c98940bd7bfd5cab4b310d3942
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2269862cdedcdc3b1d80c61a1c305b4242b395d6fab667a9808ca9506d10598
+size 2663
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6d06ad764443d6cd02c529de76ecbdf28b9dc824
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7f3c9d5b03cab04e413775b8e77213fc37e8e92d58aed6366df34bc7df855d
+size 2848
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1baadf788f82b680bcfc77ff75e8bac19a96bc20
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e79b1c2e31996cecabc8f756bd1b1e62c1f51288d3c44dcfee4b1506ce35c0
+size 2863
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3a5645346a863d140dd44aad54a2b6e778dbf36f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d2fc2564bfae125584d64fd5c62ae3e5cf18d9615864de9b204027da9f3629
+size 2859
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..74fcae63de085489ee4f8ea9edeaf50d82b3a958
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e3c0e0683922bbf1882f4f4c418c68287ef3df331e920880a32716b5bd9b27
+size 2825
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..86f564de51ff71c07b989414b6b3db15e1451727
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a585762755f2842efd498165974a171057662a8ade84d2025709f70da2955f
+size 2855
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c6154445cb3e23c9968e66aa098753354e42416d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb07b004dd5db951c7664e3b7c4245f30ec87b870644ea94b80874b5e7e2fdb
+size 2878
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..13d8ee85904909974a997c34beea5f0a80b0f615
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dc52144c27d8120e854d49dc4982d002c010747c388469a3f8811c622534d1
+size 2859
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..728c4cef52966f98b7436cc7506bffb2cbfd65dc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab6a8119aa973d97cfcbcb96356ad7f3043131fd6e8d32d7621e1b42a7989eb
+size 2866
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cb0f2d61ec0bb4e07b224e73124bf0bad37cc909
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc6f4ce4ccc1de626dcaedac277eeb2d59185cb56e74633b8b7bafc6991c632
+size 2863
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f1fcc6a7944475a4e6588dce2d8c5307bc479426
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655c69538923f24cfc7fd42a2e5070631be176b2d147fb7ee1d9446b8dc0586c
+size 2822
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..96bfec32e36012a0400faf3900fbd2ac118d2d2b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8faa2a3d98116571a0c9a6ed3efb4dae880cb10d7f9f5f0c3812433507fa9e
+size 2841
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..54afa1ef9b6f794f1231d53915cb90766d2d9d76
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c835dbe4bc591d6b1370a97df295e1b994688e3c761aa51713f88b5da4e3ad82
+size 2880
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6bfeb730bd73238045cd109d4b331aa38f055884
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d43b5bcb1216775173e61d82fdf951f4a4e1b2eed0268d1dd80eb3bfd28433e
+size 2855
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f77bc06538ae7910361f15f05db1c0cf56da7e58
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae0b5aa6b3aac5cc258e451dfa9de52061baf172a7a0cc7f848b873c1ff060c
+size 2863
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..59bac1b726ece02c61bea8107e4f63a21581a28c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fdf37fbe34d94c07e759142e1067287a94e332f89319397cb50f3ff5fbee79
+size 2852
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e0147ce479223b25e8864e7490220cbaa2df2182
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccecf58c439a4d698ca909053159cfb456e9f55bd1197ad0dc7aeb91f07c1ae
+size 2866
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6facc99d61b41aad5fc4fb6ef00c99e89475cad0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb3fcf36d28187eeacd86315cf049dad26b9d625e4aae01be7117b98e93ed50
+size 2877
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe128ce80dcd849b0bba30445138b4fe1a45416e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76f8e85b04b99cd5cc63023eec09549f740eadad1440b68ef7afdb48c28c339
+size 2849
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..73a4c51db6c32a511a830110a6d862e07e3f58f3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddbb71e204d53e060c8b9bf20f097a80b461d0792e3c4fa8a6fcad9c55280c0
+size 2768
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1484429b9e01125594cc4e61f66c3eb8bf6e5951
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a366187927da1471e390f7fa8f828fb6c311184b976b88c3f9a617b296e8687
+size 2842
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c24d52395b9052bfecf92a346183223a8f2fddc1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87ae558d06dbb837dc0e2a1483b46c951ef3a07a5909339ca1f406cb3fc6bf8
+size 2897
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..760aff432336686cbe63a42935a2618e72659a02
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201982a00c17b550085040b350072ad3ebdc5f694c9bf2020cdfc548096e5f82
+size 2788
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1c450b5df5914c3f35abcced3ddf211a2f1a306
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e3b6c2880651541cc4bf1448d7a41ca3e8dd35305f1e88051e57716c8f9f19
+size 2833
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..48bf26a748397074fdf979a002d372a37071d716
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81eafb77df60c32d4d598e1a3547fa0bb443741459c09792b99cd9912c339030
+size 2846
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d4372d6205e468952b1ab8f2da3ede65d5adeb6b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f64c4098c916da869a209a6f0b87144f07efad6dc65a1ae1b21fb3281ae884
+size 2789
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0d5431e6f66312e57a715f8e78c3d236b6058d59
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5487942c50aca4f1b2fae4c64d50c15070b0dc09a7098c03deda1bc92291ad2b
+size 2809
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..722fcdcffe5e427db1f42018b61dac52f50ab865
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b864af32f8ffffe7815273518ee43c61c2c4e651f2284975ffc34ff1caaf896e
+size 2801
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ccea3e6ef98d6cb929d26ad88644ee555371804b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c425e60ea8af2351566050f9e8fc4ac0ed5c48215c493db4b1d7c72fd56869
+size 2747
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f1c6681dcc4df4896d8b7c8701124d3f6160b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59c06c9bf9cd1a6a13e853aaf24f60426966becfbf259f60abfea2cdb13d21c
+size 2776
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6c1e0548f006fd3a9b5c57e5f018598876030a13
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e7028cd756ddb8adeeb80692ec94bf9fac568ab797493194e07e8628e30d4c
+size 2834
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f4eabcee0cf3666e2b69089a0a51f4298ebb854
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7a18abc3631529c340081cf50b761144580b66aa7dda6049abbc44620e8ebc
+size 2725
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7eeb74e52a01f5c860ff60bce1743c9ab0b5592e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6077aac134cb0ca7a27914015a2b2489519fbed024a2901934e8e71e2b47f47
+size 2797
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..93961b5b4e8189dab1234b01c3e8b7ffea60c04a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d27991e5eeddc5ea0415316faa516a56f36c0228d1a423b53b2c38737be681
+size 2804
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e9b910e9f6e5a99d860224fd6ec708fc6728739e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb53a7b0bd71c0296c58b151c3b1ba7959f31c4014411cee8fa0723130f951d
+size 2724
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..353af58db32fde7557d93a2bfdc68c5978bc4b7c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da26a7537d7284290a8ff5f89a30c70a5cc5d6254e14c8994c0b13e1f5ee64a0
+size 2745
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3c036625289b11ff3b855a03590a9073d00021da
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53309770a5183d5b01f1ea6e09206e047444dc40489ee4d8f7356077c370d538
+size 2821
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d7d5389ca356b9447a235dbca86daecd1af3820a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7ebda45dbe779e82c553cf4044b85f6ecd13ad474f3efc0a6fd686c9f1f944
+size 2878
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d16ec4dc046722fe6a9eb9b5b2ac4eef6dda155b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9248043ce8742d242cd8a45b195e6ee8e60cb6213df638862ec20d113d859cd
+size 2882
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6158301be778075ad11d26c208618dee2e048e2c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f32462cadc5e4983a4bdc2980c1133f6a50f27869da30fc2169d8547bd3b382
+size 2834
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9967d8f8194375030faea079ff32e1352f8ec58a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2328deffd5184447c33203c6abbef92efbf1c7b58be4d7fdb0796344e92ae4d1
+size 2783
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f300b9c6bc759852245e08cba445731134d1f9ed
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ea345939de38ec2e9c93cd518ecd1cbc358e537409253d10d6745069e2a025
+size 2759
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6696b528f559ac89ed39a10c73b6b2235b848953
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c2761575e04ca073908e23634c34f853af6970ac7062127a077a37df287d6f
+size 2738
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9e4e2a3e85b576327ac13b45563e98adb8cd8ea0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f5b57cbdc6ff6d88f47f33c17effd69fa3536387f586259e646b5e2b33a680
+size 2773
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8416dc053ab8f6622e7c93776b6701e3ef7f14f1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f748252507922faafaa373f33b81a6c1bf4d7c8a121cc0abd2f5e554feb928d
+size 2773
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..81eb59149a116303629b5ab7bf8d56f075ee22b3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f1862d53a2e583193a8e284f193bfaad2dc97dc9a122f9930b245735e74b9b
+size 2739
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..39110776a19aaf88dccc75351918fd35bf578e9c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b283e7564ebe85ca21f796df70b95b93218a355c47f05d110a715b41b49ac7f0
+size 2782
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..757b2df595f8e124686b2efda064a6b5baa0c5c2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c0ba84a5078601383b29b3074a9d51945e685a8e58a63cd53fa27618660d33
+size 2767
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..322ff45f4bbf76585b54babb30ac9fc1ed866cb0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edce750a66875bb71b8602338e5d7aaf422e5550a96cf25b629565d182c69a3
+size 2767
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..176df4841f72193f4b65ab534734d16f4179227f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7045010da3c1fc377be1f2dac8e288137ca58bc802f3638a9d16ff7620f0b7
+size 2737
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f022885ac689ca639e7492839e222da2df97f755
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc84a1de77000725ecf54972237d9d1bf545984f6fad2d8edbec5c1db08d981
+size 2675
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6e6c8d294c454c9574681a423934398821db36f6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5a01b915c6d7a349004465867d894eaf491766ccd4321d941b50569456a1c6
+size 2781
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7e6fd95af42313a2b0b78d8a5ed8e490299dbe49
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8a8c78f11a41e48aaf4830cbafe4aca37485ca837e62f6dbabcd2bd7423ee0
+size 2766
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..027898daab8827a6de331de3fcb4406a605199cf
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b399631837b4dfc41800b1c13ad5883915d817a32aa6b44b4dba01fa12bdc5d2
+size 2690
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..561d2d430e71505e3e183db5ac99a4bab840adf6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c649753eca718ce12245c9e64adac219d7c1501e346502fea67530715140af
+size 2761
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..03ef233f762fde9343f3bf60d030fe063e444689
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94396becdfb92c31ceedea14e9881355217f11421577272ddd6573852a04e3e
+size 2764
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..70b84264939773db79e7292bfeab3d8f2b08133e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628316824ab5e7958c0e3953ba9f0ee026c51c203b2da1b8a2dcca5327d5efcc
+size 2714
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..132752f79db1f95b084e318655b42a7ef354bfe9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c466f6edd24b67a017ead77507b55863bdd8f1d519c12cc19e0fb490feddbdc7
+size 2715
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b554cb5c839ad641ce29802bab8f77e3d40136b4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b539d312e1c5c035d587a3585ab374a0f83bddf19db88d2102d83d79672f20d
+size 2744
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..74dd772594cd765a561a86e98e81530f8b80309a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a11d51f2480f7d85a820d4db13398990dbb806825ea3c2f8c499aa64f36ab5e
+size 2722
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..afff835f94d464db631166a58cdd592e6ea51d66
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34391d40617a9b43d05340017a9ea82b358768382edc6e559780f29e6944b702
+size 2783
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3fe01215c24109f283a7fe0d9555cd00c1ee98bf
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74251f4523d91e3a4be774fbb774918dbdcc15fcd2b11bfbe365a3485b1a7e2f
+size 2721
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ae3fedf056266566ed1fa585e4bbc45920c13d0f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0a6587e4a27b87937bfae092c63728096ddd9abbfa593e6e78845672cff8a2
+size 2716
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..32411529c0442e5144a3353c0de49b2d0aaab9bf
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31de889c4b8529f448f39513730ecf6f5527d385cdf018527c5917e07667044b
+size 2786
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5eea1d1acd2e3cbf3b3b1326b8f03c311b64f7e5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d80e26dd11a3bbcce14ac1bebbe026ee6de806a3df72505d6ca3d11a107633
+size 2720
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ecd46f7485e9e08950ecbdc068380237086a681e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb441e4d8af20b2f6005ea11b4ea370e317e4a7150c9e7fcc4726eae34fbdf4
+size 2775
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f0151ee87efa45a10fa1976cd988cd1820419aa5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32ed66d42fd4acdfa53178f744873a0ae7cad74a6fb617f7fc8aefbd0582e53
+size 2784
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..92c5d86aa1d35a424acf3529f7f0d791a9eb45ad
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1e5b669029343164df991b062819eea8d166223824f543633991b31b2fd74c
+size 2784
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9d178c3fc0ab4c522494bb0453e330d342980760
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3502913e6a18fb22ff95415b1734b17066e81a466188817c621008e464b3dc6c
+size 2757
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8e12a8eb07f6ab7bfa196f77d0d878e1aa4e3cf3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7f79e701138720f45e839bf1243c650a51e2705a8ffa20af7131b80eff6632
+size 2767
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..11002ade3cbf5a6b441a66148303f60cd7ed0071
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab6b7957fd665ee3f4f0629e1694e58d4f9f4746611cf6e97a23f6b2a900810
+size 2854
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1bac365ca5be28f4757110144efb24c700121c44
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8f33e5e3cf31d7c81754bcbfbdedaf07e117868ac5089dc1a9e3b685d62188
+size 2887
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..af4ddcb341a8b3aa67f0bc5bfdf3d78cd18d8805
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a25e6dc616c37ad15997f994e7788f239b66b499da855edc74d30372e34717
+size 2849
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..114a80637a5fa6f6225d101c6988c6519503556c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702e5319ce62e6087cd1c35122885c3c4632dd10e1b0afa3b7753c30ed069861
+size 2694
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e9fe61d3082d081a62386805b1004f8063839d8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2b321c40b8777af7b6d8a8e227f93276b59e09a5bfca3a5244037dd431b03d
+size 2754
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b23008e9f38344dbe165c76e514cc7bb6a1a394
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9fce5881eef60beaa5a5337558f9eff7074908c89f3b39b9ae90a80592b447
+size 2776
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0c80b65779aa59958bd394ea80ae08f66c6045a3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d4b0f6f9b87f71476be51f5e24136fd01ac34ba8e350810157492973517592
+size 2774
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6138311d277a0fd54709066b7e9e4119901a49eb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a261981c059b8a51404561b61bd7785a961e6186ce9c56ea85c6c142816a3d
+size 2677
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1fc9f3a8169c68d57f4fe71c9275d7a1560b9efb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb12dc00cfc4401f6db65c2b5a8f5be6b8e28dc32359b011ded527589072a00
+size 2784
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..df6371d934bf25302d2352da72b2780157bb714f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302a75588f4da33e5e6a61cd3a8ff9443d7168c9604816c43433327213f2fd1b
+size 2691
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d81bf139294113a334b08dce6d23a7c333340c18
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb04468e45b500c4af94ee26fb7e1df70474a635edc4054548d60f9786faaa7a
+size 2666
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..61f6b33d7d6cf427962f6fc6380d030220744032
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b742b5421b7fb318533aad53f2a3d27a73ebdef22703ecf84d44aa66c75f12
+size 2757
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..10fb96ded7e8359a1a2faba35cc58c061d171c14
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5467bb3988d12f8fe854436173a81f7afc05f528c5f86aa92ab14ba5678be575
+size 2721
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ce9886ebcb46392c004bfe98e0a44465e9c9e37c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cfad2043a5261484f3b2cc6485945c486d07ba969d589b2cc25dfde36af5a4
+size 2659
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..99861e46d6d84903734656a56d9d3197995391d5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1dd27f48eacef86e92b86e0b1751b2a29137c13f76fa390eed103832962e94
+size 2777
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8eb7c6c92dbdc591fa9554f240e68aa9cfa00cf7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654ac6e85e7fbecc71ea3c96133985d666067e92eac2a46afdef5dcbaa614b64
+size 2742
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c961d392ae77c7b2990ed3a3d1af818a8487bfc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfaea531c9a5accaad45b6d9bf7fffb93f990665f423f4df3376a39e5287688
+size 2669
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..73a9705c064725c8425a1bb258348d677a51d0c7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f3495c2dfc00a97293b5ce5baa1bc8d7873f4b4778770141588fd5340e07f5
+size 2758
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e61d561793cf3b97016cd164b7f5bd20d2f53d05
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8cc678a53fa2dbbdb4edbe50229090febf9250be79cb5523feaf44749f91d0
+size 2694
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fccd24b9bb28ee62fee975e502e805fa1d7c793d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad62656235fc4943864119c75d32f7e68d481e29929969a1c2b14796c93e591
+size 2688
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2f4624608de327f397e041d045a38ee7ad696d87
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71de59a467ba3af4e7de8439b903ece986ef7f2cf729e2f9fe0cf00300bc53ff
+size 2767
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..421d33788608a32083d01872ae7680a4ce5b276b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def476b5d44b081b0951b1662490dadf72a9aa584751346ed0a22680e4012217
+size 2839
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..13612ef3d00f0cff6ad77931f795f948ad76ba42
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc433cd9f67109c3c7aeb97be2ef9ee32b4844db6eea70bdf4b5f8163a2b8b7d
+size 2878
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7e907554a6500aa77ad93f7f96deaece28f11965
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4474b93e2cc3dabb2c7b1cc0adf6f87976f3b9235051cd956bff550fc223c84
+size 2859
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2da95ec3cf5464a4fbc4801b467f2cee75733384
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6deaeb21a4c101d5b4decd6e65e5f896a5f386e90fc907e2fa01dfc039acd2
+size 2836
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..058a61bd90cbc52779b365849805856679c5b23c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7597bddda6f6adc00ead0fbdc34a9cace3191b2f45082bb92bc4e092aa0f3d
+size 2901
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ddb523eff06de5d1d10340dd0d4bb90a6b559b8c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcca7cc4dace407e7122bbf8fe10df1b16d572ce8d838d4cfd6b7f62452fb026
+size 2850
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..33c874c4bb3aa7ee95c0bc87b77409ce7a0b5b0d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec1d8e1ccb2566b43158e4e21139b0e357a61a42f66d76cfaad72dd63aadd99
+size 2869
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..06e5b7ef9c2d29f3d04706f4cfb3fe17092e0bd2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d84d22cbddef6cf18b64ba9f3a024c1e239fd8525213594e2f42bdb522bdac
+size 2896
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..32c05c98d6a207457906cd88fc847adef4f0c899
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da655d7734e06472fd5874c1b79fcf79a9158ee6209cd697c4f86cfa7fd25024
+size 2872
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..96f4e7cd1d9e7a4e89e9e1540e26484debb48f5d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50a288b81baa57ca50ff015ce89a11b63bfdfd7aeff0c013d984c028b51f8c1
+size 2834
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f30868d74a11100fdbf0c00deaa6256d9a196e75
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1e8f923b3715897e7499ff807fb84bc4dbb8f68b37119148951f9623bdcc9e
+size 2877
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1bf140927abe9286c4186d86a13ea601b8382c47
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663ec6cce16547cfde7a371ee9c1a9565a16eab49d2f2b0c9c0f66d37a50eb0c
+size 2873
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e3fc84a9866ce56208fc047bc730896a903f41df
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27e828e097cffca2d6a9b31fe6b9832def5f8e373c845933b5dbff085541400
+size 2856
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cbba63e4bbf73cdf8372b73c79189412b4913547
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8394ad143a38d98d1d8f43939947636505abb10755d5057e37c54786b25adf
+size 2862
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..777c49d731a1caebdeb333d005f5b4dec152cb22
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6517f84f0999059f7fcd285c22f6ec77286b97ac45c2d138d1ff4fb0e702014f
+size 2866
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d8a66a85e87c6fe38c3b0176066aa5d747430564
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d7d89ce4019e98ff06da4f3d2ab607345b6f26c20a9ca7e1d13020ca2bf0cf
+size 2857
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..33b7bdfc0de5fdca818f013e3aa3f02180608d50
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ca907fac92da0782d3f58642d22a9a804e726957a0ae3417cfa5606ea5676d
+size 2869
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..666ee175316d57f64e5da1b2cf4cbb42c802524f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50165d8bb07ad14bc19e0fbd2ca11d5d6e735b827e124bfcd012c920a63f7869
+size 2895
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f0ebb438b0df77a995f437c9cf19936cd0a38f79
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b3f2007ef72746d64487314ca6723cab7f9713ecb30bd30b73a22418e831
+size 172
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0d8a84ba0b6ccdaeeea31fb99eb9acfbd8fe9bb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e28fc98b065503f1cde956f55713f84b383c876a13a9c569dad511a6178c1ad
+size 1495
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..23dbac3788376f774bf9d4f05ca18eb06c899328
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4526674f042b3e91857345a5ab8489e80b8a23016a2577920a0d438e2c748fd
+size 2855
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..01b052b63cbfd83a7356b7f7f206a93415f71246
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86a32fe1f1f1a00c735eccfc18b0d3e7f7a5835ba56c5fa1391756384b50a95
+size 2785
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b02e0c5521741120a19ef1690175288d652468b8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfc8b28314282f591ea6fcacbf3bf60e8cfe9e690825c9507df8e9788aea407
+size 2784
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..75caf2a3fdd951f085d0b916955fd6a493769049
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f164bebaaf83bde54e4c4c6052c3e14c09e08badf6dc3abbb7ab2af881d5f4
+size 2850
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..eaf3e204d9e825dca91bda0bc26da5fbc0983490
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924e27e0102dbfcbbdd1e0ca4b9bb79764c3c5e6b65b773a0cf9bdcd0abccc88
+size 2834
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6d7c4853c6a93d7a38475792f84499f0cd2f875f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae42a108be9238c5ce58d429e22993bb87cffd60d4158f16694b676727da76b2
+size 2816
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2b0048a72f9145514ba93c50157514f3c39c88d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692357c3b729b7eb0ee81487f524e9427d6a610159007abb45623c9dcdf5bbee
+size 2826
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c49b9c67eefd131fd73ad83d00818406be663cb5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5781a1cf94d0757c1d0c72f6dd4ca44ba22c549756ce8bef81f3f550d5acb3
+size 2822
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..10a52fa36b07f15d2af1a8af7bff1a3264d249d3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab939e87fd7237e9259059e11bf202e0f04b216308f1f3f94396999df1027f8
+size 2815
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8fd550506c8e7a3e68dfb2b2ac53029ec8147aa2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d88746e9564ce0b8483c204aca7f1a422575178d21faafe1d3435a87ccaac66
+size 2823
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c9a7dc7847c8731ac5f332cb2c89a390b53c8f6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ef76539d46c54d73e459df1086eaf14a312095ac219f21488957dc4a801a67
+size 2815
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5cd0f619ffdded22dbc70e8a44ace9c08d206085
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda0b9e48600b9d05d991da77c8fd844eab9ba372b499a68a9dc14bb07762584
+size 2825
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1464c1399974c5d7df826bd13451f40c1aafa708
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59148e34d3fe56b643b3abc698fdd3e055d3f7d4edaec4e2767e7aa9ecfbfa8
+size 2816
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0bb7b98db81b45e137abae669cb41168724f18db
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeeeaffa275c9f5a594e8ca67828980736c94a8fcc2b60f77ff2009fd3d8bed
+size 2817
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d3b10ba07158c23d85b26fe8c8492a77dd6fa05c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c287c9f34bdd8b9f2c7c6ac59d4f1dea66cda2f7a2376da4cc8928fbcf27d535
+size 2805
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..66173b32957f44fca4814f3442dde5c9e79cc30d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b564ab7e0045023e3105948d9bd3236b929525296b959d303c9d0c37f8c32a97
+size 2819
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0ce189006bfaba56fa16ed621b68a2ab108b3fc1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c623caa65258f47080451049aaf9bd51cebd77a016ad27e240b081921e2b2615
+size 2811
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2d4110b958d546173092e4091d99912c84bf513b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e395094798ac4deae3952a46b2d000c1e45bb7da18ec39a08ca8ee39f0bb9ae
+size 2830
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f41b53e4548427e943aa382d599f57a380ed8611
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1058f3d067c2c5dcf55adc5b86599d21fda9f0dcd9e4cb91b6d90523a000b129
+size 2812
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b50f02a88870dda013183f975d5fee5b6d7860dd
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405e3bb89e86a0728bdc60ea94d1c131a5d351841ddcfe0210dfe3b6361a3b82
+size 2827
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d7a3a70c30f4092336ccf87b7e5ef0c6a4d13331
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa2cdeb89e3337f8de78ab5c979bb6a9a05758c53ca24b88522f36dd9cb409f
+size 2813
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..489e3dde5c742c8eeacbca1dad5117d8fb6aafc2
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0b083e424cb42fafb51e8b3a5ccad1c8ea9323fae7eae1938fa8f73b7a7510
+size 2829
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f0c3d02afca5c09daa4cc0cb07e340dd6ae73
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adfe0a80b118ccc4ca8aa6b7f642bf9925edc1a2d3d9725017aea2242341822
+size 2814
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..845ebd831fd39ebc418c417db276ea84faf7e3ad
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75beb89e275421ebaa20d8d94ddb9def23102cf447b670163fb7e9f884eb30f
+size 2825
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b6250270385c2ed887f09a7bc0dabff9e57cc503
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162ec505147efcf7df338b437c4722f5556113ce449f561862715ccf4876ecad
+size 2822
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb1825484d355bd590b7c8c4a963e96640079f4c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ad5f013fae8dfe433eb4529bb472ac729f40e5efd9419de9a380ae5b58bc8
+size 2833
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9a558fa1903427826c3362b8171e69549821d12c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1d3aa5034c0628901989fd433590801327466bb1efe0a749a3ac005981cbcc
+size 2838
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cae7abd3be88a30db82f0d28c8820266e8a226fc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc6c622972eda1177a30e83a7a260ace3b1eb9f68acbd818b06aa60e6d577d7
+size 2821
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..65a38f11cd75c1799e05945319167191c9c45477
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bbe58a9ff58d27b4e3a54425cd19cb9fd94b490cce6aaa2d4df7629dffec03
+size 2823
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ca431be38832235465735ce50f984f7c12314bbf
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fcbc3eb8de655f60e44733a4a7f6f77b643a33042327b27466eed374b8c83b
+size 2819
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1f3f11e0e1b6bf1843625fa2c8a9d850c7e64cc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e240e40db14b2ded59af6836cae466a8dcbabf755422c4e7ac6740c6e97fd034
+size 2823
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ab53867a331af4b32a4bbf283bcdc651dcabc0de
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61538014c3d99a16b6ff2798e50afd980be026c0ac7b18635b198b3399585db7
+size 2805
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2c236295855c6ceb45e5797067fba06c9a1e96af
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404a55cf8e4987f876a60050afcb4b6a39252da80eb8ac43f097146807382298
+size 2817
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..040d82640465205c845a98dc3d2e9b9643682259
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663422657e9c83906ea767dbe9dbae4f4843189eef10921205ace5bc3f00ded0
+size 2812
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6abf1be7dfc0b77f0a3299cc219923dc46cda061
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c970625cb80368213f1246e9bdc59a4445d92ec1a060da8c9ae0122e02a808
+size 2829
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b28f648094e117f7d553ff48e4aea374e02bd71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29db87807bf53c2a1831ab86b68fe41ddefd1a58b09e18f0d6fc4ea0a424f911
+size 2832
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1012178c611e9b3a000a661c204245da85443bd9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171aa3a29d2d5f43a655ad444d88e637e7310c68c02ab9e4f63d14169ef0d77e
+size 2832
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f901373233803102b9d7694d6585ae619f60ddb5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef542b06922f414f8415d84647bad12e1e79f8d4004cdf26f0285d00285fb72
+size 2823
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8ede835fbdadcc98198e0339bfd2c0917f34e29a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b64a945992563dc034423b79d0436f4a756ce16f5e58d3393cc16274178b4d
+size 2842
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b748efe5bf763206c069a5c9b101754e456e2932
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f890f68eeace0ec06dfa8221184f5fc1c7ca98a59d85c06f43ffe790dfbe1b
+size 2874
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a67e792bd966fed8a8bf2a4e46e369bfd6bbe7dd
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027f6703bcc98e1644c560e64a35b0fcbf1bf480f136e74ca26b0fc683e1f3fa
+size 2845
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c3f3b30b7469e0313d80fe081d7d15b8bb88b80a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83da5a7a6e3e6d2990231d8261fbedf0d712723e4618b781c5dd818e5b8086e5
+size 2792
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..926034cad50dc6728282a479b57a1c9f5ea4269e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1e737fd494f7c5cf027b3ddc9c74037fe17fe3cd142cf47654c33295cb5733
+size 2831
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..64e55a2d0304591168df0577fc367ccd4cd26dd3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5589443bb4b0b1410761b7ea95d5705e5a0d690b06acdddb48f6beacabd3a3b0
+size 2806
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8682532e729c4cc72441bd1423cae7735b9e19bb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6f8ee37279180be5f2114b757a1a087c7a8629c2e08b3b5335829df2ce9f88
+size 2834
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4daf8e1417f64ffe86b1bb51267061e229edc49a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b37ef759bccb4bcd228bd741f6f20c45f1bf9e619ca3a81f13e48e872d4a5fc
+size 2803
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5c9bd2ed3d9456b8cf96d29690b50aecc32d472d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b62486e25258fdb63f5180a0723aadbd2757f7dcf992ef4c347bb29e556066
+size 2812
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7132f0a7a18e74f10c3cccc6df8e3f9facd7b79d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb19e870900dee73a5fa8f75a8520c3fd60a975026d196b7d6ded7f189931f8
+size 2829
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b0df276dc0810aea454ee8334046b6b51655e32c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400496a3e5e8e790a614f865750472b7c1ca169551d1ce8a03e81e2fb3bf833e
+size 2837
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4dd5506d42f919ddbb1d689d57ad9bfe0fa86c25
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b7341832126e0ae73d307cb0c5c571f24791996a50279b973f76b99eb0eacd
+size 2821
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a3ccc72ebb2dbae5b60a6d859adaaaead12c3a45
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b24b2aa0605da9335222a0ad502313c2d54f3eb1ddb4b5e1941835a6b5e8676
+size 2823
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0a03a288908fa197b207e5f96bdce9ebd83ba706
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06242aa5732df7671ed527fe012ac41eaf62b5b594932a2896eca5bf9f697b00
+size 2809
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e05758af5129bcf2a5337d7ed1837797142a5342
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb852df5bee88ed5f8c3cd98adc124bee9b6e1ff585ef40f11ae6ff1c80ab71
+size 2819
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9ba3d8f9848f091686f879d6f8452408c9a945a7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e42dae096a25eda8838639ca3bb2439a659015831593c5d316a8d263878a07c
+size 2807
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b59ce21cb40bf17990c3598374971fd7c5df5d80
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f7c4e448f90b3162d94ee6c3d9130ea380d5e132c1b6beb09deedd50731cfd
+size 2821
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7b8ff3e283b24668e5cdc5db4148315b44eb6e88
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ef8e13c289e097608755bf43e1b9b65f09abaa21749a4de3ab9a617a407c46
+size 2809
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9b8f1b2362c333fdc5181fbd63801658a80149c4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6045ca67c1911b73996b8d9fcab6279f3416e0342da4ac9a8b74bae4009095
+size 2815
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb5d5ddab0b03ed92fc252913ca1fd7db22e9a7a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150cbf12a7a2ea5c886325ad0238aa3f14ce21f92a5ca1d1cd48d561e8db91c9
+size 2816
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4e42f9f3c6fb48077fc4df038b585648f2bd081
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5303c8a5b9f94c056a5f086b053d363a9a9bcc76ab1ff03d6cc2056c9f212e40
+size 2812
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..84cf0520245ec8173bfa03ac17ca42b76a4927e6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fd36fd59ba62cdb690b3d75752aea6c53fa66a015af01532fe728e74688c7c
+size 2807
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c68c20640eb0ced4dc033fa5e43f49f545fadcb1
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05e6d0e2f1bceb36bb55102e0fb9bbd58e5d746dff237769d728754ff5f87c3
+size 2818
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..be347d66b96322019888c8d179c9762d43b3ffa7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e45ed7120a2c9dcc5bd54ca7b0463d0f97b9a8c56bb49b6d32ef62e69d68fa
+size 2825
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..80cdde07f8f4e50ee9110e32265dc1c8e66b5416
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aae1cd697994690367b4ee4093010b05cedafeadd390a9b8d5cdf9ce391ddb7
+size 2837
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6deba874cab3fb7ef763df82c524e047e502d58
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80040da907b41de4331b111bbf1273cc96795729d272042700cdfb146cbe55d5
+size 2828
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cc9406342faadbe239925c6215b700a13547d07b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baebca2150ad8a9b7797621283306ba0b086457faf53eebeddfcce41061d9993
+size 2831
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..acb53bc003ca752a744df9a1e5fe0437961d8e88
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c432b277e2f0a2109ede7059f07f1c7d606c8c1a2509f9d40f440593a05406
+size 2818
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8591add6a61a8a3dfd7f3450ad3f8d9fc0db56e6
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fb6da4a8e3158f74f68352891aafa172256d588e7242fc629cd8a312a202ac
+size 2825
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fa4c331ba468864937723ba73b5d95499eb69148
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a85cb8476c0bd65d9becbe0a5c3bcbb385e6eb36f5496c1af7906797aee4f1
+size 2831
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb4d55b2c43a6125a530e40058fa2a9892e0782b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447d51a15564d7a242fef20002b56aeb162d79cb1f525a162a4c36f2b2aececf
+size 2827
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c11f0966a391c424904066d35e0a206f332fb141
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36970bc9fbd0d24b5f08729c17e04f0f0a7a6c8e67a7d9f84e48199d7e6c963
+size 2804
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b81d25c0d21c06835e83e5b3ba618683de16ceb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ee62fb448d660300c024dab8f6c637639ec14fb3fa0450eb1cbb0215dcc50
+size 2827
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8a23e9cefc6e37bb197971cd7322737f1305e21f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9a3abd46890af75043706ae5d6dd66efb958f7f8e0b5f6ad66a9391dd15095
+size 2823
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2659cb8baf81b0f646d82ca8e0c27976d65ba7cb
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37b7a85ff5cb4673cb620e15d272def33d613b6497c5be71efe0a1180f3397c
+size 2812
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f0ebb438b0df77a995f437c9cf19936cd0a38f79
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b3f2007ef72746d64487314ca6723cab7f9713ecb30bd30b73a22418e831
+size 172
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..11ca6fd4cc8fa08e7ed52b61b5eb308811ff48ef
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42a433b39bc73c057415d523964b647f1976f5d8847632b1aa57365cf3bb6d9
+size 1515
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/0 b/checkpoint_500000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c168a4e7ae283a29b1a1fe0bc4966ff3b8580197
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7c7b43ab60f0c86a83022eecf92e9af558f803b3d699e927ba735e8b763181
+size 2720
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65c75a81720442adb83e72e957564ccc4c7937ff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f591faaabdc0efbfd4e61434f85d79aa3831dba5b2fca49c01de554df7ddabdf
+size 2199757
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dad3559071dfa764c4a42959a8619003b7367005
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b97c2e670a8bf4a2b78b451b62ec2476d08402132b673e6cbacb9268b377cd3
+size 2198307
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7ad02ba8578a4600abcf5f4eabd51b37eb5cfb7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b78abc58bebcd7f8ef5a634c7631166738d3b24fb44ead40906bdebc963817e
+size 2194630
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..345e100d09eaca7a93068c44cbd99afcc0cc9b7d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307706488fd9e321322f68578720b6cbc04c50ffa1d643f9b8a1f698b125dd3e
+size 2199319
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e3796cf18572cb578ad0c3b0d07958935323088
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cce207c11732699da2786ce88dcaa417f8090ea110b3b11cb1f7ed338a4143
+size 8784069
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4de64e46cd9ae8f72ccdd04ffbfda413231f8a61
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f888695011b5c16ef7c1cb179ad921ebdfd5689e8251d04fa5841b521530694
+size 8796811
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f45159c5156ab58f8bce40b6fb7986951e8a1080
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ee6dcee155221a77efcdf45e6779d43a07d66cdf394fbfb000231e68e637ce
+size 8790777
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..187b24e1dc7e04f3c2368a138de7f7a7d64402af
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332868356baa3a673945c068de8b350d0d33143b98923e8dbef305abd208042e
+size 2785
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..178976c04b3a5ad7d6d6589214d5665c96313e46
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1f88a02f4702ac6fba9bbbe8ffaf4f9b7588bd008b2ea00697c9407775b1d0
+size 2823
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..984b8e852c54d9e585f788049ad4560c9be90208
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e021c5e43b9fba06d37bab5cdcd3268b10facfc6c35dbcf20b5c07af84f953
+size 2794
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c9b1cc45d054bb1755c126ca5addca294ad22b0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2f6f41a9180978e921d4aa22358333b50640506fe00834d054fbca41e58a2b
+size 2204372
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..781fe96bb023f776d161cb41977c549f6256bd14
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dc4282ea64e282480a1e0b89e8bda6f5905adef2fc583ee1940d5884aad35c
+size 2197479
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..995ed559e4f5558a5f54d4910a0dc34ee268fccd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2263833d3034a18d90b33f6f80144867399502d06655f7f032e4d4cec925149
+size 2199258
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f510ea42a6534de2d6ac0ac9c2df92a61289b7f8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1d68498dd89265ab219c59de0b9fef177d5d0d687720d558423d9812331ee6
+size 2198836
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c166ce64ee868841a758160558f645b04cc3d7b6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec9acd2d1b09bd57cbfd2f8b91a32143186a988e9cbd2f998a31e32b2f1d3d
+size 2199010
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0965257ed871f58dbd64619487d0cac70808db49
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6094cf8db0d6ae4ef9b8893ed0a852f6de54b0ed80499831c67899ae03186a
+size 2194797
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a70c49fdc4314343ce0d56ca9bd5d791979a16f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc94fb9c90c6a4da553e1d013586f37b343fee2ed9d342a8694516e94fc710d5
+size 2192315
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f368d9fab17948594eed1869f8ceaf94d7f66
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd89c153c70bbe59e238b248aa04defabc63af255e07de9d292205cb64157b73
+size 2196166
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ebe7f2f0d1f1277f5e1d21d58c42f644c2060e27
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093f1b9e5444ab61174356d7340ea25563900088c7bf8ad4acf1db652d2fd3b0
+size 8766992
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6262f885c3912774f2147c649a59d0ae8ffbd47c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8557c520c33f86c972e4ec22cbacf19a481a5575d0b1f8d3f4dd2b20729914aa
+size 8772413
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e6f36ddbfcad890f9a9e00932210036a50e49a82
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa3258a8e391099cc0c22c28e99e472f56282c58a31522f08e318d74b3599d8
+size 8799565
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d4c0ee864ec66582fe0b0473f8eca846a7c41890
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d4450a98dd83a0236ec08d113c534b4399da4e479f5c9c207d77150a9ef8de
+size 2902
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f1876c713c0a5ba94a19ca1527342dc51b2c726c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d57049a395f4816a82a26226e9a9159fb22fb376887eabeb6d14e63f0d2ceff
+size 2755
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f1051f022687647b63dd44cd0bcdf08e8683a0a1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c24588f5a4030718d1be6fd65b9e9adc7492bb547b3d3939255a757e5535377
+size 2909
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e171ded0e97c2da6f95756272fda3becc73a6ab
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5207898e158f9e3bb3ad6efdba646f34b73a764843ae3ab0ab3458e335362115
+size 2200211
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4d598dabb9416192483acae81fc52ff75263298
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a53e91982aa534f6da148acb94fc8d2e89f7ce02617fbaedd018ca113ac477c
+size 2195873
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5ba3276603df5872439bf927cedaa0ab4437e6cf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85a04d42deff39b09c4992f1b4a169f16b774669fcd4f55c7eba2066c6eb555
+size 2202179
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b101e75be16350815721c883f71f465037b4ee8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d603504d9ea42db16def3bea399a4acd97ade8caf400932d0ef09ea3a02389
+size 2198882
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..271fc1d482cf0f91e2dfa31ca651fbcbe13ceb82
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e643c24a1058b8db7e76c67f349a83fab196067a6598276cde56e1e04c51d91e
+size 2196124
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aca4037deec8f3aeafe625f0ff60e6d789fd6973
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d288a1e5f82969a0215e97d95c2ee303a0f177a6b9eb0d72960dfaa03454f7cf
+size 2193749
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cb1580391c0a0a1b845d104381de3af2a483a86a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4634426acfd97c0ca0fe1b5cabb531f676ef97b4799fdf65cd55eca0fc6a5b05
+size 2198210
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..594ddb25428aa35040e5e22a59a3085c6290491d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cf60e6425a6d145adc5c0987d8b8337e53b7402fc5ba9d76a51619f3023ff1
+size 2198862
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3e35b78cfbb7364184222d47b85239caeae276d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36474aebecb00dc20522994bda4acbbd9a481343a05ba77e4b0275ad105c8f7
+size 8763635
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4676e7ceeb5025ceddaf4beb26368f85fd6624aa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8be71713829ce0f5d50ea3ccb3dcb77c1073e6214c4f27e360e3c26c4c86df3
+size 8775354
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74f023dea08dc436450dac46bcf81f2f22b9682e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cb33e910fc60169d928c939c7690c00f4379a5501cea3155bd5c087f9357ba
+size 8780605
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe88bca48f9c4771b2637556c7ec0aa8487dda51
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573d0cb5c9bdafa33221382247ff04078ed6dd7177b8bc2d0ed7f628167391c3
+size 2891
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4e658744042b757c37a7894010db82a087b2d3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e844c2b4b5f9549438fcc42df89b157c14b7132f431261f81388d3a35840e3cc
+size 2885
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..70739b16b43f93e23b94642eeeaa5387072fa1a4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2570aa1c106688258ddc04432c498e2a6ce3d5ec623f4dce30f8f24cac6f41
+size 2849
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b3d0771cf9886cebe98228b1e004a294616a0cbd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf2e09fc3375a3f9b11f05bfdd503613ecf3a39d294f24f81f95100fdd037dc
+size 2198039
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd8a2b5d94ba2311f0beb0f6209ebe5e4ef4ea27
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e41ac990311d361e97a803fa774ce781ff550fecb3063903b1981fc42fd243
+size 2198295
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06e632f3d0af79f5ac60027ade9eb0906c449b41
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee80aa1f1eac942a8b0695fd595bdc66318c690945ab52fb9974e41412739cb
+size 2199103
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9aacf5be9b4704cf60fe983db696f0b3f284a14c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5380bd679ba95414ca2ef1fdf859721cac3fc20cbd251fcce6f27f91aa55407c
+size 2201683
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39efaee023fb99eb6f6fa6088265204b9d90ab7b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f73ac068c688d2c277c405c1c57b92a07c6f5dea8fbe3011a4dacecbb05fd5d
+size 2195439
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..68536b2344d74e615c1d72e729d458786f213cd2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874482d89073fb599c23dc4d5f96680ab0b4de41d791797f7ceae191ea29cf1c
+size 2195727
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78a21072cae4c6e198ed2a21867dace917b25053
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a0e69ac70c7cde0713a105cd841e186e50d06a3113051bb523a6961250592a
+size 2198562
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b99e58b15b95a93090476248912e25cc40bdee61
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f666dc5716f4a7ff20805623ab0ee399a74a7018dedee6c81f6a80c64249d0af
+size 2197219
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d46cc02b1d21d741fd54408345472ea8714a7e80
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbef0476bc4809ea30a2f4e743ead820ecdb3ad6b2e1e17777a7ce3348952e4f
+size 8762015
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..274c9baecad145c0f36186733c84bed361964e04
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ecdd0018deddd59c8007fcb9bd172095e98b215c868e3c9b56935d6aba9a97
+size 8776058
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc65e02affe33952b11a3d87a5eba3d4b84fd45f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2784ab5d9b3b7c385c55a804e1e388160e562be83654c5e5048ddde97aff40
+size 8780644
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..169c87145cecabdf466f1c7f0e71415d04cbd5a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f146230cd9d20c901b8c69017fe16a79a0dc0eb2e5bf56832c1b41cb4a303d
+size 2889
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..60c76938347062cc239cd40351f85cee342afff8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92255eaab03fb151c33b266e2032ee9eb686fe3850722ba00d5cc24207f90c8
+size 2871
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..517b7b53aa22c546a7504e3c16f25e5368575a44
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da66decf376d6d6f6ac991f9fd0ab803a5e0d7575d5322493d3fcf00e34b38b
+size 2863
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd2301a1e572cac38d51b8d40f11334a262e19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fabc78efb328462b7c200868943ca9265d0bc7b7514c00a59faeb082c07cbd3
+size 2197212
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e85f4a4b1d96f11398ab3ab3042e8376d079e5a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f043f180bb0d4ec92874f9235f631d4c75bea2ef56b0db426598df393b1817b7
+size 2196123
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c45ec8cd0370214522be951c3a918817430e5e8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bbadf203545162217aff668b50e755b5a79e19885ee374e54fa2b16b37338d
+size 2197671
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..073fcf88644e7fc55f321d7619c1c6ec02552518
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57ed573e1f40a2a7d94250749aadbad4293ab3ff47ba3e4c8136dd6383658e0
+size 2201821
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0de88a0653eead36b989d3e47ea21d9f8f9e8f9b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963c22eefc08cd92171dff4992bb43db8390c96d387f76348788a15ab6246e56
+size 2198053
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c7d618de9c6ff7dea16c64bf1d818a892192429
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54107e67113c48e18c9757f3973d1d7986c3eb6d199661fbdc77149cda916aa
+size 2195433
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a90f3a984b0c093271f512a61715990af6b6889
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8880e42928a61858aa499b6d3092854a1a08a4ad79d2b678a1c8ad1c3d0769b9
+size 2198992
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba2ad50d516a754debf78b848e099df445e76f07
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258856d0f97194d7d8acdc9bcbfac715edf3f05284fee62a6a2da2e6c76f5c95
+size 2197165
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a8deccdc0f1dbf13cd57bdf3926ca11dc87cd20
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4698b233b721971f81686dfb9c0040aab8ebedbfbb7f715ce5d52be61ed3699c
+size 8762802
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a3620b5a71a526be783d0985a91ba551003078a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016b8bebb5915242a5f0403a0975b93b2344312f49fc401c3e6ae35329ac328a
+size 8777447
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bda67814ff9c80b336ab22faaf00db7f966aa4c3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed92aff3fd9e6edc711eb07ced94b97eaae607de5d37bfb2a15df555b5c3de56
+size 8780882
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8d29702bb17d116702b653491747e1d6f42a8573
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b528d6d0b584269c0e4a10616cf53ec0b3332ae4e5b11893cbeba634f839bbc2
+size 2886
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d81ad1cf91177121b8125556fb49f1956bf8271d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6007ccbb4429fa4e074f8c832eb916c845ddc00c1df33aebb6e476bad0f9d4c7
+size 2857
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1d5b74fe849cb981419bad692caaa81f255d964b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9876bcae4cf338fd64586b15686cda7e031b8562c93081ad1551e6eeb2ed1f14
+size 2812
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3bbaf02157483410b706fcda05d3e2fc98e8f4ad
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a05980644cd4a488144631b53301e44eb2e81b9e6e92f1168c78ab648b7956e
+size 2196184
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5bb3c0abc45899b271fb7a34b3d040a83054dc3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763e76366b199a337824e57f13e970bf685ccbcc81019a2902e51d63fc16cd07
+size 2198367
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38428cb8e5264a6335f353f21ebf12294ea71eed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1faa033146b1850eb520d44e368f0a90958cfd12cccfa8a26d4d5b5c5b0335
+size 2198481
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d2047862967cb85e895688669f9bb72139da7b5a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_12.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec26a2427508084618d7427c051d2a9134ea37ef6ce86837535b0d3a9351f92
+size 2202275
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3fae5ca937351a6a8779c1f6ba15076119067a94
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506f1009f0847f46ccc6e2911e10ed5e64e25e2c26c49be82da195e8b6f61666
+size 2196415
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a17ee098c8c1ca32ac91e70e9dccb509ea5cfaf7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3def9563b2e71b569e4304eccd8f8f7e36872ef677160acdbc37e152136af908
+size 2195436
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c4d6d1a710df5c14f79a927f897dab7b77e9c02
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbd9809f690e7ab22d505ff7c3ead4ede555fa770a6e49e54489a34534a0fef
+size 2198965
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..920e14c32c6e135f646cf72237b9cfdc1233bc17
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cab730e17a589bd9d148df1a2d766352b767e7fd43c038cb8bb2bb708a05669
+size 2199774
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6f21447f85e646ce8aaaafb3fac487c1ca9ddff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca53a8a10bb937dadfc8f931ce21c2b27388df438bcc85b1aac218411fa3b3bb
+size 8760318
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..96e9ddd3f3c3e7ee705c1582143cfe55e1cc158f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4fcc9d57feec3576ecc078fdbfe8c1fcb4ab031cb88c614c8ff1709473c08b
+size 8776686
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eabfe3e8b77ae17f412cef0a4dc8009e697e0975
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5d9e41f121b79497bc7562b158bf0537f05975d8b6c0181ef12ec29f9f7d3a
+size 8781149
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..24d38114e463d749358abcf15e00ce22dcfd87cc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cebfc39833073240e40a3667f0b397948dca35eb7ba5d2f5b3403d52d99b33
+size 2847
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..50b39af3eb1b36dee30f849b9f30549bd3a8924c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ec68ca65236ee1f9eca4b7afd1751da1274fdd6ef53b96904c01d342f063fa
+size 2844
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c014246a855faa11bd3d3c805d961a42cce5297d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ad1f6cd1b0b4db2c976b37953af6f2dbc0d7b829bb071c2e0f06a038c45273
+size 2836
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e074a76a46c4569e108d8fd334a7e29e707e273
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60bc62021c3a9f443a432f37525bc44c3fe1ccbe40dd864f106cc8a08db653f
+size 2197907
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3f2d1b9983ee6fc810b66bea872fd7463477ceb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697dabc2839a05313efc3a9894853dc99c4ce3515e827f6caef9093e3d40552d
+size 2198485
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c8453d86396d588be4bbc4268cec4fffc5eb82b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c721053d520a9b8ac0fd7b140c9ece053f672193cecc073e5ea2e7f4157945
+size 2199240
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9a5ce6d1d2b90ecc0006e8c55198cd33bb83815b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_13.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf70ac7cce996f73d3769eb5591aa0f29461abc2fed0e13f3b646cf1006b0cf
+size 2202772
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cbe2772e5f8216b073695dc33d582dbc65544a1b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46298f4eb60053f7a90ee0af158d64c205c52e129cdbeeac33bccfb0dbe6710b
+size 2196368
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cfd843bbe17a3109ff86b718b52f1ea52351cd46
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19046555b64680059755e70b7e459836f4fd3981904621b44e101f4000bfd9db
+size 2195521
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d36898c98c782db6ca2c822485e1f1273113cfd7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fda860b813c603efc13b8912889861bce22db4e3701391f934a62b408bd70f
+size 2198530
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..00ace3ca191da68fe4a6249b8e564064e7b6d44e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1d5489aff227856c0f83f4224a8c4ad70c562f40cd98d6487f04d7743ee64b
+size 2197260
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c556ad0dcb9c6ce527ee11d3dfe1bd7907812a92
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae3b937e27d2227fde6eca29d1554f98904ad11c74ba87e66e481673addc73a
+size 8764007
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7e855454fd6d422f965ebccaa53e06173485e98
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05428766762b8d6fa1d87999f95720ce517d68e1c112012f7de42d5cc6254ce9
+size 8781995
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2bf61d52ccd53b5f7d7af4646278301309ee42bf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afa9fcbe9f90a84c4b96fb0a128594a9ff07d2550a7bea243a8a67bc5145dfc
+size 8775540
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7d4cbff38b29833ef86f637bbfad89f9c0f46f78
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015d13ddcaf328b91c914659d1aae5d61105b710f8cc8266c9cb0c6f2e47523
+size 2857
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6d40f08b291af7575d45aa038faeb7e78d07d930
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6320720f3bc05f1510196244bae6bace05404d9b6f0dd8385f2ca5af2a76d2
+size 2844
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1db64b07c5be212d53ce37190b67b2773dad6afb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd105d6669b285e0786b25f7ea9f323fcfa2d24ea85c2e4e2234b60d6f9ac64d
+size 2820
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25207fdca69d6ec86aee9acfe7c0de3979ab5acb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7f8cff4a6cb28c21a5e9cbf4b08bcf4f56fcc57f40e4ae13b997aee4f72c7c
+size 2199012
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b250748f4a5336e0654352a88ceea6457bd10dc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b07eb7cb5231bf6c80d7cd7f86685f87ab3950ccae1a6acd1581a3b401d58dc
+size 2199475
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fcff4794a4d094b6e9f468623f18357248de185
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56e787dd24a87b9000edd938e6608092e842fbe99a2fcba79ec918a9e7ef6f1
+size 2199589
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1996476c4111c2996750040ed8bb11feef2b78e6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_14.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255cb68327870be15f6fa99da0e3f5874769c48d01a9e677c99393c4e0fbf2d0
+size 2202604
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a73f3c550188ddc9ff27ef749bc0e9b3b22f2e61
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325b35b35d20006d1aa6816f85b42a1822570161fa3917d5f276372bedb02d17
+size 2195294
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1943b20c5f1d4b2c550ef7694674022200de194d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c45be61348860f7de52c1c2e361c29af4cf1f10c0582c25e3501d883f86d032
+size 2195707
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cea56bd5fc80e82fe8ea6e34309d22eb03b3b92f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce23cce09611abddbdeb90412215396619f77e7a880616e2546fafd9757fbf9f
+size 2198586
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01d99244d68ab04fb39fba0ffeae7567437739dd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a072d9803f098638fa50df7be5ca3e319214cc82590858ebaad152481cf49b67
+size 2197244
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cfc1dfe698e34a450bd299c0daedc84c26b23473
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa0bb04e780d932742c073b92f97a6d31ac431f1225a19c8466f8af58834958
+size 8763393
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..900ac41a2f0db43a91e369761f96c46d306be7b2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a631496f1fbc56200b4b0a96c89ef3b1ffd578ec5d867ba339496d849e91910
+size 8782368
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd7accbb3fa8f4c2c9567b29c84dec0a30b50d9e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04419ae37a573a11885ff1137806540c6930d2803984c8608a74e0a23a28798
+size 8777501
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3527e18112eacd5b181ee76f9157a4306eaecb91
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddee52355383dacbc8a3472f28423ce119060fa1405f379111c7fd3f1df07f57
+size 2816
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1c563e98a8ea022cca123ded039b6cfa43da3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6540999e554c886504b3e5f5a17621bd759994751c7a9161c000a0eac86c0aa9
+size 2828
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b098491089a0d9365cdf45142df757417557d4f6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c396643217fa4194be145bed3a484b7a92eeb74b6629e120ba5324921d9123
+size 2824
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f51eac79fd98fd5b9a62c8545898a7a993c12b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc4c7c9231db8ca7f25e8f4c1c299f5c7c9b3e7c8367856ec0b3bd18f84c679
+size 2196505
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef5fcf2b1321dcb9a62bec6bcd64eb8ce341d870
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43aa85ca5b9bfccdfed4c82d289cafdc654a42755245593a0fdfea4c4078489
+size 2196530
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1737cfe7e3e9394bdf43e8d90706b0987908ff93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912de49d985eb41c4cfcde533d37a7188aedfda3877845942ecf1196c557eed0
+size 2199096
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a49cb53244d00d5936b95381099d5794b7f24f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_15.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558f2e90b7e9ecf26d89cb038004a059f0c9ee5ae720234bf2b0309ffcc972a0
+size 2201461
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20c9a502c137365c92ab2812d3dbcdffa774b293
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9b2323d80b98303c68efbb356306f33fe3b0942db94515b7f7d81c0ed497a0
+size 2197011
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0704362edaacbabef90ddb8e80b6079b877b6df6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03f599db6ec66c554cf62705aa125904770318bb0d8723c4335b797d505de01
+size 2195734
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff8dc3d38bbf67b8a2e83626a8a7c3f89267ce5f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801c5c331336a79cf95afc146b315f553b318553bd907ee57a40e4bc8ca49839
+size 2198683
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e7bf9e166d7db110a5e6c4ea573d3c8e46147f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d68f32ce18d377deef777f987395429e8e6810624bd0a13561424921216c96
+size 2199087
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0c0d1fded1ef8028a1dd93aadf4ab4b8ec5741a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56a82c6ebefb9275b0553ab7205ae2002ac2d81ef240ccc78058d726aff6563
+size 8765055
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1ccecb8b7226310afaf92596b991f3864d5b7ad9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ff442d590ea6f3ec1d694da5a672340ad4b5e4ba9a8cf3995f2990210eaa85
+size 8786973
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7c686dfb65f8c5bdec06ce94f94f190b3c7183e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90de3011153adc684cc0286ee2cdce6efc8d7b9695620fe38e6980cf48426b05
+size 8775636
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b0214251b77374396005f35a4bd3fd5f5b68e7b0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea933773c7fbcaf793ae2ba5c2f4dee52b43928b74cd69a66cefbba8b18c4838
+size 2843
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..41f63f4f321efb7f0e16dd1ac4444078583a6a00
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8d1469cd476f2ce612c6e82912cc18ecec86449b5f5480bd03710400c86a09
+size 2828
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..38aebe55ac9a8a6daab548a362927c4dd3091180
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d92d601d6f729ed0bd56a6e39405eafed8da0fa10b118bba75a39a503d96b7
+size 2818
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c8dcff5a2642ed3f0be696b712f30245fd9aad65
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e077f6f2464d19c641d56637803ad46cf35cb740caa8ea6a3285a1caf290f416
+size 2196312
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0cb6cb24c7b608bddcf5acb2121294c337b3e46a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c8d1208666d1f7fd3f303d00b809599027198bfd09846ac6fc658a2438a446
+size 2197901
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea810daddd8e1bc16c35d26beb1a22b3df9e3da9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c6d9ae8bbcb4345c1d794d5186f913a54a3d2534a62e24602a33551bebcfab
+size 2198700
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b46ad22633d4845760300162c5c12856df48a215
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_16.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc902b08b5951146bc15a0b767dae16f2c83d9819430e4a1990b58669cbc2047
+size 2202210
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..778e1883f163f6ca79dcadc2fa6bca2b54d2ddd1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d88f6071acdf636c216a7d328a6f07e660b4c8842e430000cf3d82446765d0
+size 2196047
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f4c372e8d8b8a5055eec2925904d49cafa41b63
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c70ee1cb0535f897568476165bfd585ba11accfc879bb897dae0cb9a32d4d4
+size 2196054
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26d5c192ccaea8c0ba8a266f421819862c0da750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0508eaddc68277292fbb43f23b76589713b61f244ae43425c51764800217bb9b
+size 2198949
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4601fd2cf086fcd5a0ef860f32ca123c784aa190
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a759feb3c4ca1ffb68e3f138c9064640fcc91cd15b13379986a4e2bda0e3d488
+size 2198517
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1f00913efbd573f6009313017528de2e3d8ee6c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a941749334eec6effcf7063f81435cb5ffcb7c8f5387f9e4d62d0d75c2dad1c
+size 8763601
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..534acd70ff6ae04b4e161b33403c1cfc91fb2d9a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2eb284c52480c27df75d22e8405bb81ecdc0fb147e2cf148685eafb342cdaed
+size 8784754
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c563bbd2449a9ccdebe6bf12df0d9b6888468e44
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5c33a7ae714f47b4c97ccad756d03e447cc835baa1072438dc861797c47d0a
+size 8775985
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b9fc6f01337ed7373aa9707e2235e8ab6b6166f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb935e05ec2dabc0c4cca80dcb3125b6a34f1ffda04288e31f7e20d84e4a01d8
+size 2860
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..57161178cd01ac6f2c79cc98bf4c8cb6155537d4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be16f371f706c26d2a8059d637359afb75734400c66d7e8008b5e7a6f2d7a3d4
+size 2816
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2c9f9f18db1232cded5d1fe862ca03cee2d7e73a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7c9499b80a36e2f40048a33b8a7963a7db3f08998481eb9cbe491c7759af1c
+size 2812
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5f3effafd1bc1c87307262949d7f057f57120ef3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc07a70c042b1b794a91a49b98a57f1a12412466dc389b88ed8fada48154458
+size 2194883
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5dc7bed0983864976409c868b15cdf27d6934dd7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5352b8c4b75751abd608aeb9289a87642dcdd69da1ea2bced22a60ae10d614
+size 2197375
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cbb372567eeee6bb027af43abfe2b9afa7d7f3dc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53475c81928eec3756e65ef3b2afb39ccf1747a0cac9f8460b21188fa7348ac0
+size 2199122
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d79cb766e250b8f70ac904fec24135af1f081c1e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_17.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4622e5c4f49c634c59e556397da94886bace3dda5181c6c537d687369eb3b1
+size 2199613
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9d527f181c5706b82a8c3da647a2f023a0e88861
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72a59a74c612b98531a7945bd0a17d5f6628968656017bc0c56f3191bf8ead7
+size 2195502
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cbb8884f14a86f02e142235309135554a97e9b9b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dfe5ac31e220bdff84321afc962410b9b13abd3207116208e7c673e63d4367
+size 2196164
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba38ff6d347a3ed2e75e44c5d6606e53246a1dd4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d62c3438fcde53afa51e5c34c5ccafeb19f207475bd184abe4473e3d189487
+size 2198677
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4af315a837e9b24a9eec9c09de53b81851d5ed4d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a597402d4e73ff92bf53eda066639870e0acab128da85ae110ec989083c9c6
+size 2198309
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d531d19c3396fa73f473da2d32308b7b0d8d64d1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2786e0747904ea7182a5c68633a82d9b30dee8dc6d1b0f5669a4f09972f86b64
+size 8766194
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..406762c1e5d4a84dfb1f637154aef81b91f3061b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a147df2e11d5f378a25424675739324148b734283f9e4c5f775d9614f8e35a
+size 8789322
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6718c74a8fd47c0bc8c7d243aac7de788cb6ada
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0321b546c52ae3d7f6d963618ba118671b34ec7c8a29e66cdcc0f0bea3d1a787
+size 8775000
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4102e607303cd66de6176d53a35a02a45ce39f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd41a9c729de327f5e981b299ed3c755c5ac497464f1544e46b1989f225d4047
+size 2840
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d13ac6e4e8cae12a45fb98e8a154865c3932eee3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf6a1cf1bc4cdf967011fe1a2581ad662ab64f6e2670b08e4b9bfa7c5bf5718
+size 2817
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..378787966b7772fcb04832dbc4f336ccae0504e7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5328aca23856c0ab2094f35d4ec7c3b2d9401d4b0bc76f07f72fc72a93836bd4
+size 2825
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7047f2818d60ceba635ee3fff6b443d8bcb6612c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a4049aec627e4a1f0536dca74e5f3fdde75b36a51c1e876a35c98f3485a6a4
+size 2195944
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6eb2b8dd6a64051ae2b977cd59357330c7dfaced
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3417bc27e126c99c4132d6319ef6fd3542374e85eea5a0de37261a9afe54b62c
+size 2196687
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..281fa29dbb513def9be391fa147ca38944b81338
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aba164450702bf85b47cbd126d0da0e03050191e0845e5054d6af6935f70497
+size 2199409
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45a12e2272c090a66b86965ef60054209a0832ed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_18.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef36a20cfaa23e6c8adb607ec62b05f1d53ff58a8b775dfeef81a95712cecbd
+size 2199001
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3cf8ad4529332cd34b630fcb88498108e06fbbe2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166fe3f8274d6b6f8f4c53249226d161c3e4922c6db45e143e4d8552e67352e8
+size 2195761
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ace5fc90bd10bd22ad86d631b640b903271670ec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2eae8820e74f0cf645da4530ea23710803f3a783041ee27199a8133eb1abafc
+size 2196426
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3351ada04c225a461720c8e9d41c176ca44551c8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b225e5edf26584dc560fc7798cc40814881d98f3b94ba49931f062129097a3ca
+size 2198835
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d8472f54c5bc84a44cb08ea514ea77cbc0a4c787
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f3f59e629f6606a914179b715ab9b44725e3f82b56dc6818259697483405bc
+size 2196882
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..578ba11f1cd3f30c27223318b3bfb25e85e352de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbe32b84118f55b021c123e2276df6d5e9818b7441c82c68b315411b6abbf04
+size 8766701
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72b7a360a675f7ac59aa864b78020b31b03287eb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bb946f6f163c6481eab25309648895269779e9c820c0f7fb5fe79214ef9eab
+size 8789801
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d410e14cdea6c3cdb304389241f89e9367f06e1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ce60ec59ff7a878a080bcb338a599e3c4910700dbaf7a849de004999401b56
+size 8775853
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5e221cc0371f46372eb3f4563efde3b0a0534117
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cc05acc09b97a14497905cd08293831017841b9502829940bae561e9f9924f
+size 2831
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..99c840c234c37174a9a2c2c52e1bc669b08ab29e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebf1765a307d917014d2eeb7f242ef04d92e5c9fd3c4bd2a0d781f07f8c02be
+size 2815
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..879aea5c2c68494b8715be84da5478e2f924260f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733cc31f89cfbdd24922d80f2d6b9eb520659f3269125fcbc7b077894d997459
+size 2802
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed72a005d1e8db49f597d97b4a9e768ea9d7e051
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170eb08ceb3725f6be4d594105b2e9e0337c41cfcc53d05323817e75068be915
+size 2195374
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1953ba73ef71f34c460eb9ebfeb15b1bbe9afdb8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4854dfa362343002d17dd88ba193f9711331f9ee70459b3643de425ee16de4
+size 2197258
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..77f0991c14fd3a1c69d7d704fabd8f5ec96a12ee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af562cc36e4d896bbf58efad31d05763931e9e24c3d3c2b05f8b0644a51dddfb
+size 2199181
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f26195d1080b27c26934e090e96c07efd026dadb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_19.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3197d7be6ff90276225e0f3d26a52b12001c32e5a58c833a8c65afb8539b1c80
+size 2199148
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5f0cfa037066387669174c48dea6bf6af61839f4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e988b8982446f3612818872bfaf67a9d9199ef98f0bac3efa084c1d773d8d122
+size 2198385
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60b96f7276d6cac9d4f34f193ad3fdfa2a2c05a2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e353ab187d105cc8daa290827cd10c423bf659084f6edf836d6c44111412e4
+size 2199320
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..550bbc72dbb6a7eaf4d670bcf10f9f6aa8be4473
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaa64d431256e5722ba0a5c939476b68c651e1a86486e2f8c4d4178951b2c77
+size 2198478
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfcbdeaa4ad2e2d5b9aa8ec92e4cb0ef69a63962
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e99a32fd5172065388e971c92569e3a8f331d0614b7d2830be67d94bc0eb727
+size 2197420
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6cb76ec7ac7dc822d895e90ee6d7e2359ce86c3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8b35703331d33e0f310046ab19522a30cb62195e0b0e0d64347a3a73015aef
+size 8789710
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb211a57e8ea4773af346542ed49ca6dfbcbdd7e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494ef5a1a460505ebc6303721152a9ebafd73425de854dda50b465dc8558a91a
+size 8784060
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f3722c11f1288afc3a460f57848de92f9f92ed75
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c36fe186afe44a5cfbced940eb1e0fc86e92499cb4512734933a5f12511d29
+size 8796323
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..56d57e8612e0217dc35b13585f5d16911c012584
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63d21004d01ff9b89a6740d31fc3a62bde69272393c784e5bb960efa8086ec8
+size 2958
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..12c6274cc4834f9da9c094eb2582d07398191293
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170ff07db45c617b83e0df4584e0aebdc736f6955f86922c6f84139ea9c9a786
+size 2879
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b7519de485abbec793d2fc14692ff642c0d41e1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e48fab058a5969062bafd68efaaf65ebc4d29f17a7f9e6f2e9d00c785f2d36
+size 2906
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b807ccecf72830862341412e682900e4e29c2b95
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e9b3f4c46ebcbefb1218511df582f5c2c8c1502fbd12bf54e6a0b342ab9d55
+size 2195518
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..88dbffa425b12761a4a1f1eacb6ed7fd8624adbd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dac54184b6c082f9eb956f870870cba12e0a669cb919e165074f3967a0f973e
+size 2199651
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e4768e16f73a6a99b20630eb37d296e9ceb93648
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5211116f6a8e32318d1a297b2e98ef758d7583459d649b061747f29c537f530
+size 2199509
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..68981433c38b944110f9ac79c4b344e298bcbe73
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0a8c433a31555a4589cc5d89bf7f3cfeb8f6c0f47d7ccfd25a639afb006e17
+size 2196119
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c7090ae384465e806cfafbf0ff0e702595671e7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268384e09bfb9a2aa32020ab89d13206a4ee360f38d8f2a3948063728ade53e4
+size 2197484
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9d62f65511db1713c1d948a481d72c070b897d4e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7956a34c7d270d2bcb420f90088495e46e321c87ade1ce58f3ffd14382e26223
+size 2196255
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f606a1aaaf36e10310aa8ee4cb0f78c90ba320d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90543d890ecd8feee4e222f407e55f3b7bc3e23832420f35bb3674b674b3bd53
+size 2198884
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1bb2d379b8da3dcc4eedebbd0b11065d04ef77e1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3890e3d5bd29244864a3da36b25968ea6b998df090a26634345e5c832c9b86
+size 2196221
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6bc412425f73c9aaae5e69734271b33570f42567
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c78194bd9cf1ae8a0623908cff02073092c8d585433cc9ef586b1f287b047d0
+size 8768632
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b330af1fca5ca5bf494b94ab57ff3c8f223e120
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b928893e6f562c33d2c936f9ead27b553b8c5114d8700926e3d835488239cd7f
+size 8790329
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d0d1bbf934e2a85f542f2a7affc907dad924663a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471192dc184e63dd5050c371a936eaa5620772e5e1937b788f3a6dcb1037fb68
+size 8775618
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..89b0093d01ba80b9ec0214804292c1b2a1245267
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d909f8e00f0c3a54ba8d51ed76d94966d404ea28992fff14f846da90cca453
+size 2813
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7e8f7060cc1d4540d2174678ade0c94d22016d65
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70909c76cd390c631ab0d688bb8cb377e02b7e72a51ede858fa73d1749905ad
+size 2800
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c097b6c9772f0b65f77a1ac2bd8e1a887897e772
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b0d5902534d77db5a57eb8e61b0194fa87f81b334a540120dbcc74f5182079
+size 2797
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a325fbe7e939b2d77956f79af3f6a471ac8c57b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614687f5d18b39255991ddbefdc39d94c20ffc49584db0a332e7adfe5b70febc
+size 2194660
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..11f975a87e1dd7e7d89b3c599a4271e1e48abc20
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff1dd1f577f34dd7069b5e092131e7b4ea552901e54fd2f6e9c547df501edb2
+size 2197425
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b5c6aed64206393ea6eaa6b3ae5e805afe64fdb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb4c0465bdb51c2db2f92cb5e821703edafdf77c7d84ccd046ff2a6b4ae2f75
+size 2199037
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f7c458045ccd4cef18845c08326ef10193849b9a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_20.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b798b4887fb35a2386ca2c0ed9e839c9eddc8f164dda7dd4d109c86caff4e669
+size 2198992
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0cfd0174e780fb009989072b32da7f1cfe54cdbd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5da90468cacdcebf95690a781203e48d69ab9e650e5db87fed3b846a9ae0b42
+size 2197922
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b849a0fd99a97f95051beaee35460b5b2b5e3980
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0006e9e7453468a6d270af86b7ef4fb97b3f8097ae0fc4cb703ac71d87aa064
+size 2196444
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..68d5632834457e79f550f12aadb07fbdb3d8b8b3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923aab1129a66b6651f67a9452b2bb43ef1366e386c7e90408ca70b80cc7ce24
+size 2198835
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c80e526f3e25cd7979444db17a4e42ef187a6c5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72f27052094e42cfbb7d5737751dbfcbff9cad61675078a62285868d88f070d
+size 2196673
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..31e60a20e50a09c8183893b7ea1a398dd9fad3f7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8f61656d653f7a1f330a8b9b260195840ca0750511675d29059a804dda9825
+size 8769732
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a1f76bf459af74a0d9471ab40c248fc6b4a46dc4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23301da4df49ac2e5d2c5b2016b83c28659df43badf60af40bff532eaf90c7b
+size 8790681
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1bd9adfad096be656ce156e26ef866d72db4c2e2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f8082eb799a31d32b4ade57c34312dd903acee2c19dfdc4f4fce25c4514757
+size 8776613
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f8cc3f6ff1d271a2f2ca92a6fa9de975d2b14e18
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475a018d69b11d9e78920a711f101e39ba2cb314728e20eb4767e6359f061e52
+size 2806
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..970493cf4041767851f2b3ceeb1b0ac20bf797e2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf0f044113ad514532fc73e43662a4387cd382f2211f59ca009e71293ef1e22
+size 2792
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9218e3b942610fefcb2985fd1d8592c8b89ae314
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed8658a15b88e8628010232534d527192dc3da8d739c3dda7b02b8c15a963b1
+size 2807
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f25764bf0407c39777dae5578726a78525a46a6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264c07c4559e0a792dfea8ebdd227ff5f68dad24f1079d00564803b547ae7c23
+size 2194086
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4fcef5b73be13abef15654f7457f55ecc93a95c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67e23f1488dd621427b7246c235cd2111c3eac6136d3fcf912640d8d8eb1fd2
+size 2198033
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5442b8475ad637bea3a287bc3b10f1a681b389e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafca78516a17eba6850a7e40c3bfa9d73fe4de57cf0ba745c1ca1843a0907f5
+size 2198717
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b44855f9c2d786fce8dd987e8a3a0eca6752e6c7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_21.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf37439282ccbb8dcfa29b7cdd720e1302bc9684bbad14b885faaf8ac25d5f
+size 2199465
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1358c9cd243d19be41eb74c242c36e6b5eb15f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb6e23286c3fe0ad89d58a23022b1e8ea51236b028d6884e1d48716d372ac5c
+size 2197148
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1febb45e0494e15a838e8ce0c3d5e9158dda1f3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81aa907e843d6ca760002957032b354c46f605651a9c386a0a7b70995f524dcc
+size 2197654
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d284b64383190711def51e578bd94fb9be8a2902
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408b1008a181d197d4828ab4c53e8a02e587ae75e202d37b8eb0e86a6a2bfd55
+size 2199272
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9d3799e3c298a8c298caf28e42cedbb322ff1883
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264154394067a5f614818f86f22aaa215c3418a6381cefc27836fd5daca04422
+size 2197002
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b192fab27e4d27ef911b941a8a085cbc24f0cc9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cda3e09802480a75cbb53140892f0de629f42d587b804f2d877e0943fb61293
+size 8771152
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..549e398b722c62ef20dd9abda2d6f4422ec37980
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce041d69023ce7143bcbb4429ac632c08f486a0b93ecf9a80184f3f9821de3
+size 8789837
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35ca1185817f30098233e11e71656c2a48e01dfc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84773f0183ebffd75bf3a43718ed0980fec321f7a0dd0fb4f6c8c35b3207381b
+size 8776599
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d63cbe12af3cbacc7edc87d3d9c2062aaef31fa6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e363d7a233b6a29d024ad8b3548f5960bd2f4098fb9cb75be590c2000882f9ff
+size 2800
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..87d22883e132742e167f0bcdd42f5834c43d2f45
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef478dd99cc521d500ff4c944d51ee611301c9a36aa52cbcf05c0cbfae3e490
+size 2780
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5b63030f0fd53049149daafdc5c8f6d1ca55b225
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f00180cd2759699d9e268636407143b76086e53a6026670395e66783abb9909
+size 2799
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b9b659177eb390d7cf9f7d0921947838cfe8c4e6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fb935e65283477f55301246eaa9feea7d4c9a6052b1c939c8cd2039bad4978
+size 2193893
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74be921be21187ca2b97f92ceb2b8308736188b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb825e3d41e3bded6de85c278680e1b6d8b174ab50f7795f24ccdcea0be5616
+size 2197516
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a5acf8a02efaec2081675bbe8396e127a1dacc4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d211c0e328f5412aa46055f92bdeb1a9c9ed3375f7c5cdfb1f0dabe4012071a
+size 2199084
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..162481d02cca21758890a5fbe66a4522673136ab
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_22.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f199fec7a23d480f00c20b98514f4a29c91f29c6789a7a2dc71e1abc1b11f0a
+size 2196740
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60c13236f55c6b3751af78f8f2f2c2e8d1bd9d4a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b70883ed849c9a72bfe052d0a8ea410e086ee6727e7a3bc7a7d06377ac2e7db
+size 2197641
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c12f0a7df14585c8404618d41a573c90f8ba4c71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c748eff6fc9b5f418796b7e8831d2c7e711106b12eb12e901dd251bdedeac435
+size 2197561
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..443e2a1f7045578329e7c46c0153920a58c3cc24
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13098c98f7bcfd9530116525fd742b7dd45db393c3d649fd3241a17199ed31a0
+size 2199054
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7e38b7e39fe7d54072f25a0114beeb546afaec11
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d7b22e23fd9ab4fe2429b2f16e38973a73f9e00416f9fbfe0eec23d801e532
+size 2197232
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc59b60c95ebcb1f6405e6bc6c1b21691ec48686
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5728f53444b6d721c40e9c032251d7f0c233f00b8ee89661fdb9c341d61161
+size 8773499
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d575fbaefe8284afb38300b2a6803fb477aa3774
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854a295c594e395eb5102dcb2429fdb2d066a5742c9f10dc248e736757a6c788
+size 8791050
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..995fea658e59a72bfd79ac4cb85b356ac2bcc45e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f33cae51c832316ea08dab442e13551030c7413a73879360d768ec5cdef8c2
+size 8776236
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9b33a2901a7eb4cb3ff4fe6169d1987b1bff4776
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2be4797bd8664e01a197258cc4ba0a166b4395c7fceb3a4f75177b60f5ebce
+size 2797
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7b63f2226a77e3ed5fe78fd29a15e964848be5ce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592b226e8c0dd281a1557360d0a09eb077ed82b7123990e7ea0a2f145bcbc7dd
+size 2790
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9d6518f42e9f79a1175e847ea8bc212ce9c7b6e2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a3ab807ba2c4c6a66562f1ea0b5668e8b18a612f0f5ddbea6adccb89f03d53
+size 2793
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aef93d98825fd0141c677df7b34f297245b93011
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe52625adec176b787ed302d3f15ec7f8a84545f37da9180f7d8d1c7988e524
+size 2194029
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97b84dd0ce238b530638f8a5b808ddad43fc99d3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964a322795b23748e0e6d8b227407dda92f3dce831e9251f230114e888d20975
+size 2197906
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c2a74133aeb3063547445ef278ef8f5fd26c676
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906036af9598ac8b0df298b4913e1bb89179917e19c61f91aec7a75e730f37c3
+size 2198652
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef71a30fb00a75b6ea71b2f71a34e4c644c06986
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_23.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118630091e05429846e3797f09c7bddbe69564106f34aa72cdf418805104e1d9
+size 2199553
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1cf0dc9f3a1cad4bb605eb262aaf2e784d7fd86b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5d8c4bf54001735c5cc67726d9da06a45654d14ca050dbd1fb29bc5ccda652
+size 2195237
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39d18b5c845c4df8c6e0b3e2ba6601ef132c6587
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1428f818057ede304069db6122226488aa5b344b0ef7d56a17763869281bd631
+size 2197486
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..304424d330718a9d6971488d2bd57735a678d06a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f16d0cb683c7b2e630b1667f10a173770d72ceb89221d9c622c233a9628f44e
+size 2199066
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..47d183fa8841413b9971c09ca2cb8298f00af778
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e094961d79ba81f2586d961c7cc2e42f5ec71a2df3fa8d07a6062a81a6dd5293
+size 2196406
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..34fe62a913116d089af704123d3004613c45033d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7153e8fb67a39a2ece78f2887879cbf7c5ae4c78fd642a70770f3b14893f0c12
+size 8776824
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..47e535af78f3d3cbb6a56cf1ca7ddda87a5a1650
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a9f5b5c7ccfbc2b17d794a29d25bf275c66c21219f8b3b75f054ed9351a7a3
+size 8790305
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb94509d12e881eb3ff3a7aad8cb35e362b40558
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d431dc2132c5bbfc4c7f544b81fe9ae8da45792a97fbf62ccb14bf9c14bf6e
+size 8776512
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..99dce9528b7bf26b0e35baa671979bd6ff81a611
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3810d2da85197e2f02ff7a3541988b11546789b69fa111d969c9350e907b2a
+size 2773
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d381845c053b7ac0309d11ee90af8f28a632764b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482b99a4237a07e73dc88d9dbc303798a414654beceb7a73374ef4275e307210
+size 2791
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..54e724d29dc3717f94bb200fb0bba22a160ba38d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda7ad2b88fb37ee7088f46c804ca0d7d5a6d137a0ae91c64295fe31231e65c9
+size 2780
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c13d38e959a074ae3d77debe79373ca1b5a7ecdf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5a8cc1b138e51c8d7092b81b8da8a5fb854bc8e9b5cf8bcdf0bf5462b1183c
+size 2193343
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a053495f0cc990f0d7bdfe82303aa281f478e3f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a531107d0881b1a8151742c6e3aa8977089569c1a9abd77ec61907cbd2f5b0d
+size 2197487
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..106498ced036750b403443024a894fd8e8395784
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2251037eaf02cb9b35a486a22ee2b63ac5ebeb84ded2cc8c0fc555cf35a4fe34
+size 2198596
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fae191a6bd941d5063315422bdcd1a61e5193aed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_24.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bb374e7afa33c11c1b268ce585492f03cc3d6c11e8038bae8f89e24ca09110
+size 2197542
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62ad918ff67a0dab1add682ce6b265262be301b9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34d52ffd57194a5ff1e570d9b2c8903526f6a4ab8a32dde84610c599437ff25
+size 2197216
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1342fbefd9d9902d678fc93f1d385483c5116308
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1266b5fc615079a2b3c37926de062ac785d02e3b5008b58840fd28750734e6
+size 2198099
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b5ba51f64b631e9882b73ce4155689b79a64f71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183cfd69905d05944a7fb2a2f00f7768188384cd13bc23d99a3cabef17f53d02
+size 2198915
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..988f0f6359e4dbbbe7b997706868324a5ff7ec5a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf638ce53a251c0ab61fe79dc4d7a278cc5838d32bcea2485452a8894a4fb7e
+size 2195940
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46b593a67f056a9b5c5427a6c9ab7731ed567fe6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c38270766181fb9989a9ea61318f5b013d09f628af66a542452946118acffd
+size 8777352
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..021aea4587bb76aee432f567fab553ac1a9f97a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bfce4b801a344d6c275286542bdc820e6c7a22806fca385a5239f585e366da
+size 8792182
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..665026edea620ab4c530738a0f8944f79b677765
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa966d44f90d179746c918faa711beb6084dc69f2c68029a5562f5022604665
+size 8776527
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..61febfa6dc04958c69e567cf66ec775f88d98458
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2c8091d50ab9d4c6089e3648b41b264c02693066ec257ea27247156cdecfd1
+size 2799
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..93ac75ab89aad9191160a21a31e45305fb878408
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab7e0dd32fe28216d2b22d6722faa55e5603db24db60bdab0916f3bbc75131f
+size 2789
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bccc8bca5595ba49cdfcb4df68ad22a31efacab8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55946fe09b867697b287179f67f09c78b968faf815933e7c241964321570f592
+size 2783
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e46fc9858970b4cfb2edd8b7c9b6755753442116
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a43f0fcc9bb69fb92d82d54c75f762cf09dbaabf98ed3259c0350869f4dd11
+size 2193369
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f8bafeb90ccfbe87ee5a45f73d93662ab018c8e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1405b89992b8386de6304394f9251b9717778b7956aac402f6a8a3aef339e699
+size 2198653
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b178f7f84fa4da70a5bbed3d51a22b1920db311
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dddf164ece1f1993709d1027aa160e3c9f106d5d21613c4f9513111350f132
+size 2198431
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b7ea197dbc073bed58ec7dcc50d6a890a8cb5ee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_25.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fff0370986ccae9f0a504eebb7e4af3d51981fc5652e38294cac71cb6e7948
+size 2201783
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b64705ab4bde7bd1977c96b8b84e6b154a58dc0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2070df7716870dff81a4e41ea3657452648be76e4cd3cee02fca80d54dc20f4
+size 2198236
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a79fc114209dcb3ba6fcc50ce42dc7d1b4cafa4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6dd17656f64c24b5c20f3ee75ef4f00aa6a38c8ea57fdbaa676deb11755514
+size 2198638
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..833398d72d1f964af66630ffbdf3f56b10219847
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d72588f126852a2613251a94d12ea7a26156a5425aa986a62aed02e49caeba7
+size 2198987
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..832c2b487e27b7d9d552ac5b7f32658ebc52c90f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485dd836d7a22623bd41f62603ce5288d9afc2faab7e74bb8d1eb1543852be40
+size 2198462
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6caa9fce9409de3e5303e7a851aacfbc7fe79c72
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488bd7e390b2688878b2b4bcc9316ec0f1de21986c6a0661769894d0b30cc91f
+size 8778097
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d229b0bd4d245d1ce79e5dd618143c27e281864
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef90615149169ef2136957e0a883ecf48b05847b5c5d38c93abc8b1cdb6dae2
+size 8791611
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..81721a61070077c3e13e3cdd4ec7133cddcb6020
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf094604e65d1be6582be5b2fe58deec168775530f6850d9e063814421dcee2
+size 8776922
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1238b84c28136ea00754c4fc3736c61ff0775fab
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c585fc31a7d9bbc56650efe27cb58e8c62e3fc0e151895b6c379a90043e0d6f
+size 2791
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..20aa0d4f9a940fa4160a9cabaab0a2e3c86b9fa7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa21716e72bfe261afeebadb95bb6eb5367bb0100b2a45506430b34428519faa
+size 2779
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ff704d3e62af00c4f5260fd13c418638bcfe6582
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fc3c7d05b98c985fc42a848d5b40df36c5c0b30e1d137d149076d66cbeb837
+size 2775
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b585c0836b6cb690890c7f64804c2f9cbac55b7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c450dae799e50bb31a9dabffdae5fbdff09b09cc61fb811e07cece4a14178a
+size 2192621
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b5444496033d600dece521ac67b35242af1ffa04
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5790ae76ebe282b4174d582916b114b974120539feee64c97a9eb06211bb8a
+size 2199966
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05beebb8039dc0e980802898acf9b2948e52492d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48c42738be200a6aa2e27f3774bea749d9b15a552918f406906fc4b51466b32
+size 2198370
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b329773a9790ce86c4af49412fb77cbc3fe47f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_26.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252c9d0ec8506ebc3d7c8b48bf7309d9d61e564916888baa75c6d27acce5bbd3
+size 2199756
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48be9aa03e5c0740c767acbc1a2d930066999788
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04376f21af3f9e7cd3013dbc013ccd666ed275d522c956aa72549c2084b019d0
+size 2197159
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94ae372b1abd565df37beb58db30e773c312106e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37009bbd67e8d95477303130f43f8b843e381d147190bff6ef13d03a4488b613
+size 2198182
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c19d2ee02c51bee6a89049963166615f0898df6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8808aba1fd019b83d4e08adff2d17fca969e2ab209bc155622414c14d3110452
+size 2198995
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8600c0726a174833484591e23deba1d198037b8d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8709b63858e6becebe5fd9a22bb7737eb5ea795cfc1a37ffb560916e92dd9c5f
+size 2197817
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2093faf2eeb0762cafe45c5a795c3ce1a30a0edc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a9125fe7d00841f5b97df4cc01fb0a0f7e06113a984e9731ae04150afd089e
+size 8779599
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7c58b99ad2b3691009376ce7312e42b41cd2f405
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc7ed852f4130865808fedd28081f23c00e2154a5c500071c2387d76c4d0229
+size 8791739
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da53cea0a4b84342239a6fcaa532ba20c917a29c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d80c5f373a49f4f511d3ab7a968aab0b2ca206997d662df2d3ccbe018c82cd
+size 8775755
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b0669f7c34145ffeec43e89ddba32509e26635d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5c4299be237ab4247719e032f5d4c5d6bc930717ff026777c260d7b66c1e91
+size 2782
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cfab5286d290cfa44e54d0dc853a31bd707c7b44
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313ce45649759995dd2aea32a69068a37a0e48c4efa09b2bfa274d4c2338bd12
+size 2771
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8441c1eea1f51ab88a2afbfee14a9dfaf1b31010
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d9ee65fb77300af021ba79149428abc6c701473eb1b06f0d2ced8755ccf1c0
+size 2754
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc57644487edff33aa175eb70870363c9b8f2c21
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6156628fd752d568180d384002c81369e9ac30fe6150fda94459c8f4bdb9ca10
+size 2192670
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b30594a3800a1af8ef1b4b245e372d012a2a8374
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9211f5968ed4fddc656ba981c9e95ff61efa00bc8fad7d6ec896250557e7874
+size 2198625
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6a4dbac4006c827f0f58b5dcaba94396db90189
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f517afc39e69fb725c6bdb90dc95ab95405ae77c8772a58d9e99b9575c7926
+size 2198505
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6020cf1cb5526dd4d5c436544c0a5fc1a1443ea4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_27.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13764737cf3a84dc5f0ffabbc8422bd226bd6c2aa41072c604bf6ce5e5f06085
+size 2200768
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5627138b457775db36ceef075169173da8db1e28
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abb98cc5b9b4980a96bb5dd25ee2c997d8a46bfa0860c0b19c078c7a6546258
+size 2196444
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe0997373c8353fe4bd2645ab43e6b14a1487561
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b7e1022a23327e61d9261a309e461de0ad36cd539ec4a170768a8e48433f58
+size 2199054
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc56fe0c30565072713fd9abf842e13206082cb1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419c6565fd8b24688e720300029c1591933f49f9ede511eca49ca9ee0af22543
+size 2199033
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3063be36c90fd46779e19c8077d57c7edc21aa85
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a99c4ea13e7367f805e2b98d45624899e945bdd0dac8df38277c5d11d88a34
+size 2200008
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6074efc638ff0e9fb040cf9db097203eb486f12a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92ff138dfd25c8df95606f11299572e241892ae1b64f497b6d6cd2cef73116e
+size 8780587
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..087d79cddb6074b99687b9c0b2550e08b37ed59d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a48f73bf0b90e042c87a52884c80832d4134f11844ee3122af3ff4485a5ce5b
+size 8792120
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1853ab7228e8f2e874968109c1513bf93ee984c2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83b3a61e5e184ee15a29ba513c9d20c1d6079d4e35e081d6de2a6b4b7faec61
+size 8777093
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2143d10e989e1ebdbc05844d104f79e1c1845578
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9452cd59ce940cd9355f5be37b1c74ed8e7cea40bce23c9e37a9fe2e93577661
+size 2772
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..54757f411ad51e1cc057a173ef9b2129979f19bf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95f7cdad66a5267b8de61c268fe5d1e1732a76cbc304b2caf865c9ca1019daa
+size 2770
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9043098022160a93dd430235e38cb60cf8d60a14
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7da4496c4848f62941292adb977f40c841d402541e7473966470c8f2aa9f92
+size 2748
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..378007d497c4aafc3b5c4c69c3aff53f16a0c0a8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96411b340b9aa4d205c22d27393b40dd997fdaee21f1735402c3aca8c2285eae
+size 2192654
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f88ec24115add5c4f69ca7fa10228a907989b4a5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40a078446a67f56c39df35fe5c4e837c9e8eb9cfcec9ea2d5b70d6d279eba43
+size 2198470
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bea81acb52ea0dc35decb947dd886fc675d61d28
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4b211ae375f2fb6c7380ec6fbb85e597b98a83b4c099b9786c8a9ba874db83
+size 2198283
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8c97dd774a6cb0525327dc994f3477fd93256ac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_28.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e544baa46a690f4922aaca14e05a8a123176cc0e70f96086568dc43644376d3
+size 2199917
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..532802df45c57032beae30ae47cddc1503495d01
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eae3df19c6711163d819b1631a9c74374cae8f8336ad9f517c819c9197f822b
+size 2197189
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18e4158977d7b0cb2f84ccf61e937532eb933c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1377e67f4b65e3760616763078561685c9811ac4646174d2da7fa019f815f
+size 2198845
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b557d08e2bcabfef4663994522f2171d0eb88cd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada787e9a11e595b913844ba2268e5259c472d29bce9c817ef712e667fd45baf
+size 2199128
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2372bcdba590b1723882f2d963d5b4c3dc041c5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957faf663360512edda048a0f6b82ecc932f8cbec4fd0eb48554666b7440c189
+size 2200301
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e30fe2566d7c354a47aa2ce16478e1746631e9ec
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad82987d64b0a04c3613df7f8fb4046266df81e694a88815066c21f29bd2b8ac
+size 8780490
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2401b0d061e096ccd8a8794b181ddc1e1b56b393
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b36e9496743ad8b0f912e277b15473a51d29d42f9164448ab8d09f128b8cb
+size 8791668
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bacb3037750d5b8d984be1738afb0c09952f691c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9424b819ef19a35ef7b12658e05b76d594f8072947e7c311d43926559e8c8ea
+size 8776415
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2f336b9f858e5ad06cb71ea21f7eded778846bd9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf631de60a314144546f779104baaaca3f2ee79576bba2f3556ebe6c3fb8069
+size 2782
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..155edcc1a87df0e319abe63400754acd06b519c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17162c2bcdd4c11dd8ce20f7cfbdb2f2878d2c69a52baa8789068bf5d61fd9d8
+size 2754
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6df9f7ae90993e1e593dd808a759013ad1943eaa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2bf5dcdbc5ae9bd2aea2933cc827fefde60f058aebe3fb7ad8a53d85278f30
+size 2754
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2ee47a97a66652e759eb69c3bb3f869c2041a59
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6c636a11114984b297a686692bcdb1664c05c339b89fd3abe22aa8e7df882b
+size 2193466
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29ec08db31f6ff693c9727d511a2e3b8514031af
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35d33c60809207616aa184c2cd1b288d088119425c2f6e4cfb40323c0dc1d21
+size 2197469
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a1970a9df68d70d79bd870dc0057832dd6b3dd0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29a097d4099fe77cb9dfeb0738a71e331da7c7f82df38032768deea2789cce6
+size 2198535
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3d31ae752f332d7929c3cf44dd397598da351b1c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_29.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e01a66cc4df33969cd2976106de4d216c944e64e620a125fc07322467b55b3d
+size 2198009
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15d1243a0c1e86ea8b45dee15a004285ecd73ff8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f19c1a417f8bd4cc0d8d92ea310754f9d25d30af521cde805a8f9f48a726f97
+size 2201505
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff1c1b611f240885ae2e3d198b2f4e65f3da69d5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900b62c4a1f29d8b71bda4b986c0e55a1723adc561e7306d040900a1b3aad007
+size 2199351
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dfd4ece8b57521c94e298f0d5f2df9bc7504e174
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5491cee4fec50b49f5a23be940d1ab659cb23d05f5ca8743ca597084b5b233
+size 2199667
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1526763573ab46660e2c69442762b9126d125b34
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa166352bd8360fb9400d89b7f96bf4e58ff251ad610f9c033ce2d6857a1072
+size 2198652
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c401afd0b9c222646e867f85a257f5bc8cbf0278
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f272363597d465144eb87cf7edb0bf93608e07a097bb6a4e716cf5692b866d4c
+size 8794345
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5bd25e640cc40796f4eb404a0db5a1997474d45e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea4f977dc46ac30d7b017451281a6d083d2d6011f401e5533faf30a011537f9
+size 8792510
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..677b2a9636bb0d02373fbf88068959e146b0490f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe41086ec58979600d8109b41565d68573ee8ec378802885b1eb369f435d2c3
+size 8807464
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cdb3c5d44facda20bb116666ec7a433c9bde820c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e66e83f3c4be708b5eb394c0cd105f9110e49ff8827ed824b90fca7d347160
+size 2945
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f9be27c3cf31e84302594d1b3f03483125776621
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ee4c4ffad0aa886aba34fe8b96f888990a6b603b948bc0b8e19b0df04fb6cd
+size 2943
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8943669231dbd2d2f49ede5f34ece0e9f7daf195
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbbd2e5fb17d5875ed1a5669c87c6359561411f78a244350f5a663bb81d778c
+size 2917
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46adca9e8b9ccf4f6712d1290e7623ab997502d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e3cbc5fd32a2608f3108f957c2c8d2d5422a0a63434dcb9b44cb33ab7d701e
+size 2200074
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa6a860bfedf875f83ac464664d929e25db96e28
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ba7a946176df83f2d47cdb2589b8881a405e821f599e9628539eecd570f261
+size 2202388
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf3eba19302263940dd4f2341ea23ce4b56bb8dd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d18edd0535ef61684ce10080c4ebf001aa06151df84bff25f67c593d44b1131
+size 2198482
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1535a887e6e685a7a5bc7cb249ad191131ebceb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd83cf33907e40b18f4d8c3e5b777e31581e8afcb3dfe19a8059c10c24366cd8
+size 2197013
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69d148cf3db97026b2fb136ce39dfe96063475f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56042b683784b26f892064e389f7376b172b31c8f0b3cd155b02357634c75272
+size 2195525
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84781569d83e93dfd5e37214c639492b687a3aeb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d1fae4194a1d9eec98e7a77a9130512de543912e17618f13f325e7fe5ba29e
+size 2198955
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7df54808d486d1d13fac221a41ae4a3d8dba8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f235a72002ff0f5676e928507b5825f791fb3eb6bf538b46b7270a716b5bee94
+size 2198764
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1b94e3e966544d344e9dd2a866844ce07f2c700
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e40049d3094026c7b4f2347def86db698d6360e9e41342bbdd8c372671b910
+size 2199888
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be8fe8320b9e29ad76450f03f5e385ca7cd689b7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9b1c48e9ed46db6c4b457fa187f6b2aded3fbb501caa41b927ec39c1f99f21
+size 8781576
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c4bbc697fbceac994644e67f61957888c0435cb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdb96d1fb23f0bff6a409e66a39829ea0ef16ee5ad801b7ed63ad30b8b4f94f
+size 8792088
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84b51034d6186795e361566552637cdb20ff1e48
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a2c2e061f9c08a5ba40b7025995aec93013a2b0a24c74fa3533ef07606f752
+size 8775925
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ccf2fcd79e7e5cad3109c306935925b4168f9233
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59685f8c949247e6dc1c39b1a171a02cb438bfb21e31109c00822cce00f62a17
+size 2755
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..66ca25cb95f6833f46ee41a51799517cb849b9ae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018d378110d534b8e340074c3e4d778ef31fa4d8ebec17711157f4b00942ae20
+size 2746
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6ebdd5bb77553f5babfa56dc4dc397ac0006ebe1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd100ba7cc51ed6481cfc2966c5549f7b17fbc6ffd474cfb142e4c823c3e2c61
+size 2740
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..213395831709df87ecf4cde799dd0aff320c0d55
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72bc114cc0067464c55c519ce622d2625a78ff0d426a3edca651f0dc108f4f4
+size 2193732
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..80d8617a85dfc868c0662cc8f80d7cc940d657bb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36da638fbec4cc997cc1c50e6c83e65291acd3d39070d20600a03af287d970b7
+size 2198117
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c39f13df469f02eebdcee31369764644f2cd93f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db603dd79ec3822af916982907efa958156d3a795012ffab3826623edbb9dcdc
+size 2198971
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e7bb0c2349f2df7379eab2a5fc6b9cf1c0eccdf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_30.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2e4c40260b27d02bd0779e94646417ddb86ca0ebb59c94d8cd91567b45a7af
+size 2199823
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af0c11283b875ad1434c65be25b5dfdfb2bcef62
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423cefbc359a6c9c6a12536d7a25fc6f3fbaa5c8606890da3939daf14370fc29
+size 2196588
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46f6c06190b7f323642bb579d92ba2d2f126a344
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e53a00ed428761ac75195f2d4700783830421db841d86078395a473fd06e34d
+size 2199361
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..08b395abeae0b4aeb11f74f56e77da366e218c14
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd33685ddf901f965556ced40acc789bdd6faf167f46a8c65876454f76cd5a7
+size 2198712
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f20ef7cd12511624ab7a1ba2749bfebbbc13c7f3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ddc84cbc572e21f1eb80fa24de8ade38746e732516cd01361a3cc2c257f4bf
+size 2200711
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8da0b918f1302dfeddab2d27c627738cb8610c27
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45896c7d0268e2b31d90ef04017823ea47c06bfced6042680baeff667b43947
+size 8782918
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76de3542a22139781d8de512e09448cbf4110ea9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daad7773992082894460158820fc10ebd5ab6ba6cbaebdf9e86ec92cbc12f10e
+size 8792021
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ba3d0d7a8422037622655582bf9f28bf5df7ef7a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9664be89007fbba219434605d574eb6d351dc4cdd7caef1d7aa0eeea968b56
+size 8775510
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..73acde3332a6930e0a76da705f27e757246179be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b73070469273985478c06e9e80c7f40539fda5e605a1d16ae4efceffcbbdfbe
+size 2760
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a24acc097320ab8b887f0b6f661be8e7ffabd2ce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29afe1be1df0a9b0b2a7393d4df74e27c6ecde6eafb5394d83b2be0720882f5
+size 2749
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..24f472227d1a15cd3b0ab44df5f9ce877cf05130
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2977cba4368677f81886dfe992215457a72671a0f9c6acf8c358abcfc7ae4ea1
+size 2780
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d63d07aa36950f923c40b5cb230390db296b35ac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71abcb5eb8d54d1b8c773e665df9296e48da67a03531f8f768d88a39341b5c4
+size 2192877
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd21c1f46050f9f98947743526e1cdae581ae3dc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944cf5bb1ddb531d69cca65a2603895fccaba67b74f571ff0b73099655b3101e
+size 2198291
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bced47b16a0288929bc88f419dd4c9ea4524c204
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2c7627f50d012306be56b0ddb9ec86c0405897fc7b49f064daaec57af2bf0f
+size 2197854
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6cdfb9509402a3b184a282ab0086e6e886c78e46
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_31.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d3070026e28879eaec8705c6a8e1fa8b2106b8f9a17c9abd2a1708b328bd72
+size 2201452
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e29fedaeb9c4398fec0eea21eed74344cf17caa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4e2064322a45e4b43310c3228d14a8a30b00c57b05014ec93687c21f1c80ae
+size 2197906
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3448263f3221ba126c5734cdabb1689834751cf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa5ecc55638619a9c92e18435b61affabdf23c521c5a21ecd91ffd537ae5dbd
+size 2198939
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0c68ef3e89dac8e3510c622ffa29b66ab1b61ae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f8a99c505860c156b5233df1414c6d10908ad67b1bc0b9329a39d59a30451f
+size 2199071
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43725d49de809b7cd13468b4e3cf3561c702e9c3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7635419a7bf1e81d8cac3420f9a4ae75d717b06b0be5d5d036afec823ff8abe5
+size 2200694
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9fee79f4f881cc3a5eaba90b4f376f110d13f6f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7c66357cbf25cb9d1e28df852ece2fffaf75adfdf631e70013cf9f88e53273
+size 8782732
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d687fca23f5af43b559d4a497157a45c0983d22
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc8072d02f76c66b1cea771aea33355c8a57b56fc7ab1ac7b7526fc8a9f6ed9
+size 8792104
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ee9d29adc4019db49635a179aa03c1ea7875abe
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e765cb86f70afd8893df4adb9653f578d117dff902e3b6f365418b17a68fe7
+size 8774679
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0a298cc9189ecc356f81849cc48c21c920a3f7d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3660164f816a54da0ee0353ee5a73b2d6039fb8b9a63a8c2022597807f6ac065
+size 2829
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..11f665334a90e1e1a6fa38296a4b2d2e875ed958
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a3b54aa3dda7affd5ba4d88bf15ff829a084af382c1891a60eb4035af15111
+size 2734
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9684c2cf02723bdc74abc55d0bd0786688a411e9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf3f313c95514b20d1df7ece3c9a2e81978c457c96a14319063170db782e8ca
+size 2701
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eee3fdddd2e16f49e50ac60062a7eb6f6d879408
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f189495a1c8cfb4291df76ed2fe7573121220229db8e8249827545de4047e60
+size 2193094
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73530e4c06de01b6df46fd4d1d230f7182970270
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752c2dd22a7a8707de6caa69c881ab5803680fa191066e2ec73364f3153b2f7e
+size 2198455
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ae51213332151f1f9bd0a4f9951570d13f02109a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78443b425355ed2704a8a0943cc6e21fd32fe16d6bbe0792704e5685cefa2fb
+size 2198461
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b78e621e7dd7074be4cada6181eb7775a5a33338
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_32.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75ac644adb60b7a24e2903ab4f67fc3d82f277891af3d284b3496336037b8f6
+size 2200456
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52e7bb1b8c17c75462b49888f41718d2caeddbf1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b32216a670af181164b5507ee21ab57a0f289046bd8670a3369a59c818d4410
+size 2196350
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32a1c2187d75cdab6170be990abdf62db9566c0d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0557aedf9821836b9bb58bbafe9c1b52ac720da07350ec7a28ff9550b5afa65a
+size 2197359
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94393d503102855a7e0fe68f6216b18f37ebddd9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaab9f6952a438e64369a117ea0cc117cb5bc6726b8d18edd306e8154f2cb663
+size 2198976
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4571eead5b084e147934da31c4aa85b54fbeb10e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd40da25cdb2c353bce7ac674063d7dc5bec851215bab0489f12d7913745096
+size 2200742
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16d99f655c0e26919e374d02a93e0296bc7a3acf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301d665f5f297759d858e23a5787bcac28665ceb5c90c6673d488a994671444b
+size 8783746
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..404d7ee7e1b834196c710ac2adc4ad6d07e19649
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d03d87e828a70831008493ea3c17fe910a1f4707fca23aebed3930da1cc44fe
+size 8791928
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b710332cca5daa9d4ae00769b2dc90b2d234310
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee38bb176f35cda5a28e8ef8976b9f43c380d9f143789c50425cff07b0dda6a9
+size 8774588
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..07b45a1001f31ca26665e0da797225e3b9a9f296
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6bf54ba5efdbba968b7ca2bf98a54b9e88c16a49037f91194213e4db2cbe7d
+size 2833
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ab5a69925a291d488f85ac815b876698b8687815
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83d84b3fb693e05646d74573c8f94bf15b3429e072f327f1d682a357225ca91
+size 2730
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..296f3d0c3cfe05e3bb61509adabda65ae3b26995
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97e1465bf067d87b12d979b81e4b2d223e74fd46d79f4178d7cb772b94c022
+size 2715
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a4a0f0a4887cd7f2ddf91cf12818b29009ebbf4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77736bc9ab4e12a6e2aaca65bac374de24df536c1ccd39e4842bdb8285f1bc10
+size 2193480
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f996efc2cf2ea5ca84bc0902df5b4c2592ba13e6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778ef2579c7f6658392f030a997257bb34a98261e84377cb0a68619cfb21f826
+size 2197882
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..171daa502833e47d041348a8dda7f8bdc9d4f1f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8b156531ec01debf78f73ea461a5fc95d753020e4f672a4272e109c027b362
+size 2198386
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff1923e4d0cf284a4dfa0761b596d481f1923964
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_33.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e68212524cfca3f299e0ed4e3f1a34e06c9be3363a31b3da7f240b2b6b60f7
+size 2199798
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b06e71d150611e4fc6793b55354a6c325bcf883c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d5bd72e56fe9196144a35510eba3f3185b1d4c1680c3b3caf6fb6155ded6cd
+size 2196792
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb46d5fa9be18b878dd31c5b0a663fa45df18243
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d7668557d80f508c430ad3142fe0ef1986d45dc6e0a7d07804e58a6de5d8ed
+size 2193816
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..514cb17e10f5ca71bd7bf58d7f0b41c25d1163c1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d5b2ec9c88a9f5b46c25ae5f068f17bddf93493f763a53a451ccec796a7bdd
+size 2198789
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..974b94284d7cd7ee9d8519759fc8e1e697aa7847
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae592a1af35ad5321d607c2296903274ab8558e22b714b10d4bd1b581b9fae3a
+size 2199946
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f456c2d42005442f2f38d93e9464cc2c8b66791
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b793c1a070123516977fe08ac49705a89a6b286b1c4346a1044578c227279e3a
+size 8783726
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50b01c801fc308bfb083e0d45a443f6e0e136bb1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351934f1caadbcd0dfd6fbe1bc56c0345f98b095e20cae5baa563c256c57af2b
+size 8791765
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99e62a8aa5220ab39c66d44a1751db6ad088a2ee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1cd87e39dd59e79e77fa43bd92692aff9a9cd9a0c7245534aaf398e1d5d2cc
+size 8773119
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0648f51666825469bd46be253de704c1ab97d0ee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169525f2b8465137478abb7f950e9fd75121920085477baf61d1887c9c4ed945
+size 2822
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e5d6b2cb53654e027aefd74be251a6666fc90681
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd63f9841e295d1c7d0e656c2e7afef53f4f8b63e57e355f39b64d30b9b5c29
+size 2664
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..aab0a3a190dd1a45fdd3e048a4c4fb9d8bd59c0b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44853687e779d3c382e0f0921d39b908be5c68b4ccb68f0d1f7ebf85fc2897a3
+size 2721
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c3c3bcbcb023d30cd0bce6afa3d37c7828b7ce7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131f1036c40ee0f768a178b1e2f70851fc2b7417af1dd39e8a119f280fbad14b
+size 2192820
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af01e7b510257304855df383509dff6641a96353
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8961bd5734f8dff7adb5cb151b80c34d971a0fb668bef868f2ccea3375d89225
+size 2197687
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb0902632df9eb2c2e397e21053420b246e7ceef
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4edd0ddfe2db597da23ebdf8c2e4cf70da8ebd84bbe57dfd1e3effb6acf1bef
+size 2198144
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f177ff22041913c46328aee415a5d99a4cd7e614
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_34.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff588b04d286398bf8f5f4abe32888f7e0508834f0b68250af49bb05b5886dc
+size 2202168
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2fefda8f1e0a21d6ab14f1ad183c7c568985931
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2719f4834b7613725aa3f0ad86b652b790aaafe2471d5d6d639c15b438c779
+size 2197711
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..259af1d41da67c00ae88513f721e1c4913112feb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd8441990f1bfefdd85261597f2e2a622238a2d8989d3dcb7da40b83cd425f5
+size 2194265
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..adcd56e000ae203bba4470bb6dad446492fa1f8e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fab79c95e651e699316e94195f26aa270c14b336ba2cda15e4df36683fb41b2
+size 2198472
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c02bf3674dc99f33556c5a1c598b27ac252b7bbe
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc8f90830c2422b9c765655b8ddd6d97ac146cec85e0254ff6d53a2a8740520
+size 2200095
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2cdd7697d6f0cbe0818e9b07892d5ff126db3801
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d69f115665aab77cb9982b300945316eb7b49de1b138176c0ca4388a0b8c80d
+size 8786410
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a9765fe5364f902c42c97aef5cb3e107e7b077a2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ad286be1b68fbd99cfdad1f06ddb79bb6118b994c205de2af3c5e93e710dca
+size 8793763
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..24aa90cb4d432abf526d8c6304d7b41103ba1a08
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dc68f671f5b72bd894f7dddf61362c836069566a4bc6a996001b9b44d26657
+size 8780437
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6de5d7b8e822199916acf770d623e5cf5393eb0c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67283a68fb9b62ff9800fa130e9193560198894b0cba597c31e5bd999ef385fa
+size 2789
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f9e84eae903bfd7c23e6c78bb7c17f5a1f0c1573
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f938965adfc54ae12127ae7cba1adb2ef0fc038282c613ba47eff50b1c64a076
+size 2640
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1090ddfe151d1e130d45187b89e9c30369976cc2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a96a7b57f7333b57ace8c953e84eb9e1e4746092c56e1a35ad39b072fb40f05
+size 2712
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6371481ee8b4fed5dcb627516ace9e709ebafefb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d60da1069f2b286b1a4cd11802468101112ddaeeb27ffa044c64422ed79382
+size 2193476
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7293c6070567164da6376bdfa768428bb39c2343
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a6e97c8383c94f59e1932d8ca7afaa6c2d90c5a85f7f3c48b7febb813b75c0
+size 2198282
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2a45d260fa6b30fef2bff4cdb60d204d6cb257e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a001f901d403acc77a95915b9a0b555cca355803c725d560bf9c4a8aad9c09
+size 2198539
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3521260d6dca92df808f138700fe7f8dce866cdb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_35.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f2169d939c47576f838e616a516be547f361bccc022865489a430e5679d045
+size 2200614
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..92e9e25c5fd48a8201ace6d40960d0f727c89f99
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b645a559feb5d4a1bd8a1f9b2b132e34db5c3003545e2453772697bcbbc7149
+size 2197846
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..64320a27ec07015dfb461be3e20f2c66d20a1d86
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbc0aa14edad5d7836837cf53f9d2fd69533fd3b7fc616a27cefa6dee8c8bba
+size 2198564
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f14c4ebc7fc2aa92a9078f31921ebea3c7bf2f78
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99f300c8c59587b42f52e89b8b5b15d21bbc538f2a7e505045ba6f314cddfd9
+size 2197349
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3aa1597331e83e256d207cf4fef4ab8a83f239d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfdaae1c102cb0a6d39364039300be998e808ed889a44dee5053394a332a2a5
+size 2198994
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..106c540a95a038d5ebb443a583c1067273f68aed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2bf6258eecdd9c43ec7fed07cdbb1c5e395f94ec9b1f09658a15eab64c79ea
+size 8792736
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f26b54e06e2696aa8572614d5b27878a0259aa40
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b96d995987567c42fe4ffeb8b039bb87661f7e38e38c92b4159fc66b5993965
+size 8791159
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..77c1d3854d8e4b497d3813fe82e119d6bb91ccd5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6208163522fd7e99ceedfa868fd1dd72466d9323681a65f3a12bfb81bd16ee29
+size 8807002
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd20c3c72386791c084af1a98bed9e82bd0bb6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b713a49efb9bd4df371144e5b5a618d043142de0ec0720437788b60bc0a2ad
+size 2934
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4529d422faf9c5097a7fc7bb3d262e0e986db9ba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292e36d5f928184131bc488f322794a5ecb3c6c8a7f68365c9407709d1c8071a
+size 2947
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3960935c190da7edcb0f47703e948f0e5bec3370
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91b070bc7569ccad21f28617c5c154583923d551ffadc07e5590bcb162caffa
+size 2918
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..00fce8c7749c8e869c81d90aae4120bbb50af99f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71e526cca3feb51aa1dd756f394d4f0fc887ce6e0646707e6dc7e821654867e
+size 2200882
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd0ac7f0d50bd9a5a804749b940eb22f289016
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e9e3e1ffa0c34dadd045242284c563710f385bfad60ac9ade6fc3ed0be3c5d
+size 2203762
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b215fdf22601c1c5fb7a986e147522ca88efae0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8388d0423f9eb9e1aaee05d312cd09e41248b07a1c5d388d9be893d45e07130c
+size 2197975
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b05d459b8e815d8ba413c7b68888d06c0052e87
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a5c85a6df1df43364f9c0a6dd0844d5ebc650f7629aef65026ad22d9685fa9
+size 2197551
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2a653cb54e9c5b8c8b08061d4cb25eb8a86575b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721c56536158adba77f7c83dff50c1bd09bb436d9bf40785b5c35dd7eca89746
+size 2202626
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..800e2090d3fb001ea624996dc22ab07d2e543e47
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1418c8231b99b7b275c9cf8e5c8ee264e52a808613a7aa44eed03333fa73d
+size 2198890
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c26a9fb73bd7f20adbe3351a61597bd7432b00f7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5be8af2bd21266229a1b81626f5048163b264a80fa9074a344626c51059c362
+size 2196404
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..baf6242c174227f643d37af1d403f7e6be36aed3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607bb34cee9a48e5d8d0e816ed4e2d142d94998255a605a4091183f47e1473ac
+size 2200899
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb74a0d49ec8f314a4ff7b0d8c8e855d506767b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269235ca386ccb71ba4b107c50fccbb38cbb16637cb671ce32c9fa18e47f143e
+size 8795148
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ccb7f589114b9ec9fc7fc8cf9d18b2e900a08d1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3b37d54e4f6d38f6b3424361c5d6593eca9a9ab50989c445a19ac254055e60
+size 8793728
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7dad8464d6c2d573ac29a146fe6597506ad86d83
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85ef8c199aa508f01efd65261291a88c0a01abeaad80d0c6e471068f3806bff
+size 8791651
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..734e9caefd00a8588fa3bddec9d4dbf713cf0406
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14aa4e75a7b717c0f59dae9df9f3ce6260d2b75040a249001670894346850a50
+size 2899
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6a157d89e1d835428183c4c0408ca0c4f3549558
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992124c61169921b1924b1816f080664c2ffab9a1430ac611db4701034fb2f24
+size 2920
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..66f3ed2e7d761921aae907fbc27205e680b7941e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9d35609e159a006b5aee83762426287dad804a975b6a13bccb6eb07eefa205
+size 2946
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66f746e124603f51b0089466867f27691d3fd343
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b4fa4996935c44f59cb389b7d9c4d6d61a1828bc54e9a5d07ba009c1fb2e66
+size 2199592
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a17211279ab5415720d8b4221d5ef4be3ba48bb5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603b38dc90a2010f26dc92a0d599107b5244ba485bafbb7d04edc57b0c8fe8c2
+size 2200790
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc9f730ec2265eb9f5f921641d46e60cb84b952b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f80924208ed8e6df9fa7eac7987b24ca60e7f21660d74c5fb32279a223d0a9
+size 2197258
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..34ca09886deb363c3a76264eb59dd6cb30695a09
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97144a1cec9e2f651cee5a5356733725d1abb9a87667eff0a659818e342569da
+size 2195578
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..88c66c03192a0afa4eca5037c081baa0f610f6b6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af2ea22f56ebf4ccec7588cffce00a6878b9503e61b02d86d500f00073ec1dc
+size 2200404
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ea8afcf5c0b5441ef33a399a5b56d36272460ae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bc6f9d49c829407b74d9dd9e56aefee63c44b7086b8756afd5f7064326989d
+size 2196770
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2f121b25c99f285d90c77e5a455f6df9c64d9399
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3ae4db6b49b6e9f51c8861b31844d0c5d847f7fdfec8225073e28eaf035f1
+size 2197104
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7afc2a653fb1a16abdca60591bc4b39929b71791
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1010f9a2c43e664b904753f07a2277a7d1dff0c54d31ceddc8578d4a7a75288
+size 2200324
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d0b5b4b98ecbdc98bc592b9d4716bb51eb1d22b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042e9118239845f48214af4a75139f9bc24fd3fda1439727d215fc2200ea20f4
+size 8792799
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..305a3fd00e0f657c2bec0cec840ee576fd60bf3c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13265022de11c67841d6e4d6b38e5b838a682ee6c99ce4be42df2500885b7520
+size 8794862
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..948dbfcc0cf35752fd9951d1a69cfad6bcfdb2b4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7287d8e017b0a61ba671779d861688a7959fe685dc276c82d3dcbeb112628805
+size 8785477
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d18faeb105f62de799b01504e3de7de2d0d8d436
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f3ff04b6e223ced7e52646d74eee192a84c8d8c95914cdb82fd8242ce6fe4e
+size 2934
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3c9e285521e5297366e967bf71ba31c8469ab012
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccae513484358626dfa47d025168e17a226a64f8e7d6e195a88cbe3eeaba5906
+size 2895
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a20461b9d68254204d2e969e087f7ff4df1e463c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc46309bee1835d079d9f6e7825f122f1f1daebe2dfc43f9ba3436c6ea3ae6d
+size 2934
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e8ec9c2b3d9e44b9b627c8f3323b38a04d7b3c8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc52e67121c75ded8bb9594f8cbcae753a7bb60c08139bbf5b71fa6ee26afbd
+size 2202652
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1fc594c639702e68b8354b408f27e97a20101610
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1370ce45b92e171b803705e0dfcd14ff71c6ebaf904a0be64e85003014f7c903
+size 2199955
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..89d30b19c683f494ac07c471ee1c7ceef3527dd2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247c47b76ea9c9e683d0334ef3f290ed027e6f974d326299f4cf996561caecd7
+size 2200132
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..49ce7f6989816eac96f96fcab7c2d917c9ab5099
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9cdabcb30780bd9808a3801ce0570c44889b88d122a2704ba93dfb15c31e06
+size 2198980
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..86d945dda67216e573770f556e1a897e1b433809
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6095b5427d50f2071c1d3ede1e90812e6121365c4969a51cbc66cf5a7914e2b5
+size 2200815
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..845335ffad9cc8297fcec7e3d14c4ca881982b38
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d3325e754bb3c6c60b6e7bc34bc5a8d4faa9f37c773ba3fc60f0ce719a8e54
+size 2198104
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d22eb56f98feba50e9775f998a41e1f41136370
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534ae78a66b1838c0ee1d0d08d2ca61970a2b0e18ff5835765d8eb144319fad8
+size 2195364
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eac8f5bea3e572c65bdce84a3098e827ffd1b838
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b576120ac254fc0bb9d159abd8ddb1871af5eaa7c07a00ebb9da8daac80a741
+size 2202481
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..239dda761460910733b565b3952ee3ec4e96f030
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068424a902ab375139ec90055e9652a986ba459f357a705aa3f7d057e736d4b6
+size 8770806
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4803cfce3b54797f98af99cfa8940c47f6e25720
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d28c2727e3b4994c6a8dbf3c4d94ff5dc8bc72a078ad01614f40a73e9cc7dc
+size 8795659
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce142cc2d03403f27e24b847aa09ea8297772a46
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2798f8639248f767a70554c6812a409b13a95ffd0fdb5018cbd9b9cffaefff04
+size 8798317
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7233a55ddfc588bccc2abd915be427c17e1a803b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631ab4c86c1e4a186b035a4304aabc60c863a7d57559703df756f4ceb487cad1
+size 2930
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..81d1b6500373547b53b517dce2db9978b40eaf0b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5f33c77190fa0d07bd43bef58e9dba144b3ba572e0bfed7f6cdecd52605363
+size 2889
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..000f2096e3a01d2a2a5e5a0efcb4a24c65e9a36d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17577d929b1fb8f31ed3406226106f5f70930a78b8eb8ca59f43334eb5c1211
+size 2913
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ebefa0f990673d06206575680a27fd053b4dcc00
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426f9830a82babe3d991c3aeb6b72ac5de247ecb3643d3f4c285ac6cabab4177
+size 2199068
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed8c9190a7f65fe86bd9de176b566a096ee77198
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c495483e5230b719428fac7612f3e6bda795e69b6548dfc734b333749048c2
+size 2199519
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9a669079039e9042fa4808043784333a9254c4a4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14368e4a7df60999eda4cd959893333d119e8b48817940eb7fb8cb53785dba75
+size 2199434
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6646b4a318e464f81d85c1fc5400dd2c31f395e5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728f529e21c77177470c8c1cf57c0377c7e59d46679f4e4915fde53253593929
+size 2199060
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84384f59366f058bd034670e64830f65f0a64df9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a499fe8e6c2e27fcef99aeb8096b435f33d6a9c630bf83d12d013b100f709a0
+size 2197841
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d0131074db4a9786d785861e1dffdf623a1f43e8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d022f38635ad5664a5e377b3faa7ed2db032d0529b9a42f63d430834eed7469
+size 2195313
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc64fa52bc8c3d18865420a37965ae1cda454e4a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3219ea2b64b80140bc41cb28e22c3c4b0d9767ccb892d602673ad69a96e79ff
+size 2195417
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..758c173a26ff667409500f4b7e90c18f9c785ca3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccbae528722a8a2d8f8afccc9cd22afc4d4f705d0f7168b7092c8ca07b7bee7
+size 2200846
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cac70915953e8f7a9ea9689a06601ce5cae9cb86
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335154be4f8fe13293f37fe67959d52bc0dbc7c3d3cac73f8880c4fde0d8a403
+size 8782448
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce13f3f951516ea6bd6a281b7dabc92b032f9ac6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428620ec126bc71919ffee85eac44ab15584ae0da3e1b4a298e79a2ed148318c
+size 8795135
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..450ce6997cd9755646084d6dde3e148f7b711abb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfd35ac73fd5450b2580828acdc9fe901a42bfe82f89f622a32ea425c77bc56
+size 8823896
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..95305eb7f61cb37fc3cc5ee47a8b2cf3cfea464c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2a3de38da9c47a848e551b1931e740ad8bd9ecf81cb7c952f7faebec5a0222
+size 2928
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4cae2b881a373cef41c126bbd333a022b100cfa6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c704886751472f41ceb6710bbeb2cdf6134ac811c3f3c6ce82d39abf5e839f15
+size 2886
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c9e5247b67893dbc64a74ff38e8e81e96c4a1298
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7482321a5bb04fb7d2c6543275596ff9df543040c42099b14a5a0429c76cea
+size 2907
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..569e2f616f4d3da2edd3076f3134b6383da70274
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c86ab7792fcf712090216be7e30fa55664ba86db040860562f224693567a574
+size 2201592
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..364b9bef6eef78d1aacec87daece1c48a573a1cb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922caa3475a914d3738c252006a6a84b94b4e92c7117cad10fcb4df86e010ab5
+size 2200341
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a597f8c2d9502481840afc3a2825f7d99ed259a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6aba427c85501508adb9f2044915789d3b629a84f6a9ceb4e9b05bfb1b78e7
+size 2200342
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d03802f28fd4dc1fd3018726da41cbc7625a3ea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5db9822663b7fcf5140cf3dc37989ae485022b5eb446512f1f55f784298757
+size 2198257
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f0a17d5cab453ceeedc112370c64f1ccf61ad69
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdeb06509e168efabba077c81f5b0cd920d0dbb2122ad73fbc544d61f37b813
+size 2197298
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..abda01a95e6585719ca6aff8983f40f5af523e2c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b9b4f8f16664c90a6c2f3939ed6bed156ebc9f6259680a2ae509c4d0d60785
+size 2195974
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed5eac64c1e9fe943929564df315fb4e18071e3e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ced0953fbff67bd92c05e99dfecb9b0a6d5a446ae5b8117259f2c4c83aac89
+size 2197012
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..adada7a1b55d9e76e2dccd2d0ffa5f2aace382fc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db691bb6d9843a6469bc4d3be1d71de87462a8d148b22adb0e4bc04c7bfd8db2
+size 2200421
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79049184d101a1586699721c815329f2f1261928
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13577d1cbda96508a29dbfbbd0b0a85023f622300e4a6eab3440717d4274266b
+size 8763132
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3177498b3c7d2a1edd9862416d88cad972907edc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edb9535c242f2486e84091a4feb6b380e3f70af37714fbd86d1d50fd0bd7f22
+size 8772398
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53b3eee708fb034f676bca7049fdc8bb7acbee82
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f30c51478e890ea17080f2365ab8cc8f21c24dcf0cfaffba52c412238d76162
+size 8784237
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7d3edfdefeba544decd989bd75a8d4b1836dd986
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122fdf536a51befeac3b445a9b98071e9aaf55630b3da1344d94a44927a45789
+size 2858
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ca41a9358652968359c13ca9f4e5ef037db28d30
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d9620a0b8b0ed71bef3b3cc58bff49fc2e1adb8b77eda54a6d33838e266944
+size 2890
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..436d1592f4f1c6364fe770ff76052f63e783eb30
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd73c6216d9eab2aaa7f6ee2dde1e7f1ad434d309e603e687821f73e96810314
+size 2850
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f74b3d51f8056a8c546533b144b597f6306cf843
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c0fd193d8129ad2d58ea4779b0fddcaf17cf56acf0c5da1d85e7bf433d692a
+size 2197303
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfdb08ada3a384d950c6dbcc99435ccf2ff5eb0f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250e98b320ea99f35630dceb26964e336bfa15db94303e08cc5d56c37a8a12b3
+size 2195494
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..83a106668960dc4a422dee7ae7bf2d4c57ffaed7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8a3604a0c5f8f018deb8e7e5758398e38f1bcfeae000913f800b091025615a
+size 2197123
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..568c7f64371299fac64c8e146cf6d2d2b6f8197a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212416098491866de816ff231473133f5f641742c18500230627a9933b4390c2
+size 2200810
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f55b343285e2cf71e2cdac0bcde4afb353efaae5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e9f1c6b214de5d3d6a9a2c78c54c453bc0d6b33e323abd29dad5ff01424e90
+size 180
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b3e4033e7671df99f907f2eef05766d6477e5592
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cbab9fc1fbc7be84f180d2fbee3cdf80ea3dd48c0abbe45a403edeaa8173f1
+size 45872017
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.1 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..1778f1ae0f24884f63f326f70970374174169a53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f92840330c24ce4e6c8d6e74f003a1c71610330e2d256cfa52e9d0193f5a854
+size 45848899
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f0ebb438b0df77a995f437c9cf19936cd0a38f79
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b3f2007ef72746d64487314ca6723cab7f9713ecb30bd30b73a22418e831
+size 172
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c0f97d5f86031f1f8c7a4f49350e43439199026
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c094050ab99d6c4d83cb22bccb14575537dcbb8f129568526e67ad375e2d62df
+size 1506
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/0 b/checkpoint_500000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4b14d1b96c8c206711ceb879445eef1cf8dc52a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab87628046fab415759f0999f9bcf6bf670905aecdb0335f47a8f5f0366e0334
+size 2763
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..338e3324fe2cfb37fcc1a40f37cd6b4c8a93ea4d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db174128f8e7a888f5b6d995d216c6fed4527bfdee1238a1a4ef0b329c9a6cbf
+size 2198630
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4dd7ededb1704e4c6a07cecb396268f9ce453f1e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d238ef40d08f52f2af9deb35e2ebf4940035004910d71b1f6bf6dbdd81c0b0
+size 2199668
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..473be88f1355ff6c451f5e89ed5518adc322c6de
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0ce769a6155d5e2eaba49651a861266f2611d11647c1476bd7b714a5289cd5
+size 2193974
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50c873945d29fd3c5e197ecaaa9b8862d8c20fc7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e23bf116013e10ab6e830861fa94b5dc4655a63b6d80343ba7c82f6d8e060b
+size 2198341
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cec5158c12e8bc22671cf0a4b33d1303f2f0177a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d09d3141e8de4e5a2b46c7f5752005256e61965e99c28388654d38518262fc
+size 8785709
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9208907743fbcdf9642313039037af1a832967e0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5be39e8bc19be1be6aa48da1342840488d66dcb18d804089aca3c1746491286
+size 8792985
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51715a45b39c20f74502696d8415d74386e58af6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b29625b2901b30b23b80dc5b281c1e8ad21c8e0237b3deac7066c6e35cea7a
+size 8806078
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..59bf8bfe8aa225fa7fb57a37dc4c7aa70732e736
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d559f88f52324253da7b7de86f2e457219908ad4cc5bc26f7e09cd9f2e5ee4
+size 2780
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d05e5f4f8a53352a7ef12a84ef166595322b1999
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f840b60387f6f0f620dfe9ee957751f3da2a5e23dec2574021435a00a8a0f9
+size 2767
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7f3787ae0bdfb24d39541f1bae9b87a961104ed
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533ee2cbdb27745fe3104eb3c3a3af44487eac529c00fdc8f466551c69d1c0b8
+size 2198875
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b28aa4e0ef849ebe1a7749dff2da0daceff3c02b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7862fe4a95775c3754dd63b3b5ab7340c30e365be402abcc90efc725e4c800
+size 2200959
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32c99ce12182df56739717e1199d7a1981e712e1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb56e67f422873d7b8db58df761057d88d97ef4d4376869420105741a24bf61b
+size 2194372
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15aa04f772bdcbedc8dc0a61efcc8adf245d4770
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854b1fb8ec543a4e8ee0cf8338cae3093302b046b016834581950a8dd800e29f
+size 2198850
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e7edf886c7081a260b22c482281ba9789234d9b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5adb9d616f285bf353ccaf5a6d19f75fdb77ceeccc77f9222e2da00f1d66a31
+size 8785626
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55b6b09ca8cc6c897038a0e0cd69c265bd557585
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5811e411fea92ff337af4ad835bf3fe05a4294165e1a4dfbf3c248f2f73befc7
+size 8789432
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0a68337aefbf4a086b0a47e61e39b77939949dd7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae662e7a90aa6ece87e7620b41d878258fcbfcd87598bd7903801c149f0013d
+size 8792739
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..59339b7d8e2443209ba868ca7e63f525c046b251
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5f45d119b576a465881f4be0fb0de53dd83825c223831656917d8719ee81ef
+size 2856
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7d2a671c14c22fb6625e9e31a4a51b7f442f4aaf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d15a8661dfc7d5966e68762c46d57b4bbe7daf2e8eef62d8237ff16ac424c1f
+size 2918
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1da85d2fdeaef21518271c3575b1124215c1548c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258f48ec18f282ae18282c2a3085dee4931f5ab751f94e39b81b4dea67dab8ab
+size 2198671
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e460d3ecae84d1ffc04b451d11072988b6860a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed491248eac877a2e6a5a9d8f6e8366ad73e95a8d495222c632def0a242ead5
+size 2196162
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ef751f397187e25016bbd00259485f506a000b3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b402176a5dcdace45866a982ec6c67d0749f027f0c351a230bc28d17418478
+size 2192919
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..23f1d2bc3c24292f647244e620cc43cb7bae2d13
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154c1b505766b89c6c458603611bf6ba0deaac2b8a1c1e949e454288a21c0355
+size 2199924
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7962f581c94854db62887643a14cf778f561d67
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb1abedcf4b0ec190b529aedb4abd0bb76777ce1ec771d4387a3228f0cc6ed4
+size 8784165
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a901b32b48b367b9505c3dd60f10eac41cb8cc9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bca287e1b90acd3988cfa6fea7ace8a198fd7c9a610dd3524f74d82ecb782ff
+size 8782230
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35617fca8a934985e41ef5556b681a42427bf599
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bd6faea82d24c6b8d6522c620834b1835d70fb09114dcfe89ed4ad2896e663
+size 8792640
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c7c8e867111b6640cd62e4f3767e5b16f7b9895
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cfefbe7832f79bff32d1855404059927024449b77556fb77241bde912a3476
+size 2923
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..eec60558b302309233373a49cab9a832e96877ec
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0155b3a120522479e39c454466be0c4307d7f6a88a67a21d8e21d7364cf320
+size 2902
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b96f0977776e710eaf07e85f68d75ce89cb1551
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6816c0e42a57b7fc140537b7886ee402181ef4ed4d85775048082a69c7ed5d
+size 2198540
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b11635e765afac9b991f7ba3fb1f2ab254388a37
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bf7760305c79064937cee986dbeeabdbeea2c58549abbc9f1a2cf3d1492412
+size 2196303
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2317624b993b4e46bd997dcfbd12915c045b4df2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2785891ecbbad7e223e3c289cb7c0c3b484d341dd48b656cddeabe646309c157
+size 2193612
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5abcfb304bf64f559a7418f589bd59e1fc2afaca
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d23b10ea5c358310ded8ac5eb5731cd43b25a34e6e08a3efd0e6a1f8c6aa6c6
+size 2199812
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52f20e75eac06faccb4025919c69c7d22b6587f1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4e984f90c896f9448672156dd06ac02b55923998511c80c629b42839ca9eb3
+size 8784715
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b87c48041bef18136007df64bb19c5480edbec18
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b48ada2e8be5818674e3d0452576e933bd935caf88581b363c86d952a544959
+size 8783491
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e03eeb7bf89df0a30c2051b46915d8f0a7f3d932
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf0de43abf38c41ba4b01d44ed797b3aa165d10154923af65fe2c71b916d5d9
+size 8792152
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..24330b0c4b9c29d929d6025dd8aac3d78f53853b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f35609e17e17d2ea941d132f891bc2a7860bed45a073be55c27821ac816381
+size 2922
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..273a15d12d1caed90ddfe122491ef27fd7b086ca
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b756e840bd437710badc42f413b7453f4548e5bccff1f3fd9b0a2209c0103
+size 2891
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..936b39a381f8b4c23efd8289a3335dc61349b7ba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7752a0fc56893a1062ea5428cfa3fea3f1d47e5beecaeae7bbdad7d6227ba5
+size 2198158
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..786842cb1ddd824f81a43a0ccb35ed8872d5c28f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fc5d92d244c8fb1fbddf2495ee80039a0f831faefd0e832b611c62d0017aa6
+size 2194834
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d730ce007b28d44a22d151954d669e1e07f6940d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278869e5323888fb7dac8cfed668d64921cdbec8476f27621bd46c04a44d89a4
+size 2192750
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2b02a0797b91cdf33b96e429e9e7a41052b2bf8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aa80ed318eda916fbf1ab907ca571731e554ac79df54833426e6c831922cf4
+size 2200383
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e505c73919a3a7a6cab9342b6b888053d371db71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7298d4e6dca643ddaf3edcaf5acf549afd19e219b165c05660cbc5e4f13ec05b
+size 8781247
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3d6d4e34a35e4db0d6355335b79410d7e523b0a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cb6182ab37f499eceb87b949513fbb715eb8740d78e8ed7f9c928da26b095f
+size 8778055
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..925d3c7186c2485a336f4a323a30c95e0bccb620
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417cc96e44fed21e3a195f7aca2efbfe88b1176b801fe6a0c6961a75fbf723c5
+size 8794308
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..62d2f0c5fd741fd53697b55d19f89d358519efde
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca92673527d275ba8f9dbe6024398e54b7f114e240ff6dfdd29c9ba3165979b
+size 2905
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f28c5331cdabf362ddb362c421a90df46395a0c5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ebeb9e08d6da56bcd6f156e288ac46ef627fa7d4981cc5472c1b65e5034095
+size 2889
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d9ac72a83f9e651949a9b64aa55c348fb3d1118c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915ac3a85876b90fc748b890a9ce2d57a2b834a6fa03b39cc5c45cef48a99c64
+size 2199040
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a65df1e943f7b5f131ddd524326189238817b3a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdc3280044f6540d34c2933ffd7f81230b5f2f69b0083db53cd7f7b90488c3a
+size 2195405
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ab91c8d7070fd759f6e8eda39993cf6f5fa6324
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f65172d51ed7d4b74cabddb1f39ad2f470480446b37e38c3107db01d78f86
+size 2193042
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8158377b25d4f25e7047595cf1db76e7bb7439b3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c02372adf83fa2a608c6ad650ad8c14e47e4074c1bb9bd2740be65a7983783a
+size 2200074
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07f8e1278eab6cfd1540499a7dd73d34a95b1c13
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7b7fbfeba830257d4a17416d22d03b293334202e018b6b2d4001649de7bd11
+size 8786354
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9263607267d87b82d7294f37dd321f62255520b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95ae4b61aa3ba7d81d59ca6d0e393587bfced560601827828d74f22194a6914
+size 8786103
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b304d3284a82a3da4d6381d9eeda462f404df75
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f804fd1cab272167efae93286ddc72b5652885a9dbd6a1237beda9dbef32ca0
+size 8792034
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8946f382171ccbd6e007f5a78fe6705ac93c3d10
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b6cc9faf6581dfff4c32a198b04ec553e733e582edf4bcff8f6734c1a1580f
+size 2913
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9a857b599ff8a88788b03a47ab602d46a18e991e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e07a85831bd6dc34f956379014c5cc983a84093ac7780249e4906841266b6ad
+size 2884
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc03c675b281eae6ba19181b00818080c1bea443
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2539166666979acf6140767272f21fe1e5099153440ebdfba52bb10aa2cd089
+size 2198342
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bca21fbf91596f2cfc010942364c955c07fcec38
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b913bb5340c3207209f3e1d6ee4f70df74650e463f54c935a94e73d3c25eca16
+size 2195466
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60b0afc45408e94f6aadc3094dc6fbd4956962a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896d5c8df42de7b667a58bbc181b156b0927ca648e7b8abe6b02ffb184db5ab8
+size 2192990
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04b64c15fd6a4e5534c8d159ff3913f85e29866e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385a24069a69920cbdcd3a86ded8c951033b86e6b454a275c46131ec4402e452
+size 2200209
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7dd31fd477c691448dd53bd1cee780dec7781dd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a382fa09c0f9012438a4fc30f0d0e3c72302d4944b1cef8cde47fb2df7bb61f8
+size 8783468
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..edc3221dbb986162e6d5b64ff71e126e9fcd2c3c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09e478b8fcf32f11b6b3ac88dd2e4e09ea9b08ef326830099d3c1f7250f2b5
+size 8782120
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff2e1ffcbbcd579f73a0f67c604d02e9416fd96b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8927b377456fce9640a19e327dfde26307ec646cf2f138c6e2f44d5f00785ab
+size 8792358
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d9367abccb42bdc30838c529dba06d742542b27d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5db2833c89e57b16218c1093c0333b462e552fc8310296dc6c1248d129690b
+size 2922
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a6377b6ca600d6164ef189f078a5743cc04775d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b58074f6053f388af18a5edcfde14d2f2d30cda3e8ca540055a7845cf8aa5cf
+size 2882
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..799ae3bb2fdfd9982d23706673c2c7ddeeb60247
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27330b238b2f28c10b965be55d217978cc3dda7e23fc357b03f71ac80df9d0f4
+size 2198660
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..800ddd42a467759deed4fa6a4307c7a0fa711364
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a785fcf7bd67ca73febbcf97e11a29aac53e33f4b613631de74578de9c3c6517
+size 2195660
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b54269aebe2b41b404398223b50116a9a14216d5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ae020912708910ea5d463df44c65e9a25e3fecf2b44bca1a99ad077e925227
+size 2193350
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8512e7b1e326316dc21c2dc982662eb1b32921d0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e8b5bb5274ed5ed8e14067a2c80db7eec9a9e93eb42f7acb1301aeb44e2850
+size 2200211
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29517b666057f8f198fcb768781a98db867fcb9d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0233d4fc0a0bf444b108d3ccd8e0ce5eba099d81914b47e5c354a4fd2a594a50
+size 8781419
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c57cf668f9977c1b0e6c5403134a67aeec65a22
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205277d425d94b1e32fa3174c567cc13e4f94d659f6a2b47a2bed6192c23eeea
+size 8778892
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48d7028494199075d77e336786b46689355f6e38
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0f75a4d051e5d0b32fd1a56f036fe5e07a733e7f2386b6638b910197896f31
+size 8793448
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1d79c22c6b8ae938bdeb6591040cac924a53ff3a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ff96489c1ea705ffd2d8477d7954c6598caa079240751cb00a0560f1239deb
+size 2916
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..56b9a7248606b234eb1ab978cba6de26792cf31f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff9adbd856344beb549ba1a72832ecdc27cfb1fc309ac13cd6efc90d60f1f6e
+size 2885
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..54c622f2a7eaefa6aaa8a8569128254fe1d29186
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1766e4e0851017d1c6abddd0af219643a9bc81c998c205479b1dfd495f8053cf
+size 2198230
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a105774ad5e17212f1ad81996e0842200827afe6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df47352b90f2d9af1dfd1513644e1e5fd4de75c7d8176ee1d59bb04ae2a55ca3
+size 2194820
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af56b641f7119fb714a196cb028cf34e621aaa18
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6231f82524abe4ac2413f9df462224f87bbf494a2eed865071c6893b3df6a0c1
+size 2192931
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41792d15a5edd2d2c3cc540b83a68684dd5d233f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808c4935d14f80b61c0c3f6716f53ba409792718067c7ebf196126dbb7a5c5cc
+size 2200140
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c5a14f94fb15a4117d5812d730e8fdc14af3de2a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26fe2e734c5184986745314585bcb86d3d746456134ac32a44b6a15602ee15a
+size 8781047
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c8c4b03ce5165ffaa9ac23116ae20537e6fcb8d1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43982e6b767d166976d39ee63dbca4713f029743a0fdf4729ba1576329eb0ce
+size 8779331
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e45ab7855b2ec418fd28c7659eabaf66ce134a89
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6226a73c6fc7d12bc9cd5d86a17b7debf8d9fac827d71c983bc53c83922a028b
+size 8793800
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6065dab8f8b12192f440061cafc8ec2e0117c42d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0d1663443c55363404ff0a71fcfbe4e4774e17b850bca0b5889ec7c380462c
+size 2888
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..14fe874f05362137bbd135029be0af501bb6f6dc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4032791e370eaa819dbbdc08da48b0e1ad23ccaa97cb7fb8858dc7b599c8aaa7
+size 2883
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..303cd91ce7607e1fafd9f0942f0ce4d48955bff8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fe2dc1e0ed99ce0b89b61158c55e16d45f5eecfe60c966130a0ee15488e49c
+size 2198886
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c06941fa156d0f593ffd28e2744cee5c69a10bbc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db88c54599fb0cb98d7605db89511cfd47c078294f76703ae915d8e793bb0ad0
+size 2195392
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f75d51b9f48f83e59dbfcbcc8e2ca5d43fc2f8b5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496746b1b4ef8e0a12d234ec585e7d249e2e93a7e1685bc183d25db0325d4e05
+size 2193597
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..24b24bfff6c6ae9d684484de7aded016b20c3425
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc064f08adb69c168ceab0941e492dc6e9ac154826b23e046d5d93a9cf7d855
+size 2200135
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bbc6fd425fdd3a5bd219be6b1dbe00acc749f06b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb525019c6a4f10f989e90a506b8fedc2a0a2cc62cbae7404a33578bc9f12863
+size 8781300
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d174bfd99d18c51a9046428739bbce99a93951b0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe06e4fe345031d440be8097ce854f63506c37231aab5e240a8e5f48b05003d3
+size 8779820
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..77d53d78e00c6bfbafbc90057413071a745acbc7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94407d264aedb1c6ad89324369c5dc1d1803e313b2eeebb9d8780ee74bc0f3f4
+size 8793523
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ad5794e02bd981978a564ba3f31492a7ccd2faeb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38d0fbeb774cf2b7afa7289ec63df3947e1589bc1cfb0597b816f7c98d67cbe
+size 2896
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..34022bcc1726586a5ca040a616fec12eb363fb3d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff29ed981b6b5d20e58a19dd85e28e7d1f83e58270a2313363e4305245565e6
+size 2877
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f624c86ba4746e8392495b547d7429a051ee8de
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f481875a113ee7c004a51af081da72724be77e951aca67001103a78e552078f4
+size 2198448
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e9ee35787651cb5fd1f0d6d445084585c9d032f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485dbb6ee840483f914df3a2662c05b128803fdc36270b3dc0770e46f3aec8cc
+size 2194207
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4641556d5ec05424119800fd91826dde8ef99b21
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97441d2684f3a4a6fde4c7a19ce62d32568df475b1628f9c7cce8fdd80206fa9
+size 2192364
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a23052bb98f8862d60ff9a6b0855da1454db812
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d89cf4898e7bfb80980b2df0736d8e869497d58a927413be2e76740f4d952b4
+size 2200003
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..345060d1ba476ffc3135a1d4720ae15aa2e7b79a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a020e0d610dc3c77606f9a7073ff628f4ff8d1c8f8aff0dd646e7ecc473cb53
+size 8782654
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..57192530a857555246036da12b7ed6cb915c00b8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1015c24fee396940c01859028528d0c2083ab1eb831bbddf056ad01f2db1c325
+size 8782044
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e78efc7c602c1a38c071a5bfca580a38efb3704c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafbf8d3198a6b54983e127b91d795ae838c101eafce0f245473c93003ff3f26
+size 8792681
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8fb01bc8abf293d0c9b7b677132851804013e3bb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabcade3a99f242bb84e1de9393f6555358d7e5e6006fd4d89b0ab4add6c4cf5
+size 2896
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..664e806c023f39ab246805d702faa97663283331
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b087be24aebd1b9e76b5dcf88585bca8ccecad6052932c298edcac71769dee
+size 2881
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0787b7368ea9cbbffa7280f387ed74e93759e1b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcedef35a9ac8441a8699b3ed14b3beccc853fe42d57fc110178e1cb1a948ffd
+size 2198532
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20ab5ff3812ca7bb59dd4b0be52897add4ee307b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4337411d32fa89a59c32d7b41799be7ca43dc72c0d5aefc97f9da1a36823a7c5
+size 2195277
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c7672d04fc932baef90b201fac7668dc9ab4b799
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e4ee34d5ee1480c83352966ac2790918aaf4f77fbb77acdc012c0b482a5091
+size 2193305
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e274a0a81b1c47e95d81ecde9120977704e8abe0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51d9ff519d7f8b9541d57735a6477cfcab9cf492665b94057602f6b55709170
+size 2200399
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e3da888f16fa7ba057fc9ffbbe4b667a2436eed
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5527aff3e8b3aed845e45e78b4661d49f572a50cdd0d8182e9f9010fb805301
+size 8776552
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e17156e3cc8f6c3214eb829bc0062accca1bae2b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14986e6f7e0f2a118a58545bd8ede29521ce3b0cfcb51e36fd252616114b55c2
+size 8778133
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffff32580299abd4828d1931c96db9fdae7da9d7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218d2c557e0e7b59ff02769b7acf69c99c9b0074d80b17835ff8e97a296ffc0d
+size 8795209
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e7a5ce77233f1a7ea3b30de6d9dbab84f7bd5e4f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eb088086d0aff6f128c0e5f2d877cdd1db9df0913f2508208ba7189a7c27ad
+size 2899
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3de5582185be2b9db6a4ef0c6fb9977ee0cbbd83
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241ce9a9e0ef4e3025dae56dedbd4e17efb7ddc3a1e40dd69727f756cad4afb6
+size 2866
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9782ed7e9f68115111bcd1e50070e1f5e05d6d56
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210913791e00103862403193954692be3f36eac8c9a81b18c86f2b16182bb92f
+size 2198414
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5c9960b8df3e52ae6676af2b311606b7d300fc3b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d686695adbe2ee60e312260d774607333881f3015e602b3921236732ff0dc8
+size 2198325
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e5179f74a9ac11b8c19650da777efeb6761b9a9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bff83bb34f45f0157dc0e45530694d411e44147829405043106fc4efae1e732
+size 2193237
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f26ea48bbb84d54b19351db33310680d21adac67
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9d1fd321228678236286dcc857d5b71e374b7142307dd210f5669af88bc82
+size 2199855
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d8e261f6ee6f433146f1578fd317a071db41ac7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c1014de33a4f53648b62fbe570510faace34abd2831d7080b36ee2cc655f6
+size 8787122
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..210f21d82bcf091481efd9aefdf333276291525d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739a473d968a1a8b468ad0bc60848e57d0ac37e658288ceea6edc49fcba93957
+size 8790996
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5ec7bac9caea42299a822ced4e2354635e2c65c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926f3af952e40d67d43944665c4b0bfca61603492677909eb5b5d01c0de411d7
+size 8793608
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b5aae5677c8f66a1adbdf5f03f0a0474e0b70ca3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6af294e8a443266ae49146e205ceb994740153bcee064749cd91ae6e733b16
+size 2917
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..120567ab3850b6f3edb1441cc8bf79aee551fbe1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3689ff38b8c46d89960986513c2fe7737a3c483cfed331622f7a27fea2cd93ad
+size 2896
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c09dad6494e69f02a710e61fa34b895ae9448aed
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dcfae1ea57d33c6ea6c1de7cb689c2f0e6764d7f278bf5675d7b6b135c8828
+size 2198763
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65a524ee7352c6d0e2d780b80caf3e3a5b49e5cb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b75a64590487b9633bee7232560c27ec74bea32724adc6c2404a1d5d83ddf9
+size 2196238
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94c737a2b0487ebfd769e467447cf39b896c92fe
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a09c77986cb6134ceac6dcd4f6d72eb68c3a8d7ab5e10e4e516156ddd080b6
+size 2193134
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..839f53338829f0d92af4688ee9cd3723219fc972
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaa050448ef7ec55656630cc3d577a2c5de86a2a68594f3dee1bd96870f2bf4
+size 2200257
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..624fa0a50b92c058f7c04c0bd59a9ad12598eab9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe29944f1cd44cf518d4908b40fba461a210f9545648a553a77702c3e187487
+size 8780306
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70dd85a2a8e02e51278bfd7a0460c2c86e1f3011
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897d6a3661271037fd8c0d6366270d02a7d65c8ed2216a9f57aa4036b76b0f7a
+size 8780194
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc0b857d9b54bb65b46707e2c283eb25677b65d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622aeee7f6dfeca266f7c7b1c11e02799cfef46704ea12519a1f09778cd759fd
+size 8793741
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a6f0a217d1259c636c29b774e1fc0fe6b73dafb6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac3f4fab09322c857055a2378930cdb7e61842e3be0bedb9a1e7d8f93c1ae6a
+size 2898
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e9b199163320b0b944086cbcaaf9d1c5c310cc56
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734d2d593f0b0226ab568d49ef75fb49b46d0291d6dc738cd657eed0d0762017
+size 2869
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..65d82d5cb1cace8cf8282d643d0460e4c7bf8b17
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec0fbf9412999e4d1714d3de1c51776d0d8a665fb68c6e38cb2e1d24b633897
+size 2198422
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf9038363aed99139819e9cb3544a5afb562d5f0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec5dd0dbd533909cdbe9a0c0963eec247cf661ec129c6b70b5f33feb387842d
+size 2194620
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc222b92c60bb9e4725e13df4a7b219070644e59
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8984b737aa5026d0ce0353c840a0577ea47f8d0980b85626adb14f0584240b9b
+size 2192690
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5724e784bd555c51058057ed6a0c0dd60e12a16a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1e196989ccf289a90ab02a57ae1686806a0b58b02150b11db1a8809219f7cc
+size 2199981
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d9c146e4ff7a1885b9c95015fc0be27db79dc52a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40686ad13d8197e7671da70b9f4b66ea696ffcae18378842e9e8781f87df4d4a
+size 8777279
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac7659e80d43a1b9d75cdbde9547e9ee217efb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91f6e75a49740a3276f6d0bb24b83d344a250d0fb2b92c36fbd5bf8d11e3349
+size 8778421
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..518d4805d71a2c43fac128f8c10518b3b5ca6fd8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66cc82fad78f46a2f4be1bf4022aa542cc74d7525eebac6b41c3f295edf3848
+size 8794715
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..abe6ba886a92caee2b40760734d9656abaa82170
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f32d2cb836abce0463c27c10fd787290bcd94169e1c60d9fb5d32a273cd44f0
+size 2891
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..721a815e9f6700a404d15f7fe9661dca2726bb54
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c0cff8cc8746fd0d1f14a9507f5c6481ebd5f3770859c12ff8a92d3c5476f6
+size 2853
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd25fe8c1066b74be5f59fdb47b732d4a305bf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e5a3f316ffb1d139ee24de3cdc3816355041461b228a0742e92eb4011713ae
+size 2198637
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2afca77c88d61dad7bff466509fff16e92e445c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fd5b687644a4e653821e54cecbf7d3c59c63b0b1d0d66c0550823f3d017c4c
+size 2195331
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a764850a7435b4782e1953a1a6fb2e2a14c7c483
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd36249c040e7468fddc4c58a42fbddfd8984ffe60de65a178d677f127e8077
+size 2193747
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b17d8cefa985fb326ef6fdd23a476609c2d2af4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0916130c3012a3271295d6d0b9dcafdc9d814206d38e96b9e9b15bf381e843
+size 2199604
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e390073cd6a1ddb7bca225e6a627f5f7426640ed
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ab0c2f4f8dbcd9bff6abe83c1da035e5504acb6e370d88b0002f5bb35209af
+size 8772921
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..861d08418059a3b3b8d9556ccaab0f2c8eb0150a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a85646ffe31ee8aadf1d6e6976810b149444cc1abb179c71dc9c7dd00e18500
+size 8776759
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..728ab5291a99049a46e92ca46a7a53b2f8744820
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61ae4ec0abc033e8633d96acfb42a46b73389bde2ff893b6a59f85c0cd73333
+size 8795818
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e0bcdb9397bf6d4c10126830dc4559cf06caff95
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2a4cd2d338f688671ce2ade55ad1cea6129003d5e118d68b0ad221540f5ee2
+size 2894
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..14713e0841ae9f3b76257d1694cb2d3211cae32c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d1af8bafb78451397c3e55d7d2a0ab58367490ffbde2fddc38ed3b24cbe669
+size 2859
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc35fe9f00b2eb1e6ffc5221e772e11b1063e058
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f072a05f22d0325f6df6c0baddfa2598f5b13a9b775831f7774381f45a3a1c
+size 2198739
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a157a540ee941b83ab34122045b2c3d3a3509a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f883be731e531beefbf42909d0fb65e1cb7ff3c380a89d56f6ca64517003eb
+size 2196909
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a772094666cf0d97ad1c8f749f7997ffb85b06ee
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038a2719e2fdcfdf341702f5c8d9d04e87cce8ab5b46dabd0e4f9cf675668bb7
+size 2194654
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53d90949da66fcf967cc116b3af7ecf48e206a41
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bd80dc5571973ffd7b43bfa2a8e6711dc412474d65b5988d9303dbb6d44739
+size 2199973
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05fd412a81add07e06d6399f331a9c205fbfd67b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127712177ddbf10663d6e91b43db950f5179c1a47d9247634c18fc2171e71baf
+size 8774893
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2229484132826d2e024473e8e5eeb828baab79a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ff5cdf5dcb7f315edcaa5c24138ce1c2e2ee2e75db276e787e2e076cc4d251
+size 8776266
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..232020909d62ae7eab44b26c10193c94250775cd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaa7a29bdb48de731633fddffee3a82772b58114e12c5cd97f96286dd2bc656
+size 8795413
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3dd8e5dd36ffa011edb18840d6f54f67fd124be3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bfd8769fb83607d85ac9a0527ca93b5c1109c7d5294752820b889d512f5b56
+size 2889
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5495b59d832d730e32eec9e14237447484069d15
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeec21fd430047b2cc7725612ad61a0bc6de8edc819848e482fbe88089e0758e
+size 2850
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1db29e6545047060f5a4ec68ebcf29ef36e71e6f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d297325db8774482110817e8ca2ff60d72da3e3847369a5b525ed08d26e5c88
+size 2198446
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74cba8363f4249f2ff3bb888c8a7af18dd4f2d43
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114f53daa2219e62c4c4eb835234e1012393da3f6552bafe13ce110f15ce8071
+size 2197019
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55bcbc90ea711c6dfc7f1bfed985c6044fe55ccf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec57888b115d0f613008613dfd0e5e2b6742ced53a0ef8543b6e0b9d51235c8
+size 2193567
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..292a23634ca3d5f2dce261c807d4d868526bef01
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dfd8bc9434e98b5e2ea4a15027741613619d729af052e48b6eb55e2fc3ef01
+size 2200563
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02d7cd8616f977859649c1a05ff648ab14481680
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f975ac96e82f08b624f81b73e1bd4e600093eb6b9a2773a6aafa2f43cc5d6
+size 8773715
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f60f88ba12ab811054eaedd8465f25abc7b5f10d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2a323b9f8ea98d22371dbe21524668430c1ea5a63cfb7f159bcd9c0fe257c6
+size 8776424
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffa995e8b188d5336afb94e0c848a4440f089cf6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44e39372c468a7243a7f59599494f87e132f1d1dd83f99f5d2d97a39220a86d
+size 8795109
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f840a17407081836533826e2be25fa20a4d6535
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d4f00c379f7ed63821ab88c7acfe32191b48e63ff631d734578a84e5a54bbb
+size 2879
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ef32190eae157a59a17a9d76f8a8b0549de7e157
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d2b0ec12438a6303f6e283a30972e96881b5709fc14fa8138901d6f1d13dd2
+size 2852
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37ab85a266196e6d0c7901bb077f8b9cba3354fc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4231972ae0266bf14302d2b359e7dce72c82d0943c8e11aa867e6dd516e9cd6f
+size 2198730
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2f00ea00b7ac3ac4b21d25040981fed51b0380ce
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e92476c2424f31baae3dfef4c409472a9653b46dd206fc13a19b8dc90bf3a3e
+size 2197310
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..422074061805f8f9638eeb323e3373c819cf6bef
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4c48eacf825afa9753d8387d2483a1d1346286671765b9b17e26d00c85f1e0
+size 2194264
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0a6d1052ebdab3e04c93843f9b43c16296ed246c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e408b67020f49c5974410bdbedbb9aa8465be8f825ba379e293347e2be268f
+size 2198828
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7223011903f54924ddde581170f8d2ff29d7473c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e145bcb3ac08d74528966c425e02f5f87431625087eaf64089e886f40e3614
+size 8771761
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70201581537c2946064819163f9248298365132f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b4573e5208158cabbfa27225365295a358f83e76bf21bc6ac2a42531794bea
+size 8775006
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f97f9ba08a210c3522c2e074fbe6bb3b84110d99
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8198386abc6ab219a229d0fb5a6d15978a1f00dc28e087480c8d0cac2a6f49
+size 8787854
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d50903ad9569e6b74abad769fa2440f8a98964ab
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9706001ceefa24a87fce84a40a94c22f7675b00b937750ec20f485b32e8e4c0
+size 2896
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a785fc0cbbb8b337c492116eb0356a870c62d009
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf41526baaf9b2c62638141a20b7ea5c32e34aa23c3f7768729b31caa5e2f114
+size 2863
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..19d4c0b4c3d0e633f96e5205a07dd68c253aba2d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e277a5f5592f48bcf50fb86a64bfebde9696abf3895ab38f3eaa2227a80819fb
+size 2198701
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5dbc726f05e7001769d83616fdd99c50559c590c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8794390f04adef440b818c6456a340a82313751a949f54a39d31d25a9b1b1140
+size 2199014
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97e82b645a5d27020a174fecffe261bcd16835d8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e31a2f49bdcfdbfcbfa6350276416e3203fb20325fe28252dfb66a4095f7656
+size 2196145
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d2628c900ef44b782fcc8f20afa3036a9b0476a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f714e369a76e309880c86e7a419cb775f9445c39a6bd81e62e1fe61544ca6dd
+size 2200133
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed7b621d9cad07d1f0981585d2929d1550c91d66
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1676b98a4864843369d6a519c45a008d30193e7f6b7e5cc6175a337e52e842b4
+size 8772385
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dce9beaa131db16fdbcc5c54deaf7066af8201f5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e623e583803c54811ed4903577e23fd95453612f0115054b65b6ee3a5aed5692
+size 8781718
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9351b51c6763622a79bc623d45ec65e85aaf25b9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d751fa9e2a487d3a90e73658b628e577e100c04bdef6d9bc54a59773f16d078e
+size 8782189
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..70c1f6b3a0592158c2af2d85c45b53a64c8220e5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97a4e93db61daf85759781c18151e5107e0b05574c1b10c498c590346603d79
+size 2888
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..68d95ccc6a533ef1fcb40681f239e3575354a1d9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ef6090f47f8efb35ffd637bc7084fdacdba824d8af8ff7c048fe3d78bc2e55
+size 2877
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b190eeee479f4fbce9673eb58ad3ecbcb760ab0f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161b71251483ee902646f707395021da7054041a6c8c8ef85f6eb7476359c3b8
+size 2195991
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bed9a40952afe415412031b7c0e477955a555a6e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d586db8874e03cf8d978133c8bb2ecd1e705303037eab308b20523822372076c
+size 2199811
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..860b69cb629d898b5ff145b0c93b24e50d250f6e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6fa85f432c4ca497f92406826cf6d9dc3c0569b2e571911c494bab0b7a7e44
+size 2197895
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3583135d7ead51fe7fbe9e5ed595ca2427d159a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e966b0c677a6ede7b172a8e4349ef93a506c0163df4ad50aae1a995ed83750f
+size 2199128
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aaf17b3f93543f7cf27edbe4c736d68310f25651
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b13a7770eac28f0c410977eda05bad3cc2c09ab3623b8accf3e475d0c625209
+size 8770982
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62066d2e6eab3a04ffd8fb9da99f30e9da3a6680
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e576dfc06808965d7b4f860409858b919cbc0852e670df8bf999db469addbe0
+size 8781241
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61ee3c4ee4b36e94e1775e872a187d27ad5179bf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d528400b62fac42d8f008eb73bdcfabedc7b14d8c4e8712c703e0c11eed32447
+size 8781839
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bfb3e8288255609b68aa111ee35b29e374877ea1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0a216be9ab1b8eb72d62c1f8d238c0dc48485c82cb89b999084457866a90ed
+size 2861
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4fbca8fa144c25a4b9b4b6893756bdf8147aefed
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f67c7b3780414b2e0d7f2e2517cdb9bec4b002dba8605f573fcde7f9eac561
+size 2864
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d5154f70f7d720f1241a9ed6e5f4dfff85481db
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2a977648181ca5d03f9b72ad9598f6e0ff2e075c5677060063bbf68afd2805
+size 2196148
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc9a6e3f853a7a2a9df422c852da5cbb52d216ae
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32138747c7ca6febece71289c7587ca3a44701e5e53b3ce640216e2bcef2de9
+size 2200838
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..947001539497d9111fc5f317a1618247218cb4a2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10134348e9211021fec1769f3674cf1cf86875de5e5bf533d66aa7146f203201
+size 2198367
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c743cdc2507b11d2b00c27952bab1e9a5ecb5178
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8a2570b64c5e758ad20d42a923994044fd4d9e7b2ac2637f58c7c729629f17
+size 2198501
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0340b8bfee25c4b260fd620acc9fcad80e436b2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946da099a0b102d00b3ad1ce43ec7ab128625d4d38925fb8ba45d30c3937e2e9
+size 8768038
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e765459d5df760ab7811b3aa9ca1690d9733753
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8853b6b54c06e8ee738221a440f36a0abb94ca2507bd2e6ef29fb6176d52ed74
+size 8780315
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c33f558e0a2e3cfb9f94a29bca742745f86d4e7a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84d59d9982ba5e477535b10a368be1d722f29ece7e6627c3d8846564d2956de
+size 8779432
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..84180d5ec138884054f67388269a40c528263edd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8eb625dd68b071ddd09a0ce836bebb01d54f6bef3ced563e5c3b6a125a1e6d
+size 2858
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a40f4f5333e8b4e3c3065b429a24d59695024b88
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b29912c16ac913df5753dc66641e59a531e9ebf4f78f2328e043b7cc512df42
+size 2859
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e85c836851f0cd0798b3d379368bcf88a5fc1cd2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c41d317f0d87d97e2ba6266c880d866be21ffa205c2b5cfba1e4550fb1755e
+size 2193483
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55c706cd4f371faba7cd9029d6acf4933ae042f9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428c29d72757a1d6bb8339cffd5dd8ec2ac9f0e2827522060b07812fc312fd46
+size 2198073
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..876e401573e245889c44e6128fccb3f64ec78356
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c75f9684b9b0a9fb573a38e8868d5a32c4516c7b0862e4aefa9f49440bcc1
+size 2198387
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a1c1b27213b31df0770ae8bc4830ecf6553153fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b8e404d274bc796fb31eb97502fe0a35ea33352c72f15b1cb922f7d175510c
+size 2198762
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..58513982e167f94eec0b732694600a3cd397edbd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7068af8ea7694c76b9e88969b9545bb648598ab2edb009e893b572d88a31755b
+size 8768723
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b2da6010373ddc7827abb68ab007e1559417357
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7814124a2a185b61c0d8f88d62ac19d3346f7fb5b98c4a0d52dc3ab02b0d8a
+size 8780311
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e555a19dc9dc9fc8986f78dc2386b6279fea01d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca3b12a9e1f0eb66290409d3f76c3f175ad79f00bd940cfa2ee334e1fab3062
+size 8778823
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3bfeb0cbf97bc7dcf590bbd5d917dd2181243154
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78efba56a39eefe4322e7b5e3b17179b5fa6590811ef5a4a8452e849e6753bbb
+size 2829
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2ffb57aa60851474e746cbd962340c6416db20d1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d8bd03a0c6a88c9a5bae106beeb852f86ff8c05d2599531ff0f95784972caa
+size 2856
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b61e438bd079550207d5b8f7f448d165dd13da8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924bdcad8b7e15bbc6eb08db46b7d07854d7aa84d59fb52fb9c701fe75065772
+size 2198409
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a59d9c52602784f65417b6a132e6b575e668173f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916b04d0ae551c6cffa28c262e00255954c5b33c68fa8cc583431aaec4c450c4
+size 2198978
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4dee6d6f0402395b9b8d783c53fa941ea8f650d9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764dff6ad9b957e71a9f2c90f2891b0af3617da38e9633c2e6e3f1e35d9fb3fb
+size 2193021
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..19102d457fd487393a39134c78934883bebe8b90
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff0093f545e4c9c43fd95cd47602d05b309aa1f66aa37cf4148a2750872d93a
+size 2198788
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d03c3e54c08254bd17599221cda1316ca4534fbe
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33386acddef05c5292983256f05c77854dbe2b06baf92348eb0f49b30d4ef799
+size 8783237
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8bb2c6de6d1a3cb2606aabedc2d0b08c4fdd1a86
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a48b642f18507a2afdd554175952795c0d27d387699207546db144b73d3566a
+size 8784851
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e21964511d9d69007270a3ef4efe46d51725791c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8636e7381144a5289602bb6fda31fee1fd3f2397bc9da217c822709a270bb9ec
+size 8797289
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..be20287b88911e78bc2c9383a68b09b17556beef
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c6071c60231d8f70cc48d3821647f563da9ef7ea36791e480fdf526ce81022
+size 2919
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..91287cf8abd10116ce9d00b10dd21e89a4ea7592
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33f9fb6d02e841d7ba35c6e07bcecf9ad96894aa7998cd5877cb793a0fc6e84
+size 2915
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e1c04d88dadee4ca433e54932070dd07c3bdb83
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31afe7ed80eaa5e93f72bb4cdb7d169ca7d7360b2c080f75f8979817e9db633
+size 2193903
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff741da06661df4d31181e6763d23bbebdb35d2f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa478c74aa49f493f48a2fd59234c25058fc11e44119028cbe0e9bba38b1525
+size 2199754
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..607b74f68a2e90b50bd7e313ed8118bad4b756c0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359a44dd4cd601e224e5e2f519e83818e10a755366e127417678ec5e40749abb
+size 2198414
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..441003624ff30a3d8550a3f8db97133ed54baaa2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9012d17588292aa6d208fed73206a988c940bb0398494e99d76fd1974866c92
+size 2198831
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3874cfa3f0285aec19d23581b91000aeb708d578
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d697bbd7797e4bdab48007e352859553c9d0ddead699a2bed039af8a79ccf2bc
+size 8770006
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..470bdc52becc9e4e12cebab1e90f7bd533736e9c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4434b8f3df3812c2ca3c10194144a65b659f1f1e3232fd2b14b44852cf8625
+size 8776700
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05e41edbb22595da64bf809f82a51df876532082
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0b4346f0adf02302df3cb4235f2f76a1ba627f13bdf5f5eea78277694f0865
+size 8780389
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..392d08e5fa154da0c8434f9e4f408982bd98e57f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa30636119e7c14749e386aa244ee35776660eb8cf086e08f122312c9b4e02a8
+size 2844
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..52695d4b88407a603cefa9eb0f771798df9aa7a4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce73ee8cc563e26651b4241b5d2a1710eb540e9af3a0b822b66d88a69ffe08ee
+size 2846
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c7314d2e88dd7aa43bf53fe48b39b39db7d25e1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490c118bb58e1b8f1e715f7c8d707c3e83dff0d5802d61f2b327ca385aa6700
+size 2193473
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ec67ffbdb245627dd643b5f40fcf09b99bbeba36
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4260aa518b379fc08b0f62fd36b80744ef610a1a41f7e02f382b4cd5a3667e
+size 2198431
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f11ae085bd95a389cac20ce5ab3a9f30ef23589c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54da53ccebc65bc4117ad083b11a1f7345bc41d270fa7b2312f18dfad024fe47
+size 2198422
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d23406720eb8d8b8f24c24b779bfb3e2f5545d42
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d597e23aa2d10d3e907ddc9f2591649a3dbd169fdcf2477dd69605f1e8f6efa4
+size 2198080
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30139fc5524228806c5468061201b8cdca8791dc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a51517e9ec6a5a97fa95dada0a329eb9d7dbc7d066c07191ccd5d31f4d66ea3
+size 8765375
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..14fc45f5c49555b2aa8001b1d92054b2c4b514fc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ad67e26b4c5772e48bca3c541be4b48941ae53555607dc3ef23e06ae6643ae
+size 8777027
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5ec0f176f3aaa7a2f9f9952ee445f279e04c383
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231a5de877b4e21a167fd8907fd8e13fe90a800db906f35d8c0e38a27223347c
+size 8777911
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c9f8c3fbcecf437ada56584567533fb126d0e4a9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca530c05ab5c60b90400d7c42c2365b511b5025f1d611efdd64877d4a74c79a5
+size 2833
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f29af0176cbd40950a9ea4b0ba2dd4461260d4c8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cc1dfe41852290b3a3ca013852b08c2dd9d64ad96c5ae7949360e1a434e644
+size 2852
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5bb89af91107d3f487133706ed8a8ba7aeb260c7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e786b3b79e7784142c9559a090c3860b48a2bc768f3579aeafbd0824a16408
+size 2194785
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e99cf515bf3cd9db772c6a9e19533c377dfdbcf4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362cfc5543e4ecaf9f3096e0fd5aeae75d569867b33b63de020da73b9cdcd886
+size 2200104
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5754144deed1af6d92972cd069c3c4eef9ce5f1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3076793a391c940b04691ba0c63964be6543b665248a1756436e58dbce7851
+size 2198314
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..504fc4aa2e8d496cb63a30be4b5372e666063e09
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bad70eebbbf8a1d4c767afb9c7a23de3296ae331437b0bc349e490fd866036
+size 2200922
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..848e860b1b4d1bb5471b7940b7508a9a95344f0a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba3c6275398582185b963e2e66de2ffc0951ac42a8d36af32f0b5894fe5cc79
+size 8768479
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d87c8a680b6d43712f8d15d56aae06dc678be035
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce5b29935addfbbc94e5c70f2dfa6bb111bc1172b91e846c9bc6f4bf0277d5f
+size 8775459
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad61ea15668f9aef536fb3c6df5e31fe388ab4e8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95045c0d2ac76676d6b1f7d4d4dac44d7573d7290bb10f848a8fc5b8bca52cf4
+size 8779674
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..96d0905e7edcf63be12046ac6b8b4d59bcd60aaf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758621cc3514e00ab978e184ef164db2169a10a82d6b821bfee136764b9abe83
+size 2853
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b01b10eff81c2c39a82ad78fd8d93cdb2647ba72
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ad43930f114ff503cef2450a44ec2de0c61e71c1066b86a9a2c2d815aff726
+size 2847
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38232118e707efac0f3d45f53b0222057e321cdb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e636bf291a6ade4a04aa31edbe7c83fce9343f0897e4f8a17b6b2ef3753950
+size 2193904
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..907788723455561fa151e71ec8f6e3d97e195c1b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d601a2dd4f4afc6157416b0412869fd5d3de363cda26ab0eed6d6c90fae50b
+size 2198310
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8fed1a339e4ffab17bc8270d3279e1253322a87f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0938e07390f5e0a98f8f5ff41e8a028ff766d23fa799cc18106790bd7c63ff55
+size 2198107
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38cb44c4f66a1ded35458ec14f3bcab43bd5cc60
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c21f27926611cd95350a247fbafa5ca0fb912e65739a4a5aaeae3d5599e2e93
+size 2199919
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3d7109e7ea99d4cf55ebff85e799c1c916f2693
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa084b0a7d68579b766f0437f84a8b3981fa6be17d50cb0a1440dead09b4e4
+size 8768535
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f88e591d67d2b7f3a3eb92f9b328a48a71c3b4cc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6e2da8cb41bc60691abc1bced424d8ef81bce42524c18f023f941c64a00dd4
+size 8779187
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e58e8b625c9fde1dd7b3e08b51f4d5897813734
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d324a914058d8cbd3bfded1b9fce5e3d2dbd465c4fcc24fe401571b7dd9355
+size 8778703
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..104e91ffb5a80bf9b5b02b346a7ee54ce766f837
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27115981d77e4838cc72b3eac7459ca72c436c27a32903e9b7c4513804b47515
+size 2821
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..949523d6f96f941579a9ac34f3fe177ab7ebbd4d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de79a5217c260658c6d1faa89e4ff55c629e38742975e1c63c44af14765b4759
+size 2837
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0906109ab3d41fef91217edbb89b55e7b8cadc2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80166d00b58ac4d02f185f5fd0358b2cc9a4f5cf34061bce605131e8c8e856ab
+size 2193448
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c983d089f37408bb632fd966baa60bcfbf16a6bc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31905fb278c4da76bc9ff8c2a71d1fb0c8462a4e3b87f122d820bfdffde22d09
+size 2198343
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3dfad6a82280ca328face9035e5f83647033712a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e119a5c7042802b4b447d1b1ee4ac463f784af052447a0489f5110678f80ca
+size 2198037
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..75b23d4c494c97a9ae4be3d82b315756ab18ef97
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aabe95ab0e5817d819d3d60abf2632d34580183fab38cffc43ee0ae94ba9ff
+size 2199733
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69090ddf54b1988d1331369697ee9747aff32c3c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc60cfd6caf7c1477c9cfd8a44ef6d8ba18c58ccda3a50948743745c4ff00718
+size 8773254
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dbf49f58d102cd53881eea460c4ab94b7fbe45ba
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f826a0488d8bcf8ababf21cda67e4a8b64321c9ee97a7f1552dd9a8feb7eaf
+size 8775498
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..acedc1df8d7034920f0ab41658d91eea6c6c29bc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d441293c923cc4efe6668d3bb7079fe6e4f122e17768bcfea55f414ea9af135
+size 8825144
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..967830b3e9a519029094110242d795327871a4b4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2476081cab330afb677a61c4485d3ce145b190539fc0cac6d9f066bbfff47d
+size 2811
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2c3a6cb6e3824dceabc063f9c71d91110a4b8f3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57142fe08721ee1cba1ebdde8b36a21c853ed1d155a9c743c34f3006920979cc
+size 2830
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..86f6ca864276a36c89d48508a26c42a58a815870
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97139371849e772d9d580d69adbbfc94c2cff7f274e4c4a6a5408d73a606e8a6
+size 2196882
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca00baabc08f698cbdd547707b54f192da30fbc5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea1b34cdf0f42d879a97dc33b60b6d9cbce385ba912be595017afdaebabc19d
+size 2200492
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..308bc0e79a344387505970b75c565c77083fc433
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e44e2f7f653107b8638457450ce255ce56c3e94df77388bd6d47cf4c3c2243e
+size 2198344
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5f5c485a1364a10ceddb82e620fece0c6e630ae3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada927215ce647af87cb7517f84201fecb157c3f7973299eddb82e5558001178
+size 2199688
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7c155eb8df3a9c83dfc7f7b07bd89f852fdaeb78
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ddb4ad1df559530058ddfbb612c4c29278d44b21c8bb4dba9fdf8f7d2ff564
+size 8771540
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3352246286395d8d8b06ab30227ecdfe444eac50
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60c736ce1fb91b1f9a0a5a619f14345cc828a3bea6b361395932d408fb45991
+size 8781015
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f23f5fd53bb66e80117d88c42be4af4c30232a1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cac65cbba33e9f04370efe88dd98004e5183d966d4d97c267c9237231ba139
+size 8805091
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0001d10003bb4db59fefc41843d39f5c8c1f4629
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1227c4005e537ebecae564a28d6edef56cca27c889d7730922658809d539fd6a
+size 2871
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..234f715502ef2e5787639389722019a35f59b594
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b0a86ff6739001b56feeb5d8b258eb3161d2e0fd59ee8e2e41aa78a0974f5d
+size 2876
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4e7598a2d9f84b2775e4d5191b9a53567d87751
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb16c484835b856c2e69cdb0e2e52fb89e84cc1bedcd518e1f499a23937773b
+size 2198474
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45ccdad89296b3d4c97864972d70dfcfcda7bf86
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d95ac566e8baaf7050b5915d12906a3bed91635de05e93abba53e14a9d928
+size 2198830
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09e28159ef8508928fb6de8ce89ed97309a2dd4c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c541592e51be86b2c6faef08abb04b2f907267a09d7e14ab4890d92f62a0b24
+size 2193737
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..de0584e8782480bf177482b8a0492682ed245e2d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db66ad6ecb808286e3a22bf1f111b2da93ea0689691eff086431d41214c88e
+size 2199464
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16a3c3aa7786ceccafd56aa3b772d25bedb15acf
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42895d634d16c4088b675471a43499d455d3c3f705d38c1a63b94f74a3e67e6f
+size 8785480
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3fe8493cde6bac84b75be468f512eb946c632ae9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe7d1faac1d00becaf277186d439e1cca4eb73d92e68904112f930c61791d12
+size 8783825
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d952fd276231d0386ba416c5e723aefde5fed15f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fd44c093ea53c50437ed8940a785d6aaafe3f60c50a98252e0e5e018dcc4f2
+size 8791867
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a04463895b7a4621c336e8db5a3f63ead4028857
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbf69f95025b747a5799dde06c8e044377c0a651d39052d2415115262e606a8
+size 2919
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bcae59b4dde5f73b21921109150aa0b37db71b79
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9457321e093ef0e3f0d194d3778c7dbbd322f868553d5f4a92574199e46e8040
+size 2910
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ed695cb01bde4b627af98b63de9d9463de12abb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fb27e1569e7cc847da081dc857224788d8751508d12fca0e5ab516abf434bc
+size 2198616
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..595b9dfd93b13fc60e0d7850c9f99913c4fdfbea
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d22906aaacd0c50170afa1969cb7e743fd1c6dffe3006caad96c5ebbf66a87d
+size 2198047
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5d2ed7bd3de94d4a0244e4d6dc0648f0da4e7d8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda6e1e8d37b4e251cfa28504cc43baf17b277978900a21146ee0bee141bf58d
+size 2193293
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fbc7147ef745f90f9058dc3ba7207b6da73ea1e7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65c328d1a076ddc45d650481587d3d8ce285ddc6bd8821c6c2dc42ef956eb4e
+size 2198751
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..264ed3727db2213306ae04868f2e3dc6da8c564d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcfa57ba767d2d6ef34f29a59160f88741b739a0e02f0020eae3c0c559b7ed9
+size 8784228
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b78d196b379a76fae61b39367b3db3ee8afad019
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d081eb52091393b134072259b1a373e5f73b97f5a56e08887f593dd1d4cbf3
+size 8781898
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46b26f9ab66165b286a553b4ab42f5402464a2f9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1ec57dbeb7993839e7943aa9633c5b85b954ae699d15e24ec920a41a4632dd
+size 8792997
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..54ab343140e69c48b0cca5cdced3fac1e827a36b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131f391d81e70fb572777946418824e009d0518a7cfbc5c2282fb17770276bf4
+size 2913
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7047f87220a688f5988cb21cdd3214a537bcd361
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a234f23d763d1335e056a024829af9a54372145f6195e9863c0ff032b0f7b3
+size 2897
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aeb1286078033adbe76ccb23cb1a480d00206882
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a80e8c4c7cd6d717f266d8044ee164169b1bcc832496804e74d1b93c01cce1
+size 2198624
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..862942e7cc9c136611cc460a53c3bb386d8da581
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1584e45b9302c1eea49caacd57ec1fe3a567bbcd391baa6c8df524708505121c
+size 2197221
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e04d2b39248d2149a274ec68e9b1e21ca755ead8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d6debfce37eed9381cd4058cc8fa888e3e78b9462ec29100cd6dcd5f45de51
+size 2193173
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea9027b6437bff67fa62ee7783c26b7bbed5258d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f471adb6a68e0ee17ea7f6aed243315824d9088ea0cb151a865be8ea9f4f963
+size 2199414
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df84a55152bc5d46694c9cf3b74122270d95b192
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83abac59ae84f94659861bf5402907f240806963c816ff6d6f1d481ccf1f5136
+size 8785460
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7bde1243681136c7249364f7c3875353e5de2caa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94d8ded0d10e8c818a7b62951da8e7ffc722c02344a58785c1bafbcdebcc141
+size 8784891
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d21691b8441a2c0b2b96ff357daa3edd4b01a06f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf966db17f02d4a53c8c2a27068867b2dbee16e7dc98296a103b00a89057696
+size 8791744
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e4671119c64314b823aaa5ce9ba3cdd431b3f0b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363e2f2effd257479688eb2455a6adf46f762b7cb8c3b45e69e9432d25ff4c18
+size 2919
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..066f4d6aa1e3eabfbae00ed24f0cde240bcb7d40
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae19c64a786a6e9343dafb85aac37bc5c0c75a49646aa660ec10b57a68be4019
+size 2897
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ccb5cebfdc63b5c07aff5c3d4600679c877d6dec
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34f316a764858eadd2e3a61bb491acc3fbca9253fda5f98fed1679090f46817
+size 2198722
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b03ce729357f67b9fea39e764edd77306e607b83
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae01d9d87a4a3a16bf3f32abcc0a089c827652030f2d50653e7342534faa09b
+size 2197128
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e84e5a06331aa1b66bb25a6dfbd269bf57c87b46
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd652abc6886d5e7222e82e7ddd83909bfb2be85773101982058f32c6a3a57c
+size 2193078
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7524766432958f09e28eb58944edbbfe0388dda3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b4f621a659764480c62c8389bf8cc6a75dc59768aacc513094280833cad2ab
+size 2199528
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c050663537fe5ea938a9af91ee7818da2230c842
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe741911c7bbf61798e8e813ad475bb02060f27abf1d2aae4cc3672aec755b3d
+size 8785518
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a847045a3b20f1a1cceb0f17b15b66d66cd98209
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8d6edf1f0213863381ddf2d49ff73e50fc4951be57a36e43b04c7d7a096631
+size 8783018
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5c31bdbd7a6b691d39743f3b8369ed680080fae1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baea161afec3985330e78aa8e18ffffce4e4e4e591e103bf9cc9c15d424c0799
+size 8792605
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..74b431d76908948b574058f08222fe10d2e74d64
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb2e83a293524515d947ebbd1da1acf4e008954c43834b94097518193837726
+size 2905
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a0cfebf4db29616697ffd248ddd4f340425a98ae
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9e4b7c9905979c23449726d1af448c316814ad1fdc5e699d39cf205d889357
+size 2902
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c493afbce500888242510d31f888ea9e985d9fb8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1470a1f22d61794dabc1fc046e3478cd8b7ffbdd673f737cc19f0ef8b1b75059
+size 2198629
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..88c7dcb3780c60ca434035d57675c665a1306660
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777c8330c68e7b51954dbaa2a7b05f588358b1c84a327cd56a9315524e3781bd
+size 2197366
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d214119ec9c0d923c9fdf113d4595e1008d0507c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8370eab94657966ba0d352248d15fc3e947b5c74af27243c2078edadf9bd05a6
+size 2193057
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0f8c778c71c87d641cdab3fe952916d0c21752f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b9e7b879f3169a8e81a4724d498a280fcd726df5dcccc26766baddc65c8bd2
+size 2199190
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4fc767756c9ae54479fde4293e5ff57ef1142851
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481a2325eca48425af2c2b72e25f928785893c6cccab2ebf0515c21e191b5441
+size 8783909
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..400d21114522f2e70fec07ef316408aeed06d5f1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b7e51d17b863c09a6482648560c35359effb821a78f857033fb2d6d28389bd
+size 8780992
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a8774b6f31a94492c6b9095fe3b7c5a1d6c41e61
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cc004f6a222d5d2f07157bad99a21cef5e1c27533ce41c55fcfb8700045123
+size 8793421
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9635c1a57f2cc3080f54ef4164081e71aa09e492
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad089b31a4461bb6177d05271e6ad7148201fc59ba5e9ee047ff9d10955507c
+size 2921
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d245156875bdcc4b9b0cd52ae2787ab218e39927
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5128fe7c25ed66a2b78b3f3610c8a8a9e69f9bc5135e7710fbf66b4ebc136d6a
+size 2907
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb2cc9464d91bae9fa3bd3a541b1caea6478453b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1fa91e21be6c78d75868733955eec5026fbf9562437e55d2b8f84cce727686
+size 2198496
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da0aa3d29c6ab1e28930df05eedfd2047324d43d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2ade9aece5b9291e343d16d0a3100cc67c0db0132af1423a3e4e476de8db8e
+size 2195972
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..de6eca9fef177d861bd92f988f5f07fe9c509a37
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62686a1032186480d342bb29b0ac360ea5c0454d4771dac03d2a4902062a0514
+size 2193110
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3fef3a137e1e3e72d52882908310682e1dd53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bc8c9d0abe124c45c4fd9f4c03c44dfb1cc6534b595818818a259bd47fbf1
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4a450548e4eae7e962cf42dd18df94167cff0ac
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11625e6fc0f30148b3afd64362209dd43ef4b8caec0a44818400652646084a1b
+size 2200220
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ec2a03f5d5deb2cf899cb5ce72d91271e08eda0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a21bdc1d3a411b255871a26b52079a76b15ce61b3a755cbf90115aba6ae5a1
+size 8786506
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..aa5aa0f202f3d007f65821c49aa9c66fd1ac4c93
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a8a6303c45ee5f63ffa2b644f09a9d2294ef74fb74f3bef2b9361488765cd
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f1a983ce849628f80c0889a7d0d136aea9d3db1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b9fc636a2788f7d7cc415c7a2b7e2a761cfabeeafa2689e0af16faaec1cf42
+size 8786937
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..c9eceeccd65340a60ba563db1c6e8060ace2f2fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939ddddb6f0a78507774781d1a1a0ee4801c21b53fa5a280526ced754d6f7cc
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..625ebe584573ccdf12195748da98bb49e3722f31
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8bccaf210da70cb32acd6757bd97c881d7951cf9756576f83ea7ffea9b5204
+size 8792101
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..262e19ea20e649ae4c67b5682107c92e2107104c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1647338067e7abdfd970edc3efbd24fef757186990dfbf7b3992d7279c763c3f
+size 2916
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b09ff1585e4a2604c6094010a96b1097d6cbc97e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaea0b8b1a0dcfac0b0d9f58d65a2da57a63bbfb167fa23901e6a9fc9155af8
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a898f960ca86f6ccb0129f777fb6852239421cbc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfe5b8c2d6f5e9f250b928959d7c141e694f43ef6e9d8f204263b19af099042
+size 2895
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f0ebb438b0df77a995f437c9cf19936cd0a38f79
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b3f2007ef72746d64487314ca6723cab7f9713ecb30bd30b73a22418e831
+size 172
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5169ecc297155a4b683b0f5b7f64ef27a638131
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78882bc75b3f92a688d37d69cddff5b7078a059d50c5dbf947ea7fe61900b787
+size 1483
diff --git a/checkpoint_500000/target.token_embedder.embedding/.zarray b/checkpoint_500000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ed4f66d67668a8b0c2a3a9f7e184f81b6108b3db
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6f33dc6a82c6cf51a14ac66bc52cf0b4946ad101136e28a5973c79c7dc899a
+size 180
diff --git a/checkpoint_500000/target.token_embedder.embedding/0.0 b/checkpoint_500000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f32f8345bb95be87db60cc891b170b3c84ab6993
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178c2861a43eb2c40e72f3663489975ce4ea6de5783be60472f29962aa315c7b
+size 45984402
diff --git a/checkpoint_500000/target.token_embedder.embedding/1.0 b/checkpoint_500000/target.token_embedder.embedding/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..20d8495d97d1724df917cdc3b425638698627a39
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f1dfc951c771ca63fa7ad77178af2ca6e0f188a52bb3080bf9d429facf9cf5
+size 45985896
diff --git a/flax_model.msgpack b/flax_model.msgpack
index a090206b31259affe6552e084eba0bcf57354ef5..336cd61e176edddc9a3678e3bcb44f402a71c7fc 100644
--- a/flax_model.msgpack
+++ b/flax_model.msgpack
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78f6cd99b3d9ddeca11cd71f03a3e6a0cdbed821afa1f32b88e25decd211708f
+oid sha256:29ebc06318818fc4c332b839c198232c62ae40b80a8fd115225e6943813f578f
 size 3255640203
diff --git a/train/events.out.tfevents.1650022967.t1v-n-9798b699-w-0.2867693.0.v2 b/train/events.out.tfevents.1650022967.t1v-n-9798b699-w-0.2867693.0.v2
index 28ef256a01360ddc7e48568f33bea9926ebfab2b..53181b67eb2591863979de4fbd53ca6ad32bb290 100644
--- a/train/events.out.tfevents.1650022967.t1v-n-9798b699-w-0.2867693.0.v2
+++ b/train/events.out.tfevents.1650022967.t1v-n-9798b699-w-0.2867693.0.v2
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec5260332fcd5469fbda35b432193125b6ffc2f95e2c6f927715d1ba784dd465
-size 80123
+oid sha256:2b5c8c455d4b7b64355b1f9044e348ade3457da0d3d95d719895fc52f2faae08
+size 83211
diff --git a/training_eval/pretrain_finnish/events.out.tfevents.1650022967.t1v-n-9798b699-w-0.2867693.1.v2 b/training_eval/pretrain_finnish/events.out.tfevents.1650022967.t1v-n-9798b699-w-0.2867693.1.v2
index f555eebdfe889c7e0c485129e5722fd845742756..7de3406fec803c961f77f5215d710d62659465c2 100644
--- a/training_eval/pretrain_finnish/events.out.tfevents.1650022967.t1v-n-9798b699-w-0.2867693.1.v2
+++ b/training_eval/pretrain_finnish/events.out.tfevents.1650022967.t1v-n-9798b699-w-0.2867693.1.v2
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abfd0b0bcff9ed1b847f1770be191d431384abb880f48b537c9e30ddc754030f
-size 62749
+oid sha256:964444b6244aa62b2389cf2f5e878f0ed5954609b4fa989bff0996631f5a904f
+size 65359