diff --git a/.gitattributes b/.gitattributes
index 709d612b6aaf33d0e20df0f0aba402939cc6f2d2..613bf1fd5a2d49b06092839a8114d0251a44360f 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -39,3 +39,4 @@ default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProdu
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8643ebc1353e46d33135bc5204ff965ea2bd9dd1
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_0.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..6bec4b50715d448bc9d2ceff4da12354f0afd0ab
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33712e631681d8baef1edb941440a9d4f1763c39
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_1.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..936b0878c89a9f4991d60a82140557eb25b29ae5
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a0277e08274173ac288c7aeeb2652af099acf37
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3,3,64,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3,3,64,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfd6da7bd5b18d2f071a3183e5a99e58a8f326eb
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Conv_2.kernel/0.0.0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..757c5405484d5c972ffd96d34bba1a2cd9f72a21
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..44704e65d3dd05ac196d564f4a76d6db206b63c4
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[28224,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[28224,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42267c88f1abc33bb42566e2f16736702132ce60
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176e910825d96f9f8366772675da10c92b24995104ce93024066827315528d85
+size 80393717
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..385214051b4195952c5e923c2f5f418e01fce62b
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c50d28e9196dcfaa3ab238ca3ee6f4b72b65eb2d
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_0.scale/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..ad1e212985f8a53a7d81a3c24431ef9788c7a9a8
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.bias/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8f123ea06cbaf8cf314f5a4d729d83e9d7a2e
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0 b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c0bc15e8cb17fbdbd37bf62fcef1c10e1b684a8f
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.embedding_function.GroupNorm_1.scale/0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0 b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f37b0be1d021e50c914c364d14f41f32563c6e00
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.image_col_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..71e417bf31decb78d9c7b6f62e0788eeaeb0eda0
--- /dev/null
+++ b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0 b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..786e6c83d1c02d90157af4533046fbfd53eb4fd4
Binary files /dev/null and b/default/opt_state.1.0.mu.image_encoder.image_row_position_embedding.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0cc1b9a1c74bc2fff95a5da6484677c004794
--- /dev/null
+++ b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1,8,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1,8,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0 b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1747c43c26eff2a4014c1e9886683492c9efaa0
Binary files /dev/null and b/default/opt_state.1.0.mu.readout_encoder.pos_embedding/0.0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a77f12751d11e04c7816dc71b5d70d8bcda14
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,12],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32,12],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..831ef07aa618df7f91e5b94a4138ca756c0373b3
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.embedding/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.0.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.1.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file