diff --git a/.gitattributes b/.gitattributes
index 613bf1fd5a2d49b06092839a8114d0251a44360f..36d085e00b9d767cfaab4f2a9b72bdff4839b213 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -40,3 +40,7 @@ default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProdu
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.mu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.value.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
 default/opt_state.1.0.mu.image_encoder.embedding_function.Dense_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
+default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.8.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.k.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.o.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.q.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5ec80df17302f0a77827b37266f128934a63e6a0
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fb2725869194d3c690e6f75d601cbcc5f3c345f
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.SelfAttention.v.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.0.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5b2d05a8e6f9084b012f2fb32983d483e7e7c27
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wi.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65a244538132d9300306b55203b99ff340d3f239
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0c7d1640eefb263a9f473bb7806393ca58878ee
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.DenseReluDense.wo.kernel/0.0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.block.9.layer.1.layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b1e52c38313c44bc762b9af6a265c0f5dd80bd74
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0 b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca5135449810c35a91997dbba44d1e2f046d67
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.encoder.final_layer_norm.weight/0 differ
diff --git a/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d5a18576db1daea168429cc7ae00ebe52202517f
--- /dev/null
+++ b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[32128,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[32128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0 b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b43ec2f2276e5727f5acd37878fcf078141c79b3
Binary files /dev/null and b/default/opt_state.1.0.mu.text_encoder.model.shared.embedding/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17c932d0283314a30309f07dd3f008543ba6ff02
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd1d14495c4756a3896c27abd3eb48ad284b032f
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_0.scale/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50fd0a6c737a948d42d1dfd4ad887c4ff774286f
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f289059e8badf85436a078efa96b84d193460e0
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.LayerNorm_1.scale/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6593670728d2333457f9035d93fb905d90db2bfa
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e4e0a245084a112c5d0fe7f726d9ff07a378fbb
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..54c6963ff39e5385060e7e761d5d54ef2cd1198f
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd04fead9ad8c18fb3f2cb5ad40d8a1f6f8ad9ba
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_0.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e741a4afa51aeff980c503be6888efe08981375aa7e8e1c2403dbc483fb5b611
+size 102975976
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..de4f5a5679f6f99b116f14d8ff9ef2ddb29b3c05
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0656d949bc677a65151e5b0e1a524f5381ffb03a
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,3072,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,3072,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6cecb700b8d6906a7707e5f0ff5fe8d07219cece
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MLPBlock_0.Dense_1.kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8995705adeb4f31b9c56deb466379bf2c7cba85c9626f1632aba4b517f7ddf
+size 102806577
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61dc734243dc75c512b09436171d8038fdd05090
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.bias/0.0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a8c05e3e88df20d4848b2462e9344aab020343d9
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768,12,64],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0f3c8ba417080af8dc8ebbf4466ad3cebfc8e2b
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.key.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922adbeed09994deeab5ce71358d14947bd9dd686d27d671b2fcc357f4cc2dc3
+size 25547993
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d990a280a54070293e76ef07716878dc1d8433f6
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..308f346e6206d609476d39d8ec07d137ca6033cf
Binary files /dev/null and b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.bias/0.0 differ
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c70d554618e4e636e31dce2a4d7a2220f9291
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64,768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64,768],"zarr_format":2}
\ No newline at end of file
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0 b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e969794ac1c57641782d0af8dfdab307d5fa0469
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.out.kernel/0.0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8ac55659dd2336874593ff7e05791b81ce84b9582bc9acc3502f5717793184
+size 25604361
diff --git a/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4adf0b156696b2a05b6b798b2aa618f105c35
--- /dev/null
+++ b/default/opt_state.1.0.nu.attention_blocks.ScanEncoder1DBlock_0.MultiHeadDotProductAttention_0.query.bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,12,64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,12,64],"zarr_format":2}
\ No newline at end of file