diff --git a/.gitattributes b/.gitattributes
index a158e560a132d704ff6bd6ede1d429effa600e1b..a87c2183653407facc9c859a10ab4cc38321577b 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -668,3 +668,23 @@ neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/model.neff fi
 neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_44dcfe1fa71740eb0a47+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_8eb5005c245f83c86161+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..889ca8039037d0de1fc2125795ee3cc7652847c5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f65ed3792e91300e2f170d15534316eae1e43130bf2958a9b5522b276ea3ea0
+size 301687
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9a89ad212779ffcf7737a75401464e6210c03c4d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1298e6e1b5e7b33e1483+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0704ac5a8a52759eb6df9d6b06f4bcd7c82e01a166ba0d065b6604f7ee76ac
+size 2120704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..970fecc8e9ec944898e0b10244f0fd3902a537fe
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd4fa2ffc747af6a6d1ed923883bc7cbf2e36ca2d08051d464e3366e3fd4c25
+size 8705145
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..251ff2f3a0cbc833d008d32c87af626b5915656d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_176f2a84113daf54c400+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa5d080627e0a8c91eee3cc118faa7cd0da3020683927310c3217e09b725acd
+size 3216384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9ab8f1b430a562b3c700c7f9cad9eb431280a0cc
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17a2c4a4db91b63f61bbd1e0c52f2f5e3a7d3dda51c93e1ac14f63f1a2bc3a8
+size 302455
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..387e4eb93e5947729a8057290a26787563550148
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_21ed6cb6eb66db9977ec+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdf87523612020a20a01c19806442cd534db992309033706b9ce412b5b309f5
+size 1434624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2b2abc4fd1494a85eef77b2e2b6a454ce182a48e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfba9701f48827ce98188f9fd6ac2bd3ebda7ab91883bf3599422497361993c1
+size 444089
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c7006e311ab2c763b264a463e3f3f92ef6c07a79
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_246d2a9f9d4101e92df3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfaf413ab5174fe29c7c757ceab00e34e87b5179a5c2e266e9576153bb87235
+size 1567744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..06b9f721ff75c26d4fd323bd53f185c7e2c18e3e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45e5510dd79b8cf5b2ca74fcec2259dc9ece832a026b56b238d0a6b8dcd346f
+size 301687
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..247a562945bf88e2f2a315e0ce619815e45ea0d3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2a5ae521ceadae4ba083+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9ee0ae547566190adb8691af72016a65b7b904c181adfba22bbd680747ed3d
+size 2018304
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..550f891e51d41d76594018a44cff9378c10fbbfe
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aa060dc93134d95325a723deb0caa0fb2dad5c5f8cc37fabd8e50599f1c849
+size 302455
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bfe948f2b84b06cf9b0b57048435076d89d20aa2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ed40b6357fdea887a02+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ad89134dfc6044eb44e44fbcce3e381627f2e593135f1825565de418c05183
+size 1577984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..972c191302498d10474b51b7d3f084d7ba75c72b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bf1d216a808ea0404998e06e589c1ed3044d2fd3f729dcd41dc3816a5a2482
+size 301687
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b3b38852f3657a361b52b8bc2434163223aa8565
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3fee7c58ec8d61015330+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de45df8f6230e95e272538d039e4b75ea6c6b8af6ee39985f2ca0af5252c422f
+size 2233344
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8bf55da3f8072aedd52769915c05d5df7490829e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9be0acc2fb05a2c9874962f1ee2a9ba28f3023c6c69e69de56d37001352ba18
+size 2413689
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8336edc7ef1709a24c6204bc164257c2af03f193
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_41ede256759a38df0f2d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed44b7524f575807e1a79db2ace24ddc109ad6a8f7e5795523dd824ad28ebb
+size 2622464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..eba932c2dfcdf436edf8c1c96a5b2801a15ad04c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d8ff5dba64107ded34b938472debbe5bb6fbb8e4a3ab9e0ba58d79895efc68
+size 302455
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2e7e5d4f479f94276921644a447980d73a3d682d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_468fdaac8c4e04ccff09+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e0dae955275fdd217d4ea0f14ef3479ec59f8af165cce4ed85dd6d2f77634c
+size 1414144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..619319f3706dbbbfd05ec52df4007cc2cfd1a9d8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e895ae700c41120d83bf7ab814f6ba7ed04cba2c2850e6f4e3789aed3b90db
+size 2414457
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2482a1a0090170b71476dab061442a3e4d1a403c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_48a7701d73abbc6254fd+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fc46fdd378812a804a12f6d5b0298d2ce0fb5b003f266afdabbaca5caec907
+size 1731584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..55ed621507bdee90c47611dc4e19637dc21bcfb3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7c8583adf33644ca95fb4509404f9ffa050ff19e188c96228d555ebf011464
+size 301687
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b2c6be9486064d81c89d8edc0135996df215142c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_52f6bf4e72ff0812dc67+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e5fb30762b01bc238c2c45566ec28160a5aad99030b3b854ceadb57de1058b
+size 2038784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..21a990a62f0c91c990918f46429b578b49beef69
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131f80d9a773fdb522735d07984a7491bfa777cf83844cc1a3646b12ce05f640
+size 302455
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5f48fa2fd2336f9f7fc69cc1c10e0b32e2b0e834
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_57a455f0da18be1bfc7e+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d7ee716304181fef8b446e693856048a7979deb676cccb4274b5f3202f36ef
+size 1485824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8e5e88fe0d2d10fac7dda230204d4c5181cdb786
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cef2039d8eebe922be9534e2713fc869051492232cf06cbe11a1e58c2b632d
+size 8705913
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3fc0487e8b4949d14ad74f7f8f68532f814990c1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_881d1419508c459b54a1+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8281f038404ae394438fac441f0de77b2a25f66a52c0339e855f649b0a9067c
+size 1977344
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..93bd5bba5b2001e436b5d4b1a2a34dc5974de237
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4c24b9ddc8257c017184ba38734d15fd178fd8431d859d847f52b6f6e7d473
+size 302455
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c7e296e90fed4b1ae30907d571123dae571ca8bb
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8c2f4d9e3c1b0b5977e6+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a1edc05812e809fd6792fdc57315a27d9ee4414f0c8b12fe70709d1a2d82ce
+size 1393664
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..10f04cca6c1be0fc469fa0676f5096428d5f0d6a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144d263d06649a2607b295a06b984492024d52749bd3b82fed212d1260b98ad6
+size 443321
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3f5e0b6779a02b29351307e57535f185d1aafd05
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_92cc752ee7ba1b76bacc+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0db5e75e37b4007be23724ea2b7f0b19ae7ef65bf0b20fe312e235530aae2b
+size 2243584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1010046954463357eb89f035ace7f8616b232d72
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9d9f9e5789f129935068ea7c350f155bd356387b483794e909d8a6c311d5ed
+size 33870969
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f8f55a97a5114a50b42948c29d905ee507aadc8a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9b67e58f61499823334c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fa8eb3b8c800e7132d7d9e1c3fbc2796b75bec77a7d81833661d5f41eba5bc
+size 6165504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..95587b03d09c577ec7abc87986a53cc9d8e3f87c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2d0b9e7dd54de9115dea7effcbae8988d5f56b473f1b14ae90ff1bfcf33e14
+size 33871737
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6ba9a7c2d767f22053f2c15223d2006086b0f807
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_aefd8aad6532432d806e+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13769e87514616a82a921be55505a2ee0141db5f6cdefce58b818bd12f71a354
+size 4240384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d7dc537ecb8405d75e3a27b967a6fdf1dc8d35c3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bf3b331b0d2ea306a929e1ea3047c5d0be0931425a40f3b17a234ae1d9bba0
+size 840824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9fac017d2d7fcacb6f98dccb0288cada3f0fd9f7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b4e7dfeaf201a11078fe+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057228dfa3230e5b0b687848ecaad275174dca23851982151c347b3a58087a19
+size 2345984
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..67bcbac69367e67dbe90b090ff467ec28941f2ff
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e5f5e59baa8ee8a134639289daa8fae0acb51fec476a1956f7020e610e8634
+size 841592
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..276bce3e750d3796c12bc830bfbbf4694f2fb611
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df782754e4c8d341f58b+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c7898b9b5950024026b4ecaa0a1e5e239168bb156ee8b67cd4ea89edd5bda2
+size 1598464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7c2381b34c51bab20cf992f42e61493bb0c66ab9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3baaade935d9bb76852079694c1bee1b8d522194d84c6627c98aa942fb49f42
+size 301687
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ddb78e7c08aaa1c2eeff3a8a5a1c0b6f39ce43e5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ff04bb6ecc40a0e6f6e8+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3326c7c8de36165a6e498c37004ceee97cdb543afad18f08d598d91e2dfa37
+size 2069504