diff --git a/.gitattributes b/.gitattributes
index a4a89f3f87c07a72a59f21d5a21092c062459158..cc5c611c2f0fea23a3df649a9f641fe5fab2fc55 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -6379,3 +6379,32 @@ neuronxcc-2.21.33363.0+82129205/MODULE_db5657df3003f32bdffe+ac10809c/model.neff
 neuronxcc-2.21.33363.0+82129205/MODULE_db5657df3003f32bdffe+ac10809c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_fc192d1de7b8aa3ba392+a5e5118d/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_fc192d1de7b8aa3ba392+a5e5118d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d2c3d1d822a30c986ffd3c3e557577d05b903707
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_dbac552e-e895-49de-971e-5b9397c4c588/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..521d73a17ac858774d1955669b3510038a7650c1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f32b01b0b08f90543e918a9eb9fb9c3a3aa814f94beb909015c3504217224
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4800eeb2b37cbc6398b81aa198b9903cf1d4a574
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69be792a8151ee7814c4afbbaf67c99fe1eb53738aa183e0ed5234cd4d7c7932
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..9732d6366ca5463fdfba06a9f3f52f804ada0f35
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_067e3ee8abfc0bc2fee8+05dac852/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442cf9309e2931a0166d343039d455baa807a111d0824a1c1669c7a5e6a7f653
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..173dcd8113d45d0e62ab0e6361ed3cb893f7f375
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_428abe04-cbab-47b2-823f-49efd38997c4/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..72876fb9b64ad7ea84f89ceb38741a9618a7f3af
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978eba486a7af969957a80909bbbc17358bc6580d9f9a60d96fe30b96fa01100
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..17eed5dc3369b6190271f26e1aa8a31f796a7a17
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ebb957152e4fee496c49c019f99c874f1e00251689aa8539b240c097164854
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..60d12b0de661c020fbb5a4f214cfb710094a522a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1d77f24a9b6d3ff09fc5+28f4b1af/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0143638713cfaf01923e1c96bd6f4ff41a7bf30339de0976a0214fbc7516915
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..7d1678bf25666438bbebf65702a2233ae75c43c9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..22f647277e84b83129137501b0f8d8b8daae1a4d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeb8778556e04e1811fbe852d3f0128525f00b2fea26d10386855c7eca20989
+size 2780968
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d00d72d0c050c55b15de08711fbb17bf1374eb6e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745c7ea8337e86d308f48df6ea07bae76743c4473130295649467b14e3940f2c
+size 2673664
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..047dcde021e4ee11f0c9be61f0134af179ae33de
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_30a34cd233f261012dc6+ac10809c/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dee8cf5d9037264e2a640a7d7a2379bb16bbeabf11181862b9b2e4544c12d6
+size 2765339
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..e4622b5c0b41c0b571bfec3c11c32bdea446b5e2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_7d63a276-2435-4e47-b167-89dadfed452d/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ae21b650a5c61924efe799893368c3f78d8be2fd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210a3195cac07bdfedacdb22fc552b8e366425acceca0cbf3889e63bac243dd4
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ad3f4de0c86f12d2b4e3eb2dfe227fea9688d756
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc798b846db7754e52e751668ab82cb449f8eca41e56a6f32535a50e492f116
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..d4fffdbb1a68e461785ae92166ff997424ef26d4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3b347d48ee8eb0b51cc4+a091974b/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ca595d38a6e75b234d0a05ced0f92fa39a2430e8940c4d7b6cbf72ab5505e
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..efa444fe0ccc7f60ab17698fcd1d1ccced58614c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e1c188b9-1d95-4eb6-968a-89744d58aa19/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..72876fb9b64ad7ea84f89ceb38741a9618a7f3af
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978eba486a7af969957a80909bbbc17358bc6580d9f9a60d96fe30b96fa01100
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7b74de64e00a42b6e1ae5c1a5c81a4cfafd89c36
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644e0adb7b10189ede733db00abdb920d65a18d46ce8bf6345d5725a5a7736a5
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..e5340e5d7bee14e4574d2052df833e1de87dc1f9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_41289c621626e1b647a6+6387d530/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7eb93389c92734a931548aa21a789406936e8e2e7d7dfde338bb1a44bc0d286
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..b5568f221e85648032957386a66cd6e98b366c0c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ef59dd8a-d434-4ff2-a824-e766258135f6/compiler_workdir/NeuronGemma3RMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ea6f12c183837be29a5c8dd7e9cc818986277e8c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d035c8c2187b6398d0a4bfc66bd707e42a0d6ed470dd30071eb2dcee32a91c9d
+size 2549
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..db2dacc61e6a78cddc57814b1c7d8f28323e9037
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..cd6271bdd392b8e436e043a8a8f46173b2061ccd
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_46b2edf8c0de8a800c03+23267951/wrapped_neff.hlo differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..bc345e9c99d0a08b0cc04007f0317f91d5127a85
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ab5fdbcf-b6b4-408d-98d1-96197547b464/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..72876fb9b64ad7ea84f89ceb38741a9618a7f3af
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978eba486a7af969957a80909bbbc17358bc6580d9f9a60d96fe30b96fa01100
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a224f1c6b67530f8af680e523360bb8a7b980755
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c778646f9ab29750cc10da4ffed879206a90248189c85838b07c4bbec80f48e5
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..1570ca5ca200b1e24b55029d282ff0fb2c5d2824
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5d77da775d55c62a4167+5e6461e5/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc03036db0ca0f95c24b149b531fdaa7baacc87c87fa45c6f7768c86df622457
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..ac8153bb470e8775496c44f86d91c127d97102f4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d9a66c5f-9c03-419e-b5d9-e45388326b16/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bba9d8b682596df05116940fd9b10d35f48c2286
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3ff5269bbf302864755575d072d0a2d4e242f922bd9d2f5894a71218214fa7
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e21ea7f36bf5e62bf376bcf89edff98c1b279087
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015c0ceccb84832eb4f3364e25e148266bf75337dfa2aceb7765c693f6cbb5f
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..deed0738d4696ecd1241b30ef2922785ab858636
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6b3db7f2573edf9b6e30+7dafcb86/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7342ca0a89d312adc908171324db500a83a8dd5714976f2f2d8d47585e44d2
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..51776943d98cba0c3479c52377e72ddee24fc051
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_49ded849-c147-4595-a943-4602876f3860/compiler_workdir/NeuronGemma3MLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6e4361ef7027293c03804d5f76445a587e032c2f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3e26b260d9d242cf85093dfbd345faedfae90f8d50c554703bb26dfc180cb9
+size 1958
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8883a71803ba0032b22c14f92fa92575884184da
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..8c6b00d78117dcbc52662842c04d048000d9a388
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6bd6c86b4a48ddedd046+c2006ea1/wrapped_neff.hlo differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..a6f782019a75ac00645c45cefbf548c3413e5e9d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e854f47f-2b7d-429e-b162-9deb7243ab13/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..72876fb9b64ad7ea84f89ceb38741a9618a7f3af
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978eba486a7af969957a80909bbbc17358bc6580d9f9a60d96fe30b96fa01100
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b8b4ae63208e12f4ddd71155e8c06e26120806b8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a4b4fb5e1d1fe630f8a3e9ea6746785a906c7fa6ea98ecadcb3b14e17cc21e
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..8e1907d861ee79bef5a05ce4ca0396c4f6e7a8be
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6d874643b302ca2e4053+10b05fca/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ca132b54ba0a64b3409b82793864faeb2a240dd16158f21843e4765cfac9e4
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..67e64af93c5059341026c36bf20cae91b498b9a1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_0ffce375-ee60-43c1-b328-b69704ddfb3c/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..521d73a17ac858774d1955669b3510038a7650c1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f32b01b0b08f90543e918a9eb9fb9c3a3aa814f94beb909015c3504217224
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fe972ce5468cc0261b1130d71ae0de819f8f851c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3767b68b3f2398042788fb61934c3b3eda9fc976634562c623c49a6e03e0d5b5
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..b3e4ae1eae951adc50ba299bb1ebd6d4b3030430
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7132f711fda6700c047d+5fd022d3/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535e83368872c5e7a9e31e8a44e02a64e16245fbdb958066efe40c8ea3270928
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..3c18214665ab208ee16402ace66a8dd081416d1a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..915f71d83950aff51a14d2994f0b1332de18b93f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb5a3a69b5eafa06d8fe786763fe1b28cb35d577437ab13f2a087ee30d8c0b0
+size 1867167
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e553d7d0930ce1cf91851b4d8e1dbc7b27327949
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74d249e7ab5a2dbac44f+a32116a7/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4c31efd8573725fb4db7f38c6f3e29548e1684ea82f24a8fbc6901fe218ebb
+size 6482944
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..a6aacbfac00ee847b4b4befeb8faf9ed119157b5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b29e9f47-8e5d-407a-a94c-7af726dd2349/compiler_workdir/NeuronGemma3RMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..583fb35141ce48248665939aed050bf61e6c8c59
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4addc6367d8a022431badfe6b33e78eecc5f71b32357b581983b1a9028004747
+size 2772
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8b92e0d01124ae39b60c7a28217c765163cab77c
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..b11dd8d1219774a3b7b601bee33acb34f34f1400
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_74f0320823dd73943efe+92512f2f/wrapped_neff.hlo differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..960870cad3c59ed620ba67ce9be23ab701a17d33
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d5c331ea-9f74-424c-9bbc-bc83d5af3cd6/compiler_workdir/NeuronGemma3MLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..530f69ab2de1a8a033648eed223969d8082c2224
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17a7309352127aaa945d8632b425c2deb5a5e784ed4854193113d3bd8643540
+size 1958
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0771eb22be9645403f468c497361c422b432e3d9
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..2d81b3a30f04c5f0b4c86bd79028c504cb28388f
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9ee2980206066297ce44+209cb72b/wrapped_neff.hlo differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..cdb3647a115d70dcfc3f8921572ea3c5bc774e31
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_44465af9-6363-4306-a079-52e6d6093fbb/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..521d73a17ac858774d1955669b3510038a7650c1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f32b01b0b08f90543e918a9eb9fb9c3a3aa814f94beb909015c3504217224
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c6d60402939e159884332b4dd9b0b5a0eef75d2f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a334c7cc41e93fce90828fc983cb8986f182fb8742bfb1e9b2192aa53083aa08
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..3e41ed1568c0a1cf092067cff67aaf7fe97049a4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cb22006ce4b8529c9acc+064deec6/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc35ba3ad3f4a0331c92dd8a655efd8ac99904eb25a29afc6f1ea89ec0f85d91
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..06be36a1cc57ba6cd32cae0cde1911678be3b963
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_97e3991b-2adf-41a5-a310-853f86dc1dd9/compiler_workdir/NeuronGemma3MLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6e4361ef7027293c03804d5f76445a587e032c2f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3e26b260d9d242cf85093dfbd345faedfae90f8d50c554703bb26dfc180cb9
+size 1958
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..880f76d07660f69411866dcdb8b11ec9bfc41f97
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..37be6326761431c033a7c5fc4a30280665d2e9b4
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_d24a7756ec1f27fedfe8+840206f2/wrapped_neff.hlo differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..74063d513715789b556ab7815922b3d2f1bb6afb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d094bfe6-6ab7-44bb-85a7-64a84fa9b64d/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bba9d8b682596df05116940fd9b10d35f48c2286
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3ff5269bbf302864755575d072d0a2d4e242f922bd9d2f5894a71218214fa7
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3a4f64390a618d2211aaa87cb38de9c11dd7fecb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f9df6aa9b7601a0f1e0536ee57a6d632e86d71abcdc39c5f8cd70d115684c4
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..3eda6b211ca3ad1ec713ed5a8e79a15118155909
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d66b4c0788eb4b8db558+c27bc73d/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41a8cfccfe5a4b025b1e9b76152dc4a17244de85911aac35c10a6c19ba52cfe
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8cc86f0bfcdc267ab6114eb1b10f8936164aa624
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4368845b-485a-42a8-bcd0-09db93db330c/compiler_workdir/NeuronGemma3RMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..583fb35141ce48248665939aed050bf61e6c8c59
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4addc6367d8a022431badfe6b33e78eecc5f71b32357b581983b1a9028004747
+size 2772
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..66de2b05a1f2f54ed2fd86ec79831f9c99761860
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..e9fc1a18400cd105b16595eb12f8d558f835388c
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d55fd99cb25843ad0+92a19609/wrapped_neff.hlo differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fcd74b8e635681fed37eebb3a42da2190cd263
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_6e9e14b1-6226-4620-9730-3aee00ac2789/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bba9d8b682596df05116940fd9b10d35f48c2286
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3ff5269bbf302864755575d072d0a2d4e242f922bd9d2f5894a71218214fa7
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4a381b49d8bf42167b631655fe4c7668d4c34a74
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370398267929d9fe89c2f2670cea56843ce5a0e132f9317dccbd437e7d8001f5
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..1a6a2c1679cf25822de4f3eec01c273ddb8b411d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e1ac5fdf10e15b32871a+54f0f345/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c3160da6db64225bbeb7da14034e774d8cb1dbe0a787b1191a3eef94af5a06
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1472c2f516cea6f780cc6e53096c8b0c7d880b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4690d6f5-41f3-46dc-aab8-a8254089db39/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..72876fb9b64ad7ea84f89ceb38741a9618a7f3af
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978eba486a7af969957a80909bbbc17358bc6580d9f9a60d96fe30b96fa01100
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9b59a986f6f64675b7087748887168780795d024
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6f8cb0cdcf0b667c99e49d1632f912b9fcb3afd5f47c95d0f60a7f6a757712
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..2b13422d12c30d02eba1818f1a1bc5c04c8cc947
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e389ba5331f87f80b22e+ac14a9dc/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f7e39032f35624ef23963d4c5a2b2cbe508cb1bdd423ffaf0ea905e2d637ca
+size 283650
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8ee93b07c3e65acf577a4eb8d63cf80f31e0c328
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4c229333-ff64-4a12-bcd0-643c77385485/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..72876fb9b64ad7ea84f89ceb38741a9618a7f3af
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978eba486a7af969957a80909bbbc17358bc6580d9f9a60d96fe30b96fa01100
+size 27311
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..535360e1e1e4906f7b417b91f010bfbf5b177e28
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9127cbd6cdd09a762e922752e5cbd2bebdded6d58e95d4f1ad661a0981dc713
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..900678f78f1e3b9e1636c4b3ceb752f85d404381
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e721d6a6de300a0ab7a3+686eb9fe/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ed8043266e8306030348d12d5b142d1b6fc73a836e1e0ad2cfeb2372f2dd61
+size 283650