diff --git a/.gitattributes b/.gitattributes
index 10929da0579e789e7bd943fca845b68991004963..0c4a5631710f88010d70803cc1346923c2e2d008 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -7564,3 +7564,15 @@ neuronxcc-2.23.6484.0+3b612583/MODULE_f1dcf7316c86a8e70a26+dae43e99/model.neff f
 neuronxcc-2.23.6484.0+3b612583/MODULE_f1dcf7316c86a8e70a26+dae43e99/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.23.6484.0+3b612583/MODULE_12ff94758f2272518983+781055f7/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.23.6484.0+3b612583/MODULE_272e91553aaff84aa9a7+781055f7/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..e0774dee53f681e43c3936848fd90947fa6cd3ea
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e3af912c-cdce-4e4a-a83c-c27c4bc80d2c/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..be4f2b29e48ec9d3afaec357cbdedc7f9a29c831
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb920a55933923516b2c0670f8415502bbc032375a8739c1a55d95d841a918ee
+size 14480
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6385085b6e87c22acf03fc513d7e7c748ee04a7a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7abe20b95b3f8fa719f0883a82d0fc5ea349f0ecc47016241f2e85323b0c99
+size 390144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..bfba60cee92a7aeceff15497406720d19a9871c4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04556db8b53d3c9ec668+ad99efc4/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296c12f04e0113617914e3cbdb5355c333620542221c33af7d0551240616a5be
+size 395884
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..062c251f30bcbc97fee0fb26ee0394c4662d97c9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e3fbafca-03bf-4c20-bbda-4af001ac9c7e/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6da2cba66863fc471486cc2a5da22b16c00d6480
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f99d2d09d34bd152af4c7f96a1e6e1d8788e1cd4aefb845c601d2f4d5fcfb
+size 1931
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..160c8ed38ee31e9bd54fe983b5fadbcf0c7bff0e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b275a22b56d3e2dcfb2130b313c07d57cffbfc5d6f18510844d2b4fc9ba397
+size 185344
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..60778ce655899dfeb9372a739b35a522d6f5470f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_263fb66cf1f5d87e9132+0b56f43c/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa691e730d6c6fe46a47192ed294ffa232ddd4dc0cdb30b5555e510bfed3164
+size 187436
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..52bfcdd9c4b20fc582c504c5eeed556342f91411
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1dc6cbbf-1bdd-4aaa-bdc5-23612aa6937b/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..adcc8aee2ca2db0fb4f9292d55b61f7aca4c547a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80e7d6d10b9e57d7975b715f6b5048485e54ef4cdb92d5d73309fb5dadb7673
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..82a2f73f20ca0e12a5872356d997eb807cf4e5ab
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c397559df11d93d93c725351e588ce429154bc8bcac5f6d4f48c1985f493e5a
+size 277504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..b0d1c46554cf7e19d0683e40111b39260f5fbb73
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_34f566c1f05d5a740c23+e5b8dd54/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930990eab6b70ee1aa397d8af2696547d471255a502d483d36ba6bc630249f6f
+size 280328
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..92b7349cb126a4b9ff8509fe558ae6bd8b026fd2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9e980181-6e65-4b92-87af-cfb891bc2545/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..50604677fbf25d7b519098dc89a8c2738e04cf1a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cab74238b621677b38d0f2660428e2499dca903faab0b9597c2f828d7feb87
+size 29532
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..748599bfbce0bfbef9a3dbf7f440de438d87a947
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f581dcb6fc18dba4a41ef74a69d493b2380644bed16516bd2b6fffcf4f7ed18
+size 441344
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..b99fa6ca7da0c612f63701dfe16fb3cff902949e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3ebae4d23a4bc63f5278+e53b9288/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f20ebcb4d50e13c9b9b0a990ab9411f2fadb3b47c17315669bc2aa8acc6eec
+size 447120
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..48a61bd5605026b92d973b3a25f018a2dd126afa
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_92158993-46e5-411b-9501-b6d70f281826/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1122d44653d734af6a44cd149690f70cdefd9b05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a258ce111db27dc5ba46ec4f9f6877c56b0777a5534c0eba14488ff9eaf298
+size 5596
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..03f14824aaadbc8b2dfead2d7a67e58e7e7b4c57
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6ab69725d9807aab4abd+0597097c/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f050af6de376bfec46cbe09e9a75edea01560aaf
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e086d931-760d-44d2-ac01-951dc4d6489c/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a
+size 1584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1852d464e7c4a8bbe7704befa9c2f3afb947fb1a
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_74b5180166f936060834+bccd7049/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..4182cee076fee63d8834ac44de5eb82c7869db20
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1e5fa94c-5511-4ac7-8cb9-7d4160751d6e/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8203a5aa5acd37ae7e6d6839b35c7438ee9e48fd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb674f0ac78f8d22ded7c755c983de3edb92563308d60b734d19e694f489568
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..31eae1df770b156bf9d459ead01fdd462657d0d4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3951beca101de9fb99f792bea8a4fb774154b1684efb4a373677683c5c06bb81
+size 1342464
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..a319e467091f36adc6842840ad128c0eeb82d3b1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a8bb2d25d37a8480e937+1d723bd8/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a7beb6abd39b2a881272213abefdf9f8478934dfd97a6823d4fde1ff30850a
+size 1345445
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..59d730a7cfaa365da9b3201b4017e20a3a0f7a30
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c7bfe2c1-bfb6-4cdf-ab7c-fb6a2aba132f/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c213570f630857303e7b0ec653018546c02dc983
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efb0ea01dc0241314f91e19cbd9be551d1a66e7dbadd7cd4d6473d6b7d4b99a
+size 3881
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..909a8afa3e23665714e693ab04e2c411e8206ab3
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_b5df361e4c86e4cf421d+fe7f576b/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0a61c86adaf974dab29231bf2702ed0a1322ef70
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a6d4a53c-787a-4aa8-bd84-bbda328086f7/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f2ee42eb9f1aa790cfddd8e066da7c8aeb1214d9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f96487dad4bb02b98bf2c955fe59650a5fdbcf1d763fdf56ec412b62b5774c
+size 5596
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ff70811f234950d78f1d290b1c82e9cca8b5600f
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_cc27a515b5be18235287+1a4e3c3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..227e25e68fe06cf7bc11ba97492857b2ff42e11a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_70cc61ff-09af-49ba-853c-b506b26252f8/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7c82eff5a04211d8bddd0daa5c067bff9fba0e01
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8311b8cc922273a61147537a440f66fbac7a31f8b6319e70d9d62d7f49c9e85
+size 123904
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..aa226aafe771cd9b43932ecdd8f01abcd58cab28
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ef2c7144abbf26e25d47+a0cd86f9/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78322ab9f9eeb46976f5086258caec048354f0f2d8c79e0b91ea201e69ca61ba
+size 124800
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..c05ef4e5af764f72166b3ad9da0855f01a27a529
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_eac63a5a-c136-42b6-8f7b-52ace24f2b38/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..36897c006be58fcc135059831fe41ce96ad676a1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e542c76cf27c3f807feac47dd3f58fd4c308e8d9e932f0732774bee19d640d8
+size 3881
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..19b876d59f746e742f61e58b6cda357c58106e13
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_fb6ba4af04dd34034738+6003af86/model.neff differ