diff --git a/.gitattributes b/.gitattributes
index 259b7d70ef83c3e528118488b269c38a78210355..553fc67c4a3c8736e29d494cae9e3cf83aac31c5 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -6806,3 +6806,123 @@ neuronxcc-2.21.33363.0+82129205/MODULE_e81df4d9ffdfcff0bd18+a02c3a36/wrapped_nef
 neuronxcc-2.21.33363.0+82129205/MODULE_edd7b34c0eb34865e1b4+a32116a7/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_f14b9d4c563064069c82+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_f14b9d4c563064069c82+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev0/gemma3_text/unsloth/gemma-3-270m-it/6f5a57eff96603155de0.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev0/gemma3_text/unsloth/gemma-3-270m-it/6f5a57eff96603155de0.json
new file mode 100644
index 0000000000000000000000000000000000000000..b9cf8b68b24233a491c202e98c9c5c6fdce22b89
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev0/gemma3_text/unsloth/gemma-3-270m-it/6f5a57eff96603155de0.json
@@ -0,0 +1,81 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "unsloth/gemma-3-270m-it",
+  "_sliding_window_pattern": 6,
+  "_task": "text-generation",
+  "architectures": [
+    "Gemma3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "dtype": "bfloat16",
+  "final_logit_softcapping": null,
+  "head_dim": 256,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 640,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_types": [
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "model_type": "gemma3_text",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 1,
+    "capacity_factor": null,
+    "checkpoint_id": "unsloth/gemma-3-270m-it",
+    "checkpoint_revision": "23cf460f6bb16954176b3ddcc8d4f250501458a9",
+    "continuous_batching": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "local_ranks_size": 2,
+    "max_batch_size": 1,
+    "max_context_length": 8192,
+    "max_topk": 256,
+    "n_active_tokens": 8192,
+    "neuronxcc_version": "2.21.33363.0+82129205",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.6.dev0",
+    "output_logits": false,
+    "pp_degree": 1,
+    "sequence_length": 8192,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn1",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 2
+  },
+  "num_attention_heads": 4,
+  "num_hidden_layers": 18,
+  "num_key_value_heads": 1,
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_local_base_freq": 10000.0,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 512,
+  "unsloth_fixed": true,
+  "use_bidirectional_attention": false,
+  "use_cache": true,
+  "vocab_size": 262144
+}
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev1/4cb7aff9e2a15c151396f2b684013e39d6739f0dec83e5c9dabbfe9d5fcf77b7/6f008bdec78b8ad51aee.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev1/4cb7aff9e2a15c151396f2b684013e39d6739f0dec83e5c9dabbfe9d5fcf77b7/6f008bdec78b8ad51aee.json
new file mode 100644
index 0000000000000000000000000000000000000000..082c8cbe180d83f9944b013e2e37d1aa5257e7db
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev1/4cb7aff9e2a15c151396f2b684013e39d6739f0dec83e5c9dabbfe9d5fcf77b7/6f008bdec78b8ad51aee.json
@@ -0,0 +1,82 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "Qwen/Qwen2.5-0.5B",
+  "_task": "text-generation",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 24,
+  "model_type": "qwen2",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 2,
+    "capacity_factor": null,
+    "checkpoint_id": "Qwen/Qwen2.5-0.5B",
+    "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987",
+    "continuous_batching": true,
+    "ep_degree": 1,
+    "fused_qkv": false,
+    "glu_mlp": true,
+    "local_ranks_size": 2,
+    "max_batch_size": 2,
+    "max_context_length": 1024,
+    "max_topk": 256,
+    "n_active_tokens": 1024,
+    "neuronxcc_version": "2.21.33363.0+82129205",
+    "on_device_sampling": false,
+    "optimum_neuron_version": "0.4.6.dev1",
+    "output_logits": false,
+    "pp_degree": 1,
+    "sequence_length": 1024,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn1",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 2
+  },
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8b6ee207977199b65639c20585d57b04a86ba4af
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_82ba9519-d0f6-4d26-b55c-d9ecc439a901/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..546c613ea9883b288ce29474a5d8d2e781761688
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a50e215cb2ef64d577ba73e0351a52d928a7f110054373069a8caf7377fe8e
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e425f5a728251be2d73d32df01144681de5878cc
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb0637b226652b7326c0b29ae05109f349cbf3dfcd6ec46081e4c8e6a47fa8d
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..358d7edcee15c4989a38e27e32fe358b9f87be2e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_00b736050b1258107611+cc878ecc/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ad54ae0ea1250df1642cdde1a9469c762ce18c1bb562927f520dbe53561ee3
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..4a78c07ccea53fdf9d3ec4455a398ac20866dc1a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_32d6fbf4-b881-404b-92aa-4eb551e173b0/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..dbabfc21a0146f3610f63604c42c6a6b06eef38f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c97fda5957efc32c2797de9898ea4489f66dc7db0d0a4448cdeef16192b7f4
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..1f18c2a706ccc7748a9a259583e2362242e68686
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_051ca9e8bfb838198d20+bf5d7500/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affc51160bba8e16b6e818100869fcc2d9f956b242042e8b3710dee97d5a2b70
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..555154c2b0cc177f2929c1c07887df2aee44fb65
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4b399213-ce93-49dc-b8b4-9b3af17fc68c/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d83ec43aac607978f695c0c307200d27f6d9be49
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb97bec906d6f9da5439621aaa279473ef81dfb0965a3382e252207fbc416785
+size 14480
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d7de15207d690190e19348357b18b25a3ae5fe9c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c830f41402444984783889a0c9d9acdb898e079ae0ef63528b29dfb79bd8b9
+size 267264
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..4da2fbadcc98f1d3ea4feb2993b01f1cc9c74c08
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10841ab140173813a557+27fcdf67/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b3d70a421b4f15fb7703005d2bae0228c5442d93807ae2d38b66bdc2c2451d
+size 272962
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..b8c60a836fef09a40029a04dfad09010da027266
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_042458e4-ee7a-4cc1-9982-8dcb59135d0a/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b1ae45d3752928adf760b5025a0c8e5ebe9105d5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b495ebb26c47c9c547cddd6ffc5e5d5b091763d922d7d2753007f9234d8904f6
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..ec8773547065a52e05669b36e74d01c2be80e315
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_136b6c24ba36a94f4a8c+6a7bea4e/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25717944e4d00a2f49848ca0800c9312b4ff77086e5e52a0d5ee300d2c66e485
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..2e3e061045837fa4416b1e91e258504f7625cee2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_689c5268-a8ab-482b-b69b-6bce6d9bae14/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..39ab494e13c3225035079aa358d27ac1dbbc9492
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdebf35bfcdd9967fc1e54cc07735f17a493b90f7582cbe0e4f90f0ede72f923
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..ea7d08abb4c0374abc6a2154726a3e336d52f4cd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16c47183a82c8f358c86+5eb90c58/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41918134bbcd35b759f6a256e612c45772790eba41c39651d38a9628a52f0df6
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..e007c6f34a7e2e5d0d8ff2798322c7ec64151343
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9d83424c-11b3-420c-9285-bafe75d83cd2/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ef26fdd16d790ab0833c361d26e69e10b1a87188
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_176d90ee1f6d546f288b+974142c2/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c97726673eee751dc6d2b2e22c74ec08c7fd8dd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_63ee06da-6f7c-4603-b24e-de38a11d5426/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0ce5516ec892fad7f31ba90a9bb634026be3b479
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c8408637729896e3becce860dbb8070009468550b55ffdb29c09a2d9887ef9
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..0e3f0ba48bd88d7258d640f049a19054988af71c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_185d6075db8562a18423+71cb9b49/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6b77902d29d0ebca4d885f860e70c80b734b8993921b5f90a93bf54e9a1f3c
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..dbe56afeadd07b9996eb9617e815458daf477518
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ce4a609d-67a6-4de3-bf9a-2e697b63fa44/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2603b1dc0832d95206962626786f2ea626f74d93
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_19375b7bdfa5d60954c3+1f738eac/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..9053dc7af0ebfab71fcff3431ddc1f9d0007a278
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a87b7edc-a072-4c57-82f0-561960e841fd/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..54dae1044e86a7a4fb61559b7411adea15231552
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1ac328f27f95313f2a4d+787a84b9/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..73197336a12fdcce07d8415542bfd19ba8ea9b73
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d1ffa7c4-3b30-4251-bc97-e623f3afd646/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..55a54dc66461f3f18b5fd81a0825ada49c65398c
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1bdf6bcd3010bec238c0+a8a4c8e3/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..98de7fc8256e96a3700298634d59e28a51dc06e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_6945394c-9c34-4344-bb55-d98c2799c721/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0a23a6bf7af65c5c10c3968deb179485fa49e50e
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1c44128fc694b0dd5d0c+29eadf5d/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..3050ea6a6968f402e39303ce2a5b5df4261ebbbd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8854eabe-f5b4-4e33-ac47-aadfa01a08cf/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6da2cba66863fc471486cc2a5da22b16c00d6480
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f99d2d09d34bd152af4c7f96a1e6e1d8788e1cd4aefb845c601d2f4d5fcfb
+size 1931
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..83a18219c5b7ab0b0809fd6ab67fd41e723816bc
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76ce8d1b14ee753517a63e6dca53177eea5ff03960586c0c11696c78e1ca171
+size 134144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..7713ad8eb0a6e206b548dd47607d07c4cb7be5f4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1df18124c887474f9ec9+be993e04/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da2a513bb3e517fc24ed536038e9a4e84d05139f2981e015867213fc98cba10
+size 136222
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6e0bb3a905ee2f92b5cfe0e35040135723f342bb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c7de9a68fe9a620b1ed33aff87329579cb06dcc9804e17ca473dc6a4918060
+size 593552
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c0a9a89c2674fe23e58dcd0c0c694b647f1973c5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2180eeaecb3f46756fe3+24129607/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df8167a47bd31ff4fd5cbd30c26d323cc7e8abafcf1b2cffda59ac349405bb0
+size 3769344
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f638419abd0c5bb148dde023710f1d924e3093b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_fe590572-338f-4c3e-98d1-8b4d4629a511/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..885a2920067831c3d34ce4d20c258898d7de23f8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65427a3f14601e52ce09936360bb3c2033302d35f3bc7d8f15983069666ad1
+size 29532
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f6fd70d430ffc111640c86fee15164b8ff5bd39c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4696bda3a87c91abff000357371671c5c570681de1e3dd3a51b377894cfd49b2
+size 328704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..cf8b56b79f810498eea0ad053ea589e210125c8c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_21b8bc19e6c54fbabbea+fd9814a7/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f4e0146b167965435d544399aecb78c7447ecfcb991166d7197e79553ba8af
+size 334452
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..2073b50771f39f2b9fc4c4003991975cc991562b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bdc5901b-1c71-4724-9701-99e58e6fe6b1/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..946594355a19979d8101458f435dc7b330dc3ac7
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c659afc578e8206b485bdfb52abd6a2c4e17c9b26c4cfc33ffeece241c01db2
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..fc1e4b33ab4d47f1d4521b33e273f86fac038f7b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_234f67e05b13c166c75f+750396d6/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793d806a36d5ef55d0e0948ee6da8f4d814357e8d32d02f08211f1e6baff00d6
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..a5649626cb462f98f7dba24c6716a1272a25015a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_49010a1b-8cae-4994-8b58-6f6a3dce38dd/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..245d1c83e57003eda069db4c6a4506014ae19da0
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_28ac77f2623ce69b6de1+bf47e7ef/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..4b3915dbbbb823c490b552b385aac5a6cf3e5a9f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c0ddd94d-5382-4aab-aa81-51e1244249fc/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4398558aeb1304a7410f6b1667177d2d2e59bc4a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfb122ad0632d5420aa3be8195f9d4167a0a318f701498f3e30d2cf3e545dc1
+size 1584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d1fda90928e0c6890941ed23c17e06c976455bb2
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2b5a0c699ef7b355ef7c+1e45fafc/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..96f0b8a05512407a9a7f8c34c6fdfbba8583571c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_651784b3-1cf6-4c3d-8402-ae8634d7b842/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..546c613ea9883b288ce29474a5d8d2e781761688
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a50e215cb2ef64d577ba73e0351a52d928a7f110054373069a8caf7377fe8e
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f32e2bc18344812c76abd720cc7700a125ef0c37
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f169f6429b9175fef5d6bf7530fa2f19e650e12e5d65e51f6bf481cacc9264d
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..ded0d964cf1a227207cd6bd7522639c7f17d0574
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2d8ecc4cba68659d8dc5+ddff69ec/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6541b1f46f052c9d32b4211b0f52d9745535d99808be2c12d768f7e21dca9a
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9b70a3745c2df1855bb0f5c75200fc34fa99911
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aec17e3a-345c-4e30-990d-96182178c334/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fc9c52c0555c79510a64b7b439baf8e0d9f3351d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9733dff57a0d91fdfcb038eba2838f9d713d015649ddc7f9ebec58dfd74a986
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..37f78503635e1a61688841ddd8785dde34c46e6e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32e4567df2fa06dae163+769430b3/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ea4982a1deab975ff1e0fde84e26596e45037808f4d540b303d27b76c66e89
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d2b115d7e8a10f7b188af50df2b00435295826ac
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9e1b71d4-45dc-4796-bcd0-76e4f3e62bfc/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..652bd1b19762783041a08569c8f879054fbac606
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3026b641c2f07937cd7c83799c422fbe86af72df1bfc9a9ded7cf4ad22c287
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..d4d24052f895e3bff75d3ecb31ce125fd2e88115
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_37700373e51b5fbba95d+c5a12a4a/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f5c1c2ec7c0daf7a1154b34c023bae42c523de830b63176228fbec3f4c6884
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..477dbc99ad2db4458e09a7b532affebcdd97c39c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e00cb949-ff24-4d7d-a112-16823027b567/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0013e5950fa6ea7d40e5005fdc9c7932b98cf849
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dc20e6a0d9cb4155ed640c1c7b717fea2fac792450368795b30f0616ef2a78
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..ddb47b7010e8249de4eb07d4a618a5ed1842f4a6
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_39326f457eb62ab98c13+85b6d465/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf069a31053586b23c117fff84b340ce53f0dda21b08b61622e54c632a0ab32
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..dedc2116eee52deb6ac1bd30eb9bde81807f4bf3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2e3cd74b-23c8-4d13-be16-a6c1ae52457e/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..02f40393dbdb8bbac50362cae24fbc00d1859a9e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10139a3f3efa5e8a31e7e335370bb6e4b395c26c92712fec5b3600767ebaa8e7
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..454ea087219beba3251437b44e146ac31f4ea2ce
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_39590a99860e46e9ae92+c145ed6b/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708a52834894ece4a5738e74738ee450ead1c2ee211dd8403a51cce4263c6aaa
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..4090e4de761bbe96d6f4eca3404458aab6459f12
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_891a301a-f6da-4c07-a6b9-be17611b31b7/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d83ec43aac607978f695c0c307200d27f6d9be49
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb97bec906d6f9da5439621aaa279473ef81dfb0965a3382e252207fbc416785
+size 14480
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2a08a4d66c19f7720901a481747971cf1a007
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58814d2accc5e88081b1f737090d1b093cc315de92c8f4cbc7c8cabc49efb47f
+size 267264
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..0e2333a89578eb2f6accd710634b6f0948b0458b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3c014ba77272350370c4+19853749/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be81a6ba73a50b48443c780a36af38591a69c42ec1d90f547a925f82e8c0e0ae
+size 272962
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..13f3d1706e377224d2c6a581b6ff42367ef1b63e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9349599c-9848-4e14-a7ce-9b2e6461de5e/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a063f0fbd75c4653b5e0e5b818eda390dedc8c15
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61c27af3b2bdc22e66c248fb60c414ec7501f243abeb9dfa5d1ad71373ae23
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..906bf6c80378e867b6766a4bdb2151607e5fed49
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b47fa1390a5792e85aba1682645d884809d0c84a32d208ef8c2cfb048919fb5
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..f3803d3e52922d6fe85eaab9b0141540cf2155f9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3f4b14cc1a80d8f3d6df+7acc4252/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553876945e563bd9c91a53c96c6623bc488786c1da978bcea36b881a9d9a1586
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..cedc3b84e6b574161be4f50512910a3e2f97753a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2935f4bf-f30a-4cac-83cf-bd4f06078b8e/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d0e8cfa3e1a10c0748905742ab2b0148e9439b93
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_41216256ed1117166e9f+6e630a74/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c4b0c4a7088674bbb63004efed3a7982b3b50d0
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_272b4b60-f67a-4cc4-b69c-4365bedd499e/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1333f8b691c002ddae356e5f13f0392c4aa50a17
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_425ff440cdab6e8663d7+567d8aa8/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..784701646705c154999a31e0e49b34fa8c6e6766
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e765068e-d124-4c9e-b072-3a082e3eceb7/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df
+size 1931
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c3d87dd1101f22c111549136aefa4da34af167fe
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319ed212818ac3b44adc0785b15b26a11f9fea309fb075882d0b1886776254ad
+size 134144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..6811477ea3d7e7f9c927cd9b66d9e57ed02a1c5d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_43e0bc16ea98cb4e2956+e52ce998/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f2a65b1581289994e92774cde454640cbb6a599162d75f14dc1b30fdacdb0b
+size 136222
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..2ac83132a811fb35463a8bbb39e4e01c9f506e34
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bd98aa4b-a24d-4c20-aa18-f52d8a260dc5/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..983949bbe0e2930a5f076ae6192c57727131ba31
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060ffc9ceb8b86a9267a3f945c09cfb005088ab138573be526ec9a81091f6a5b
+size 14480
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e684ffba28555dfca39d88aceacdee33230ca231
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6720a816fbe076b88daa158ec467d0e2ba28d83b820c731544d25357954be7c1
+size 267264
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..93d598d794e54d7e8db63f015f67eb722fe3acdd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_44568e7b6f3e06f587f5+86667f2d/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12d2d8a5c80b14979734c9e0d86b33090b53d330a57f03e75b589fad25f224d
+size 272962
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..30e278c4e9dcb4de38522833036d9bcc03fbbf4f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_88e382d8-7dbb-45bc-abb0-fb0b1f4ef251/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cd861f6d9f1654e01b81d6df80cc8b68c6a92157
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5a83d195d7359c774eb4+23e01e20/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..94a7cd6687175f4d576a17352eb2b0b829584084
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_613d9b31-18b7-407e-85af-fa808c5580ef/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a063f0fbd75c4653b5e0e5b818eda390dedc8c15
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61c27af3b2bdc22e66c248fb60c414ec7501f243abeb9dfa5d1ad71373ae23
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..080be5694e40de30c6dc41c231923c6b35eb7b07
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d058bc8190df7bd64b1987647d9a5dfe2c1dc0f6bd26d8125a8b472862af8efc
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..6a5142c13baacd0692b6fcc88021854db91586c8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5e93e39e8fbf88ea6b76+03e1aa53/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2accdb795cb88ae1ec4abe5044f0e126ac13bedac7df76b3483e0280e0f065
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..9d4ffad464946aff917fa734fb705d67e8944a9f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_fd2e5678-d671-4211-900c-1187335a737c/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a063f0fbd75c4653b5e0e5b818eda390dedc8c15
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61c27af3b2bdc22e66c248fb60c414ec7501f243abeb9dfa5d1ad71373ae23
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..80b4b53849f7a55a817498ef68d9940dadafa6e2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebc4233ff50a3575e64d3e677ce2ef0a028896a013ec511de08fbd0c776132f
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..80795ac56cee8ae44694b296f704ad4149c8b004
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5f769e3cca75ccf72d78+d10d0dd2/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759b5150347c558dafbc351553b820e466ae92d2ce0ee06f289b695af72f1724
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..ba4ba17362f5b7f6009d791bbc4f40c2d7c2f20d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_49ef3a1a-0227-4970-be1a-d978cd4349d8/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d2dd67fdb0ed4d3f02f9cfb9d27c5f7844eb1be9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bac65be92e9d8dc63e3bf203738efad6529880217aa0d1d60de5ecb365b540f
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..751efb7f3abc1f71818ad1d444c797dc85cc45d4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_600adc849860c5738d83+251bc50a/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96efcbbbfdf4b35b14ec3930149239af5c39d8e3b38a2c34bcf86682f9e1003c
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..be40e3d9f01c4339c4197e4022fa1846c54b7a39
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_17a133f4-5dc5-435d-bfc5-7d9fa4621cb9/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f34ef2f892e0546e7925c0de283205bc81b89ea0
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dc3dd52b640382c2f6dd56f28e4eaacd7a07bfd5eee9aaee5976623fe9c120
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..4ef3f2e492bb87eb1fb035c16074b150cee7bc50
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_61d6e1747bdcb0e97744+feec665b/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed28e143e507385d3bd279fb72b625237fd3381bb128fe69135ed0b13449a3e8
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..a12b3f4fc2abe131910f33e632215de84b6e5e67
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_24d383ab-f569-467e-b45c-a77cfb4bcca3/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..885a2920067831c3d34ce4d20c258898d7de23f8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65427a3f14601e52ce09936360bb3c2033302d35f3bc7d8f15983069666ad1
+size 29532
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a67aa0c643cff4e46302af2a26b7fd09d067b9ab
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a318049f06d78b415619a6e9f3c32f91f2d29ecf9e136cb3288f42e9fef2a0c
+size 328704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..9a9c141db372108224a36022a6d6e783f1c9503e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_63dc4f9d8eebd8bff520+185706bc/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76e28e23a177f25c5d853b9e966855a525638757c54ae29c155e3d936d722e2
+size 334452
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..79c97ea3eb8c39345b8f7fc5d87387c7431ec0ba
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_38b783ce-4c5e-4db8-90dc-cc1ec8c18fec/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..467898c78389689dcfb8f982582d6727f24bda1e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8629f06e456fb28417aa0f49a21886ae2f018c29979beda6826b85fb54a0f1
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..c17137e32a52296b4fdbbbd51930378da9b14110
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64586dc0985ae71ce088+4d903890/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46918eb58c6c73767321ad64f7fd77b9fa0f59c3b9d65b318f987ee7c9078541
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..6eb839d580b0ffbcfc8029092a4966286d97fed7
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_528a057c-b083-43cd-88b5-5df08bf5a12c/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4398558aeb1304a7410f6b1667177d2d2e59bc4a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfb122ad0632d5420aa3be8195f9d4167a0a318f701498f3e30d2cf3e545dc1
+size 1584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..97e0c4fa4a8fccffff1df3bdbac45be2cb6c6189
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_64de6ee635a74cc051a0+3484256f/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0320ef1644f62c6c898c2f8701368960677ff5aa
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_6d244cb4-29e5-4070-b53b-43969b6d905a/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..70a4d02c5cf5f72017c6195529c08b512ccec76f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f81fcee0c570fa05fab912dd672555122f71c645e9ecf56de2dcd050da94c2
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..69fcdf3f34743a75030666235d4872ddacf8a7e5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_65d219d64fb87304acdb+5b56e67e/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e917413a8fb9da913b7cfea1d9c2a4db707698045a2baf5d6deb4f1034878a2
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..1f268e0bf5b39c079562e7da43f59e08ea788a2a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f5277fd2-02e2-431f-bf3d-1464b6414da0/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..885a2920067831c3d34ce4d20c258898d7de23f8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65427a3f14601e52ce09936360bb3c2033302d35f3bc7d8f15983069666ad1
+size 29532
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..17bf206242e6456a71ed343c95cba2636fc982b7
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de68259faf3edd223ac5bc35dd11afb31906752a88d1dd35677b693546ccdca5
+size 328704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..7336960c48e9cecf9df8e24f832d35d5ef376166
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6916c28624d3a30b6e58+afe6aac5/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331d225dc629e3680e5717c15358b08d1d59195f96e440e78e34a76ea7c51a6a
+size 334452
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..762c76cac6948f2261e01f6826dee7b076ce71ca
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a78c50c5-e76f-40a9-956c-945da4d74f89/compiler_workdir/SimpleModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7961ca2599c812bd5bb13b1f9d0e58681f393dba
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a67b889eed95ba398a4a2b27843d4167663426c4347424dcbcb2ad81ffd890
+size 488
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c15d475886bc50d81d775d10a4c00f452ce7904f
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_70297a23945eb47de4c0+80218d01/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d05ed1c9bab6dab2da9e1a0b7ccd893e59839ce0
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_37047856-492f-4906-992d-b2f3b5af758a/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bef401998050028f1afc437b46fa3bf57883e5c5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4176730e97f91d02e226c68da912cf6d0f75250963dab9a167f05f6e68f119
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..3142d90f8613da71d0dd92f765b01e765fe63a40
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_723313f02fb1381a6cf5+5ecaec9a/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57c19d8d83efd7aefb1f617bcb66b4beb7516946637b133ebed7e798579cd46
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..1fb2c61ad003b74023b4bdd8ade5852d13c82104
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_0e5fb85b-7c40-43a7-aaca-755ca62bd395/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..57d8bb115b490b37bbe2cb18f08a980a3e481d90
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_75fd6ce9bf237e6ee0ad+ce298e52/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..7e1b5a88161a5c1d871e9886df8ea6cad0688d7b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1c164cce-7b0e-4731-90f3-275efe53d43a/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f9d343a0c7765420052e44478348b7eb1c9e3003
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9a58d712e810675279+540fb7f0/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0a8be39e07a7e521de7603d393a736f68d8255e4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4a3c338e-6e2a-4a08-8c43-e8646fad16d2/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..702f2f2e66f42793da0cc0194a4b7875ca3189b8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee19cdb6f1b7c98f4d4713a7ad3e0cecf24d481e84b7ecf9f2272fe378755fbe
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..318bd9b8123c87dbc4f0aca33fa5f8ac7b7a4ce7
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7efcb91dae8e8dcde9e0+00e76109/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1e0d30f0cb6e0b8e13943bda417fa3bcde02ee9496c70c43f82e1655924be5
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..cb601607b61c14af570d358f6ecd00b1e17c2aac
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9c687a9a-1957-4ab2-bf97-934af899fd23/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4398558aeb1304a7410f6b1667177d2d2e59bc4a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfb122ad0632d5420aa3be8195f9d4167a0a318f701498f3e30d2cf3e545dc1
+size 1584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6f74891252eaa637e714ebf9b5268258375d7dec
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7f0a8389a868e55d8626+2eaf269e/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d8c2bc9d93b2743082f339e16f320de145012cff
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_cbe8011d-b597-4bce-ab7c-f778c3fee7c9/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a063f0fbd75c4653b5e0e5b818eda390dedc8c15
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61c27af3b2bdc22e66c248fb60c414ec7501f243abeb9dfa5d1ad71373ae23
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f111267ce8215d0e18aacc550374dee8ec65e37d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e829f190a0eaa0f3c626683f801e2c40f694d8c05c9b1513170c4d8a66e3bf
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..4cd1a4bf5d5fa136428ce937d5d105fced676387
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_80560dd65c54143d5af9+3a0bf994/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71c3545e1405a402ee76a22aff28e2ec4fe986bc8dd7b33833ee3889ba9c53d
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..fedd0289e8cead62e07b376076c4c0bff8aa7e59
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_55c1be32-eb29-4a1a-9731-ad48a3a2f144/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..54f4b047724cab312079692b6482c39e52596655
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854faf41b956bc2c79641bf0f1b861e89e719d7e38c54324acb72739040251ea
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..6fa278c781af0138c6f76f46435a6305f0224059
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_840dbcd4c39420617c50+d900d3f3/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c90de353dab7eb4d95ad4055ddfc8c5781bea127307717ac3cf0bf1d3c0bc2b
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..ca4f62b5ea378ad28b31bb19806a7a3661592795
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ad9b4e60-559d-48f5-8806-54758caa6a33/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..df527e9b575aecccbacdea17c1b5b33df5300cdf
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_85449b4e391452aa007c+58171e7f/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..73764bff7c4a0da27768bd1335559ee6c2b8b84f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f1eaca4088825f4ccbe12b3c0bcf1ac0578fb761827128ba6bc15e5e73f978
+size 613846
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1902113bb43e30069e77881a3e72ae3e53a56f7d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f457d0323d0135389c241851730dcdbc37cad1ccde4dd0671869c9b678901f50
+size 1721344
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..d18082b55f773778268989612322f52cd85d0f9d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_86d4d4d91949bc4c6977+a02c3a36/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a547819eac031d74a6fe780b487956cb8fa97d489ca4110427e13120437c09
+size 1877535
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..6d824a51fa72a80369e1544ee7a3ffca9f81704f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_6fdfa970-a428-468b-95f2-e2f12579e5fc/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..208ede666a3b768856c839e8ce5272585870f9cc
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef83cc05274842b0ae6a3f8339c37b9311ad2b8d7d13ac41a3ab66f9e308ef7
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..83966362352db0c5d354ea4a54a5e9cb93d174ac
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8827fc5cf116c9438fb0+08a12fd5/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b945da1c29a0f3c0f3e5844928c3c1ea387589966b291b7c1dd0ca93beae2c32
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d7b175fe2d0914930891ff8703687617cf329cd0
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f242cd01-4bb5-4c3e-9801-e6c411dcaf6c/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8a2054219c1204f1e0ad8228115551cbd468cd78
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058d80c8fa3b54171c359e6177142ca5c039c2bf239e7da77627d833292f7b24
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..a852efe680ad28ddce002dafd299f6e97f28bb45
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8915b4dcc43f027ce8e6+29cf0425/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82e40fcb4a6f01e9e53b03970b694bbdffe1bc75ba2fdc416a4e83461ee5534
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..81f62035e934635b8320c690b368751c0244536c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8f33c384-6e91-4ace-8de6-95dac1e505b2/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d48276292fffb7520de252e8352113abadd51
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8b4fbfe0f00aa4149897+1fd27af2/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3e78c971a1964df4bff8ef297a2671b72332e2e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_dc8b8507-c45d-478f-a636-cbc12010cb8e/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5f4eeb203c31a253d229e36e6eea6c1f40640bd3
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_90ae2d046e0aeed68667+f9fa6ed7/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0158294ae51564de39b585538723884b0af19237
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b1a17fa4-7982-4e8e-8113-49760e00a523/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..07bc20e4e04a78523d00e22d85c3227bf2c57473
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_969d78aef665e287f4c2+7b49491a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..07ba123a78fb5d9f99410290b816562dd8ac5662
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_75150058-f8a8-4a8f-a845-b909edb3a8ab/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4946beb3ecc53f9d0798be7b450642d25c0770fa
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7046ed89031dfac13736bfd032719eb76274b9bf3684e447ea4df55777d582c
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..f750785bcf14b3f197e0242f0a6a68983c053c55
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_98332ee8ee67a312f5c9+25634bd8/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df82ae19f964d200b94c1a8933a3a8f37589a83343b4be04f471eb6ad6cfe407
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..b556d321cd29f909e2d64917f95ce8d87dab711e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_099104aa-8639-47ae-b1f1-d8a07e1701d2/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9c4ee6823ca5eb07fab35970cad47ed4ba5fb6a2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0c4e6d33691def95ccb953bc1da7b1f66bfba748d0125fa7daa1c2f6ec2011
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..63bccaa9a92759852edf463b431234c291b74b32
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9888d1d3fc148d437efb+ea678c9f/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0e208590d1dc4c63c373f3cfbf155d516ad82770694bbe12a04ae5a6fae8c1
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..945370230dd54e466bfebf4d27a2407cd8587331
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b886b606-14ee-41a2-9d20-87a3e51d32c9/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..983949bbe0e2930a5f076ae6192c57727131ba31
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060ffc9ceb8b86a9267a3f945c09cfb005088ab138573be526ec9a81091f6a5b
+size 14480
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2f9aa3ef404e5f91a94589bc4ba58d23ed5cd878
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefd79357337e66b1dbcf1ef3515fd0a32fe66b93f77fa3428b32be7b47b8223
+size 267264
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..65156448810d29f2fe37d658ae09b86352ae2541
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9a9623e5b74616beae78+7e1dde3a/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93be1f709e5bac36ec264e6bc675942ca7ec6a776b5fef23d496ed8fc12b6b30
+size 272962
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f3ccfa0ae931ad154badc554c29e826de46e7fc2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a161c47a-109a-4a48-a458-9d0452213fd4/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..decece3567081ce4fb8e4d47424a5722d931e113
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9d5b989936425a865af0+d6c2c6f1/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e53efbe45a3c2bd4b477343e076485702dfe2257
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5422a168e2e0330ab92ee336dbf8d53e631a84abb50f99560a9daf76595d1c65
+size 82679
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..47f76879ecd147d4c82a81d6d2f593794e893979
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40e6e421d4c1c2896befb0037d285193acb68a044687385d61d7ea47b235213
+size 287744
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..e54a9a3691ee45f0d61f39e2b8f9627f1059d406
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a041304fa0be08df1638+a02c3a36/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f2ded990d4d1ffcd007fb2543b2aa165a0a59c29f3dedf1051816a978178cd
+size 295957
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..57b1ed781a2102e7c7713c0ec8d14063eefeb864
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ef629994-e637-4458-a125-86d674e4d076/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..885a2920067831c3d34ce4d20c258898d7de23f8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65427a3f14601e52ce09936360bb3c2033302d35f3bc7d8f15983069666ad1
+size 29532
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ed84ac55e02ee8982942e2a6eb11706b4dbf864c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7be1cad4f6c5af1d132df0e7ac509e0c67aef4de8491d116c9d7667336a443
+size 328704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..1724534a14c46c2eb10085d675b11b75831b707e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a0605873e39960ff48be+0f827278/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734a650aa61369e9fb72a0002bb80e166674cc6ba56e81bb25c4c120d8257b18
+size 334452
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..563be520b44134de73a251df2f14f3badb11cc65
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8c27bf12-73a5-4927-a8f5-5c68686c1d46/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..88c5fd2ffb57390e03e672b113d9afcaf1f1ad1a
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_a2286c7f01a48e3d66fd+5fc2a794/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9e8aaad7cc833df7e8a3f6c9e2850f7376b76d9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f203b703-95fd-43c1-b131-ad7e7b254670/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c46c00cfa0e4f9e8dcdbb1ea4e3a9d0cabef1dd4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1894c0d4835ae0b98eb428c6b5302ae102f1a1c06a608a2d1f9877f0981ae8b2
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..9bf1722b3514f78d53a5434aefd699305d3fedb4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a3c8217922468e7ab72c+ae8f5aba/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf332e7393f97e0d4b78692fbd3a23715ac05ddfff83db6eddfd6f39a0ab263
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..29d9ce30ab652fe686bc06b7d4839e1377bbb203
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_cf821864-6b5f-4c0f-b9e6-558f65a21f70/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df
+size 1931
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bf58020e19b6e561a2d54f77d77da104bc19d86c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23eb89f2f4a33620079578db4e5242e6cbc26d0988bf11c3dc2d05509b040b1
+size 134144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..1bff4361b3b09288304815918ce8d9176655cafc
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a58fc7d86bda84767fc0+77a63f9d/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699474d80fd4d564e77524cef030fc319b0050500d162d0e442c18c648bc9270
+size 136222
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..e392e4936127e073265c828c64d990ca86f41fd4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2716facd-d44d-4143-b3f3-e04250c8af14/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5128bab37cd392c29c2443af2d123bdc738fc483
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a81442938172873d203fd90939bfd9f63527a0392289e8f20736355cd455b5
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..300b0c3f7f363d1fb4df3350540261a418804a4c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a983f61aacda3974778b+64f82574/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e08f4614ae1c18d613ce49a89ecac1df4a3ba76463f8a5b1e712c0d2f78dc2
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..4c94b724088a8a2b97af87a841cc1f95ad7f8a75
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_026a962b-7a94-4a89-a898-0112b956f473/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ff0a756a3b303fd0d1cd7367e2eecf04247a1b32
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_ac0d1c94107a25492dab+f96b55c8/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..de6a25ccccd6bd6d3a200c23e1044f96b6830631
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2aa8d8a9-80b8-493d-9f61-20d75b37148a/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6da2cba66863fc471486cc2a5da22b16c00d6480
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f99d2d09d34bd152af4c7f96a1e6e1d8788e1cd4aefb845c601d2f4d5fcfb
+size 1931
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5b1f504ddbc42a2e63d0649c3c8ca22af69a5409
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c61f5f977f73379df5233d72a114b402e01ec0c312aff9576dee75f34ac2ada
+size 134144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..2f62feaba8d6ce85dd3eb3e631a63cae556ca164
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b00045c87a8282a88caa+568a8f4b/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a9547650246ee58161888474de81cb75a9fc34b1df734396a3ca75a2c898ad
+size 136222
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..1bc56c31858b4a585cc045631e39a14ef84a698d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_cdb5a42c-3ff4-4e7e-be46-fb80ccafb855/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a
+size 1584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..16542282668f4e087b19361097d5606923aa5b8a
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_b011cb664a9b28ea793a+9eeec46b/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8a1a8f9031763fe7be4d76de2830e81fd255bdb4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_694fa5b1-cb5d-4534-b73d-d08e41ac7feb/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df
+size 1931
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1df29da5fff75d559b9efe64c2ac1e648228b356
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfd4d311f2e2f6c461efc99a8b30dc95c39e0bc0570cd2e0b5121e61d7fd0dd
+size 134144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..b20c84466975d603f59ba883bae3f470aa281b84
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b48b23f7df375a74cf63+d9c11595/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb45eca9b50450948fa7ac93b27668a1f598c705e7db34c8b511c6be9be9bf4
+size 136222
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d3147bf87971d2cbe3f0538fc5a6cbca9a39b5ff
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_7235cac0-6f65-4fe6-9c19-4ee127f12fe9/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..885a2920067831c3d34ce4d20c258898d7de23f8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65427a3f14601e52ce09936360bb3c2033302d35f3bc7d8f15983069666ad1
+size 29532
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e6660465cdd9c8ead82fca3847de50f270d9c95a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fde35e4ee4cb04d86e8758c80913624efc6b95ff74a29cf6c33875c1a10ca40
+size 328704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..3915e7cd79eacbf6a62c1ec4d3c986c01200d2cd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b690277cb7e1393cdd4d+455c2f78/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90244cc5b43adb7ca998cbde7562d7b8c0127352417042d885dd83a2841508da
+size 334452
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..50b082929cf206f594307e033a463fe20cfb55b5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_52a62d85-dfc6-4926-9357-cb53f1fdb24f/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4398558aeb1304a7410f6b1667177d2d2e59bc4a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfb122ad0632d5420aa3be8195f9d4167a0a318f701498f3e30d2cf3e545dc1
+size 1584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..41dad5a5de2f4a6e3dadf8c08a964061f43af11e
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_bc894323e26755173088+0534fdba/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..425f93882ad8930b273637ce4b16a53ccd5d4ca2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a9a95c4e-f5a1-4daf-bee4-6672a4fdd283/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..546c613ea9883b288ce29474a5d8d2e781761688
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a50e215cb2ef64d577ba73e0351a52d928a7f110054373069a8caf7377fe8e
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..878bf65bf294b5e6669fc644492c4c07ae1d3545
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0e66c51f3556de5802d9a0e4630a0e2a3541af425d9bf5218b6c621990a7cf
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..3974109e9e38ab642001973d0056a10ee5c62b0f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c2c38093f5b6cf5c76ae+28e466d6/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b92d022ffd0d54132391a9b5fbafb1183647a7dbf41ad311433549308be1d3
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..79e1bcef3e2ca450a3fb25437331965aa7d7cd3b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_435c99b2-b0d5-4f69-8d86-00a3301b2d21/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3b59528e52f602c357dd3244e8e6281f82a4a550
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_c2df18b491e199dcb607+3064733c/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..ba5900cf8942cab1302238be80cb759116da58ba
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d5a3832d-a42a-4ecd-adb8-7f971373d070/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..71cab3d06f922bb31a19f6714d38b908cc46e7c4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c85344f4dbcf0f9d3b1cce9467fa83028f23de793b47c2eecea072b5e4d48a
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..6800069f9132e9a6e32e7448b710ba6206479dab
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c69290fab7eb15da76dd+d7021350/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91196aa60df670119d06fd08ec4e6cba2f41bb4cbc4985f4b42060ddb7d0cc87
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..2fdce6d03e3494db1d25578f83be346e6fb8c3b3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_eb0c479e-ba3e-4cfc-baed-1140379dc38f/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2ce2b7ec10a7e002af1eca5289bcdfd22575de3a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc6076e3dc83fa702ad3b32d7690902d63d542f021bdb7a3783ce9de9a35f1c
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..52f7eeab6fd441dc118c2a077e9a883cd47fbb23
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c727b2f2a512204c77bc+df712106/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45058e1f7fc959b5b91aa8dabe33aed8a1f7ed2d53cf974b6c58d77b56f1122c
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..4383701ea68eef2fc3bfde5f0a39076dfb7d1be9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_98625e2c-8752-41a6-86b6-d3ea9a5f32af/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..75d811840df73ab7dc587404d0e35c0af6f03951
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_c81778edf9babea292d1+60f28ab6/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d910754334ec60589979c938f132eff8bbef9ae
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aca1a3ba-05e9-4ef3-a883-e46853439d25/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..05a3676377df908ac04eff10c4b36577c4c028f4
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_c961456169afb15756bb+d35c3eed/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..02e299e5b9b4e574e2d3d0b9f00db82bacc1e5c1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e2defa738bcfabb72719dac84686d901ff986c45ab554c003bf1a313ba76a9
+size 79552
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c4f3bd2ddb75dd3d33e5c8ca9e977b9287295240
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ca722f8dddc75c9e66e3+24129607/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97cb6139e2a372eda180c33392ede62491108587cd5b594464a041a67cb4be6
+size 338944
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..bc277f0674a6b40bb5bf44beafcfeaf009c30d31
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f39bd001-46ef-4384-a004-22a8e46452d6/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..546c613ea9883b288ce29474a5d8d2e781761688
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a50e215cb2ef64d577ba73e0351a52d928a7f110054373069a8caf7377fe8e
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..894aa1d7e3379ecb671c718eb27d3d6e32d77cc0
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68ad58bcdde22bc935dde8bb269b5cf45552530e1a8186d85915ec8600ef56e
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..78931391a13137e2b9962b07f7c1f805ee6ae9f0
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d3ef78e648a088febc81+444153af/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f04476d9e3ae8e75a9ad27ac48e3ee45e8c9b20f52cbf68e29816065f7a9b01
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..26710b890cd65b7c6e2d2b3c6fe04546d95bd22a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e1469085-3495-4f7c-8e24-76bf91a0f2dd/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fe70ab281c585ca79f02dc9ba952f6842472aafb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e371659ffc6601350b4850ffcf8a4b0bb8dff97567787cfb7f93055cf1662c8
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..c88df13cf67d8ca0cf5f4f9ab901136aea316ef8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d6c07bb705e4e206ab56+aa7b99c4/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a27ef9eb01e20718157be5c90d406a3d00eff4e5ef56d0907dfcaff537a207a
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..b35a37b1722fe8b06a4198fa71d790edf56b3c2c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_dc23e46c-53a9-4bca-828b-58faa793940d/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cd44786fd82af94d92b72f7e4e65dea7ac9791c4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03289f6773816a0f1e8b8473b8171fe0bf45429833e219f828b19d1444d4ba51
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..fd8e98f1ddf8f591553016ae51869387d8a2eb0f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d78b2e61f67c231032a9+9324f4ab/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480629f8ef8e8347e2c59567f1e6466dc6ebec108f61d3d056838b344c8b47e7
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5e0e7b82a42e38217f96225b7509c7239ae3a08
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bcf142cd-0f0f-4516-8b1e-6a6c0b1d51ab/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..415bdd22650c272d268c66d5a14bb3af822509e3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f719f5e55874995332544b239de0b6dc5d1c3decb7a3074ef8331817bf836ce
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6f57a3bceb4f2ccbd555ea72d8a77c1acd5eea9a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bb4c55e2a5450d4b205ffc01fd9503e1b3bc05e1ac3a883878bd9b01b07cd6
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..01e82a6e7d9276ffcfee47988b03562416c6734e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da11e68fd17752f10c57+dbaa6d8c/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79caf5e4a69c1fc55ca8060095c1341e47254f7e1084c367d867271950f314f8
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..a636c8cb7c9fb376136951df24e452dcebf54628
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5ca22468-4d10-407a-8f09-923a5097fb97/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..67626187e0926c0f088f119a1aad60032d1e241d
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_dba0cbb35fcfbbe0178b+98bfa1df/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..09b2c6306edc1d2ee203c4e59d9a54e6b538a66a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_64e02373-f926-4bf4-b375-616f2319a27a/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d83ec43aac607978f695c0c307200d27f6d9be49
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb97bec906d6f9da5439621aaa279473ef81dfb0965a3382e252207fbc416785
+size 14480
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9fb953683ba2ad5e3cfce2c71c23bf25f77e1cff
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab4f8e557be06922af13c2ed71879b0af2c61f76a3a58f4065c9757584a93fd
+size 267264
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..524e23c656de471d9f2eb1aac871e4406442dc50
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e04d47d92cc08a2f60b7+11e776c5/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b0d85038c2f4441323cf90f46c2a51eaee9620631d13dcc0f001c01171f225
+size 272962
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..4633422eef299a9a39459e0e7d8cce99c22af772
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_49cca24f-9390-4eca-9ed2-5d02ccfa31f7/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df
+size 1931
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d2a83ffe4e6c98fa982fa991422ce44aca4546f2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7816c5e023e6e65ec8e885b29c5fdd8393f82540ea6635318b7c8e5a0dbbc6
+size 134144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..8be4f54efc808af77148060bcc3067897e2b2dcb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e2903dca6c7b70fb8c6a+39c0445b/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be718af800b5486f621f2c4669794a600819d88f73b5644ba9690dae2522807
+size 136222
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..a4377c56f33ba5866f3b172d8b13fd9ac9793b8c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_54d0004d-9956-4c64-9130-6c0520adbdcb/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ef8e46bc5da79216d32df33c11fb859b797c8db2
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_e9aec97f5225828c172e+bc25f55d/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f0190f441754099b0836fb3d8a49c0ab982437dd
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e050f408-4129-4a61-b5d6-0e8af7e18a6e/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a063f0fbd75c4653b5e0e5b818eda390dedc8c15
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61c27af3b2bdc22e66c248fb60c414ec7501f243abeb9dfa5d1ad71373ae23
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e3b77d23df75c55edc7a1a2fed95fbd27c936f90
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b73482ec20a2588844ed0a85c4a6d9df1041031018c4af1e77670eaa3b0b9ea
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..34d79b8a6660bee22ad47f73f85b2d7adbd35b46
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ec1f9530607181ff79fb+a52a8e76/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3510529c90b5adc11ac3e27e05794b54dcfc62577f8ae8583951d35f612a895a
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d7d304e189b19d3f985a29e22b5461c965ecae23
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_76807b4b-d727-493b-8017-8e52b7bb171a/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0cab41a6ecc3a713d8a4f0c8d88c20f09be3bc18
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_ecfa930147dabdf88912+b77426ad/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f0b9f68f3d5ce1048afa1cca38187455914de34a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b6a3315d-7a0e-44bd-a364-b028a4cbce93/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ea68fb9527f34ed0a9b2658c8de4eb68151bc05
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0dc25b69fb5f42eb56f3dcd1dde0eaecaa712b2d7d4ad8d1b10b2868d85b5
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9f0c10d1060321b80076f4282ccd40e271c2c63b
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_ed599b24d14fc795071b+b7638f19/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9300b4a4681c02fb8650ca561955f9077c697ae
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aabd291b-2c94-4d66-835e-996422c3c9ad/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f0e003e69046fe0ab4b6dd8d100b65aaa6e17444
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7269fbc8f958cd8ce0b8572a40fbd51212f1657e437ff2ec3cbfa388cc5b5
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..189588ed9ea10ac259997bba47019ec9d9cf3db4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcd00e526cef35cb2dbd3516bc4f39627351c3e9a47331baf8c25a37a17b1d2
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..d8913471b9a836ded2029b7c8da8ee0f13dc364b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f12175a52632b54e4fc2+eb00d0f3/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1ca89cc38225035730a97e5f9a9e65d1aa7b3eed4df32cc59765770dd87ca7
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..5340bf7c1c3995f65e250104e73d13d4831b8f33
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_6339336b-3114-4f73-a881-148adecc9a03/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d83ec43aac607978f695c0c307200d27f6d9be49
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb97bec906d6f9da5439621aaa279473ef81dfb0965a3382e252207fbc416785
+size 14480
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..46a9c3f003b7cd4ecfcede36f252c5e56904c010
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579b036fa616a68ee729f43951a860202b8c8dfca464a0b5e51465b5c6eebeaf
+size 267264
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..88ba8cd0bf4c89cb4799eebac67219f0ad60177c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f28f74e8ced7d190f015+2fe635f9/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f96803922bac02d54b67dfca1113c7cd17ba17180addbc8b99524fe346d130
+size 272962
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f387cca7f7b34499f7a84cc65cf7f894f2d2014d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4b8d1a66-840f-4223-a580-7bccb9c15e49/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..885a2920067831c3d34ce4d20c258898d7de23f8
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65427a3f14601e52ce09936360bb3c2033302d35f3bc7d8f15983069666ad1
+size 29532
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..58614b4f83e05a40c9a141197b173c258e051cc2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99aead7f92103b29bd8835f80f64cdae8b5466b70a4edd25d9e7e3bf41a5895c
+size 328704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..9d7cd1d4c4ba5f92bb637ef6aecca95beb0087a9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f5608286a4b7a1b74fda+6afcbae8/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34654cef60b617b6cf60703ed895075ae976bde7022aa35b9de94e744e2db4b7
+size 334452
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd1493204c1f9a7e0384ff4942079a330c976ad1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2ba19709-0d60-4913-a2fc-cd125f84e843/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a063f0fbd75c4653b5e0e5b818eda390dedc8c15
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61c27af3b2bdc22e66c248fb60c414ec7501f243abeb9dfa5d1ad71373ae23
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0b13e95612e2206bfdf7f3f30f2e1aca86c344af
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3244d36db795476a43ce96c587abefa8a484859d6bddae37ba6e6e2072eb72
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..003ab4cbf345f78c9066152d3b4736715a21870a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbb8fd5af45b36a2f1d613e3f05d6c20643fedf84376b4137b9d8199b472972
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0bc48ee62f99d7ab30cf61cc646845bd1c4bc165
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_cb8003f9-7456-4835-a2d2-74c57dbb1490/compiler_workdir/MaskedSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fa630775866f5254499431d6e2b26e218269039f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694be3799f7af69e675b5ff12cb5cc0a37c5b497506b666f215400c90a69457
+size 11756
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d2f20ef0e43d0a3cb83b385e2417e70a1f236827
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_f6cf32bfbdf5a114a206+33804436/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..98c7432c8f0a4dc8f024e2e32dd1ab990bd2531b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_edc851ca-96e7-4acb-a139-f6677432fce9/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a
+size 1584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b95ac8adf1aa1a097ecb19eb4b413c9efc4a5d55
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_fc811ce1533ef971ad84+ecc5f5e2/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..c7dca1e196c27e748520637a6b265555f04846f4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_563aeb88-c367-4f8c-a5ab-8934982de54a/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..39a36a9c5da9d1e348b7c49d71003259591ff322
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397bdc7878d6e170887247704981092b0d32bd4c311657b849fdc6bd0edd132
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..9944ddc4c461a24886e13af909d5a087c6cc7cc7
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385cf6108d09ed801bd2af2c5c074c6b07980731c0278134280c37fe9e109238
+size 104320