diff --git a/.gitattributes b/.gitattributes
index b645cbb2ba8a919658038e4b4f5b8606ec1bc4e4..bc01e6c965f380d7c68d77554bd8e7fc8d07357d 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -4874,3 +4874,15 @@ neuronxcc-2.20.9961.0+0acef03a/MODULE_d3ebda7071bc84770d63+03b52a61/model.neff f
 neuronxcc-2.20.9961.0+0acef03a/MODULE_d3ebda7071bc84770d63+03b52a61/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.20.9961.0+0acef03a/MODULE_da7c1b0bad83fe4df202+a8146c5c/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.20.9961.0+0acef03a/MODULE_da7c1b0bad83fe4df202+a8146c5c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8502dce4eeb96946a679a1089b28c35c6b6b9f07
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bdd32847-dbd9-4d5a-8a18-f98706f5b661/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2bfacbae6bb572d5f794e0a1d12ec6b480a729ac
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb980f0f525d0f390ebfefa6d606770ddf05bbf7bd882f1d4c2e961b827811af
+size 50895
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b6244a8e290c3d3dac9b7ea692650c782b4bb311
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39368601ffc2510ee2a80a4a5ba638ab25db7e101af0794d185c4b9e42dbffa0
+size 7721984
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..485d9703f062bc298dbd8cf5416c62363e0373f2
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3e6c4ad5611f242912d9+5fe1fdb6/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac59ed6324a6387808d2437258ede64849e06572e84f266c4dd55aafbc53d382
+size 7738644
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..fe7d0a4fd9dd5de12ad7c848c9fc9a933e1b2918
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f9794f2f-ce1a-413c-9cd6-478c53f57b75/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bec7aecd9087e02d9a3029f5801274fcce16d243
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316c0f5cc4484a7ad9b610998b5f0e726c8a6f079fcf44ff2e387a30386f4e1f
+size 884
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d785a1f0c73d78052d05336d463ac3a6806a574c
Binary files /dev/null and b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3eea9613a5f9e921c410+6646cb90/model.neff differ
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..c69758bec73a8210963c6e52a22260b7b70bec65
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9d3bdd14-6be8-4ba3-9bb8-18aa8b053374/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2bfacbae6bb572d5f794e0a1d12ec6b480a729ac
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb980f0f525d0f390ebfefa6d606770ddf05bbf7bd882f1d4c2e961b827811af
+size 50895
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..48a6a79bd489862bd44d4f7bad05bcd0acc9153a
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3115bddebfd517975ca2b7c8f2804415cc6c5fb2f85447de0a5e1bf2ce7d9c2
+size 7721984
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..202d0e4fe9129858b88066f9bf8638f8f47bc040
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_41a4ce61daaf6d261b5a+561b8f40/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d41e136dcd2410e0303d0afabf479ed57d8efef9d6fc6e398610cb2d26872b
+size 7738644
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..323d2eeea9d8f10f0325e598954e8bdbe4d33cae
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d003b4c0-03b6-4a7c-822c-cda64f7f9c2d/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bec7aecd9087e02d9a3029f5801274fcce16d243
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316c0f5cc4484a7ad9b610998b5f0e726c8a6f079fcf44ff2e387a30386f4e1f
+size 884
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..feabf7a529a607021c1e73401d34df3ccd1b8426
Binary files /dev/null and b/neuronxcc-2.20.9961.0+0acef03a/MODULE_45133041fef492158dbb+f3dcd6e8/model.neff differ
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..17b6dfb530fee58a69339fa01e097664bc9a4707
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_dad89ce4-8a56-4d13-8b0f-f31837b52d52/compiler_workdir/ParallelEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..06c6a7eebd7c5c709657efd89290930fa3cfbf82
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf54dfd3b783f1e1c2944eb698c7e523cbe35a4464f99de059fcfda8c84e5ca
+size 884
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e0937dad3085dea68a7ea6cf832f4cf4b84deafb
Binary files /dev/null and b/neuronxcc-2.20.9961.0+0acef03a/MODULE_4d3f35b3c7b8119cf85f+75527e8e/model.neff differ
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d1f1c8089d12f4e834822b0973a08c7f57c4af10
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_27154849-3b29-4524-b57c-b10622eb969d/compiler_workdir/ParallelEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..54c476f1d7c62dcf6cba6bad8cd8c05a5c5881af
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3995d3d652bead6e0f1f3196c3257975c37de6cb52c27478571a07f94b78a21c
+size 884
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ba2afc106873feaa5cc4ff132fb77fb27bf2cb44
Binary files /dev/null and b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a10588a5ad9d64dfc49+a0292b03/model.neff differ
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..42fa2f15e39e592f538e9c92b12eee86af9493f6
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bcaa0654-c694-42c4-98cf-9a550bc569a6/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2bfacbae6bb572d5f794e0a1d12ec6b480a729ac
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb980f0f525d0f390ebfefa6d606770ddf05bbf7bd882f1d4c2e961b827811af
+size 50895
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..315143e88bb3a0cc92d2858bfe50e44ad64a08e9
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260c84abe147fb94dd2135ac50b86af4ded9c9ad0cb44b1f6e7a533fb0e79dc6
+size 7721984
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..068bb175901b8e2d2968102057628128d7d525fb
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a40de9ef4c22371e090+d1078212/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f6f2afa2671d9a2f9a5b4a1c3eba0b586bbe287417296409fafb1a3066b730
+size 7738644
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..da4b88ce2d5a408cf420b7c58fe61588a458fb0b
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3de98b76-f062-42ff-8552-27a2f4be4dbc/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..324cd9e15c31a576d8fa493a905124edeef83657
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73da8e8aa73db2b169b628b466f520e6308d56ae0fe50ebba149b2c108b9a73
+size 51102
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..48994aa41bcc54b6ab6b437502052281b1fe3d69
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18104e467bf001a7703a8f58fd2f219fe6b075fe9f4247aa47a517b2c3ce6048
+size 441344
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..c2a30674fdfc17256839f1c87f9c92522503ddca
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_6a5a2115a07a3c889c65+4cb7dae8/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efdf23b0f4aeff3fdb4576ea3ef2c98e0b6c84062118f72d491c7e05d2d02df
+size 457635
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..7089214dd3f694555df34dae78cd44b395614de0
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f9401706-e765-4825-9813-1002d9f50013/compiler_workdir/ParallelEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c27e19fceb7b22f12dec88a8e9cf1725a0f75687
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d467875ec0807a41a17536bedb13c8dd755835f02cb0a7c8f781e2c7d9c2cb
+size 884
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1febcd34028f552a90d06e38483ff3004e8f7e0b
Binary files /dev/null and b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7cf490845faf0a354494+18c3f9aa/model.neff differ
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..cccacf8a60f0ae125721adada3a1b0f2d4d5f48a
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_783d4892-9471-411b-ac9f-837fbef2ad69/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f76e046d3e894ec5ac429bba27aff52095ffa001
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dddda824085a2c3b7dc0a55eeea1d8b1e38b37d8e528050f0e1269efb9a9b5
+size 884
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..62a5386d81e5f70232a561c278801ce261b331bc
Binary files /dev/null and b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8321ecac726c6cc1d1ff+fd806e8b/model.neff differ
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..93b1a03cb2846b98360e9747a9926dd570fac38c
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4a8990bc-81ae-4d2e-b7d8-f6e4673a3938/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bec7aecd9087e02d9a3029f5801274fcce16d243
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316c0f5cc4484a7ad9b610998b5f0e726c8a6f079fcf44ff2e387a30386f4e1f
+size 884
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..25399a7938758050a2533b93537d42ff3b203eed
Binary files /dev/null and b/neuronxcc-2.20.9961.0+0acef03a/MODULE_8c81e5dc1f1311379043+f3e61e9e/model.neff differ
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..be27658f2dba6e36f1327cdf581980bb850a344b
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5afb3ff0-2172-4cfd-aa57-b164e4767599/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..227495fa81015bcffdde7a6cc5a5086d957cf19c
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49db6185365cbacd98cdf293a254cfdc4ec0590c9a48c4fc219ffd336c99c558
+size 50891
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c1655f256e15753834c9d426e36c49ad99bb14d5
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054f4f1249b9d7afc83cb1297935ba90e5c942507e60236fc774c5fa4d597e54
+size 441344
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..681de8b39f78e140bec35f3b75b176280fcfd889
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a5abe23364a12f5d51c3+fb79ca63/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f38bad282e2c19b5fec98b4591acd30e97f9c69358fe2a2fe6f5987fd253da
+size 457635
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f11c094024c8b1c03110424999a7c1bd04f09ab1
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9ad4f96d-060e-40f4-8bf6-060076efe2c6/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6d940af9e0c89e4a17a5fd040f6041ad311de7f2
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e661cfd082f5b0cf51a53d72dfa67df8e0d8812691011e2dd50cbd819423ed3
+size 50532
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..354699fa564c9bce30102ad8fd16a702e02ffa6c
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378971ce2befb258af5aa8f00322d96c38855dbee831079a4b9ea428e585606a
+size 7701504
diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..86df255fcffe9e5ddbed1ee609d4c1ef8e04194d
--- /dev/null
+++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_c66d365d0c576644e09f+c50dade6/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a49632d06946f0ee1849ae1240dbf9ee30fdf9d5ee555a5e8ffed6364242a0
+size 7718037