diff --git a/.gitattributes b/.gitattributes index 93b1dce0d720b67e9d9af5e184a08d7f8a740211..bdee47ae5c64b1ab353cdcc9f013e513f73d06e2 100644 --- a/.gitattributes +++ b/.gitattributes @@ -4834,3 +4834,27 @@ neuronxcc-2.19.8089.0+8ab9f450/MODULE_efa7fe965caa79aca41c+cd3419b6/model.neff f neuronxcc-2.19.8089.0+8ab9f450/MODULE_efa7fe965caa79aca41c+cd3419b6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.19.8089.0+8ab9f450/MODULE_fecd93fec248a64a0b00+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.19.8089.0+8ab9f450/MODULE_fecd93fec248a64a0b00+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..aed86c68aeba5ec02cde789b54db7397bc77f4c0 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_927a9459-869e-4abc-9794-85505e6a3d98/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..beaab7ebfa48c3fc45ba4b60c6cc6824f7e2be96 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816892bd615bb46a8982d71dcf9062efd949087254ab1293fa06ee1d21103894 +size 25089 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..709e5c83f87035172df20603701815fe1c5f8883 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe4b541381c502a454d5052896c20b8bf159e40e972f7faa2994f7a5f366ee1 +size 4086784 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..9f619e3b7569f2f8eafa69a0389387283f597ad0 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_006dc7d5c68b8e960102+c237b221/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353d05be198c37c8bfb1a363b07131bcd5b2887cc102647bb949d7597bf307e4 +size 4094938 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e2e88ab4c93c84919eabe69fb7d320a34a93c0c6 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_934a8e81-3034-4331-abba-9f358b59782f/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8110dadee3c2461b2ecf0ead575f480676baa290 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ecdc722074e964b12b1a6c71084aeb7697540ad2eb8cdcce09060bc77dd1381 +size 26837 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..22a0209ff451e7a75f4349d2961768d311624050 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9480faca19c00e074505fc8a313fd728d87e52d45256fa0f59e73e40ed3b5ba1 +size 22273024 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..7d3ad5c020668bd38dbf0b5cc844b9a64b741477 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2582d4bd906fe4849664+1de227b6/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d5687e9f83cfb3f93b82a6b66ff072ac4eabd7d820446d61737922adf072e2 +size 22280338 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0d09444ee244cb7c7eb47368ff8b4c36f641 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..352b137818ce7a92646ec380ab583aaa0883efcd --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776fd37b8ddb3d277d1fe23e50f19a253a70aafaa54ea47537629553ed687678 +size 76259 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..452d2c98b64b2541d591500d89711da197bd6592 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d396d49c8eb8bd6f9013de28b9417e0518c68fc571b82c2ce4a83c4a87b1bf2d +size 502784 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..eb7eea00c59cdc19b2d1979376863214a93a78e7 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_2a39ab84e4bbebb0c97e+ca355898/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c72f19d4a60becec2aa1a4d119ddb2028326486301d14d3fd92d8239013e247 +size 519717 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..fb310370f6d10261ab4de471da6957c6f5bb3074 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_66d33b1f-384e-4e08-ac49-3a5b53d6034c/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d681207f945990d4e21e50b0e6b8e90d019cd7f0 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc559309a214b16f3917edf6efe2b0ab578f048a6524f41ac73e1d625078b3e +size 14480 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cc04162854b6bf23f96fd88319aa00bfdff25187 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d39c89087fd71cba68e88e842703dedf8b33bdd08a805c81ea64c0308c5ff0b +size 226304 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d99353463f029fbb4b8937a930b082ca4002569f --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_3da5398b63ea79069159+ce4758f7/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e3955da530281d68486c78426a1a225c561ed72ada1a1c7c172d4b1d6236c12 +size 231684 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..336b0d81a5bf0053b61816a6a39cb197e16eb707 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_0391537f-02a6-41d8-90ea-2671600b9a48/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9d5ece1904271399cd779f13e533be735ea08d8f --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1efd5a373fe95c915158d5374c15e21bf4b691109986014634bac4698db20cec +size 26835 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..889bf716eedcef9b866311215547d444aaa6b66a --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50f28d97b150d706c181b0d6c83f1e8597c11303c0a152b44da5f33a2e4e399 +size 2540544 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..fee86273f187201e834929981ced33bdb8bd57a8 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_43524638b7476704244c+d9bd480d/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b3bb0afa81bd5612820838fac07a82062aba7d70c9068568cd853d85b0d98b +size 2547858 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_506287e2dd2bd617a808+d37f3bea/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_506287e2dd2bd617a808+d37f3bea/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a04cf7b8dec193ae766b2c9681e042f64c803801 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_506287e2dd2bd617a808+d37f3bea/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_82c53d5b-2cec-4b79-956f-9a6457866dd9/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_506287e2dd2bd617a808+d37f3bea/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_506287e2dd2bd617a808+d37f3bea/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..79e6f48199c0f332ed7fce34afc27942797319d3 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_506287e2dd2bd617a808+d37f3bea/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f8dcbd30955bf884284f4e7e7722a92cb6e83dc0000edd65c602079851ac6a +size 26837 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a68e09b4e7393903fc0c95b0b68c2f286a0bad56 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c1b8207a-9d79-472a-9318-68770de6ab6a/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ab4a09b7f2ed175acdb2f5b3bc2c6d1ddeef2c38 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b74c4a2e7b3919a227151884b56f5ea866c474fad432c5420c324993f5605a4 +size 25087 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f318d9b9f6b4944e556168452611b0d36e33e511 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc33715291e01325eacee284e56045e7f93370aa165e452bfc79762866de37d +size 277504 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..5769821176af6d72a65128ba9d848271dc3bb47c --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7a35aa268dd91bf8bc7e+68e862b5/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d083ef1d89198b89813400b4600aeead99f4a2c208e57c08e019ea29dd944cb6 +size 285655 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..aa9d8b1897e72776f8aa7c150ae5423b8bec03a0 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_06997133-cf4d-45ac-a2f9-2278965d6ba7/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9758df78be239547264440311405f8b920e606b3 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d5a3eda0a70cb137942f39cf65501f01b7804037894763f098edbb3e3bce63 +size 16104 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/model.log b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/model.log new file mode 100644 index 0000000000000000000000000000000000000000..52b8bde887d69f99ce00c6e415d4d8899b3a5ec7 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_7d2f7ca3ac14d764059f+14dd7db8/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/nxdi_test_06997133-cf4d-45ac-a2f9-2278965d6ba7/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/model.MODULE_7d2f7ca3ac14d764059f+14dd7db8.hlo_module.pb', '--output', '/tmp/nxdi_test_06997133-cf4d-45ac-a2f9-2278965d6ba7/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/model.MODULE_7d2f7ca3ac14d764059f+14dd7db8.neff', '--target=trn1', '--enable-saturate-infinity', '--auto-cast=none', '--model-type=transformer', '-O1', '--logfile=/tmp/nxdi_test_06997133-cf4d-45ac-a2f9-2278965d6ba7/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt', '--enable-internal-neff-wrapper', '--verbose=35']: 2025-09-12T11:24:28Z [TEN404] Internal tensorizer error: TritiumFusion:Data type: None is not supported - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new. You may also be able to obtain more information using the 'XLA_IR_DEBUG' and 'XLA_HLO_DEBUG' environment variables. diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..86dbb720979c71489ac235e59ca0f77a86bc0680 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..48e2c98cfa0effdc4de6d7e906e270d6abff1fc5 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a993186774c2fd71ce9c96b3ac98c9cbb17f8cbd9e49cf84bae047824ac9cee1 +size 1123138 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..413d7c02ab78bd386cba20a0f196da7b3311080d --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_a9b068fa5067d176648f+c2248236/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c593e2b794c73b4f3946f6c1d2c437e8e43bfcedda67902afdfd0a5f44011def +size 1762304 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..cf52ddd850d6d27f6dc4fd6fcc4c31e002db7e05 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4769a676-fd52-4b29-a13d-f76c9a59428b/compiler_workdir/NeuronDecoderLayersWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7092720f41397b7738e4a4752096193be4cb0d67 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262da0bb76bdf519633bc3bac854652b41b5f6098833c78920abeab49d8785dd +size 49429 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1f0a86ba424f16973342da75b5bedd4b52115474 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb75633733368686a6d0961a98a6b1031591516b9dee89dc92bbbd31029a718 +size 7844864 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..193b11a81e882818a9bdd0e99be46dfc10b1ce12 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_d43815f518c8581147bb+4b6f71d0/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a8f3bb76c8414d19bf15a164850043e8a1e951a1edb9c39a7444624a6cb7de9 +size 7860947 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2f50bcd403ef32db174b6e3006843f28038190f2 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b67b2880-4703-4360-ad13-8be52cef8fea/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..79e6f48199c0f332ed7fce34afc27942797319d3 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f8dcbd30955bf884284f4e7e7722a92cb6e83dc0000edd65c602079851ac6a +size 26837 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d3bef8f1152edb723a445c428dad6e56608a0b47 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99852986bd5554f5a54f8b5efacfe85f205ef0d09a81339356ccd3869cf8d2fc +size 58983424 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..28fcfeaa102ec314b96e5b849b634500c4f674a6 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_de6ade046a9db779c1a7+c651786e/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953fb4cb3649855cb4402cc7534cb3e3d0f25a8d74740cd7cb203d48944d8d3e +size 58990738 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2e71bb830215a82c5170357c789687efde1f5afc --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4e8d2893-34d2-4ab7-952b-f1003bfeaa4d/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..beaab7ebfa48c3fc45ba4b60c6cc6824f7e2be96 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816892bd615bb46a8982d71dcf9062efd949087254ab1293fa06ee1d21103894 +size 25089 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ecfd99925e2da00c2c376ed2046ccf88b8efb557 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd97720698b83504e4d3d4cd3d6b7bde43b5220e2887042dded385ae400af8a +size 4086784 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..3a46491d7b8a5bc802748f2d81a23a58f133b697 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_e918f87b38fd8dda022b+071b8684/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6efd11d4e25538cde0725241b334c8b8eca9b9b3087d2006699aa1cb7e19475f +size 4094938 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e5a617fe8a99fa85873040d4704e41e1d2dcdde7 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_efceb5f0-38d5-4f49-9721-4cf2b0861a27/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..beaab7ebfa48c3fc45ba4b60c6cc6824f7e2be96 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816892bd615bb46a8982d71dcf9062efd949087254ab1293fa06ee1d21103894 +size 25089 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e3a51ce9b764b1aea17fc050135cba6f8d0358cd --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f60ffb78bf44fa69b32a1b62ed05cef8a8540fbebdf5e58951956d6c0bc60b7a +size 4086784 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d9e17ce15995bd4a5dbb6a5dbb37c634cbc58c73 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_fb98be508add422fe875+c11ddc95/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8fee8e4503c2be7088ee49eb4cbfaa48262581da7830cd22a31b6a8df8ad17 +size 4094938 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0d09444ee244cb7c7eb47368ff8b4c36f641 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3583a6b1cdb10cc95d0054e6cc9e659278e9ec46 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf10fc2cdac2eed7ef38bcdb9e43a1211e605829f69a12190ecd137946ab1357 +size 76259 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..99e03b09219ee3458a97e5480507f320b465c3cc --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187e6bc48d97c7217be8f39eb106cf752eaeb1a916b929fa25c2a61e95157838 +size 502784 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/wrapped_neff.hlo b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..f071aa6b668b7d5a4e09a5b4809ff6a3e491adad --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_feb8fc959eadbffb215a+ca355898/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:260c380abe81fd9b08b3c977eb521a34f07d59aabcab418b9f59471b36aa7daf +size 519717 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/compile_flags.json b/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..86dbb720979c71489ac235e59ca0f77a86bc0680 --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.done b/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.hlo_module.pb b/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2cc67056315e441cee8c4e03aceb411dd2a1b2b --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3b2adf5ce83a76225b126c13a28fddfa027d47507eabc2e73d4f4e2b8b22fc +size 75627 diff --git a/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.neff b/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d2798dbcc9310a005f6dfcb80f2ec95af884b78b --- /dev/null +++ b/neuronxcc-2.20.9961.0+0acef03a/MODULE_ff8a889cffcedebc1bb8+c2248236/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca8deda251387a3f1461a99430fd4b3e4dae60ee81b6d9b252b1eb8bb44bc35 +size 8725504