diff --git a/.gitattributes b/.gitattributes index 19a155ad75839756e877ab194007600e59fc6655..b776b8e64d680b0866573830e805bff7985fa8c4 100644 --- a/.gitattributes +++ b/.gitattributes @@ -8464,3 +8464,47 @@ neuronxcc-2.26.6360.0+6f180f47/MODULE_522c1aa6a66733c12cf8+1d5aa319/wrapped_neff neuronxcc-2.26.6360.0+6f180f47/MODULE_7d7cba43c8e11c62782f+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.26.6360.0+6f180f47/MODULE_bd1b3de1902001be60f6+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.26.6360.0+6f180f47/MODULE_bd1b3de1902001be60f6+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..edc6c55fae4af05e7de32b3ea3cae60f038c8428 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a53de5e46dc85f068a6f82b595cab39080733cd4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:234050ab1755d5b95432adcf915a4010c76aba29e8f4cc91b4b8d123225f10a8 +size 92393 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0ff10d4be61e53f298b5bdb0dc7cf5c6dc1ea9c5 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04912a2e553968c8530b7982c2d9f53771391f79967816c1cc5aa8c3b2c93684 +size 267264 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..53b772cb60e3b946a9abb8dba52d6019b7ef1ccd --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0098e2fdfd70def1153f+dbd8466c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1350ccd327b635339fe7b7654a7b85f41d0366fe8f444dd2171b50cbf09059a7 +size 276825 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6299a0c8f0296fa0447d67eeefde118f9f6c85ad --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76fb26238e7c852c5ae2a60a2ab7dbfa9bebacd54b2ec781d95f97b0799b19d9 +size 101788 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9c97798c5999ecdca2a8d9ad1b12d55c4ab6bfee --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_061875b447cba4dc2018+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3ac62dbd7838557b333ce5e7b3bafb9ae0cdf1d13db306371af7d69e86e2cc +size 482304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..826602e1648795c626bd7b561ad1216e4b4a4849 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b969139af348b8f90216b2b4d25727f0c5b3ba7cb7ded40b100a0e2e34d7b2c8 +size 686962 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..30b28c199d97bf1a7139616ef93479bb5cda6742 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6079c5825646d61693f0f01a69c06b2f09476755ceaa250b8060733e1910badb +size 2049024 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..a81783055ed36f00e965dfc4900b3b6e4ed7aadb --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_141cad2ed04841ce3a51+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b934f4109de8fc44af2961ad918afc00f59cb4a712b20f045f70de1475a1b375 +size 2159903 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3f6095ee5cd9377154abbb875fff00a00f0b6057 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff13a9b2f704509ddafa252bad4c35c61af1999005d8f87bc8689b86548c7ca +size 88625 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..462c1f718c811be4b88ef26550ce6349d753572e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1d85c3ad8d1efe6798b2+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88ba3c0aa4406446d75f2dd4c14bce79f143b77e38be7a5785149fe547fa818 +size 287744 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f7327a6a68e5ea8035749cef1c6a28b4e7e2394d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070667f4802efeccac36a9b4830a7c948d054f563930e645690707229f59a71e +size 83330 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bf935af1fe9eddfa311fd5075d22f4acde0aa5a0 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_27aeaf32440bccdb5a9b+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4373d18be76771e8ef0945b933ec6af4af22e426c2e3ef19c5e387e5a5d3e852 +size 246784 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9637a8418978fd74f1836f815e9bc6a9dbb32800 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/vision_encoder/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3d1d73a34490181a7d79c9dbdf35b6dfad05e5df --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b868910b39583cee3aeeab326d9fb6bfc1e12ce4e937d244abc110c48b64465e +size 160725 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..76375e1b259bf0cc34a0a1fc0124d2cb7b03624b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa19dfcbb292a2df6a263336c3accf39c85e968f94272cb96d7e633df0ddf33 +size 5305344 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..a2e1cd438aa4d6bd47d7aeab312a3e743b5f2bc0 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3236185288fbfe438674+1d5aa319/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4cfbebe07c2ca2bff7d8dd37b63b71ec20ad22d263bf04599193a0d30a4588 +size 5415509 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..535be2b7d778927ffda65bfa3d7d241acf79080a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7c605b29a8a4028ad55a1280c907f2c4e38c1880 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ed17bff110fb8660ff8297c08e090474cb9e106b65b8594d9be1aeb264e24a +size 81281 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dbfbe863c40450100b7f0cbdef9b96522999d42c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3736553e4546de943656+6aa1814a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4b08c92e1d2f07b336c84293eb0649e4c006b610cecf2a59dcd7df11eafee4 +size 758784 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b1f1ef9e81781b5b0c27f51f9eaf0bee83db2873 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99dc24813c862fdcb7161a804e7953d60829a07b949d747cc35077a6a3e3694 +size 692829 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e4d7e400899257afa43b266eda222f86e22ccb07 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_42a9ffff6da4a938a89d+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f6da93c5ec07e3867db5b2ce9e73bfc6b80fc0a15d49b67955d73df0d7e3b4c +size 513024 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e3a1a54328a4b160ff94fb930bdc99114d266c1a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa426c9ad59d0b812ef96ffc00ff43af048526fea45f993c4e91e43d540bc2a +size 85258 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..64b02687cab6120c902f26069601fb84d740ee4b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d069bd27ff3cc796a969838ba2ab74f84b61d1018ce56d4cbc59c37915d2e8 +size 205824 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..b892bd823eaf4c13e1f0c9a3181ea36136a23125 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_49d3bde2567be90470bb+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3153e5f9ad745a0bdcbec6282a826690379dd3c92c4ce68c8ff1af6068e980 +size 214007 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f101adf9b1597454afbaa2e8ddade20e9f8b2190 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b765a7be5981ad87196f30d656e3466b5b88caff8dc55096b239f6b9f948feb3 +size 731508 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ab9f41328797c58d03bfe5e02c44e267d4e14a1e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b1b0191bf60f6d0c6bc+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:174195025c97400865f4b0583b730a9e81137967206c7f80717252db8b848e8b +size 2632704 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3d234c44233d808d49398493ba4083dc3a53136c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac50200d13f8888bd6ea4872de393fbb2dcc17073a6925c2c2ca136c167cc537 +size 82681 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..060605fb9b501abe8a49aa6f177c12d5d4b41af0 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8a156408164d2da6a47477fe2a72acbc420cf61adfbafe757aebe698512b83 +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..114fedd60a655eec5f27d85c28b95bd93a9fa81f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4e5aad02bc1060ef622b+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27cfdc9dc932d771d796c3d3fbba591933f1c0a78ca23f1c0aaa3f7d8aa2b80a +size 234517 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..043d6e4074631e832c744d21e67006afb148e60d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/chunked_prefill/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1294cb41fdfb3902deee69ad53471c6252f587a1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec867fb1510d8627da52a92b7f950a7adfe3eb8ea1e0e2b159cf87a614b16db +size 910649 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..77ca781eae15a3480b5bce0e91fc477cf79a052d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_53653c555a2cfa44dadc+12dd9119/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44190a8e87da256227a8a5be96196e7834f25db2c1ac6b34c96e9df55e8ed3f8 +size 10066944 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e4ec6a33d522b7c8652cd014566a8cc56250ee06 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beed3493b912857fc32648823866bf403f2683bd6c13a73b114da831065bf452 +size 105922 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a4563af42d8eae3a215f3d2d6338cfe31c15f6ee --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950ccb0f532eacd9b3ace3ca436621ceb776b623492db9cf203d46813812e771 +size 328704 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ef4e51edc81e35e8a432e1d976611bd822885a5e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_60f33689e184e11e16fb+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e56742c8e87a22981fe9b3cba0409aa980344cae769033be0c05e5059ed051 +size 339229 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..23437d659e777adbc06128a0caa0ac3545e12543 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a0559fccb9e7c2edbb11223e8b85af1d7366545abde5294830d8b1b762a897 +size 79378 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..939f75bcd4e23f4728b72f099576d1e5b966bed7 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_694c868504c84414d7c5+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c89176edf67032e5e69b02c57988671487e2556fd0177d4acad249ef24e934 +size 267264 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9637a8418978fd74f1836f815e9bc6a9dbb32800 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/vision_encoder/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..22a77ec328e6559293f560d0a151c2f45236ef52 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3b63f8b6fdac5ccd30b6614e531e69ea5fed79e8b2fd5db7111542a9be0ef9 +size 40868 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1c081aeb13b44ff9f92f8c600f26ca92581521a8 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c3c28e957fda56eb84622781182f710a42e9104d802d4e0d15b515394bad9ff +size 1629184 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..7686327fe101ca24d51fcf82901ef08ad922fab1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_76c7edb1529c94af7815+1d5aa319/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1c76a38cdbf0fd4aa5eb059cbd5e34208e44ed045843d2ee7d4a4544b022bf +size 1640038 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..c27e6c39a7a4c3b736e614d7725e8bfa29486eb1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/speculation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e00e06bed900da3c4b6293b01bfb745f3e5fa2cc --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4efc7bb8561a045cfbfbebd8eb97a79456b33c3a2addd29a1120ba7148086376 +size 430559 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3e8cd4973442b14b9ff0e0bc7137e6bea71d3e75 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_92af11257ac405235d97+0788fa03/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bda81e7590365296cea0ba635011d3a1a6046fed0d514f570d5bcc67addfd54 +size 3523584 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..989a616879bb754cd6184d62891c4271ec41d674 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474283872d826d7fded7f123eafcc4b6e3bd4cd1745bc6bca7f4f4f2912a1cf0 +size 82597 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4855d02ae430dcaa744a3a79878ddca0e4f6d7e6 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_964c9a4c18eae05650f0+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ea50cf35f745c0ef423d12198465c319a9b2d3321cdd669c290ef916d0b4c9 +size 216064 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..986f9db415d57392345e75513b9b256043731a38 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f768d016921513360fe7f58da60fc1bffa44e7062b9d67f5d7d2f6b01ad789e +size 680596 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e653c253de6b3a5e656ad1dec9518c9ddd0065bb --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e79e0cc2052e6c2655aab7de95689f370b6a609949acbb4fed8128b454ddcfb +size 451584 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ec6855f71180fa3d389ad392782b42fdd7568c79 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9aa9de4969ccd0ef9bdc+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22340df9a2ba36a44f568efa1d646674259458e64e133cf0cecb7b33b61a913 +size 471085 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9b8a42bc02b159a40cd05bf890cb9bcc32570a7a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f694d1d12c96aabdd3137f462c6198a3d26a0320 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2dc5c1d8181790d06d126b7aa46feb6ce09a7149420f67f8c375122fffa7060 +size 70720 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6da7fe9821b172757487c17061d48250854c0785 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c1cc26dff401238f4d611d02aa3632fd8a8634e13683e728145d3b4faaef70 +size 257024 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..042f49d10621de771a62e6e46b2b90c7514917d4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a32c3eaaf6554b26ff42+8f3c2f7c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3837abce0cf78b6afc36e061e1dd810c05be825955dcb70d0215469dc6aa844d +size 268954 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..df93f0eacf74eeabe79c2e84b07179adea7c7881 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41f79fb871493adaf726ad6433582b2fe6bd51b19f1e7a5564603f4c4911111 +size 92527 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..77518ad11f8184dbfe98c8adbbb61b58c32b7d6c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4230e6568ac66c2c13aedcf4d07170a81cd7835cfc1cb011fb23cc8ec048c682 +size 216064 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..6a2d82ac0a31218b1649205193735fd13ba9e5df --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a4f3b9bf2f9a5f2e30c2+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b42e1fa0e7d05ffd05dda55d47db0e632b9ab4e4f9668934470b2a81c10ec20 +size 227455 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..62da7fc8da1161c7a92079dbdbc7472c79dad0b5 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a0f1192bef9bff6ff9ffbcc3556c631846e7104ed314597b0175ef92495a77 +size 517176 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1f80cd3d8cf57af77bddd86b49dc990e04bb6af1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afd737c9e562f7c50ac4+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1a48419ed9ae84a27c1d8caf7cd42b4d4da93b7c0ea54990fd89d24f840f0d +size 1506304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7ca528b36fbda7527b55258abb0de611cf10c645 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b053ca088dd2e21751d23c38d6b17419043d99fe94a5654cb63257a226a411b6 +size 381347 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a088e22738a604181c15fef9934ad86a107feca4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b1d8d871846b4d5071a3+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccee64bba0eaa3a305240375d46647060ff8f92620001cc08f3310ea05672f24 +size 5479424 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c15bd65fa32807e73943208b544764e670249ba4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6695faeea2bc299ec7989524f53689e9be3dd5ce2ed66fab58f2ca952ea6044d +size 847222 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2af46f3a8059bc10e82277341aa6949b20b0324b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a852582642b238049657e03f2f1ecb09a9a696b7234a71c11f18a178bc42648d +size 4373504 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..6360f60bdf3f3eb4512105586e2dc034c2d69f85 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b3373d71d44bb799cf4b+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1a34aa1e2368416d1b423caa656047b947472f19ae9038693108d78668e287b +size 4540028 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..add262711960fd27d008f8e5a1bab15e3d2d449a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d064473829d125d47f62691cb65955f1e138eb02b1e248ba4877509bd07ff7e5 +size 380690 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a6339a69a5b5ca31b25a5946179019aa59060277 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5b071d6476b36f6103bb4ca9f12d7711f4ca4dab1ed5cd235b276981d7454b +size 1823744 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..695d9162868a91450403cd4d53517ff973eca75e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b419ab79244bfaa69c68+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c72db2edc26a140a3c1b49e254c6acf9b6498bca1ea907919f420aa15ecfc8 +size 1916657 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..6b81fc2a42509b323f43b1bf0b3e116d298f873b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ba45773f27d47d57e88d01ca572bac822f929024 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107cd5608bd1a3788e9f210c020acaaffcd4a2365c0825da851cce93d434c95d +size 96880 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..78f569eea1182d279908e5d721c0a3542e05a192 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ce5b553dd399988a7b29+a276e327/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1f57665c0527a7295401b3de9cc1d76546d5bb79629eaea156b0ef87aa0a87 +size 308224 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d7313227a0ecdfde53ef8717c7e2261f79749678 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e48e0309dedcba3e9abdcf14a28881fae44074219416b72b5445ef2f86b7d6 +size 81340 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ac88c8010c5fccd6b10cbac68d71dc315d533b86 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d08f4c8fedfbf0790c63+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f160d22ae838ef63f7911f4ffb00a70eeb61bfd2138d1b11fcb67911c8961a +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..dc55ec1b06eeb21710209d174d12ed11689c5f9d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6695d47268db326b5655bef6d19fb8d6cf07331bbf4901541c6cf88020025e9 +size 84545 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..caa811869188166394048c2e0a175a4f4dd44588 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c4fb44eb8744c2c6acb46756475d90e90b80355ded60fe300a8053af76bb331 +size 185344 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..63131e5c8b55f4e6b8ab937852445f035659ac21 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_daa6b79fe35bf59eb808+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ef2233cb72410aa5ca14e431496e08455de9eeaa6a49ab3734d0e8bb4796bc +size 193555 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3f179ce9dcaca616ceee5ba36d21255749f2e9e7 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a5bf091484e71585fb29d6221767b64f060b977d9484ee0dcc781728fe7a23 +size 545973 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f525060646f9dd4efb481689bb1cb97638231344 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9acf391b89f9dff306405c04aed9a5bc58560c324b7a9708155fef2c866b988 +size 871424 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..4676c426d83860b7bee95803a0ecb19457cf3458 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3cd9078d8c8791567e0b7b386f299ecba104d6ca01247e62cfbf8ceb0446a74 +size 993813 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..632d056badf47471d26a473efb40cbfcff0ec509 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51498857508dd8c63b011513c4a4879a9426b3be25e3baebeeb42762b96a534 +size 87177 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..879a3734d2ca851c1906f0051de33e9afc946039 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b13def4ffb640b699531b22742caef7822484abfe071821b8f35e13743e8e68f +size 205824 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..61db44f4fbfca8dbe0a585973d90e8ef0c1c02ce --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fba5c62d8c9cc67ed7a0+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bc882abc2aaf10912484f5f4b526f355c2108913b2dbbae958ef960073a10cb +size 214037