diff --git a/.gitattributes b/.gitattributes
index 553fc67c4a3c8736e29d494cae9e3cf83aac31c5..c435d9c66e83e0ea051d3f6f9c94f460408f1b06 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -6926,3 +6926,12 @@ neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/model.neff
 neuronxcc-2.21.33363.0+82129205/MODULE_f6856b2d4dc1e287f480+d31a3e6b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_ff695048bc71288fe544+145c5c98/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d5e68f3b96ec7f08530b4022dbef2da4d5f972b3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0b915147110f92442e7320fdcebb3c34cb4361ff67b2bccf0544810a62c085
+size 6482
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7088b6306f7f674c1326633ffd2090af67e43b5a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11036886421637201096+e30acd3a/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad30687b4576cab7708c3309568e595154b326ef81f028d9c61d5960f3b77b4
+size 15688704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..fd34e1a1e761e513babe25b67684ec0ebd0f5e12
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1db63fb7-6ddb-4082-be91-1fd3deda301e/compiler_workdir/NewSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..54574712a9bb2cb2a10ee2fe3eaeea303a57c06f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86fee1fe53945de073a30475fc2a88fce17a349738a754de702279f6f5d4673
+size 5496
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..af91c1c04763139280362f4dda6f848558bc8e67
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12991213c0ed16789c61+3bb67564/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..d8617db7d029964ca07926ea7888ab194c18ca8c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_0e9ec0ee-ce89-4525-b2e7-fc5164526868/compiler_workdir/NewSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..54574712a9bb2cb2a10ee2fe3eaeea303a57c06f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86fee1fe53945de073a30475fc2a88fce17a349738a754de702279f6f5d4673
+size 5496
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9c97313f126d11f1a0724275114ffd071291d4e6
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_156232ea7eaa1e076736+880837c1/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e5313bbf1b54ebeb68f19835961d6c4ea446afff
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c85cb23b14582b5987956aa15da6daad5396c6ddb61d8b1c0a67c684daa555
+size 5673
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9bb28ac608c80a49bf3c8c5f7cbec5d610c34957
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15721485855296532720+e30acd3a/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9b0d971617637f823d51f78b7af834beca76f76e02c30aacd08f21d7f03c8f
+size 16405504
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f34c743381a074eda81fe0d186e3c8c57681485a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafc191603c7290085264efee54bebddec029606cefb43d9b2718f5ec24c90bc
+size 6039
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..144998cff24f512cdde40e10c580eeb7e31d3bfa
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17194173838066633204+e30acd3a/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a43e1c63df54f92d0107e89158b9ade7c983ac278f5a5cbb1a385098969265
+size 15801344
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..ad382e01b0e9c966b1d1257cf39b1140f64eb74d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a163b378-773b-4952-a127-af2c4f534e30/compiler_workdir/OldSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cc8595724b949c0c1c3c933ab980970a6b43e6a4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5114d4a4b6883064dcb776ed5bd26ee295ba206bf9cfbe32191a6df351c35e1e
+size 4581
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1add6b54f885acdd29d97e67d61ad0737601b5ee
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_18311ad0d9b920f347a5+37707f1c/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..ba3af833a654a6ceb04616ae31e6616c3da2ccaa
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ea2187f9-8b7e-4d80-b6d9-a493609295f9/compiler_workdir/NewSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..54574712a9bb2cb2a10ee2fe3eaeea303a57c06f
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86fee1fe53945de073a30475fc2a88fce17a349738a754de702279f6f5d4673
+size 5496
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c9d52e057c3fedefc7ab2aa8c67a84fbe5fefdb9
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1f281ff71872a5088df5+25c925ba/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc256cd0ba0b66c8fdf038973a81cbd9f64cad
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3e0c98be-9d36-4f15-b6bf-cd031cb0a8d4/compiler_workdir/OldScaledQKModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0cae6a02d85f069e758ec9469f395d16f0748be9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f391d1ba11889099c752e1ff55d7e4713d55af7cca512c81a0bb503b52acb47b
+size 3131
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d40db53507e40e3c43a186e802ad580dd2b5f16c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_202334ed641fec4cc885+243ec88c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9e89b65ad198688032b6746afa0b340eff0f69f5082fa532112d1d4ee9d166
+size 2970624
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..34fc8096a1782a8459e4a72046fbce7af8d21b78
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e62897f4-fc8e-48b5-925b-fca5e1ffde90/compiler_workdir/OldSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cc8595724b949c0c1c3c933ab980970a6b43e6a4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5114d4a4b6883064dcb776ed5bd26ee295ba206bf9cfbe32191a6df351c35e1e
+size 4581
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5f67740132c7b7b22732cb295ed83c6041aa32d7
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_31462094e5ec365123c7+3fbe4e49/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..ff55812884a87a3745cc90ef35201d839b45f857
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_864259c7-30f9-4785-829b-e671c700bc07/compiler_workdir/NewScaledQKModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..968081a3043c591e9f3bfec79bcb0fdb4fcc2eb5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0750b59da5f91b03456546d509a62f67994b75eda24ab5e27fdfc4d7e4811ac
+size 3131
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..40d932d105bd05d14bfe53baf636844fa5d5781d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54010004dd770723aba3+2bfe2268/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04e8f4d96a6e1259f84a51ab0ecfea23fb56aa1738f68ad398d9ab713a13f76
+size 2970624
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1924219716c67233faa16a1104087f54ad055dba
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a1ff707d54a6033c97a108cdcccc118859d3432b6389eca29967b129282a96
+size 3440
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1e8ced7165f6b3853871ccda339a5605cd544181
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5848282677533263159+e30acd3a/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249bd1301291c1f58daa79f92a2d3d58a05b1e9987aba944f6b0bed3f67191b4
+size 8776704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..71cb912675451bfc25fb1f3280cfc52daab2997e
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2e477c9c-5368-4d81-a30c-f735165498c8/compiler_workdir/ScaledQKComparisonModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..25766bae20d721f9d5c2f3ea835c3631e3010787
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138b427bf7769ac62d72b0c008b58065b93c16f2f09976be109e29ef90de7854
+size 4940
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..45523c63591a18d89c7ed83cdaed60c2ec4328ed
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a6bf1bb06ec6f03d3eb8+5062247c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594ceca4a74470f7a460c8e9e4cffa9702e631f9735accf2cf3bf56e1487efa7
+size 390144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6e7328faa9f53025577cbdf9d91cdee8c2583db
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aad33034-9675-46f0-83b6-583a23f4d1c0/compiler_workdir/OldSoftmaxModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cc8595724b949c0c1c3c933ab980970a6b43e6a4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5114d4a4b6883064dcb776ed5bd26ee295ba206bf9cfbe32191a6df351c35e1e
+size 4581
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a690eade5c1645a3731ba204b4506a15c89892df
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_acd31e0762a6e4987917+40ff00d9/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..e8ee957d62a7b2f3b7f24385eeef5ba73258ce35
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ef334952-72e3-4d64-b552-2fbc47c3faf0/compiler_workdir/NewScaledQKModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..968081a3043c591e9f3bfec79bcb0fdb4fcc2eb5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0750b59da5f91b03456546d509a62f67994b75eda24ab5e27fdfc4d7e4811ac
+size 3131
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1970e09924e7f4af5bc0045d0070557cb8fea5b7
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_da6d9c3229f06cc70bd2+56eb0b70/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f4e085d55a05d442abc3d542af553eb17cab1f17ba0d4a29e88921cee6c7c2
+size 2970624
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..5195d572768da1abcec531836cdb235a1c0f0b5d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c7d2375e-e1a9-4e12-be7c-ec1faed628d4/compiler_workdir/OldScaledQKModule/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0cae6a02d85f069e758ec9469f395d16f0748be9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f391d1ba11889099c752e1ff55d7e4713d55af7cca512c81a0bb503b52acb47b
+size 3131
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a713af5d7bf9fd2c2dc797de0a02703a03a378a0
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e66d0cf6e793df3b2beb+e0846879/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7848e6947a27fdd66af3744adaef318a34b59991895d77a8b2ce34be3a896f63
+size 2970624