diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..01a27da6c30fe47a087c0969765f89190c6cde2f 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,39 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
+gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
+gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph filter=lfs diff=lfs merge=lfs -text
+ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb filter=lfs diff=lfs merge=lfs -text
+ios-h19p/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/LICENSE b/LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..25e731c697c4fe4c52ee654cedf7106a827748d2
--- /dev/null
+++ b/LICENSE
@@ -0,0 +1,71 @@
+LFM Open License v1.0
+
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+1. Definitions.
+
+"License" shall mean the terms and conditions for use, reproduction, and distribution as defined by this document.
+
+"Licensor" shall mean Liquid AI, Inc.
+
+"Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity.
+
+"You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License.
+
+"Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files.
+
+"Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types.
+
+"Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work.
+
+"Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof.
+
+"Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution."
+
+"Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work.
+
+"Commercial Use" shall mean any use of the Work for direct or indirect commercial advantage or monetary compensation.
+
+"Qualified Non-Profit Organization" shall mean a Legal Entity that is organized and operated exclusively for religious, charitable, scientific, testing for public safety, literary, or educational purposes, and which is exempt from federal income tax under Section 501(c)(3) of the United States Internal Revenue Code of 1986, as amended, or any equivalent non-profit or charitable organization in a foreign jurisdiction.
+
+"Non-Commercial or Research Purposes" shall mean purposes that do not involve any use of the Work or a Derivative Work for Commercial Use.
+
+"Threshold" shall mean annual revenue of 10 million United States dollars ($10,000,000) or more.
+
+2. Grant of Copyright License. Subject to the terms and conditions of this License, including the Commercial Use limitation set forth in Section 5, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form.
+
+3. Grant of Patent License. Subject to the terms and conditions of this License, including the Commercial Use limitation set forth in Section 5, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed.
+
+4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions:
+
+(a) You must give any other recipients of the Work or Derivative Works a copy of this License; and
+
+(b) You must cause any modified files to carry prominent notices stating that You changed the files; and
+
+(c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and
+
+(d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License.
+
+You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License.
+
+5. Commercial Use Limitation.
+
+(a) The rights granted under this License for Commercial Use are conditioned upon You or Your Legal Entity not exceeding the Threshold.
+
+(b) Any Commercial Use of the Work or a Derivative Work by a Legal Entity that exceeds the Threshold is not licensed under this Agreement.
+
+(c) The Threshold shall not apply to a Qualified Non-Profit Organization's use of the Work or a Derivative Work for Non-Commercial or Research Purposes.
+
+6. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions.
+
+7. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except for the reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file.
+
+8. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License.
+
+9. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages.
+
+10. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability.
+
+11. Termination. This License will terminate automatically and immediately if You fail to comply with any of its terms and conditions. Upon termination, You must cease all use of the Work and any Derivative Works and delete all copies in Your possession.
+
+END OF TERMS AND CONDITIONS
\ No newline at end of file
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..e8191204c3f231dc0fb77bfbd161d777f1acd984
--- /dev/null
+++ b/README.md
@@ -0,0 +1,200 @@
+---
+library_name: coreai
+license: other
+license_name: lfm1.0
+license_link: https://huggingface.co/mlboydaisuke/LFM3-1.7B-CoreAI/blob/main/LICENSE
+base_model: LiquidAI/LFM3-1.7B
+tags:
+ - coreai
+ - aimodel
+ - apple-silicon
+ - on-device
+ - lfm3
+ - hybrid
+ - reasoning
+ - tool-calling
+pipeline_tag: text-generation
+base_model_relation: quantized
+---
+
+# LFM3-1.7B — Apple Core AI (`.aimodel`)
+
+LiquidAI's [LFM3-1.7B](https://huggingface.co/LiquidAI/LFM3-1.7B) converted to Apple's Core AI (iOS 27 /
+macOS 27): a 1.7B model that reasons before it answers and calls tools in XML, in two bundles with a 4,096-token
+context. The Mac bundle is one int8 `.aimodel` on the `coreai-pipelined` GPU engine that prefills a prompt 64
+tokens at a time; the iPhone 18 Pro bundle is a Neural Engine build with fixed input shapes, compiled in advance for
+that phone's chip (`h19p`).
+[CoreAIKit](https://github.com/john-rocky/coreai-kit)'s `ChatSession` and Apple's `LanguageModelSession` drove
+both in the checks below; CoreAIKit's LFM3 support is not in a release or on the kit's main branch
+([Use it](#use-it)).
+
+Source: [`LiquidAI/LFM3-1.7B`](https://huggingface.co/LiquidAI/LFM3-1.7B) at revision
+`ac2586a34f1a1c03329dbdcdefabd8b6478ddaa7`. Conversion code, gates and notes:
+[coreai-model-zoo](https://github.com/john-rocky/coreai-model-zoo/tree/main/models/lfm3-1.7b).
+
+## Bundles
+
+| path | size | for | what is in it |
+|---|---:|---|---|
+| `gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/` | 2.72 GB | Mac | `lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel`, `metadata.json`, `tokenizer/` (the source's tokenizer files; the chat template is the vendor's with eight rewrites that render the same string under transformers and parse in swift-jinja 2.3.2 and 2.3.6) |
+| `ios-h19p/` | 2.16 GB | iPhone 18 Pro | `lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc` (compiled for the iPhone 18 Pro's Neural Engine, `h19p`; its `resources.bin` holds 1.48 GB of weights), `metadata.json`, `tokenizer/` (the same four files) |
+
+**Mac.** `int8hu`: the MLP and conv-mixer linears int8 per-block-32, the head untied and int8 per-block-32
+symmetric, the attention projections (q, k, v, o and the gate) and the q / k norms in fp32, everything else fp16.
+The `.aimodel` holds two functions over the same weights: `main` takes one token per step and `prefill` takes 64;
+the pipelined engine sends the prompt through `prefill` 64 tokens at a time while more than 64 tokens remain, and
+the last 1–64 tokens through `main` one at a time. On a Mac, Core AI compiles the `.aimodel` for the GPU the first
+time it loads and caches the result.
+
+**iPhone 18 Pro.** The same 24 layers rebuilt the way Apple's iOS Neural Engine path requires (fixed shapes
+throughout), with each conv layer's input history kept in its own rows of the KV cache, the sliding window made from
+the engine's causal mask, 8-bit palettized weights (k-means, groups of 32; the attention gate fp16) and the tied
+head as an int8 table.
+It holds contexts of 256 to 4,096 tokens with queries of 8, 16 or 64 tokens, and the compile puts each of its 30
+transformer functions in a Neural Engine region. It is compiled for `h19p` only: no other iPhone has a bundle here.
+
+## Speed
+
+**Mac** (M4 Max, macOS 27.0), from a 1,024-token prompt: prefill 1,234 tok/s, 0.83 s to the first token, decode
+169.5 tok/s (median of 8 runs, 2026-10-31; the published `.aimodel`, compiled on first load, run by the
+coreai-models version CoreAIKit pins: the path an app that uses CoreAIKit takes; `llm-benchmark` with 256 generated
+tokens, one process per run). Compiled ahead of time for the Mac GPU it is slower: decode 105.5 tok/s and 1.00 s to
+the first token in the same window.
+
+In that window, alternated with it on the same 1,024 prompt tokens, MLX (mlx-vlm 0.7.11) decodes LiquidAI's
+8-bit weights at 189.8 tok/s and llama.cpp (b12001) their Q8_0 at 180.2, both faster than this bundle, and their
+4-bit forms faster still (286.9 and 242.1); their bf16 and F16 forms are slower (113.1 and 111.1). All six reach
+the first token in 0.23–0.26 s, and every form, this one included, gives transformers bf16's verdicts on the 8
+questions below. What this port adds is a Neural Engine bundle for the iPhone and tool calls through Apple's
+`LanguageModelSession`.
+
+**iPhone 18 Pro** (iOS 27.2), a 768-token prompt and 256 generated tokens: prefill 590.6 tok/s, decode 47.17
+tok/s (medians of 6 trials), one turn 6.71 s (768 / prefill + 255 / decode, not timed), peak footprint 2.82 GB,
+thermal state nominal at the start and end of every run. In the gate app the first load on the phone took 34.9 s
+and later loads 4.4 s or less; CoreAIKit's test app, with the bundle at its own path, took 32.4 s on its first
+load, then 3.7 s and 0.4 s.
+
+## What was checked
+
+Against transformers 5.20.2 on the same weights.
+
+The Mac bundle, on a Mac (M4 Max, macOS 27.0):
+
+- **Teacher-forced on 17 sequences** (8 questions with thinking off and on, a 1,648-token document) against
+ transformers fp32, with the `.aimodel` compiled ahead of time for the Mac GPU and the prompts fed the way the
+ engine feeds them (64-token chunks through `prefill`, the rest one token at a time): top-1
+ **2639 / 2682 = 98.40 %** (2,683 positions; the one where transformers' own top-2 gap is under 1e-3 is not
+ counted); one token at a time throughout: 2637 / 2682. At every chunk boundary the logits agree with the
+ one-token path to cos ≥ 0.99999.
+- **8 questions, thinking off**, greedy: 8 / 8, the same verdicts as transformers bf16.
+- **Token gate** (16 greedy tokens vs the fp32 oracle): 16 / 16, also on a 215-token prompt that rides three
+ chunks; a chat turn stops on `<|im_end|>`.
+- **Thinking on**, the same 8 questions, greedy, 3,584-token budget, 3 runs of fresh processes: every run 8 / 8 —
+ `` closes after 40–237 tokens (median 56) and the answer after it is right (run on the `main`-only
+ build of the same weights: prompts this short never reach `prefill`, and `main` gives the same values).
+- **A tool call**, a tool returning a fresh random value, 3 runs each through CoreAIKit's `KitLanguageModel` and the
+ zoo's `ZooLanguageModel`: 6 / 6 with the value in the answer verbatim.
+- **The bytes published here**: the `.aimodel` is the export re-saved without its source locations (a new
+ `main.hash`); run again, its teacher-forced values equal the export's at all 2,683 positions, fed in chunks and
+ one token at a time, and the 8 questions, the token gate and the stop-token check give the same results.
+- **The kit's path** (the `.aimodel` specialized on load, as timed above; the teacher-forced pass above was not
+ repeated on this path): the 8 questions 8 / 8 with the same
+ replies as the ahead-of-time build, the token gate 16 / 16 on both prompts, and the stop-token turn stops after 6
+ tokens (`1+1=2`; transformers fp32 stops after 2, at a step where its own top-2 gap is 0.005). Through
+ CoreAIKit (`ChatSession` and `KitLanguageModel`), the 8 questions with thinking on (3 launches) and off, a tool
+ round trip and a 3-turn chat pass.
+
+The iPhone bundle, on an iPhone 18 Pro (iPhone19,2, iOS 27.2), through the fixed-shape (`static-shape`) engine of the
+coreai-models version CoreAIKit pins:
+
+- **Teacher-forced** over the replies of the same 17 sequences (721 steps, up to 64 a sequence after its prompt)
+ against transformers fp32: top-1 **692 / 721 = 95.98 %** (bar 93 %; every step's fp32 top-2 gap is at least
+ 1e-3). The tokens equal those of Apple's own static engine on an iPhone 17 Pro on all 18 prompts, teacher-forced
+ and generated, and a poisoned fixture fails, as it must.
+- **8 questions, thinking off**: 8 / 8, the verdicts of transformers bf16; the stop-token turn stops after 6 tokens.
+- **CoreAIKit's catalog path**: `ChatSession(catalog: "lfm3-1.7b")` takes the `ios` variant and loads `ios-h19p/`
+ (copied into the kit's model store at the path a download would use, so no download ran) on the static-shape
+ engine. Thinking on, the 8
+ questions in 3 fresh launches: 8 / 8 each, `` inside the budget and the reasoning out of the answer.
+ Thinking off: 8 / 8. A tool round trip through `KitLanguageModel` and `LanguageModelSession`: 3 / 3 with the
+ value verbatim. With the default configuration, "What is 17 + 25? Answer briefly." gets "17 + 25 = 42.", and a
+ 3-turn chat recalls its first turn, every turn ending on the stop token.
+- With thinking off, 1 of the 8 questions ("How do you say 'thank you' in French?") still opens `` and
+ reasons for 68 tokens before its answer, which gives "Merci"; transformers bf16 and the Mac bundle answer it
+ directly. Apple's engine on the iPhone 17 Pro does the same, so this comes from the Neural Engine export itself,
+ not from CoreAIKit's engine.
+
+The full table, the transcripts and how the fp16 activations set a floor on this model are on the
+[zoo card](https://github.com/john-rocky/coreai-model-zoo/tree/main/models/lfm3-1.7b) and in
+[the port notes](https://github.com/john-rocky/coreai-model-zoo/blob/main/knowledge/lfm3-1.7b-port.md).
+
+## Use it
+
+CoreAIKit's support for LFM3 — the XML tool calls, the reasoning stream, the thinking switch and the
+`lfm3-1.7b` catalog entry — is not in a CoreAIKit release or on the kit's main branch (0.7.3 does not support
+LFM3). The CoreAIKit checks above ran a kit build that has it; with such a build, on a Mac or an iPhone 18 Pro:
+
+```swift
+import CoreAIKit
+
+let chat = try await ChatSession(catalog: "lfm3-1.7b")
+for try await event in await chat.streamResponse(to: "What is 17 + 25? Answer briefly.") {
+ switch event {
+ case .thinking(let delta): print(delta, terminator: "") // the reasoning comes first
+ case .response(let delta): print(delta, terminator: "") // then the answer
+ default: break
+ }
+}
+```
+
+Thinking is on by default (the chat template ends the prompt with ``); `maxResponseTokens` covers the
+reasoning and the answer together. `ChatSession.Configuration.enableThinking = false` renders the template's
+thinking-off prompt; LiquidAI notes that turning thinking off "can be inconsistent, especially for
+reasoning-heavy tasks".
+
+Tool calls come out as XML (`` / `` / ``). CoreAIKit's `KitLanguageModel`
+renders the tools the way the chat template does and parses these calls for Apple's `LanguageModelSession` — the
+tool-call checks above.
+
+On an iPhone the kit takes `ios-/` for the architecture Core AI reports for the phone
+(`AIModel.deviceArchitectureName`: `h19p` on the iPhone 18 Pro) and falls back to `ios/`. This repo has
+`ios-h19p/` only, so on any other iPhone (the iPhone 17 Pro, which reports `h18p`, included) the kit finds no
+bundle and throws `variantNotFound` before it downloads anything. Both apps that ran the iPhone checks carried the
+`com.apple.developer.kernel.increased-memory-limit` entitlement (peak footprint 2.82 GB in the gate app, up to 2.94 GB
+through `ChatSession`); a run without it was not tried.
+
+Without the kit: the Mac gates ran `llm-runner` built from the zoo's fork of
+[apple/coreai-models](https://github.com/apple/coreai-models), whose pipelined engine carries the conv state as an
+extra state and finds the `prefill` function by name, with `COREAI_CHUNK_THRESHOLD=1` and
+`--inference-engine-variant coreai-pipelined --warmup off`; the iPhone checks ran the `StaticShapeEngine` of that
+fork's tag `0.2.8-zoo`, the one CoreAIKit pins.
+
+## Limits
+
+- The Mac bundle cannot resume a conversation from its middle: the engine cannot rewind its conv state, so a new
+ conversation starts from zero state, and CoreAIKit's `ChatSession` prefills the whole
+ history again each turn (a three-turn chat recalled its first turn). The iPhone bundle keeps the conv history in
+ the KV cache, and in the 3-turn chat its engine reused the earlier turns' prompt tokens (32, then 70).
+- On the Mac the engine always runs the last prompt token through the one-token `main` function, so a prompt's
+ final 1–64 tokens run one at a time at about the decode speed: a 1,024-token prompt runs 15 chunks and then 64
+ single steps.
+- 4,096-token context in both bundles.
+- The iPhone bundle is for the iPhone 18 Pro only; the iPhone 17 Pro has no bundle here. The Mac bundle is not for
+ iPhones: on an iPhone 18 Pro the `main`-only `.aimodel`, specializing on the phone (device JIT), had not built its
+ engine 300 s after launch (the cause is not isolated), and on an iPhone 17 Pro the same int8 weights compiled
+ ahead of time for its GPU decoded at 9.25 tok/s (median of 4 trials at thermal state serious; 10.5 in the first
+ run, at fair), that compile holding fp16 copies of the int8 linears.
+- On a Mac, Core AI named an ahead-of-time compile's
+ cache entry after its graph and not its weights, so a second compile of the same graph with other weights ran
+ with the first one's weights (not checked on an iPhone): an app that switches between such compiles should
+ delete that compile-cache entry first. The Mac bundle is a JIT `.aimodel`, whose cache entry name covers its
+ weights.
+
+## License
+
+The weights are under the **LFM Open License v1.0**
+([LICENSE](https://huggingface.co/mlboydaisuke/LFM3-1.7B-CoreAI/blob/main/LICENSE), carried from
+[`LiquidAI/LFM3-1.7B`](https://huggingface.co/LiquidAI/LFM3-1.7B)): Apache-2.0-style grants, with §5:
+commercial use by a legal entity at or above US$10 M annual revenue is not licensed (the threshold does not
+apply to a qualified non-profit's non-commercial or research use). Converted from LiquidAI's weights; not
+affiliated with Apple or LiquidAI.
diff --git a/SHA256SUMS b/SHA256SUMS
new file mode 100644
index 0000000000000000000000000000000000000000..87f82962d0579b0b632546773bacef1b2f50e8d6
--- /dev/null
+++ b/SHA256SUMS
@@ -0,0 +1,55 @@
+8c6ae8b8f6d88c87cfb98cf4b5e34e943d0ee07e24215c4121b3159a46e1399d config.json
+06c413eb46fd5163feed742bbcbc6cfa49836d13634b5f598ed6eba1a0c02da4 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.hash
+5d4b6a8986bb81efc9ae5a66e7d53ca7d7e8b89d1d5e23188f6f89ec06fec171 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb
+b0e3b31530aca07d677b797a20988c0bb75d8bb67dbb9b716b4c462c98f9eebf gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/metadata.json
+f2a651e177931475bfd916674413ab80e3d92c2e0e71fcb18e45e790d234df9f gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/metadata.json
+48f23f8579dda4c39f48ff0a9c5f22e68e6b3267898dc9316e9b4161e56643be gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/chat_template.jinja
+7946f864cbfb62a1b041bda937244210a1a87f4a6cab3a48b791131b2cd57f88 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/special_tokens_map.json
+7e226e34bface23ccf6e495d157bf77186c1c30a7659880e1a8994db528c3701 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json
+bf028f813efc6137bc07ed045cafe71820df9a5e26a38e39954706ed1e30a457 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer_config.json
+fb8cd61f670d50f44cbecf8f91771917eb8746e4f731e2a0509322a3f0b7159c ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc
+7114cb1068d0db5b1b2a5efbffcea077a49278d6846d68c181aaee35b92354de ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc
+42e3666784e467b824bc616291049039c63b7e4a9901799f18ab6b50d01f6fe8 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc
+57a8eac4f9ab25e768e51453742f579f68ca74f42b7b508cccc75bb02b2c222d ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc
+65439cc47660ab2bd948120ebff2d730a783e203b7115f81426420862dfd0f9e ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc
+7f99e5eabbb96e45d76c141b25bd24b479d6e7ef7811bab9c4b6b8548703a9f8 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc
+9aa86d5485266e53761b401d5796368909fa4b13aafd858a68cac9e22be2d7ca ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc
+4ff5257d765f937dd172af4cad72351b685335c2b87f1c4e9caf3831f20ffb27 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc
+91a8693ec73c310eb820f08196f13d0539f4b19c8ac5c21dd51866c08ce82c18 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc
+eac54ce12007dd50e25552e7089ce23cabb889bf43f936357c00219fedb69c58 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc
+51d6d8411c56045ce97085ed576ab79f5d4ef48f38e4361d61a47ee80120ef0a ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc
+9af6b55fdf138d04c36578fb11ae627ea41fb54b6fbbea5e44724f0103f66bf3 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc
+b6d525cd921e6caca2a35f31d38440468cbc55f1c5de22aa26d43788551369ae ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc
+a719fe2e908c972a039644b7d630dac1fdb1a9b2899fc2f9ff85bd6a1995e015 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc
+92f6ed1bea212e642e353923684f7d9def8dcf7f3bb129e5b867d0098d1c552d ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc
+7bebe1c7b199dfbff310aec9f3345c284b8d525be4ea5875fe251c782462fba8 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc
+7c4eb5716c7c2cddd0012cd37337035575ce884b66405fb8ccb5708618264cee ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc
+b378a3394d8381e537478f07e2aff8b23dcb8db437951f4f0ee3ed607471287b ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc
+3acb148331d4341d2c7d66ca91bf4d1a0222fafb8dd945b3ce5f761ef2d49881 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc
+968d01f0b1ab6caaa3e4ebad317a4a7697f5772703ed477ed2573f078ceae32c ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc
+7ea5b3f1d76fd07b51bc494076e1b30a47772260a1602aa54ab99dc569ffb340 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc
+39e4bf0fad2d9a554df22b197c33a2a4b8f6fbeeba42146af217a633b8fea483 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc
+6d4c9120f7fca4fefbd4e7b3d1e16b00e3e2624b1b184eaba6555e0e1554bb0a ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc
+5e0256ef34890a670cfc0d0f9aa7b36159499645ad3cd6eb74ad49acd7f6c532 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc
+c6a675364cf8e6a7df7846f226afc83cda7949a8c2c708a5666167dc85107fa2 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc
+588b7ea4adaa471469024c45fbc3b2019a2f5f1f34c5569eac97a0f670dc018e ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc
+6532226b2c1086dcfb8ba746a212835b07170329758671769c0c37cb6d2604f4 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc
+4b32cb14a45b45a4d293046a3372555af7f8c294e58917d6794560dd011a3a1e ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc
+08b70179161dfa65b1d1c0f828e965a1ef064b1ef186a341ff9f6f0a734d1ecd ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc
+f6555fc31e2ce41d56e9aecc0d0d823058e876b5424459fed07784d9385d3da7 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc
+0a52d8a9aca188474db634b4a5e2e326641b2aa13378497276255ac5a6fe13ee ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/Manifest.json
+69103019e64c05579cb474064db9a7adc3b3322c9b22580323147c24670f5fb6 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
+b81dc911a0b51ac9c686fb54e7beee89c55261b913d77af1e7525708cdf25aa7 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph
+2adb77950e4807f510e3f09c5682bbdee1b7c5c59f23f215ab20b35ceaa1a85d ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
+94ef2bf121825f01540c8c73758614da226327fc48e70cf4683624e5dc518c94 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph
+c55b16c3c83ac30b274fc8bed4d6075d5b25618dc1c43c6f34536a2bcc480a9c ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb
+12b465028993e51fcfb5b32384ddbaf902d4c9b2b2c33f706c09f50636cac770 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main.hash
+7e17f058a1f06e39d6ddb827e822ed51e782cec30f11359a518ed86e1ca943d4 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/metadata.json
+b7915955d140c6c01bed43459ebc92d33c44d701270936384c41b9e41523cc6f ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/stats.json
+96329abcbe91347e2dc19ab9121668e86ced777b86515bc4acdbe301ab5be82e ios-h19p/metadata.json
+48f23f8579dda4c39f48ff0a9c5f22e68e6b3267898dc9316e9b4161e56643be ios-h19p/tokenizer/chat_template.jinja
+7946f864cbfb62a1b041bda937244210a1a87f4a6cab3a48b791131b2cd57f88 ios-h19p/tokenizer/special_tokens_map.json
+7e226e34bface23ccf6e495d157bf77186c1c30a7659880e1a8994db528c3701 ios-h19p/tokenizer/tokenizer.json
+bf028f813efc6137bc07ed045cafe71820df9a5e26a38e39954706ed1e30a457 ios-h19p/tokenizer/tokenizer_config.json
+4d28ca14dedc0b3d0fcc2b3339f0e79931faa33874f3d24f522183a8fc70068c LICENSE
+3cb5759dbe5f540da374735804ea4bea62ddd9c5866512b1546ea98f84ac0004 README.md
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..99c878848ecd01f7b599148315c84634b5c5c656
--- /dev/null
+++ b/config.json
@@ -0,0 +1,68 @@
+{
+ "architectures": [
+ "Lfm3ForCausalLM"
+ ],
+ "auto_map": {
+ "AutoConfig": "configuration_lfm3.Lfm3Config",
+ "AutoModel": "modeling_lfm3.Lfm3Model",
+ "AutoModelForCausalLM": "modeling_lfm3.Lfm3ForCausalLM"
+ },
+ "bos_token_id": 124894,
+ "conv_L_cache": 7,
+ "conv_bias": false,
+ "dtype": "bfloat16",
+ "eos_token_id": 124900,
+ "head_dim": 128,
+ "hidden_size": 2048,
+ "intermediate_size": 7680,
+ "layer_types": [
+ "conv",
+ "conv",
+ "full_attention",
+ "conv",
+ "sliding_attention",
+ "conv",
+ "full_attention",
+ "conv",
+ "sliding_attention",
+ "conv",
+ "full_attention",
+ "conv",
+ "sliding_attention",
+ "conv",
+ "full_attention",
+ "conv",
+ "sliding_attention",
+ "conv",
+ "full_attention",
+ "conv",
+ "sliding_attention",
+ "conv",
+ "full_attention",
+ "conv"
+ ],
+ "max_position_embeddings": 262144,
+ "model_type": "lfm3",
+ "norm_eps": 1e-05,
+ "num_attention_heads": 16,
+ "num_hidden_layers": 24,
+ "num_key_value_heads": 4,
+ "pad_token_id": 124893,
+ "rope_parameters": {
+ "full_attention": {
+ "partial_rotary_factor": 0.5,
+ "rope_theta": 1000000.0,
+ "rope_type": "default"
+ },
+ "sliding_attention": {
+ "rope_theta": 10000,
+ "rope_type": "default"
+ }
+ },
+ "sliding_window": 256,
+ "tie_word_embeddings": true,
+ "transformers_version": "5.12.1",
+ "use_cache": true,
+ "use_sandwich_norm": true,
+ "vocab_size": 128000
+}
diff --git a/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.hash b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.hash
new file mode 100644
index 0000000000000000000000000000000000000000..eaa9ff505cf977ceb3d896aead941f2e3870ba55
--- /dev/null
+++ b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.hash
@@ -0,0 +1 @@
+]KjɮZf<踝 ^#oq
\ No newline at end of file
diff --git a/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb
new file mode 100644
index 0000000000000000000000000000000000000000..c26f5690bb04db73457db59918a24812d5095f9e
--- /dev/null
+++ b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4b6a8986bb81efc9ae5a66e7d53ca7d7e8b89d1d5e23188f6f89ec06fec171
+size 2701679977
diff --git a/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/metadata.json b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae21ef0c904d2ab5861de96ad7ce963cfaf91338
--- /dev/null
+++ b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/metadata.json
@@ -0,0 +1,5 @@
+{
+ "creationDate" : "20261029T185953Z",
+ "assetVersion" : "2.0",
+ "producer" : "coreai-core 1.0.0b2"
+}
\ No newline at end of file
diff --git a/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/metadata.json b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d10369b571fb938acf679b06babf54fdb3f44fa
--- /dev/null
+++ b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/metadata.json
@@ -0,0 +1,93 @@
+{
+ "metadata_version": "0.2",
+ "kind": "llm",
+ "name": "lfm3_1_7b_decode_int8hu_block32_sym_pf64",
+ "assets": {
+ "main": "lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel"
+ },
+ "language": {
+ "tokenizer": "LiquidAI/LFM3-1.7B",
+ "vocab_size": 128000,
+ "max_context_length": 4096,
+ "embedded_tokenizer": true,
+ "function_map": {
+ "main": [
+ "main",
+ "prefill"
+ ]
+ },
+ "chat_template_sha256": "48f23f8579dda4c39f48ff0a9c5f22e68e6b3267898dc9316e9b4161e56643be"
+ },
+ "source": {
+ "model_definition": "torch",
+ "hf_model_id": "LiquidAI/LFM3-1.7B",
+ "hf_revision": "ac2586a34f1a1c03329dbdcdefabd8b6478ddaa7"
+ },
+ "compression": {
+ "scheme": "int8hu"
+ },
+ "lfm3": {
+ "inputs": [
+ "input_ids",
+ "position_ids"
+ ],
+ "outputs": [
+ "logits"
+ ],
+ "states": [
+ "keyCache",
+ "valueCache",
+ "convState"
+ ],
+ "kv_slots": [
+ 2,
+ 4,
+ 6,
+ 8,
+ 10,
+ 12,
+ 14,
+ 16,
+ 18,
+ 20,
+ 22
+ ],
+ "conv_slots": [
+ 0,
+ 1,
+ 3,
+ 5,
+ 7,
+ 9,
+ 11,
+ 13,
+ 15,
+ 17,
+ 19,
+ 21,
+ 23
+ ],
+ "sliding_window": 256,
+ "prefill_chunk": 64
+ },
+ "compilation": {
+ "date": "2026-10-29T18:59:59.507395+00:00",
+ "targets": []
+ },
+ "strip": {
+ "what": "the .aimodel re-saved after coreai-torch's strip_debug_info: every op's source location (file path, call stack) replaced by an unknown location; the ops and the weights are not touched",
+ "from_main_mlirb": {
+ "bytes": 2701984448,
+ "sha256": "a3a59a7a44b5a573bea4f01928de6be4ff5f539a56f3fbacb50bc2ea5494a961"
+ },
+ "main_mlirb": {
+ "bytes": 2701679977,
+ "sha256": "5d4b6a8986bb81efc9ae5a66e7d53ca7d7e8b89d1d5e23188f6f89ec06fec171"
+ },
+ "tool": "coreai_torch.debugging.debug_info.strip_debug_info",
+ "versions": {
+ "coreai-torch": "0.4.1",
+ "coreai-core": "1.0.0b2"
+ }
+ }
+}
\ No newline at end of file
diff --git a/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/chat_template.jinja b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..f7203cf9198c608a2850129519a4cff635a78e05
--- /dev/null
+++ b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/chat_template.jinja
@@ -0,0 +1,308 @@
+{{- bos_token -}}
+{%- set preserve_thinking = preserve_thinking | default(false) -%}
+{%- set enable_thinking = enable_thinking | default(true) -%}
+
+{%- macro _json(v) -%}
+ {%- if ([1, 2] | tojson) == "[1, 2]" -%}
+ {{- v | tojson -}}
+ {%- elif v is string -%}
+ {{- '"' + (v | replace('\\', '\\\\') | replace('"', '\\"') | replace('\n', '\\n') | replace('\r', '\\r') | replace('\t', '\\t') | replace('\b', '\\b') | replace('\f', '\\f')) + '"' -}}
+ {%- elif v is boolean -%}
+ {{- "true" if v else "false" -}}
+ {%- elif v is none -%}
+ {{- "null" -}}
+ {%- elif v is mapping -%}
+ {%- set _jn = namespace(out="{", first=true) -%}
+ {%- for _jk, _jv in v.items() -%}
+ {%- set _jn.out = _jn.out + ("" if _jn.first else ", ") + _json(_jk | string) + ": " + _json(_jv) -%}
+ {%- set _jn.first = false -%}
+ {%- endfor -%}
+ {{- _jn.out + "}" -}}
+ {%- elif v is sequence -%}
+ {%- set _jn = namespace(out="[", first=true) -%}
+ {%- for _jx in v -%}
+ {%- set _jn.out = _jn.out + ("" if _jn.first else ", ") + _json(_jx) -%}
+ {%- set _jn.first = false -%}
+ {%- endfor -%}
+ {{- _jn.out + "]" -}}
+ {%- else -%}
+ {{- v | string -}}
+ {%- endif -%}
+{%- endmacro -%}
+
+{%- macro render_value(v) -%}
+ {%- if v is string -%}
+ {{- v -}}
+ {%- elif v is boolean -%}
+ {{- "true" if v else "false" -}}
+ {%- elif v is none -%}
+ {{- "null" -}}
+ {%- elif v is mapping or (v is sequence and v is not string) -%}
+ {{- _json(v) -}}
+ {%- else -%}
+ {{- v -}}
+ {%- endif -%}
+{%- endmacro -%}
+
+{%- macro parse_content(content) -%}
+ {%- if content is string -%}
+ {{- content -}}
+ {%- elif content is mapping and content.get("type") == "image" -%}
+ {{- "<|vision_start|><|image|><|vision_end|>" -}}
+ {%- elif content is mapping and content.get("type") == "video" -%}
+ {{- "<|vision_start|><|video|><|vision_end|>" -}}
+ {%- elif content is mapping and content.get("type") == "text" -%}
+ {{- (content.get("text") or "") | string -}}
+ {%- elif content is mapping -%}
+ {{- _json(content) -}}
+ {%- elif content is iterable -%}
+ {%- set _ns = namespace(result="") -%}
+ {%- for item in content -%}
+ {%- if item is string -%}
+ {%- set _ns.result = _ns.result + item -%}
+ {%- elif item is mapping and item.get("type") == "image" -%}
+ {%- set _ns.result = _ns.result + "<|vision_start|><|image|><|vision_end|>" -%}
+ {%- elif item is mapping and item.get("type") == "video" -%}
+ {%- set _ns.result = _ns.result + "<|vision_start|><|video|><|vision_end|>" -%}
+ {%- elif item is mapping and item.get("type") == "text" -%}
+ {%- set _ns.result = _ns.result + ((item.get("text") or "") | string) -%}
+ {%- else -%}
+ {%- set _ns.result = _ns.result + _json(item) -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {{- _ns.result -}}
+ {%- elif content is not none -%}
+ {{- _json(content) -}}
+ {%- endif -%}
+{%- endmacro -%}
+
+{%- macro render_tool_calls(tool_calls) -%}
+ {%- for tool_call in tool_calls -%}
+ {%- if not loop.first -%}{{- "\n\n" -}}{%- endif -%}
+ {%- set func = tool_call["function"] if "function" in tool_call else tool_call -%}
+ {%- set func_args = func.get("arguments") -%}
+ {%- if func_args is string and (func_args | trim) not in ["", "{}", "null"] -%}
+ {{- raise_exception("Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template") -}}
+ {%- endif -%}
+ {{- "\n\n" -}}
+ {%- if func_args is mapping -%}
+ {%- for arg_name, arg_value in func_args.items() -%}
+ {{- "\n" + render_value(arg_value) + "\n\n" -}}
+ {%- endfor -%}
+ {%- endif -%}
+ {{- "\n" -}}
+ {%- endfor -%}
+{%- endmacro -%}
+
+{%- macro tool_to_json(tool) -%}
+ {%- set fn = tool.function if tool.function is defined else tool -%}
+ {%- set ns_t = namespace(first=true) -%}
+ {{- "{" -}}
+ {%- for k, v in fn.items() -%}
+ {%- if k != "defer_loading" -%}
+ {%- if not ns_t.first -%}{{- ", " -}}{%- endif -%}
+ {%- set ns_t.first = false -%}
+ {{- _json(k) -}}{{- ": " -}}{{- _json(v) -}}
+ {%- endif -%}
+ {%- endfor -%}
+ {{- "}" -}}
+{%- endmacro -%}
+
+{%- macro is_tool_reference(item) -%}
+ {{- "1" if item is mapping and item.get("type") == "tool_reference" else "" -}}
+{%- endmacro -%}
+
+{%- macro referenced_tool_to_json(name) -%}
+ {%- set _ns = namespace(found=none) -%}
+ {%- for tool in (tools or []) -%}
+ {%- set fn = tool.function if tool.function is defined else tool -%}
+ {%- if fn.name == name -%}
+ {%- set _ns.found = fn -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- if _ns.found is none -%}
+ {{- raise_exception("Tool reference '" + name | string + "' not found in available tools. Every tool referenced by a tool_reference must be in `tools` on every request.") -}}
+ {%- endif -%}
+ {{- tool_to_json(_ns.found) -}}
+{%- endmacro -%}
+
+{%- macro render_tool_response(content) -%}
+ {%- if content is string and "" in content -%}
+ {{- content -}}
+ {%- else -%}
+ {{- "\n" -}}
+ {%- if content is string -%}
+ {{- content -}}
+ {%- elif content is mapping -%}
+ {{- parse_content(content) -}}
+ {%- elif content is iterable -%}
+ {%- for item in content -%}
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
+ {%- if is_tool_reference(item) -%}
+ {%- if loop.first or not is_tool_reference(loop.previtem) -%}
+ {{- "\n" -}}
+ {%- endif -%}
+ {{- referenced_tool_to_json(item.name) -}}
+ {%- if loop.last or not is_tool_reference(loop.nextitem) -%}
+ {{- "\n" -}}
+ {%- endif -%}
+ {%- elif item is mapping and item.result is defined and item.result is mapping and item.result.tools is defined -%}
+ {{- "\n" -}}
+ {%- set _tl = item.result.tools -%}
+ {%- if _tl is string -%}
+ {{- _tl -}}
+ {%- elif _tl is mapping -%}
+ {{- tool_to_json(_tl) -}}
+ {%- else -%}
+ {%- for t in _tl -%}
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
+ {{- tool_to_json(t) -}}
+ {%- endfor -%}
+ {%- endif -%}
+ {{- "\n" -}}
+ {%- else -%}
+ {{- parse_content(item) -}}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- elif content is not none -%}
+ {{- _json(content) -}}
+ {%- endif -%}
+ {{- "\n" -}}
+ {%- endif -%}
+{%- endmacro -%}
+
+{%- set ns = namespace(system_prompt="", last_user_index=-1) -%}
+{%- if messages and messages[0]["role"] == "system" -%}
+ {%- if messages[0].get("content") -%}
+ {%- set ns.system_prompt = parse_content(messages[0]["content"]) -%}
+ {%- endif -%}
+ {%- set messages = messages[1:] -%}
+{%- endif -%}
+{%- if tools -%}
+ {%- set tools_ns = namespace(lines=[]) -%}
+ {%- for tool in tools -%}
+ {%- set fn = tool.function if tool.function is defined else tool -%}
+ {%- set _dyn = (fn.defer_loading is defined and fn.defer_loading) or (tool.defer_loading is defined and tool.defer_loading) -%}
+ {%- if not _dyn -%}
+ {%- set tools_ns.lines = tools_ns.lines + [tool_to_json(fn)] -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- if tools_ns.lines -%}
+ {%- set ns.system_prompt = ns.system_prompt + ("\n\n" if ns.system_prompt else "") + "\n" + (tools_ns.lines | join("\n")) + "\n" -%}
+ {%- endif -%}
+{%- endif -%}
+{%- if ns.system_prompt -%}
+ {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}}
+{%- endif -%}
+{%- for message in messages -%}
+ {%- if message["role"] == "user" -%}
+ {%- set ns.last_user_index = loop.index0 -%}
+ {%- endif -%}
+{%- endfor -%}
+{%- set carry = namespace(pending=[]) -%}
+{%- for message in messages -%}
+ {%- set _next = messages[loop.index0 + 1] if not loop.last else none -%}
+ {%- set _merge = message.role == "tool" and not message.get("additional_tools")
+ and _next is not none and _next.role == "tool" and not _next.get("additional_tools")
+ and message.get("tool_call_id") and _next.get("tool_call_id") == message.get("tool_call_id") -%}
+ {%- set _items = [] -%}
+ {%- if message.role == "tool" and not message.get("additional_tools") -%}
+ {%- set _c = message.get("content") -%}
+ {%- if _c is string -%}
+ {%- set _items = [{"type": "text", "text": _c}] if _c else [] -%}
+ {%- elif _c is mapping -%}
+ {%- set _items = [_c] -%}
+ {%- elif _c is iterable -%}
+ {%- set _items = _c | list -%}
+ {%- elif _c is not none -%}
+ {%- set _items = [_c] -%}
+ {%- endif -%}
+ {%- endif -%}
+ {%- if _merge -%}
+ {%- set carry.pending = carry.pending + _items -%}
+ {%- else -%}
+ {{- "<|im_start|>" + message.role + "\n" -}}
+ {%- if message.role == "assistant" -%}
+ {%- generation -%}
+ {%- set thinking = message.thinking if message.thinking is defined else message.reasoning if message.reasoning is defined else message.reasoning_content -%}
+ {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}
+ {%- if thinking is defined and keep_thinking -%}
+ {{- "" + (thinking or "") + "" -}}
+ {%- elif keep_thinking and "" not in (message.get("content") if message.get("content") is string else "") -%}
+ {{- "" -}}
+ {%- endif -%}
+ {%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%}
+ {%- set _has_cfm = false -%}
+ {%- set content = "" -%}
+ {%- if message.get("content") -%}
+ {%- set content = parse_content(message.content) -%}
+ {%- endif -%}
+ {%- if not keep_thinking -%}
+ {%- if "" in content -%}
+ {%- set content = content.split("")[-1] | trim -%}
+ {%- endif -%}
+ {%- set content = "" + content -%}
+ {%- endif -%}
+ {%- if content.endswith(_cfm_tag) -%}
+ {%- set _has_cfm = true -%}
+ {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}
+ {%- set content = content[:_trunc_len] -%}
+ {%- endif -%}
+ {{- content -}}
+ {%- if message.tool_calls -%}
+ {{- render_tool_calls(message.tool_calls) -}}
+ {%- endif -%}
+ {%- if _has_cfm -%}
+ {{- _cfm_tag -}}
+ {%- endif -%}
+ {{- "<|im_end|>\n" -}}
+ {%- endgeneration -%}
+ {%- elif message.role == "tool" -%}
+ {%- if message.get("additional_tools") -%}
+ {%- set _at = message["additional_tools"] -%}
+ {%- if _at is mapping or (_at is sequence and _at is not string) -%}
+ {%- set _src = _at -%}
+ {%- else -%}
+ {%- set _src = message.get("content") -%}
+ {%- endif -%}
+ {%- if _src is string and "" in _src -%}
+ {{- _src -}}
+ {%- elif _src is string and "" in _src -%}
+ {{- "\n" + _src + "\n" -}}
+ {%- elif _src -%}
+ {{- "\n\n" -}}
+ {%- if _src is string -%}
+ {{- _src -}}
+ {%- elif _src is mapping -%}
+ {{- tool_to_json(_src) -}}
+ {%- else -%}
+ {%- for t in _src -%}
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
+ {{- tool_to_json(t) -}}
+ {%- endfor -%}
+ {%- endif -%}
+ {{- "\n\n" -}}
+ {%- endif -%}
+ {%- elif carry.pending -%}
+ {{- render_tool_response(carry.pending + _items) -}}
+ {%- set carry.pending = [] -%}
+ {%- else -%}
+ {{- render_tool_response("" if message.get("content") is none else message.get("content")) -}}
+ {%- endif -%}
+ {{- "<|im_end|>\n" -}}
+ {%- else %}
+ {%- if message.get("content") -%}
+ {{- parse_content(message["content"]) -}}
+ {%- endif -%}
+ {{- "<|im_end|>\n" -}}
+ {%- endif %}
+ {%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+ {{- "<|im_start|>assistant\n" -}}
+ {%- if enable_thinking -%}
+ {{- "" -}}
+ {%- else -%}
+ {{- "" -}}
+ {%- endif -%}
+{%- endif -%}
diff --git a/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/special_tokens_map.json b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d871daaacbf26aaa9cb47c2935f30e797ee35a7
--- /dev/null
+++ b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/special_tokens_map.json
@@ -0,0 +1,5 @@
+{
+ "bos_token": "<|startoftext|>",
+ "eos_token": "<|im_end|>",
+ "pad_token": "<|pad|>"
+}
diff --git a/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..6378e4e44d17d17b8acfd77923e66aef8c495234
--- /dev/null
+++ b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e226e34bface23ccf6e495d157bf77186c1c30a7659880e1a8994db528c3701
+size 17908635
diff --git a/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer_config.json b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..562b1ed0762f36c964646b8737081ced6af40754
--- /dev/null
+++ b/gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer_config.json
@@ -0,0 +1,54 @@
+{
+ "audio_out_token": "<|audio_out|>",
+ "audio_token": "<|audio|>",
+ "backend": "tokenizers",
+ "bos_token": "<|startoftext|>",
+ "eos_token": "<|im_end|>",
+ "extra_special_tokens": [],
+ "image_token": "<|image|>",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "<|pad|>",
+ "response_template": {
+ "defaults": {
+ "role": "assistant"
+ },
+ "start_anchor_pattern": "<\\|im_start\\|>assistant\\n",
+ "fields": {
+ "reasoning_content": {
+ "open_pattern": "\\n?",
+ "close_pattern": "\\s*",
+ "content": "text"
+ },
+ "tool_calls": {
+ "open_pattern": "\\s*[^\\n>]+)>",
+ "close_pattern": "\\s*",
+ "repeats": true,
+ "content": "xml-inline",
+ "content_args": {
+ "tag_pattern": "[^>\\n]+)>\\n?(?P.*?)\\n?(?=\\s*(?:\\s*\\Z|\\Z))",
+ "value_parser": {
+ "name": "text",
+ "args": {
+ "strip": false
+ }
+ }
+ },
+ "transform": {
+ "type": "function",
+ "function": {
+ "name": "{name}",
+ "arguments": "{content}"
+ }
+ }
+ },
+ "content": {
+ "close_pattern": "<\\|im_end\\|>\\s*",
+ "content": "text"
+ }
+ }
+ },
+ "tokenizer_class": "TokenizersBackend",
+ "video_token": "<|video|>",
+ "vision_end_token": "<|vision_end|>",
+ "vision_start_token": "<|vision_start|>"
+}
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/Manifest.json b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/Manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..ab20e0289d231a97624c16c33ac4edb710b6e722
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/Manifest.json
@@ -0,0 +1,5 @@
+{
+ "ANECompiler": "10.26.4",
+ "LLIRVersion": "0.1b",
+ "Weights": []
+}
\ No newline at end of file
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..56488abcf8f84a0cc6b7b46fe42e7b1dc08c7db5
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8cd61f670d50f44cbecf8f91771917eb8746e4f731e2a0509322a3f0b7159c
+size 12812613
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..e87f311aa0cc309d5ab8f345b65efbb560c070fc
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7114cb1068d0db5b1b2a5efbffcea077a49278d6846d68c181aaee35b92354de
+size 13390590
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..1f8b8f8b1cf2868022cd498c3c0be196ac7b0585
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e3666784e467b824bc616291049039c63b7e4a9901799f18ab6b50d01f6fe8
+size 12790189
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..46bc1389bf294afbbf2839347b91b89865ff24dc
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a8eac4f9ab25e768e51453742f579f68ca74f42b7b508cccc75bb02b2c222d
+size 12807771
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..30f7fef57a5251a441ecc829c0d1ccf5c31b04c1
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65439cc47660ab2bd948120ebff2d730a783e203b7115f81426420862dfd0f9e
+size 13389416
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..c1f37b010e54efdc6173c4d54d28621e63ea3796
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f99e5eabbb96e45d76c141b25bd24b479d6e7ef7811bab9c4b6b8548703a9f8
+size 12745861
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..060ec20868428e9fa4c7c4066a9b02cf84c6abc9
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa86d5485266e53761b401d5796368909fa4b13aafd858a68cac9e22be2d7ca
+size 12790161
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..21bb97121973bbcdb3c499fbdc1d62a18ded11e2
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff5257d765f937dd172af4cad72351b685335c2b87f1c4e9caf3831f20ffb27
+size 13353376
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..1d93d37c4e98eecdb24bbdaf7e2580d191cf7cff
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a8693ec73c310eb820f08196f13d0539f4b19c8ac5c21dd51866c08ce82c18
+size 12707550
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..ac4414995a71a7495264981727b0ee26434bb4bd
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac54ce12007dd50e25552e7089ce23cabb889bf43f936357c00219fedb69c58
+size 12831937
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..b51dc01aa10c7d3919e065895e213176c1ed3e85
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d6d8411c56045ce97085ed576ab79f5d4ef48f38e4361d61a47ee80120ef0a
+size 13397095
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..fe4739a1fe645effcf9cf51e8253d9d881380d1d
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af6b55fdf138d04c36578fb11ae627ea41fb54b6fbbea5e44724f0103f66bf3
+size 12765738
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..33b8c3d6440d88a5e0e0b9a55999a6d22ec0cab8
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d525cd921e6caca2a35f31d38440468cbc55f1c5de22aa26d43788551369ae
+size 12811302
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..d0362e3fdbb6a349ceab288c5d5b33d981982541
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a719fe2e908c972a039644b7d630dac1fdb1a9b2899fc2f9ff85bd6a1995e015
+size 13403293
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..fc86edae790aeb2988239cd1224068c4a79b46cb
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f6ed1bea212e642e353923684f7d9def8dcf7f3bb129e5b867d0098d1c552d
+size 12766278
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0be6de95152272ee516724f18422245289830
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bebe1c7b199dfbff310aec9f3345c284b8d525be4ea5875fe251c782462fba8
+size 12398553
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..6b83a335bf394182b06ece428530f86326644aa6
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4eb5716c7c2cddd0012cd37337035575ce884b66405fb8ccb5708618264cee
+size 12958211
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..de38db5dfc99db4ec5c1f8fd51f1d2100f18ccaf
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b378a3394d8381e537478f07e2aff8b23dcb8db437951f4f0ee3ed607471287b
+size 12375001
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..3e587f929543c5decf891d7b7bb91ddd2133d86d
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acb148331d4341d2c7d66ca91bf4d1a0222fafb8dd945b3ce5f761ef2d49881
+size 12396531
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..f44624a35915b9c8f8175631639591efab6b6419
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968d01f0b1ab6caaa3e4ebad317a4a7697f5772703ed477ed2573f078ceae32c
+size 12946366
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..ef2e87ff42dfd23e5da932ecb02ac489238c5597
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea5b3f1d76fd07b51bc494076e1b30a47772260a1602aa54ab99dc569ffb340
+size 12335511
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..07aab5b15315d7c58580742f39baa513835aefde
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e4bf0fad2d9a554df22b197c33a2a4b8f6fbeeba42146af217a633b8fea483
+size 12375298
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..394585bf537f598cf4dcc9769e95d5b4eccd03dd
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c9120f7fca4fefbd4e7b3d1e16b00e3e2624b1b184eaba6555e0e1554bb0a
+size 12897599
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..9698d6491708a3eb296ca22b674feb40cef8df1d
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0256ef34890a670cfc0d0f9aa7b36159499645ad3cd6eb74ad49acd7f6c532
+size 12309367
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..3050c7c148f799aaefd51714a814844dea27a749
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a675364cf8e6a7df7846f226afc83cda7949a8c2c708a5666167dc85107fa2
+size 12418377
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..49e79a05757b973cc104615efff98c17c1d8564e
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588b7ea4adaa471469024c45fbc3b2019a2f5f1f34c5569eac97a0f670dc018e
+size 12949358
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..58a0248d5560a938a820593cc30814c195c00e76
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6532226b2c1086dcfb8ba746a212835b07170329758671769c0c37cb6d2604f4
+size 12349390
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..d7ff5de28ec1b91c27d9fbe3227ca59f4e181dad
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b32cb14a45b45a4d293046a3372555af7f8c294e58917d6794560dd011a3a1e
+size 12392521
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..2a61d80a0a6d50509b98ae30c6343ebea59eac17
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b70179161dfa65b1d1c0f828e965a1ef064b1ef186a341ff9f6f0a734d1ecd
+size 12943047
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc
new file mode 100644
index 0000000000000000000000000000000000000000..c7ceabb72a075dd2dd3b6975fa425e3f20382d63
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6555fc31e2ce41d56e9aecc0d0d823058e876b5424459fed07784d9385d3da7
+size 12350188
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
new file mode 100644
index 0000000000000000000000000000000000000000..ee9508b44c101da1f1917b40d9f0f52929831e79
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
@@ -0,0 +1,8117 @@
+
+
+
+
+ Package Version
+
+ 7.0.63
+
+ ANERegionsHash
+
+ h19p
+ C633EA9D212C5A11D7F46D8E739219F0F1E9CD327C11149721B28652E167CA62_58605B2B97EF4FAFD2B90BB7E629878380C1E610B80DB53B3F4FC4E5D506F528
+
+ Adapters by rank
+
+ Binary File Resources
+
+ 0
+
+ File Name
+ binary_0.llir.bundle
+ Type
+ 2
+
+
+ Callables
+
+ CallablesHash
+ 0
+ Data File Names
+
+ GPU adapter present
+ NO
+ Optimized Modules
+
+ [
+ "{\n \"entryFunctionName\" : \"extend_1024_16_Bn61_I05alAFYS8Bwtqi7g\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_1024_8_nWe1yYYQpLswlfhcWgkxTg\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_256_16_aIj3OFPyItyDuynkhx_AbQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_256_64_CVIR-8ZRXksJKNK3VH4q-w\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_256_8_-S6md3bYrrrG-DG_W_xDEw\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_4096_64_Xb1kxkumXYVGjcAh-vly_g\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_512_16_9DTjlXb3vuWW6159-PNv7w\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_512_64_viy3yQrGYWX9rFWqW20CeQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_512_8_uLivFgBeRlUus7ppHR_vLA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}"
+]
+
+ Entry Function Attributes
+
+ extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0
+
+
+ mps.ane.calleeName
+ extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1
+
+
+ mps.ane.calleeName
+ extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2
+
+
+ mps.ane.calleeName
+ extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3
+
+
+ mps.ane.calleeName
+ extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4
+
+
+ mps.ane.calleeName
+ extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5
+
+
+ mps.ane.calleeName
+ extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6
+
+
+ mps.ane.calleeName
+ extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7
+
+
+ mps.ane.calleeName
+ extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8
+
+
+ mps.ane.calleeName
+ extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9
+
+
+ mps.ane.calleeName
+ extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10
+
+
+ mps.ane.calleeName
+ extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11
+
+
+ mps.ane.calleeName
+ extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_512_16_9DTjlXb3vuWW6159-PNv7w_12
+
+
+ mps.ane.calleeName
+ extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13
+
+
+ mps.ane.calleeName
+ extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ extend_512_8_uLivFgBeRlUus7ppHR_vLA_14
+
+
+ mps.ane.calleeName
+ extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 3
+ 4
+ 5
+ 6
+ 7
+ 2
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.aneAlignedIO
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+ mps.noGPUActivity
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15
+
+
+ mps.ane.calleeName
+ prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16
+
+
+ mps.ane.calleeName
+ prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17
+
+
+ mps.ane.calleeName
+ prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18
+
+
+ mps.ane.calleeName
+ prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19
+
+
+ mps.ane.calleeName
+ prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20
+
+
+ mps.ane.calleeName
+ prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21
+
+
+ mps.ane.calleeName
+ prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22
+
+
+ mps.ane.calleeName
+ prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23
+
+
+ mps.ane.calleeName
+ prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24
+
+
+ mps.ane.calleeName
+ prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25
+
+
+ mps.ane.calleeName
+ prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26
+
+
+ mps.ane.calleeName
+ prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27
+
+
+ mps.ane.calleeName
+ prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28
+
+
+ mps.ane.calleeName
+ prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+ prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29
+
+
+ mps.ane.calleeName
+ prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0
+
+
+ mps.ane.regionCallArgToEntrypointArgIndex
+
+ 1
+ 0
+ 2
+ 3
+ 4
+ 5
+ 6
+
+
+
+ mps.ane.regionCallResultToEntrypointReturnIndex
+
+ 0
+
+
+ mps.disablePreAllocate
+ mps.fullyPlacedOnANE
+
+ mps.stateInputIndices
+
+ 0
+ 1
+
+
+
+ mps.tokenResIndices
+
+ 1
+ 2
+
+
+ mps.disableNDX
+
+
+ File Name
+ specialized_model_1.mpsgraph
+ Key to Symbol Name
+
+ {
+ "entryFunctionName" : "extend_1024_16_Bn61_I05alAFYS8Bwtqi7g",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0
+ {
+ "entryFunctionName" : "extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1
+ {
+ "entryFunctionName" : "extend_1024_8_nWe1yYYQpLswlfhcWgkxTg",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2
+ {
+ "entryFunctionName" : "extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3
+ {
+ "entryFunctionName" : "extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4
+ {
+ "entryFunctionName" : "extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5
+ {
+ "entryFunctionName" : "extend_256_16_aIj3OFPyItyDuynkhx_AbQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6
+ {
+ "entryFunctionName" : "extend_256_64_CVIR-8ZRXksJKNK3VH4q-w",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7
+ {
+ "entryFunctionName" : "extend_256_8_-S6md3bYrrrG-DG_W_xDEw",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8
+ {
+ "entryFunctionName" : "extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9
+ {
+ "entryFunctionName" : "extend_4096_64_Xb1kxkumXYVGjcAh-vly_g",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10
+ {
+ "entryFunctionName" : "extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11
+ {
+ "entryFunctionName" : "extend_512_16_9DTjlXb3vuWW6159-PNv7w",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_512_16_9DTjlXb3vuWW6159-PNv7w_12
+ {
+ "entryFunctionName" : "extend_512_64_viy3yQrGYWX9rFWqW20CeQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13
+ {
+ "entryFunctionName" : "extend_512_8_uLivFgBeRlUus7ppHR_vLA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ extend_512_8_uLivFgBeRlUus7ppHR_vLA_14
+ {
+ "entryFunctionName" : "prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15
+ {
+ "entryFunctionName" : "prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16
+ {
+ "entryFunctionName" : "prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17
+ {
+ "entryFunctionName" : "prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18
+ {
+ "entryFunctionName" : "prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19
+ {
+ "entryFunctionName" : "prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20
+ {
+ "entryFunctionName" : "prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21
+ {
+ "entryFunctionName" : "prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22
+ {
+ "entryFunctionName" : "prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23
+ {
+ "entryFunctionName" : "prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24
+ {
+ "entryFunctionName" : "prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25
+ {
+ "entryFunctionName" : "prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26
+ {
+ "entryFunctionName" : "prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27
+ {
+ "entryFunctionName" : "prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28
+ {
+ "entryFunctionName" : "prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29
+
+ Used Binary File Resource Ids
+
+ 0
+
+ Used In Cache
+
+ {
+ "entryFunctionName" : "extend_512_64_viy3yQrGYWX9rFWqW20CeQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_512_16_9DTjlXb3vuWW6159-PNv7w",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_1024_8_nWe1yYYQpLswlfhcWgkxTg",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_256_8_-S6md3bYrrrG-DG_W_xDEw",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_1024_16_Bn61_I05alAFYS8Bwtqi7g",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_256_16_aIj3OFPyItyDuynkhx_AbQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 8192,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 1024,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_4096_64_Xb1kxkumXYVGjcAh-vly_g",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 16,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 16,
+ 268435472,
+ 4,
+ 1,
+ 16,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 16384,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 2048,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_256_64_CVIR-8ZRXksJKNK3VH4q-w",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 2048,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 256,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "extend_512_8_uLivFgBeRlUus7ppHR_vLA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 44,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 4096,
+ 536870920,
+ 3,
+ 16000,
+ 1,
+ 16384,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 8,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 512,
+ 1,
+ 8,
+ 268435472,
+ 4,
+ 1,
+ 8,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+ {
+ "entryFunctionName" : "prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA",
+ "deviceDescriptor" : [
+ 0,
+ 7,
+ "h19p"
+ ],
+ "compilationDescriptor" : {
+ "enableANECValidationWorkflow" : true,
+ "reducedPrecisionFastMath" : 0,
+ "entryFunctionName" : "",
+ "enableCompileResourcesForPackage" : true,
+ "useANELLIR" : true,
+ "shapeShifterCacheThreads" : 1,
+ "disableShapeFolding" : false,
+ "optimizationProfile" : 0,
+ "enableANEFWToFWSignal" : false,
+ "optimizationLevel" : 1,
+ "includeDebugInfo" : false,
+ "addUniqueIdToMLIRLocations" : true,
+ "maximumNumberOfParallelEncodingRegions" : 1,
+ "aneCompilerSpatialSplitting" : 3,
+ "compilerOptions" : 1691023,
+ "preferredDevice" : 2,
+ "enableMLIRDiagnostics" : false,
+ "enableShapeEquivalence" : false,
+ "enableShapeShifter" : true,
+ "enableShapeShifterCache" : false,
+ "shapeShifterTILevel" : 0,
+ "verifyTypeInference" : false,
+ "printANEPlacementAnalysis" : false,
+ "inputShapeRanges" : null,
+ "enableANELateLatch" : false,
+ "minimumNumberOfOpsInParallelRegion" : 100,
+ "enableANECHWRankPromotion" : true,
+ "enableParallelEncode" : true,
+ "allowedComputeDevices" : 7,
+ "aneBondedCompileMode" : 0,
+ "enableMemrefBufferization" : true
+ },
+ "inputShapesCount" : 39,
+ "inputShapes" : [
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 5,
+ 24,
+ 1,
+ 128,
+ 1,
+ 32768,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 3,
+ 1,
+ 64,
+ 256,
+ 268435472,
+ 4,
+ 1,
+ 4096,
+ 1,
+ 64,
+ 268435472,
+ 4,
+ 1,
+ 64,
+ 1,
+ 2048,
+ 536870944,
+ 1,
+ 1
+ ],
+ "callablesHash" : 0
+}
+
+
+
+ Optimized No Device Modules
+
+ Optimized No Device Resources Used
+
+ Optimized Resources Used
+
+ [
+ "{\n \"entryFunctionName\" : \"extend_1024_16_Bn61_I05alAFYS8Bwtqi7g\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_1024_8_nWe1yYYQpLswlfhcWgkxTg\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_256_16_aIj3OFPyItyDuynkhx_AbQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_256_64_CVIR-8ZRXksJKNK3VH4q-w\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_256_8_-S6md3bYrrrG-DG_W_xDEw\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_4096_64_Xb1kxkumXYVGjcAh-vly_g\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_512_16_9DTjlXb3vuWW6159-PNv7w\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_512_64_viy3yQrGYWX9rFWqW20CeQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"extend_512_8_uLivFgBeRlUus7ppHR_vLA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 44,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 536870920,\n 3,\n 16000,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 8192,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 1024,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 16384,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 2048,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 2048,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 256,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 32768,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 4096,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 3,\n 1,\n 16,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 16,\n 268435472,\n 4,\n 1,\n 16,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 3,\n 1,\n 64,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 64,\n 268435472,\n 4,\n 1,\n 64,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}",
+ "{\n \"entryFunctionName\" : \"prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw\",\n \"deviceDescriptor\" : [\n 0,\n 7,\n \"h19p\"\n ],\n \"compilationDescriptor\" : {\n \"enableANECValidationWorkflow\" : true,\n \"reducedPrecisionFastMath\" : 0,\n \"entryFunctionName\" : \"\",\n \"enableCompileResourcesForPackage\" : true,\n \"useANELLIR\" : true,\n \"shapeShifterCacheThreads\" : 1,\n \"disableShapeFolding\" : false,\n \"optimizationProfile\" : 0,\n \"enableANEFWToFWSignal\" : false,\n \"optimizationLevel\" : 1,\n \"includeDebugInfo\" : false,\n \"addUniqueIdToMLIRLocations\" : true,\n \"maximumNumberOfParallelEncodingRegions\" : 1,\n \"aneCompilerSpatialSplitting\" : 3,\n \"compilerOptions\" : 1691023,\n \"preferredDevice\" : 2,\n \"enableMLIRDiagnostics\" : false,\n \"enableShapeEquivalence\" : false,\n \"enableShapeShifter\" : true,\n \"enableShapeShifterCache\" : false,\n \"shapeShifterTILevel\" : 0,\n \"verifyTypeInference\" : false,\n \"printANEPlacementAnalysis\" : false,\n \"inputShapeRanges\" : null,\n \"enableANELateLatch\" : false,\n \"minimumNumberOfOpsInParallelRegion\" : 100,\n \"enableANECHWRankPromotion\" : true,\n \"enableParallelEncode\" : true,\n \"allowedComputeDevices\" : 7,\n \"aneBondedCompileMode\" : 0,\n \"enableMemrefBufferization\" : true\n },\n \"inputShapesCount\" : 39,\n \"inputShapes\" : [\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 5,\n 24,\n 1,\n 128,\n 1,\n 4096,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 3,\n 1,\n 8,\n 256,\n 268435472,\n 4,\n 1,\n 512,\n 1,\n 8,\n 268435472,\n 4,\n 1,\n 8,\n 1,\n 2048,\n 536870944,\n 1,\n 1\n ],\n \"callablesHash\" : 0\n}"
+]
+
+
+ Original
+ original_model_0.mpsgraph
+ Original Module Serialized
+
+ Original Resources Used
+
+ resource_6707263893439015644
+ resource_3098317535032718720
+ resource_9254717384444151241
+ resource_2667126480741128827
+ resource_14120278583356145505
+ resource_10727424051830139155
+ resource_12893871108700003269
+ resource_17381696710865236043
+ resource_3436069205877317918
+ resource_15081184590156165216
+ resource_6088691168284604872
+ resource_6167626690694238314
+ resource_677040639974407570
+ resource_1043961611324396276
+ resource_2563812044543642563
+ resource_19818160800979627
+ resource_9528730346433090003
+ resource_6944377955760293052
+ resource_11014798477817026161
+ resource_10151210249753804106
+ resource_12184408313797302086
+ resource_8494346161934385746
+ resource_12259973369513273192
+ resource_282959399647686969
+ resource_2473072917511090284
+ resource_2449757392970699154
+ resource_4126059274114628865
+ resource_11748499898009352293
+ resource_14357645973282120619
+ resource_3459949629313386227
+ resource_9494736417847001356
+ resource_5778208459498387989
+ resource_3980988727562933054
+ resource_4837321759058868311
+ resource_17981019123767360715
+ resource_6839238007392035579
+ resource_16549935445692953411
+ resource_17717704185717342086
+ resource_4812031276053703472
+ resource_17120274676624782908
+ resource_17417850222890916179
+ resource_5695844236379634185
+ resource_7616000445117710259
+ resource_13571809847162173422
+ resource_9404922677050833275
+ resource_335050685549135528
+ resource_6833984217604464178
+ resource_17568069383506287386
+ resource_16684601861066534065
+ resource_14606118912966361652
+ resource_18071623941792483788
+ resource_755043440272538029
+ resource_10194009181474947847
+ resource_15421937648231324738
+ resource_16116085453382791239
+ resource_1269620115025986616
+ resource_11275999179968691833
+ resource_8711209511786861575
+ resource_14253680189317264440
+ resource_16197212268311996601
+ resource_1111827337860118530
+ resource_6467947748049029404
+ resource_1766988657932857303
+ resource_8641274275659529428
+ resource_18213176144751952584
+ resource_9131127790588419044
+ resource_2548841725309189183
+ resource_12173189356541335433
+ resource_10914351341902570650
+ resource_5793672315205852168
+ resource_4454398959543416538
+ resource_12025936921817598293
+ resource_14282354992124495892
+ resource_2600773739623669695
+ resource_12522262396429689526
+ resource_350350092097751580
+ resource_253697323511250313
+ resource_16676113419821162256
+ resource_13011171202302121653
+ resource_11188479822013690249
+ resource_17583921736375347506
+ resource_1417471624728627083
+ resource_9621978999095793825
+ resource_5162847451070630168
+ resource_2354773535360518817
+ resource_9984210415167679842
+ resource_14111904810745358346
+ resource_15912003401626410821
+ resource_1427145738553929900
+ resource_7091052675709821788
+ resource_2092237628561037689
+ resource_8020241124195937338
+ resource_8430283921638817096
+ resource_1455344385627155608
+ resource_17205160940359378237
+ resource_1444773926780011674
+ resource_8101385431925337645
+ resource_5963291028212448443
+ resource_1747962087765772386
+ resource_15791038561559599168
+ resource_1659738862483492784
+ resource_17384264247053651345
+ resource_15577686273503738429
+ resource_1149394138881669395
+ resource_6653440414582752014
+ resource_13914128261382202727
+ resource_4691365420626630945
+ resource_560211447715777708
+ resource_11788716847874544732
+ resource_16457486917009166931
+ resource_13395588491916907219
+ resource_14355206369910277384
+ resource_17759155588907242027
+ resource_7741273900154707142
+ resource_15193283677923301023
+ resource_5097169980088189253
+ resource_3339096751489867689
+ resource_13512069442195540687
+ resource_14231654241752382529
+ resource_593538012951783847
+ resource_9752199862877991667
+ resource_9995488465619462945
+ resource_4218762939804330242
+ resource_1210419227927880053
+ resource_11888783230114394317
+ resource_4492156881992046049
+ resource_5914863599106588728
+ resource_11896599185482143452
+ resource_3102807285724573831
+ resource_13302792211700059703
+ resource_11722130128535460846
+ resource_2545810461426695699
+ resource_637478782747647432
+ resource_3355358563010714159
+ resource_12524479186487797496
+ resource_8069975127915472263
+ resource_12382478433679943813
+ resource_16116603290227888458
+ resource_13338457730577047550
+ resource_8053946796134684811
+ resource_17368108663868373008
+ resource_15637482203978935858
+ resource_18022427184517677641
+ resource_16638115175271203066
+ resource_4569875735742505584
+ resource_3720104173059878439
+ resource_10586552378871505536
+ resource_10392687800394116212
+ resource_5876884903204417017
+ resource_10654780755606126389
+ resource_17339875225558645592
+ resource_11705747363212529012
+ resource_12041432011143893541
+ resource_15953221428960580126
+ resource_17511083413090304649
+ resource_10415027741360580828
+ resource_3775175056862295723
+ resource_3873399805148050129
+ resource_2675589173050591397
+ resource_17596531132481194034
+ resource_5668211803944507816
+ resource_8290616479541138251
+ resource_10014847881378895016
+ resource_15084547465526105886
+ resource_3049290813312978278
+ resource_4543026498997648000
+ resource_1346292305856911114
+ resource_8730008493828200473
+ resource_18112879128781542217
+ resource_1316415206382767499
+ resource_14410653623400246709
+ resource_8081081778649692891
+ resource_13194166491804252839
+ resource_1213746416356463444
+ resource_13967966971085311967
+ resource_12624656155888425028
+ resource_15466011521249060696
+ resource_5962113847598239112
+ resource_10931790579500275711
+ resource_1706846503425511182
+ resource_886764316347332629
+ resource_15711777159375309202
+ resource_400296859393680009
+ resource_5819040536009815582
+ resource_1582962197195456177
+ resource_17610797565877543057
+ resource_10484422744927145137
+ resource_14984356871527746822
+ resource_12588423220831718970
+ resource_395314227850588909
+ resource_1268550115691654864
+ resource_4978724840943757008
+ resource_571150254782272694
+ resource_16908814280429499871
+ resource_5159432468428848789
+ resource_5499348869007418041
+ resource_11789720880135783809
+ resource_2491492731712514379
+ resource_13700159516185286400
+ resource_12571836969211649372
+ resource_18318630972176555071
+ resource_3788034838706728989
+ resource_8475890571271653021
+ resource_5438319066383085688
+ resource_13536158036032748663
+ resource_11221947613663894370
+ resource_6334110152636309836
+ resource_5033582878549424654
+ resource_13174613329888818666
+ resource_2619969827830760570
+ resource_2112549653622209510
+ resource_14263372566793338042
+ resource_14522505702536771801
+ resource_15946545064446913396
+ resource_5103478552962182824
+ resource_9245997035487310681
+ resource_12345781455086797472
+ resource_14009556206637445719
+ resource_7619460117257268108
+ resource_6483639845294295108
+ resource_993432405787378580
+ resource_9531051360977006883
+ resource_16931120394711597191
+ resource_15177289101273546940
+ resource_17634726028634106729
+ resource_5910835744557823903
+ resource_14623520713744964614
+ resource_699650909760004734
+ resource_8423108819779753244
+ resource_5033506500939917519
+ resource_13143693677630901050
+ resource_12342098789009895265
+ resource_8927097398158759254
+ resource_13881526265925011685
+ resource_6862414627917576643
+ resource_11373112876990893594
+ resource_18195604983786581826
+ resource_1590357166552416864
+ resource_14437736138553497089
+ resource_5162331081586679400
+ resource_11753726726595108835
+ resource_2384987276707815525
+ resource_1277903792647626948
+ resource_11941434304365994034
+ resource_5807300137429666809
+ resource_15477399678216340453
+ resource_3561482809715403571
+ resource_12694951585988171838
+ resource_12052512139143448969
+ resource_15594066844483483666
+ resource_14642585456126516252
+ resource_814947655672548079
+ resource_11204354622882524773
+ resource_5901302109641290879
+ resource_16163755111759024185
+ resource_1536220592776036012
+ resource_5587240315698091511
+ resource_17804075498276029760
+ resource_11327966799225130546
+ resource_16464131022731908827
+ resource_1053701420556102965
+ resource_18093209904858146098
+ resource_3533723702266552097
+ resource_13408633941405727237
+ resource_7571294742365769369
+ resource_6307740270902795574
+ resource_2923293361554428062
+ resource_6892040539755351763
+ resource_18054636337164001818
+ resource_3823572226596147611
+ resource_14844829622444352881
+ resource_16995628963780070752
+ resource_15214363802604421493
+ resource_2858249993729001703
+ resource_5145603862951016276
+ resource_17643030332157168233
+ resource_7754988506601351209
+ resource_3147503638002461996
+ resource_17010919223563771982
+ resource_1230544536787703079
+ resource_10927247776435273596
+ resource_3377198615531722668
+ resource_8619380804174836936
+ resource_14705753398596045545
+ resource_6151315624315817870
+ resource_13716518990322842918
+ resource_11265598115213293178
+ resource_8095536354295470419
+ resource_305380847089077778
+ resource_1948438534536861063
+ resource_16373569573930266963
+ resource_1834086828225900368
+ resource_2304940537840344759
+ resource_17459000164341129345
+ resource_3069356149368055294
+ resource_4780201765415121265
+ resource_1487098209211856947
+ resource_10787110770873254450
+ resource_6773784273309127723
+ resource_7190301835191130367
+ resource_3902052731471733896
+ resource_2177053126790249900
+ resource_15021780885854680135
+ resource_2460013138810616464
+ resource_11351631217009653811
+ resource_10821609148452539349
+ resource_14521511293745694246
+ resource_9494736212662275277
+ resource_5798021592213561363
+ resource_135411135335376173
+ resource_5146857588658890253
+ resource_241240188187708676
+ resource_3250180789936474074
+ resource_6186512161524905295
+ resource_9546277213855647934
+ resource_9142251895155925145
+ resource_10880182074389691401
+ resource_11797709952445698453
+ resource_12915128426178637002
+ resource_11374755285725104859
+ resource_9716199540582980871
+ resource_10637771685993582976
+ resource_10390397180369276292
+ resource_13658933648059195506
+ resource_9722954921607422677
+ resource_15119138300134827912
+ resource_4576916198357195164
+ resource_3762918463772884064
+ resource_3030724574851106849
+ resource_4164622888823313271
+ resource_11690597574401523406
+ resource_14970783600556692519
+ resource_380780198305143019
+ resource_14873969348297364590
+ resource_9923970618546836206
+ resource_15109199655381255829
+ resource_1510661303520640581
+ resource_10640399273963370445
+ resource_8003791652227221324
+ resource_4247692101478141180
+ resource_1261982661768974521
+ resource_3501334453453922962
+ resource_17208261849613939695
+ resource_10654934727686533934
+ resource_11549741924327298393
+ resource_4868823122655075230
+ resource_16158881729182396137
+ resource_17865230286128381303
+ resource_1560652420609628756
+ resource_1548437436395014793
+ resource_16815301404239368332
+ resource_2887669528768609645
+ resource_17113829553937052181
+ resource_16701717256820121931
+ resource_9672119409992688862
+ resource_4516496415088531125
+ resource_16587501721001208565
+ resource_7211487794717273353
+ resource_3457857062191157549
+ resource_16617050287479895675
+ resource_2282581944747569991
+ resource_5478809616032652805
+ resource_14910485080818516638
+ resource_4670411872229889130
+ resource_18241925606868988332
+ resource_14127110013423996778
+ resource_17003004834193295321
+ resource_4085945527938498334
+ resource_14910017202624214061
+ resource_16434269749658881441
+ resource_5439918324087260431
+ resource_9521255813500819800
+ resource_2468632766007096148
+ resource_10778970822583504621
+ resource_4680328671516930407
+ resource_707326995785116445
+ resource_11532809828965666828
+ resource_12230239523602171728
+ resource_17958494463209841847
+ resource_1795811184207180702
+ resource_9472843139144488018
+ resource_14352851859850513356
+ resource_8627717701045058075
+ resource_7446606119067186426
+ resource_16888002217923929837
+ resource_7118487585779405162
+ resource_10509412069975863280
+ resource_2721131432466056637
+ resource_16461774617422973392
+ resource_4631089297892909381
+ resource_9776501257213313742
+ resource_2251601915274741471
+ resource_7246677733238459036
+ resource_14985726794651291839
+ resource_5549572789367280505
+ resource_9765953018235373255
+ resource_5325081719825236274
+ resource_6675859263086388851
+ resource_2708594786945129906
+ resource_7059034078500624853
+ resource_1786699702991745251
+ resource_328802696472993636
+ resource_6911558563291024311
+ resource_9488683388968259754
+ resource_9250458539492233465
+ resource_8844344550158534315
+ resource_7550994135266928403
+ resource_11958488163383117073
+ resource_803305331954802829
+ resource_10712161000584875874
+ resource_13436737541337838531
+ resource_11993387537417766443
+ resource_13653483421328100264
+ resource_16660712977898231931
+ resource_12033863053955053937
+ resource_13814521303808947486
+ resource_13379241987211834876
+ resource_14835778853390734781
+ resource_8106846356477524791
+ resource_17348645382310170860
+ resource_14240120863478421037
+ resource_10328205504045031940
+ resource_6625516507935804637
+ resource_10013395076431500648
+ resource_7176588449050681713
+ resource_13156339698260878943
+ resource_2006768731731155328
+ resource_16778394754051496475
+ resource_17079140763409803796
+ resource_1165866881608407288
+ resource_13068665487553216735
+ resource_13730218377237405545
+ resource_9254602831380762716
+ resource_987821390725512760
+ resource_9127390122389748352
+ resource_15685596973433928703
+ resource_7059983490673084255
+ resource_17412122838915341154
+ resource_3772722004924037089
+ resource_9642915427977984824
+ resource_4900815708376107479
+ resource_7630904457935776388
+ resource_5574874515642850062
+ resource_1302159315071748150
+ resource_7997102225663687464
+ resource_5846252343362550510
+ resource_12600559548811966663
+ resource_10938588409443133064
+ resource_6476266677604342457
+ resource_1350776238349811257
+ resource_10131221291374763281
+ resource_5353962436918114435
+ resource_2491745675732124033
+ resource_13576452433468458343
+ resource_16616839726512932905
+ resource_18441045264714854511
+ resource_1829901211424071760
+ resource_15539338906049954699
+ resource_2220023074919119093
+ resource_5488592267326399833
+ resource_10184625511720686887
+ resource_5511024256328885787
+ resource_3669631483520649970
+ resource_9097430721970194273
+ resource_3306198516162916511
+ resource_14171097558995928707
+ resource_3177464120002034299
+ resource_10949387172255356164
+ resource_18352217580488601054
+ resource_15483461953488749748
+ resource_1351034522978250565
+ resource_4099836229675279295
+ resource_976982371217043753
+ resource_2565881327356995238
+ resource_3395551617364659296
+ resource_14888879787180496891
+ resource_7347662383908440356
+ resource_14700097910242068608
+ resource_6887943958005563590
+ resource_2466207883804726859
+ resource_7175243854371541714
+ resource_7434251539709122185
+ resource_1278735995582899208
+
+ RDFFMap
+
+ Resource Offsets
+
+ resource_10013395076431500648
+ 1267677244
+ resource_10014847881378895016
+ 551916347
+ resource_10131221291374763281
+ 1356433604
+ resource_10151210249753804106
+ 112599145
+ resource_10184625511720686887
+ 1378601205
+ resource_10194009181474947847
+ 238219548
+ resource_10328205504045031940
+ 1255090227
+ resource_10390397180369276292
+ 927667767
+ resource_10392687800394116212
+ 515138291
+ resource_10415027741360580828
+ 547693337
+ resource_1043961611324396276
+ 81100879
+ resource_10484422744927145137
+ 612103081
+ resource_10509412069975863280
+ 1145231221
+ resource_1053701420556102965
+ 835151133
+ resource_10586552378871505536
+ 515134189
+ resource_10637771685993582976
+ 927663665
+ resource_10640399273963370445
+ 997082757
+ resource_10654780755606126389
+ 530871036
+ resource_10654934727686533934
+ 1026459300
+ resource_10712161000584875874
+ 1214998512
+ resource_10727424051830139155
+ 63963177
+ resource_10778970822583504621
+ 1112385333
+ resource_10787110770873254450
+ 861242816
+ resource_10821609148452539349
+ 881305060
+ resource_10880182074389691401
+ 910874137
+ resource_10914351341902570650
+ 267219301
+ resource_10927247776435273596
+ 856601961
+ resource_10931790579500275711
+ 599311236
+ resource_10938588409443133064
+ 1340459188
+ resource_10949387172255356164
+ 1395460375
+ resource_11014798477817026161
+ 112603244
+ resource_1111827337860118530
+ 266768708
+ resource_11188479822013690249
+ 298955163
+ resource_11204354622882524773
+ 822293753
+ resource_11221947613663894370
+ 661775367
+ resource_11265598115213293178
+ 861005201
+ resource_11275999179968691833
+ 238354732
+ resource_11327966799225130546
+ 835024149
+ resource_11351631217009653811
+ 877110751
+ resource_11373112876990893594
+ 756978841
+ resource_11374755285725104859
+ 910886436
+ resource_1149394138881669395
+ 387432983
+ resource_11532809828965666828
+ 1128122183
+ resource_11549741924327298393
+ 1026582185
+ resource_1165866881608407288
+ 1287739484
+ resource_11690597574401523406
+ 979183205
+ resource_11705747363212529012
+ 530907909
+ resource_11722130128535460846
+ 451908255
+ resource_11748499898009352293
+ 136831129
+ resource_11753726726595108835
+ 766452919
+ resource_11788716847874544732
+ 391672365
+ resource_11789720880135783809
+ 617472981
+ resource_11797709952445698453
+ 910878237
+ resource_11888783230114394317
+ 416240251
+ resource_11896599185482143452
+ 436167309
+ resource_11941434304365994034
+ 786379979
+ resource_11958488163383117073
+ 1214990313
+ resource_11993387537417766443
+ 1215035387
+ resource_12025936921817598293
+ 267231600
+ resource_12033863053955053937
+ 1230837771
+ resource_12041432011143893541
+ 530912008
+ resource_12052512139143448969
+ 817841372
+ resource_1210419227927880053
+ 416236149
+ resource_1213746416356463444
+ 583562093
+ resource_12173189356541335433
+ 267215201
+ resource_12184408313797302086
+ 112668785
+ resource_12230239523602171728
+ 1140705100
+ resource_12259973369513273192
+ 116867199
+ resource_1230544536787703079
+ 856610160
+ resource_12342098789009895265
+ 756786312
+ resource_12345781455086797472
+ 722977861
+ resource_12382478433679943813
+ 483439293
+ resource_12522262396429689526
+ 283091329
+ resource_12524479186487797496
+ 483402420
+ resource_12571836969211649372
+ 648934377
+ resource_12588423220831718970
+ 612115377
+ resource_12600559548811966663
+ 1340455089
+ resource_1261982661768974521
+ 998139539
+ resource_12624656155888425028
+ 599294841
+ resource_1268550115691654864
+ 616321984
+ resource_12694951585988171838
+ 817878244
+ resource_1269620115025986616
+ 238350633
+ resource_1277903792647626948
+ 770647229
+ resource_1278735995582899208
+ 1460963687
+ resource_12893871108700003269
+ 63967276
+ resource_12915128426178637002
+ 910882337
+ resource_13011171202302121653
+ 298951061
+ resource_1302159315071748150
+ 1324689568
+ resource_13068665487553216735
+ 1287772256
+ resource_13143693677630901050
+ 756663428
+ resource_13156339698260878943
+ 1271904328
+ resource_1316415206382767499
+ 567698267
+ resource_13174613329888818666
+ 666096660
+ resource_13194166491804252839
+ 583557993
+ resource_13302792211700059703
+ 436179607
+ resource_13338457730577047550
+ 514933461
+ resource_13379241987211834876
+ 1246689303
+ resource_13395588491916907219
+ 391676465
+ resource_13408633941405727237
+ 835343657
+ resource_13436737541337838531
+ 1215031285
+ resource_1346292305856911114
+ 567685965
+ resource_1350776238349811257
+ 1356310720
+ resource_1351034522978250565
+ 1415387432
+ resource_13512069442195540687
+ 396235349
+ resource_13536158036032748663
+ 649192447
+ resource_135411135335376173
+ 881350135
+ resource_13571809847162173422
+ 202305777
+ resource_13576452433468458343
+ 1357523152
+ resource_13653483421328100264
+ 1230764033
+ resource_13658933648059195506
+ 931984963
+ resource_13700159516185286400
+ 633205731
+ resource_13716518990322842918
+ 856810891
+ resource_13730218377237405545
+ 1287805029
+ resource_13814521303808947486
+ 1246566416
+ resource_13881526265925011685
+ 756851856
+ resource_13914128261382202727
+ 391631393
+ resource_13967966971085311967
+ 583566195
+ resource_14009556206637445719
+ 722981963
+ resource_14111904810745358346
+ 330588605
+ resource_14120278583356145505
+ 48234531
+ resource_14127110013423996778
+ 1094416144
+ resource_14171097558995928707
+ 1394407693
+ resource_1417471624728627083
+ 314692004
+ resource_14231654241752382529
+ 396243549
+ resource_14240120863478421037
+ 1250895915
+ resource_14253680189317264440
+ 238457143
+ resource_14263372566793338042
+ 681980965
+ resource_1427145738553929900
+ 346321353
+ resource_14282354992124495892
+ 267354487
+ resource_14352851859850513356
+ 1145071465
+ resource_14355206369910277384
+ 395874876
+ resource_14357645973282120619
+ 136835229
+ resource_14410653623400246709
+ 583426912
+ resource_14437736138553497089
+ 761210024
+ resource_1444773926780011674
+ 350691820
+ resource_14521511293745694246
+ 881337833
+ resource_14522505702536771801
+ 681985064
+ resource_1455344385627155608
+ 346370524
+ resource_14606118912966361652
+ 237965584
+ resource_14623520713744964614
+ 755512436
+ resource_14642585456126516252
+ 822138096
+ resource_14700097910242068608
+ 1432402248
+ resource_14705753398596045545
+ 856774017
+ resource_14835778853390734781
+ 1250883613
+ resource_14844829622444352881
+ 839656777
+ resource_1487098209211856947
+ 861136313
+ resource_14873969348297364590
+ 995964532
+ resource_14888879787180496891
+ 1431230784
+ resource_14910017202624214061
+ 1095481120
+ resource_14910485080818516638
+ 1094403845
+ resource_14970783600556692519
+ 979187307
+ resource_14984356871527746822
+ 612107181
+ resource_14985726794651291839
+ 1173702560
+ resource_15021780885854680135
+ 861378001
+ resource_15081184590156165216
+ 65237051
+ resource_15084547465526105886
+ 567644993
+ resource_1510661303520640581
+ 996034176
+ resource_15109199655381255829
+ 996030077
+ resource_15119138300134827912
+ 947713611
+ resource_15177289101273546940
+ 755500137
+ resource_15193283677923301023
+ 396010056
+ resource_15214363802604421493
+ 840709459
+ resource_1536220592776036012
+ 822428933
+ resource_15421937648231324738
+ 238342433
+ resource_15466011521249060696
+ 599298941
+ resource_15477399678216340453
+ 802112727
+ resource_15483461953488749748
+ 1415383333
+ resource_1548437436395014793
+ 1042503360
+ resource_15539338906049954699
+ 1361819879
+ resource_15577686273503738429
+ 386384400
+ resource_15594066844483483666
+ 817943787
+ resource_1560652420609628756
+ 1042470588
+ resource_15637482203978935858
+ 514937561
+ resource_15685596973433928703
+ 1303574649
+ resource_15711777159375309202
+ 599470993
+ resource_15791038561559599168
+ 366457341
+ resource_1582962197195456177
+ 599487391
+ resource_1590357166552416864
+ 757015715
+ resource_15912003401626410821
+ 330592707
+ resource_15946545064446913396
+ 682083375
+ resource_15953221428960580126
+ 531960591
+ resource_16116085453382791239
+ 238346533
+ resource_16116603290227888458
+ 483476167
+ resource_16158881729182396137
+ 1026619059
+ resource_16163755111759024185
+ 822306048
+ resource_16197212268311996601
+ 254185791
+ resource_16373569573930266963
+ 861050273
+ resource_16434269749658881441
+ 1112258348
+ resource_16457486917009166931
+ 391680567
+ resource_16461774617422973392
+ 1149429632
+ resource_16464131022731908827
+ 835028248
+ resource_16549935445692953411
+ 196919500
+ resource_16587501721001208565
+ 1089918699
+ resource_1659738862483492784
+ 366461443
+ resource_16616839726512932905
+ 1357588693
+ resource_16617050287479895675
+ 1094125304
+ resource_16638115175271203066
+ 515064545
+ resource_16660712977898231931
+ 1230772228
+ resource_16676113419821162256
+ 298946961
+ resource_16684601861066534065
+ 222236939
+ resource_16701717256820121931
+ 1058457303
+ resource_16778394754051496475
+ 1272006737
+ resource_16815301404239368332
+ 1042626247
+ resource_16888002217923929837
+ 1145075564
+ resource_16908814280429499871
+ 617403336
+ resource_16931120394711597191
+ 755496037
+ resource_16995628963780070752
+ 839660876
+ resource_17003004834193295321
+ 1095464725
+ resource_17010919223563771982
+ 856597861
+ resource_1706846503425511182
+ 599434120
+ resource_17079140763409803796
+ 1272010839
+ resource_17113829553937052181
+ 1058358992
+ resource_17120274676624782908
+ 201179356
+ resource_17205160940359378237
+ 346493409
+ resource_17208261849613939695
+ 1026451105
+ resource_17339875225558645592
+ 530903809
+ resource_17348645382310170860
+ 1250891813
+ resource_17368108663868373008
+ 483443392
+ resource_17381696710865236043
+ 64065584
+ resource_17384264247053651345
+ 370655755
+ resource_17412122838915341154
+ 1303586947
+ resource_17417850222890916179
+ 202227936
+ resource_17459000164341129345
+ 861119917
+ resource_1747962087765772386
+ 366453241
+ resource_17511083413090304649
+ 547689237
+ resource_17568069383506287386
+ 218042627
+ resource_17583921736375347506
+ 314683809
+ resource_17596531132481194034
+ 547713833
+ resource_17610797565877543057
+ 612070308
+ resource_17634726028634106729
+ 755504237
+ resource_17643030332157168233
+ 856565088
+ resource_1766988657932857303
+ 266834252
+ resource_17717704185717342086
+ 196796616
+ resource_17759155588907242027
+ 395973185
+ resource_17804075498276029760
+ 835015953
+ resource_17865230286128381303
+ 1042347704
+ resource_1786699702991745251
+ 1193736132
+ resource_1795811184207180702
+ 1140860757
+ resource_17958494463209841847
+ 1140827984
+ resource_17981019123767360715
+ 196731076
+ resource_18022427184517677641
+ 514941660
+ resource_18054636337164001818
+ 839554368
+ resource_18071623941792483788
+ 238063892
+ resource_18093209904858146098
+ 835155232
+ resource_18112879128781542217
+ 567694165
+ resource_18195604983786581826
+ 756982940
+ resource_18213176144751952584
+ 267080020
+ resource_18241925606868988332
+ 1094280960
+ resource_1829901211424071760
+ 1361787104
+ resource_18318630972176555071
+ 648938476
+ resource_1834086828225900368
+ 861054372
+ resource_18352217580488601054
+ 1399654687
+ resource_18441045264714854511
+ 1357592795
+ resource_1948438534536861063
+ 861046173
+ resource_19818160800979627
+ 112558173
+ resource_2006768731731155328
+ 1272002637
+ resource_2092237628561037689
+ 346358225
+ resource_2112549653622209510
+ 681948192
+ resource_2177053126790249900
+ 861373901
+ resource_2220023074919119093
+ 1377548525
+ resource_2251601915274741471
+ 1153779603
+ resource_2282581944747569991
+ 1094248188
+ resource_2304940537840344759
+ 861087144
+ resource_2354773535360518817
+ 314827184
+ resource_2384987276707815525
+ 770651331
+ resource_241240188187708676
+ 897201667
+ resource_2449757392970699154
+ 136794256
+ resource_2460013138810616464
+ 861382103
+ resource_2466207883804726859
+ 1448253783
+ resource_2468632766007096148
+ 1112381233
+ resource_2473072917511090284
+ 136790157
+ resource_2491492731712514379
+ 617477083
+ resource_2491745675732124033
+ 1356474572
+ resource_253697323511250313
+ 283218315
+ resource_2545810461426695699
+ 467636901
+ resource_2548841725309189183
+ 267211101
+ resource_2563812044543642563
+ 96829527
+ resource_2565881327356995238
+ 1415493943
+ resource_2600773739623669695
+ 283083133
+ resource_2619969827830760570
+ 666219547
+ resource_2667126480741128827
+ 32505883
+ resource_2675589173050591397
+ 547709733
+ resource_2708594786945129906
+ 1189537721
+ resource_2721131432466056637
+ 1145235323
+ resource_282959399647686969
+ 132595847
+ resource_2858249993729001703
+ 856438105
+ resource_2887669528768609645
+ 1058354893
+ resource_2923293361554428062
+ 835355957
+ resource_3030724574851106849
+ 979175005
+ resource_3049290813312978278
+ 567649092
+ resource_305380847089077778
+ 861042073
+ resource_3069356149368055294
+ 861124017
+ resource_3098317535032718720
+ 15728651
+ resource_3102807285724573831
+ 436171409
+ resource_3147503638002461996
+ 856606061
+ resource_3177464120002034299
+ 1394411792
+ resource_3250180789936474074
+ 909784585
+ resource_328802696472993636
+ 1193859016
+ resource_3306198516162916511
+ 1394342152
+ resource_3339096751489867689
+ 396231249
+ resource_335050685549135528
+ 202309877
+ resource_3355358563010714159
+ 483369648
+ resource_3377198615531722668
+ 856765817
+ resource_3395551617364659296
+ 1431222589
+ resource_3436069205877317918
+ 65114164
+ resource_3457857062191157549
+ 1094121205
+ resource_3459949629313386227
+ 136839331
+ resource_3501334453453922962
+ 1013868187
+ resource_350350092097751580
+ 283095428
+ resource_3533723702266552097
+ 835220772
+ resource_3561482809715403571
+ 817874145
+ resource_3669631483520649970
+ 1394333953
+ resource_3720104173059878439
+ 515101416
+ resource_3762918463772884064
+ 963446359
+ resource_3772722004924037089
+ 1307781257
+ resource_3775175056862295723
+ 547697437
+ resource_3788034838706728989
+ 649061360
+ resource_380780198305143019
+ 994915952
+ resource_3823572226596147611
+ 839652677
+ resource_3873399805148050129
+ 547705633
+ resource_3902052731471733896
+ 861369801
+ resource_395314227850588909
+ 612123575
+ resource_3980988727562933054
+ 165273783
+ resource_400296859393680009
+ 599475093
+ resource_4085945527938498334
+ 1095472925
+ resource_4099836229675279295
+ 1415485741
+ resource_4126059274114628865
+ 136827029
+ resource_4164622888823313271
+ 979179105
+ resource_4218762939804330242
+ 412041839
+ resource_4247692101478141180
+ 998135437
+ resource_4454398959543416538
+ 267227501
+ resource_4492156881992046049
+ 420434561
+ resource_4516496415088531125
+ 1089914597
+ resource_4543026498997648000
+ 567681865
+ resource_4569875735742505584
+ 515068644
+ resource_4576916198357195164
+ 963442257
+ resource_4631089297892909381
+ 1149462404
+ resource_4670411872229889130
+ 1094412045
+ resource_4680328671516930407
+ 1128118081
+ resource_4691365420626630945
+ 391635493
+ resource_4780201765415121265
+ 861128117
+ resource_4812031276053703472
+ 201146584
+ resource_4837321759058868311
+ 181002431
+ resource_4868823122655075230
+ 1026586284
+ resource_4900815708376107479
+ 1307789459
+ resource_4978724840943757008
+ 616317885
+ resource_5033506500939917519
+ 756659329
+ resource_5033582878549424654
+ 666092561
+ resource_5097169980088189253
+ 396108364
+ resource_5103478552962182824
+ 694666295
+ resource_5145603862951016276
+ 856442204
+ resource_5146857588658890253
+ 897078780
+ resource_5159432468428848789
+ 617436108
+ resource_5162331081586679400
+ 762258607
+ resource_5162847451070630168
+ 314818989
+ resource_5325081719825236274
+ 1189529521
+ resource_5353962436918114435
+ 1356466377
+ resource_5438319066383085688
+ 649188345
+ resource_5439918324087260431
+ 1096529703
+ resource_5478809616032652805
+ 1094407945
+ resource_5488592267326399833
+ 1377552624
+ resource_5499348869007418041
+ 617468881
+ resource_5511024256328885787
+ 1378605307
+ resource_5549572789367280505
+ 1173735335
+ resource_5574874515642850062
+ 1323640988
+ resource_5587240315698091511
+ 822433035
+ resource_560211447715777708
+ 391639592
+ resource_5668211803944507816
+ 547717933
+ resource_5695844236379634185
+ 202293477
+ resource_571150254782272694
+ 616354756
+ resource_5778208459498387989
+ 165150896
+ resource_5793672315205852168
+ 267223401
+ resource_5798021592213561363
+ 881346033
+ resource_5807300137429666809
+ 802108625
+ resource_5819040536009815582
+ 599479193
+ resource_5846252343362550510
+ 1340450989
+ resource_5876884903204417017
+ 530866937
+ resource_5901302109641290879
+ 822301949
+ resource_5910835744557823903
+ 755508337
+ resource_5914863599106588728
+ 420438663
+ resource_593538012951783847
+ 396239449
+ resource_5962113847598239112
+ 599303041
+ resource_5963291028212448443
+ 350724595
+ resource_6088691168284604872
+ 80965697
+ resource_6151315624315817870
+ 856778116
+ resource_6167626690694238314
+ 80969796
+ resource_6186512161524905295
+ 909788684
+ resource_6307740270902795574
+ 835351857
+ resource_6334110152636309836
+ 665969676
+ resource_637478782747647432
+ 467641003
+ resource_6467947748049029404
+ 266801480
+ resource_6476266677604342457
+ 1340582075
+ resource_6483639845294295108
+ 738714708
+ resource_6625516507935804637
+ 1267673145
+ resource_6653440414582752014
+ 391627293
+ resource_6675859263086388851
+ 1189533621
+ resource_6707263893439015644
+ 3
+ resource_677040639974407570
+ 81068104
+ resource_6773784273309127723
+ 861365701
+ resource_6833984217604464178
+ 202313979
+ resource_6839238007392035579
+ 196952275
+ resource_6862414627917576643
+ 756974741
+ resource_6887943958005563590
+ 1432525135
+ resource_6892040539755351763
+ 835360059
+ resource_6911558563291024311
+ 1193981900
+ resource_6944377955760293052
+ 112562272
+ resource_699650909760004734
+ 755577976
+ resource_7059034078500624853
+ 1189541823
+ resource_7059983490673084255
+ 1303582845
+ resource_707326995785116445
+ 1112389435
+ resource_7091052675709821788
+ 346325452
+ resource_7118487585779405162
+ 1145108336
+ resource_7175243854371541714
+ 1460836700
+ resource_7176588449050681713
+ 1267710019
+ resource_7190301835191130367
+ 861144508
+ resource_7211487794717273353
+ 1094113009
+ resource_7246677733238459036
+ 1157973915
+ resource_7347662383908440356
+ 1431353668
+ resource_7434251539709122185
+ 1460959585
+ resource_7446606119067186426
+ 1140873053
+ resource_755043440272538029
+ 238186776
+ resource_7550994135266928403
+ 1213941732
+ resource_7571294742365769369
+ 835347757
+ resource_7616000445117710259
+ 202297577
+ resource_7619460117257268108
+ 738710609
+ resource_7630904457935776388
+ 1323518104
+ resource_7741273900154707142
+ 395977284
+ resource_7754988506601351209
+ 856642932
+ resource_7997102225663687464
+ 1324722343
+ resource_8003791652227221324
+ 997086856
+ resource_8020241124195937338
+ 346362325
+ resource_803305331954802829
+ 1214994413
+ resource_8053946796134684811
+ 499204815
+ resource_8069975127915472263
+ 483435193
+ resource_8081081778649692891
+ 583525220
+ resource_8095536354295470419
+ 861009300
+ resource_8101385431925337645
+ 346497511
+ resource_8106846356477524791
+ 1250887713
+ resource_814947655672548079
+ 822170868
+ resource_8290616479541138251
+ 547722035
+ resource_8423108819779753244
+ 755610748
+ resource_8430283921638817096
+ 346366425
+ resource_8475890571271653021
+ 649184245
+ resource_8494346161934385746
+ 112672887
+ resource_8619380804174836936
+ 856769917
+ resource_8627717701045058075
+ 1140877155
+ resource_8641274275659529428
+ 266957136
+ resource_8711209511786861575
+ 238453041
+ resource_8730008493828200473
+ 567690065
+ resource_8844344550158534315
+ 1213937633
+ resource_886764316347332629
+ 599466893
+ resource_8927097398158759254
+ 756819084
+ resource_9097430721970194273
+ 1394338053
+ resource_9127390122389748352
+ 1303570549
+ resource_9131127790588419044
+ 267202905
+ resource_9142251895155925145
+ 909825556
+ resource_9245997035487310681
+ 707249215
+ resource_9250458539492233465
+ 1198208987
+ resource_9254602831380762716
+ 1287809128
+ resource_9254717384444151241
+ 28311571
+ resource_9404922677050833275
+ 202301677
+ resource_9472843139144488018
+ 1140864857
+ resource_9488683388968259754
+ 1194014675
+ resource_9494736212662275277
+ 881341933
+ resource_9494736417847001356
+ 152567979
+ resource_9521255813500819800
+ 1095468825
+ resource_9528730346433090003
+ 112595045
+ resource_9531051360977006883
+ 739767391
+ resource_9546277213855647934
+ 909821457
+ resource_9621978999095793825
+ 314814889
+ resource_9642915427977984824
+ 1307785357
+ resource_9672119409992688862
+ 1074185951
+ resource_9716199540582980871
+ 911935019
+ resource_9722954921607422677
+ 931862076
+ resource_9752199862877991667
+ 396247651
+ resource_9765953018235373255
+ 1189463980
+ resource_976982371217043753
+ 1415489841
+ resource_9776501257213313742
+ 1149585291
+ resource_987821390725512760
+ 1287841903
+ resource_9923970618546836206
+ 995997304
+ resource_993432405787378580
+ 739763289
+ resource_9984210415167679842
+ 314859959
+ resource_9995488465619462945
+ 411976296
+
+ Resource Storage Mode
+ 1
+
+
+
+
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph
new file mode 100644
index 0000000000000000000000000000000000000000..329297481f703d54686029da3dd6381617ae3308
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81dc911a0b51ac9c686fb54e7beee89c55261b913d77af1e7525708cdf25aa7
+size 10406728
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d5d9e3a4b209b28065c9dd8e3d229064d9188ef3
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adb77950e4807f510e3f09c5682bbdee1b7c5c59f23f215ab20b35ceaa1a85d
+size 1476692332
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph
new file mode 100644
index 0000000000000000000000000000000000000000..6370a82f0b2c858138d453b8e5bc6dc6007d2791
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ef2bf121825f01540c8c73758614da226327fc48e70cf4683624e5dc518c94
+size 9112443
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb
new file mode 100644
index 0000000000000000000000000000000000000000..e63dbb8b76092fae041638a7263d3d427219be7a
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55b16c3c83ac30b274fc8bed4d6075d5b25618dc1c43c6f34536a2bcc480a9c
+size 266360496
diff --git a/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main.hash b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main.hash
new file mode 100644
index 0000000000000000000000000000000000000000..8956847a6ffd71a509dd998f5fcba1cfc525b0ac
--- /dev/null
+++ b/ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main.hash
@@ -0,0 +1,2 @@
+[: 'OȾ][%a<|image|><|vision_end|>" -}}
+ {%- elif content is mapping and content.get("type") == "video" -%}
+ {{- "<|vision_start|><|video|><|vision_end|>" -}}
+ {%- elif content is mapping and content.get("type") == "text" -%}
+ {{- (content.get("text") or "") | string -}}
+ {%- elif content is mapping -%}
+ {{- _json(content) -}}
+ {%- elif content is iterable -%}
+ {%- set _ns = namespace(result="") -%}
+ {%- for item in content -%}
+ {%- if item is string -%}
+ {%- set _ns.result = _ns.result + item -%}
+ {%- elif item is mapping and item.get("type") == "image" -%}
+ {%- set _ns.result = _ns.result + "<|vision_start|><|image|><|vision_end|>" -%}
+ {%- elif item is mapping and item.get("type") == "video" -%}
+ {%- set _ns.result = _ns.result + "<|vision_start|><|video|><|vision_end|>" -%}
+ {%- elif item is mapping and item.get("type") == "text" -%}
+ {%- set _ns.result = _ns.result + ((item.get("text") or "") | string) -%}
+ {%- else -%}
+ {%- set _ns.result = _ns.result + _json(item) -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {{- _ns.result -}}
+ {%- elif content is not none -%}
+ {{- _json(content) -}}
+ {%- endif -%}
+{%- endmacro -%}
+
+{%- macro render_tool_calls(tool_calls) -%}
+ {%- for tool_call in tool_calls -%}
+ {%- if not loop.first -%}{{- "\n\n" -}}{%- endif -%}
+ {%- set func = tool_call["function"] if "function" in tool_call else tool_call -%}
+ {%- set func_args = func.get("arguments") -%}
+ {%- if func_args is string and (func_args | trim) not in ["", "{}", "null"] -%}
+ {{- raise_exception("Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template") -}}
+ {%- endif -%}
+ {{- "\n\n" -}}
+ {%- if func_args is mapping -%}
+ {%- for arg_name, arg_value in func_args.items() -%}
+ {{- "\n" + render_value(arg_value) + "\n\n" -}}
+ {%- endfor -%}
+ {%- endif -%}
+ {{- "\n" -}}
+ {%- endfor -%}
+{%- endmacro -%}
+
+{%- macro tool_to_json(tool) -%}
+ {%- set fn = tool.function if tool.function is defined else tool -%}
+ {%- set ns_t = namespace(first=true) -%}
+ {{- "{" -}}
+ {%- for k, v in fn.items() -%}
+ {%- if k != "defer_loading" -%}
+ {%- if not ns_t.first -%}{{- ", " -}}{%- endif -%}
+ {%- set ns_t.first = false -%}
+ {{- _json(k) -}}{{- ": " -}}{{- _json(v) -}}
+ {%- endif -%}
+ {%- endfor -%}
+ {{- "}" -}}
+{%- endmacro -%}
+
+{%- macro is_tool_reference(item) -%}
+ {{- "1" if item is mapping and item.get("type") == "tool_reference" else "" -}}
+{%- endmacro -%}
+
+{%- macro referenced_tool_to_json(name) -%}
+ {%- set _ns = namespace(found=none) -%}
+ {%- for tool in (tools or []) -%}
+ {%- set fn = tool.function if tool.function is defined else tool -%}
+ {%- if fn.name == name -%}
+ {%- set _ns.found = fn -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- if _ns.found is none -%}
+ {{- raise_exception("Tool reference '" + name | string + "' not found in available tools. Every tool referenced by a tool_reference must be in `tools` on every request.") -}}
+ {%- endif -%}
+ {{- tool_to_json(_ns.found) -}}
+{%- endmacro -%}
+
+{%- macro render_tool_response(content) -%}
+ {%- if content is string and "" in content -%}
+ {{- content -}}
+ {%- else -%}
+ {{- "\n" -}}
+ {%- if content is string -%}
+ {{- content -}}
+ {%- elif content is mapping -%}
+ {{- parse_content(content) -}}
+ {%- elif content is iterable -%}
+ {%- for item in content -%}
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
+ {%- if is_tool_reference(item) -%}
+ {%- if loop.first or not is_tool_reference(loop.previtem) -%}
+ {{- "\n" -}}
+ {%- endif -%}
+ {{- referenced_tool_to_json(item.name) -}}
+ {%- if loop.last or not is_tool_reference(loop.nextitem) -%}
+ {{- "\n" -}}
+ {%- endif -%}
+ {%- elif item is mapping and item.result is defined and item.result is mapping and item.result.tools is defined -%}
+ {{- "\n" -}}
+ {%- set _tl = item.result.tools -%}
+ {%- if _tl is string -%}
+ {{- _tl -}}
+ {%- elif _tl is mapping -%}
+ {{- tool_to_json(_tl) -}}
+ {%- else -%}
+ {%- for t in _tl -%}
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
+ {{- tool_to_json(t) -}}
+ {%- endfor -%}
+ {%- endif -%}
+ {{- "\n" -}}
+ {%- else -%}
+ {{- parse_content(item) -}}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- elif content is not none -%}
+ {{- _json(content) -}}
+ {%- endif -%}
+ {{- "\n" -}}
+ {%- endif -%}
+{%- endmacro -%}
+
+{%- set ns = namespace(system_prompt="", last_user_index=-1) -%}
+{%- if messages and messages[0]["role"] == "system" -%}
+ {%- if messages[0].get("content") -%}
+ {%- set ns.system_prompt = parse_content(messages[0]["content"]) -%}
+ {%- endif -%}
+ {%- set messages = messages[1:] -%}
+{%- endif -%}
+{%- if tools -%}
+ {%- set tools_ns = namespace(lines=[]) -%}
+ {%- for tool in tools -%}
+ {%- set fn = tool.function if tool.function is defined else tool -%}
+ {%- set _dyn = (fn.defer_loading is defined and fn.defer_loading) or (tool.defer_loading is defined and tool.defer_loading) -%}
+ {%- if not _dyn -%}
+ {%- set tools_ns.lines = tools_ns.lines + [tool_to_json(fn)] -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- if tools_ns.lines -%}
+ {%- set ns.system_prompt = ns.system_prompt + ("\n\n" if ns.system_prompt else "") + "\n" + (tools_ns.lines | join("\n")) + "\n" -%}
+ {%- endif -%}
+{%- endif -%}
+{%- if ns.system_prompt -%}
+ {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}}
+{%- endif -%}
+{%- for message in messages -%}
+ {%- if message["role"] == "user" -%}
+ {%- set ns.last_user_index = loop.index0 -%}
+ {%- endif -%}
+{%- endfor -%}
+{%- set carry = namespace(pending=[]) -%}
+{%- for message in messages -%}
+ {%- set _next = messages[loop.index0 + 1] if not loop.last else none -%}
+ {%- set _merge = message.role == "tool" and not message.get("additional_tools")
+ and _next is not none and _next.role == "tool" and not _next.get("additional_tools")
+ and message.get("tool_call_id") and _next.get("tool_call_id") == message.get("tool_call_id") -%}
+ {%- set _items = [] -%}
+ {%- if message.role == "tool" and not message.get("additional_tools") -%}
+ {%- set _c = message.get("content") -%}
+ {%- if _c is string -%}
+ {%- set _items = [{"type": "text", "text": _c}] if _c else [] -%}
+ {%- elif _c is mapping -%}
+ {%- set _items = [_c] -%}
+ {%- elif _c is iterable -%}
+ {%- set _items = _c | list -%}
+ {%- elif _c is not none -%}
+ {%- set _items = [_c] -%}
+ {%- endif -%}
+ {%- endif -%}
+ {%- if _merge -%}
+ {%- set carry.pending = carry.pending + _items -%}
+ {%- else -%}
+ {{- "<|im_start|>" + message.role + "\n" -}}
+ {%- if message.role == "assistant" -%}
+ {%- generation -%}
+ {%- set thinking = message.thinking if message.thinking is defined else message.reasoning if message.reasoning is defined else message.reasoning_content -%}
+ {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}
+ {%- if thinking is defined and keep_thinking -%}
+ {{- "" + (thinking or "") + "" -}}
+ {%- elif keep_thinking and "" not in (message.get("content") if message.get("content") is string else "") -%}
+ {{- "" -}}
+ {%- endif -%}
+ {%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%}
+ {%- set _has_cfm = false -%}
+ {%- set content = "" -%}
+ {%- if message.get("content") -%}
+ {%- set content = parse_content(message.content) -%}
+ {%- endif -%}
+ {%- if not keep_thinking -%}
+ {%- if "" in content -%}
+ {%- set content = content.split("")[-1] | trim -%}
+ {%- endif -%}
+ {%- set content = "" + content -%}
+ {%- endif -%}
+ {%- if content.endswith(_cfm_tag) -%}
+ {%- set _has_cfm = true -%}
+ {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}
+ {%- set content = content[:_trunc_len] -%}
+ {%- endif -%}
+ {{- content -}}
+ {%- if message.tool_calls -%}
+ {{- render_tool_calls(message.tool_calls) -}}
+ {%- endif -%}
+ {%- if _has_cfm -%}
+ {{- _cfm_tag -}}
+ {%- endif -%}
+ {{- "<|im_end|>\n" -}}
+ {%- endgeneration -%}
+ {%- elif message.role == "tool" -%}
+ {%- if message.get("additional_tools") -%}
+ {%- set _at = message["additional_tools"] -%}
+ {%- if _at is mapping or (_at is sequence and _at is not string) -%}
+ {%- set _src = _at -%}
+ {%- else -%}
+ {%- set _src = message.get("content") -%}
+ {%- endif -%}
+ {%- if _src is string and "" in _src -%}
+ {{- _src -}}
+ {%- elif _src is string and "" in _src -%}
+ {{- "\n" + _src + "\n" -}}
+ {%- elif _src -%}
+ {{- "\n\n" -}}
+ {%- if _src is string -%}
+ {{- _src -}}
+ {%- elif _src is mapping -%}
+ {{- tool_to_json(_src) -}}
+ {%- else -%}
+ {%- for t in _src -%}
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
+ {{- tool_to_json(t) -}}
+ {%- endfor -%}
+ {%- endif -%}
+ {{- "\n\n" -}}
+ {%- endif -%}
+ {%- elif carry.pending -%}
+ {{- render_tool_response(carry.pending + _items) -}}
+ {%- set carry.pending = [] -%}
+ {%- else -%}
+ {{- render_tool_response("" if message.get("content") is none else message.get("content")) -}}
+ {%- endif -%}
+ {{- "<|im_end|>\n" -}}
+ {%- else %}
+ {%- if message.get("content") -%}
+ {{- parse_content(message["content"]) -}}
+ {%- endif -%}
+ {{- "<|im_end|>\n" -}}
+ {%- endif %}
+ {%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+ {{- "<|im_start|>assistant\n" -}}
+ {%- if enable_thinking -%}
+ {{- "" -}}
+ {%- else -%}
+ {{- "" -}}
+ {%- endif -%}
+{%- endif -%}
diff --git a/ios-h19p/tokenizer/special_tokens_map.json b/ios-h19p/tokenizer/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d871daaacbf26aaa9cb47c2935f30e797ee35a7
--- /dev/null
+++ b/ios-h19p/tokenizer/special_tokens_map.json
@@ -0,0 +1,5 @@
+{
+ "bos_token": "<|startoftext|>",
+ "eos_token": "<|im_end|>",
+ "pad_token": "<|pad|>"
+}
diff --git a/ios-h19p/tokenizer/tokenizer.json b/ios-h19p/tokenizer/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..6378e4e44d17d17b8acfd77923e66aef8c495234
--- /dev/null
+++ b/ios-h19p/tokenizer/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e226e34bface23ccf6e495d157bf77186c1c30a7659880e1a8994db528c3701
+size 17908635
diff --git a/ios-h19p/tokenizer/tokenizer_config.json b/ios-h19p/tokenizer/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..562b1ed0762f36c964646b8737081ced6af40754
--- /dev/null
+++ b/ios-h19p/tokenizer/tokenizer_config.json
@@ -0,0 +1,54 @@
+{
+ "audio_out_token": "<|audio_out|>",
+ "audio_token": "<|audio|>",
+ "backend": "tokenizers",
+ "bos_token": "<|startoftext|>",
+ "eos_token": "<|im_end|>",
+ "extra_special_tokens": [],
+ "image_token": "<|image|>",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "<|pad|>",
+ "response_template": {
+ "defaults": {
+ "role": "assistant"
+ },
+ "start_anchor_pattern": "<\\|im_start\\|>assistant\\n",
+ "fields": {
+ "reasoning_content": {
+ "open_pattern": "\\n?",
+ "close_pattern": "\\s*",
+ "content": "text"
+ },
+ "tool_calls": {
+ "open_pattern": "\\s*[^\\n>]+)>",
+ "close_pattern": "\\s*",
+ "repeats": true,
+ "content": "xml-inline",
+ "content_args": {
+ "tag_pattern": "[^>\\n]+)>\\n?(?P.*?)\\n?(?=\\s*(?:\\s*\\Z|\\Z))",
+ "value_parser": {
+ "name": "text",
+ "args": {
+ "strip": false
+ }
+ }
+ },
+ "transform": {
+ "type": "function",
+ "function": {
+ "name": "{name}",
+ "arguments": "{content}"
+ }
+ }
+ },
+ "content": {
+ "close_pattern": "<\\|im_end\\|>\\s*",
+ "content": "text"
+ }
+ }
+ },
+ "tokenizer_class": "TokenizersBackend",
+ "video_token": "<|video|>",
+ "vision_end_token": "<|vision_end|>",
+ "vision_start_token": "<|vision_start|>"
+}