LFM3-1.7B on Core AI: the Mac bundle (gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64, int8 with main + a 64-token prefill) and the iPhone 18 Pro bundle (ios-h19p, the static Neural Engine form compiled for h19p), card, LICENSE, SHA256SUMS
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +36 -0
- LICENSE +71 -0
- README.md +200 -0
- SHA256SUMS +55 -0
- config.json +68 -0
- gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.hash +1 -0
- gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb +3 -0
- gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/metadata.json +5 -0
- gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/metadata.json +93 -0
- gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/chat_template.jinja +308 -0
- gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/special_tokens_map.json +5 -0
- gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json +3 -0
- gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer_config.json +54 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/Manifest.json +5 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist +0 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb +3 -0
- ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main.hash +2 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,39 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph filter=lfs diff=lfs merge=lfs -text
|
| 70 |
+
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb filter=lfs diff=lfs merge=lfs -text
|
| 71 |
+
ios-h19p/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
LICENSE
ADDED
|
@@ -0,0 +1,71 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
LFM Open License v1.0
|
| 2 |
+
|
| 3 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 4 |
+
|
| 5 |
+
1. Definitions.
|
| 6 |
+
|
| 7 |
+
"License" shall mean the terms and conditions for use, reproduction, and distribution as defined by this document.
|
| 8 |
+
|
| 9 |
+
"Licensor" shall mean Liquid AI, Inc.
|
| 10 |
+
|
| 11 |
+
"Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity.
|
| 12 |
+
|
| 13 |
+
"You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License.
|
| 14 |
+
|
| 15 |
+
"Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files.
|
| 16 |
+
|
| 17 |
+
"Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types.
|
| 18 |
+
|
| 19 |
+
"Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work.
|
| 20 |
+
|
| 21 |
+
"Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof.
|
| 22 |
+
|
| 23 |
+
"Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution."
|
| 24 |
+
|
| 25 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work.
|
| 26 |
+
|
| 27 |
+
"Commercial Use" shall mean any use of the Work for direct or indirect commercial advantage or monetary compensation.
|
| 28 |
+
|
| 29 |
+
"Qualified Non-Profit Organization" shall mean a Legal Entity that is organized and operated exclusively for religious, charitable, scientific, testing for public safety, literary, or educational purposes, and which is exempt from federal income tax under Section 501(c)(3) of the United States Internal Revenue Code of 1986, as amended, or any equivalent non-profit or charitable organization in a foreign jurisdiction.
|
| 30 |
+
|
| 31 |
+
"Non-Commercial or Research Purposes" shall mean purposes that do not involve any use of the Work or a Derivative Work for Commercial Use.
|
| 32 |
+
|
| 33 |
+
"Threshold" shall mean annual revenue of 10 million United States dollars ($10,000,000) or more.
|
| 34 |
+
|
| 35 |
+
2. Grant of Copyright License. Subject to the terms and conditions of this License, including the Commercial Use limitation set forth in Section 5, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form.
|
| 36 |
+
|
| 37 |
+
3. Grant of Patent License. Subject to the terms and conditions of this License, including the Commercial Use limitation set forth in Section 5, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed.
|
| 38 |
+
|
| 39 |
+
4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions:
|
| 40 |
+
|
| 41 |
+
(a) You must give any other recipients of the Work or Derivative Works a copy of this License; and
|
| 42 |
+
|
| 43 |
+
(b) You must cause any modified files to carry prominent notices stating that You changed the files; and
|
| 44 |
+
|
| 45 |
+
(c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and
|
| 46 |
+
|
| 47 |
+
(d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License.
|
| 48 |
+
|
| 49 |
+
You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License.
|
| 50 |
+
|
| 51 |
+
5. Commercial Use Limitation.
|
| 52 |
+
|
| 53 |
+
(a) The rights granted under this License for Commercial Use are conditioned upon You or Your Legal Entity not exceeding the Threshold.
|
| 54 |
+
|
| 55 |
+
(b) Any Commercial Use of the Work or a Derivative Work by a Legal Entity that exceeds the Threshold is not licensed under this Agreement.
|
| 56 |
+
|
| 57 |
+
(c) The Threshold shall not apply to a Qualified Non-Profit Organization's use of the Work or a Derivative Work for Non-Commercial or Research Purposes.
|
| 58 |
+
|
| 59 |
+
6. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions.
|
| 60 |
+
|
| 61 |
+
7. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except for the reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file.
|
| 62 |
+
|
| 63 |
+
8. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License.
|
| 64 |
+
|
| 65 |
+
9. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages.
|
| 66 |
+
|
| 67 |
+
10. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability.
|
| 68 |
+
|
| 69 |
+
11. Termination. This License will terminate automatically and immediately if You fail to comply with any of its terms and conditions. Upon termination, You must cease all use of the Work and any Derivative Works and delete all copies in Your possession.
|
| 70 |
+
|
| 71 |
+
END OF TERMS AND CONDITIONS
|
README.md
ADDED
|
@@ -0,0 +1,200 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: coreai
|
| 3 |
+
license: other
|
| 4 |
+
license_name: lfm1.0
|
| 5 |
+
license_link: https://huggingface.co/mlboydaisuke/LFM3-1.7B-CoreAI/blob/main/LICENSE
|
| 6 |
+
base_model: LiquidAI/LFM3-1.7B
|
| 7 |
+
tags:
|
| 8 |
+
- coreai
|
| 9 |
+
- aimodel
|
| 10 |
+
- apple-silicon
|
| 11 |
+
- on-device
|
| 12 |
+
- lfm3
|
| 13 |
+
- hybrid
|
| 14 |
+
- reasoning
|
| 15 |
+
- tool-calling
|
| 16 |
+
pipeline_tag: text-generation
|
| 17 |
+
base_model_relation: quantized
|
| 18 |
+
---
|
| 19 |
+
|
| 20 |
+
# LFM3-1.7B — Apple Core AI (`.aimodel`)
|
| 21 |
+
|
| 22 |
+
LiquidAI's [LFM3-1.7B](https://huggingface.co/LiquidAI/LFM3-1.7B) converted to Apple's Core AI (iOS 27 /
|
| 23 |
+
macOS 27): a 1.7B model that reasons before it answers and calls tools in XML, in two bundles with a 4,096-token
|
| 24 |
+
context. The Mac bundle is one int8 `.aimodel` on the `coreai-pipelined` GPU engine that prefills a prompt 64
|
| 25 |
+
tokens at a time; the iPhone 18 Pro bundle is a Neural Engine build with fixed input shapes, compiled in advance for
|
| 26 |
+
that phone's chip (`h19p`).
|
| 27 |
+
[CoreAIKit](https://github.com/john-rocky/coreai-kit)'s `ChatSession` and Apple's `LanguageModelSession` drove
|
| 28 |
+
both in the checks below; CoreAIKit's LFM3 support is not in a release or on the kit's main branch
|
| 29 |
+
([Use it](#use-it)).
|
| 30 |
+
|
| 31 |
+
Source: [`LiquidAI/LFM3-1.7B`](https://huggingface.co/LiquidAI/LFM3-1.7B) at revision
|
| 32 |
+
`ac2586a34f1a1c03329dbdcdefabd8b6478ddaa7`. Conversion code, gates and notes:
|
| 33 |
+
[coreai-model-zoo](https://github.com/john-rocky/coreai-model-zoo/tree/main/models/lfm3-1.7b).
|
| 34 |
+
|
| 35 |
+
## Bundles
|
| 36 |
+
|
| 37 |
+
| path | size | for | what is in it |
|
| 38 |
+
|---|---:|---|---|
|
| 39 |
+
| `gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/` | 2.72 GB | Mac | `lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel`, `metadata.json`, `tokenizer/` (the source's tokenizer files; the chat template is the vendor's with eight rewrites that render the same string under transformers and parse in swift-jinja 2.3.2 and 2.3.6) |
|
| 40 |
+
| `ios-h19p/` | 2.16 GB | iPhone 18 Pro | `lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc` (compiled for the iPhone 18 Pro's Neural Engine, `h19p`; its `resources.bin` holds 1.48 GB of weights), `metadata.json`, `tokenizer/` (the same four files) |
|
| 41 |
+
|
| 42 |
+
**Mac.** `int8hu`: the MLP and conv-mixer linears int8 per-block-32, the head untied and int8 per-block-32
|
| 43 |
+
symmetric, the attention projections (q, k, v, o and the gate) and the q / k norms in fp32, everything else fp16.
|
| 44 |
+
The `.aimodel` holds two functions over the same weights: `main` takes one token per step and `prefill` takes 64;
|
| 45 |
+
the pipelined engine sends the prompt through `prefill` 64 tokens at a time while more than 64 tokens remain, and
|
| 46 |
+
the last 1–64 tokens through `main` one at a time. On a Mac, Core AI compiles the `.aimodel` for the GPU the first
|
| 47 |
+
time it loads and caches the result.
|
| 48 |
+
|
| 49 |
+
**iPhone 18 Pro.** The same 24 layers rebuilt the way Apple's iOS Neural Engine path requires (fixed shapes
|
| 50 |
+
throughout), with each conv layer's input history kept in its own rows of the KV cache, the sliding window made from
|
| 51 |
+
the engine's causal mask, 8-bit palettized weights (k-means, groups of 32; the attention gate fp16) and the tied
|
| 52 |
+
head as an int8 table.
|
| 53 |
+
It holds contexts of 256 to 4,096 tokens with queries of 8, 16 or 64 tokens, and the compile puts each of its 30
|
| 54 |
+
transformer functions in a Neural Engine region. It is compiled for `h19p` only: no other iPhone has a bundle here.
|
| 55 |
+
|
| 56 |
+
## Speed
|
| 57 |
+
|
| 58 |
+
**Mac** (M4 Max, macOS 27.0), from a 1,024-token prompt: prefill 1,234 tok/s, 0.83 s to the first token, decode
|
| 59 |
+
169.5 tok/s (median of 8 runs, 2026-10-31; the published `.aimodel`, compiled on first load, run by the
|
| 60 |
+
coreai-models version CoreAIKit pins: the path an app that uses CoreAIKit takes; `llm-benchmark` with 256 generated
|
| 61 |
+
tokens, one process per run). Compiled ahead of time for the Mac GPU it is slower: decode 105.5 tok/s and 1.00 s to
|
| 62 |
+
the first token in the same window.
|
| 63 |
+
|
| 64 |
+
In that window, alternated with it on the same 1,024 prompt tokens, MLX (mlx-vlm 0.7.11) decodes LiquidAI's
|
| 65 |
+
8-bit weights at 189.8 tok/s and llama.cpp (b12001) their Q8_0 at 180.2, both faster than this bundle, and their
|
| 66 |
+
4-bit forms faster still (286.9 and 242.1); their bf16 and F16 forms are slower (113.1 and 111.1). All six reach
|
| 67 |
+
the first token in 0.23–0.26 s, and every form, this one included, gives transformers bf16's verdicts on the 8
|
| 68 |
+
questions below. What this port adds is a Neural Engine bundle for the iPhone and tool calls through Apple's
|
| 69 |
+
`LanguageModelSession`.
|
| 70 |
+
|
| 71 |
+
**iPhone 18 Pro** (iOS 27.2), a 768-token prompt and 256 generated tokens: prefill 590.6 tok/s, decode 47.17
|
| 72 |
+
tok/s (medians of 6 trials), one turn 6.71 s (768 / prefill + 255 / decode, not timed), peak footprint 2.82 GB,
|
| 73 |
+
thermal state nominal at the start and end of every run. In the gate app the first load on the phone took 34.9 s
|
| 74 |
+
and later loads 4.4 s or less; CoreAIKit's test app, with the bundle at its own path, took 32.4 s on its first
|
| 75 |
+
load, then 3.7 s and 0.4 s.
|
| 76 |
+
|
| 77 |
+
## What was checked
|
| 78 |
+
|
| 79 |
+
Against transformers 5.20.2 on the same weights.
|
| 80 |
+
|
| 81 |
+
The Mac bundle, on a Mac (M4 Max, macOS 27.0):
|
| 82 |
+
|
| 83 |
+
- **Teacher-forced on 17 sequences** (8 questions with thinking off and on, a 1,648-token document) against
|
| 84 |
+
transformers fp32, with the `.aimodel` compiled ahead of time for the Mac GPU and the prompts fed the way the
|
| 85 |
+
engine feeds them (64-token chunks through `prefill`, the rest one token at a time): top-1
|
| 86 |
+
**2639 / 2682 = 98.40 %** (2,683 positions; the one where transformers' own top-2 gap is under 1e-3 is not
|
| 87 |
+
counted); one token at a time throughout: 2637 / 2682. At every chunk boundary the logits agree with the
|
| 88 |
+
one-token path to cos ≥ 0.99999.
|
| 89 |
+
- **8 questions, thinking off**, greedy: 8 / 8, the same verdicts as transformers bf16.
|
| 90 |
+
- **Token gate** (16 greedy tokens vs the fp32 oracle): 16 / 16, also on a 215-token prompt that rides three
|
| 91 |
+
chunks; a chat turn stops on `<|im_end|>`.
|
| 92 |
+
- **Thinking on**, the same 8 questions, greedy, 3,584-token budget, 3 runs of fresh processes: every run 8 / 8 —
|
| 93 |
+
`</think>` closes after 40–237 tokens (median 56) and the answer after it is right (run on the `main`-only
|
| 94 |
+
build of the same weights: prompts this short never reach `prefill`, and `main` gives the same values).
|
| 95 |
+
- **A tool call**, a tool returning a fresh random value, 3 runs each through CoreAIKit's `KitLanguageModel` and the
|
| 96 |
+
zoo's `ZooLanguageModel`: 6 / 6 with the value in the answer verbatim.
|
| 97 |
+
- **The bytes published here**: the `.aimodel` is the export re-saved without its source locations (a new
|
| 98 |
+
`main.hash`); run again, its teacher-forced values equal the export's at all 2,683 positions, fed in chunks and
|
| 99 |
+
one token at a time, and the 8 questions, the token gate and the stop-token check give the same results.
|
| 100 |
+
- **The kit's path** (the `.aimodel` specialized on load, as timed above; the teacher-forced pass above was not
|
| 101 |
+
repeated on this path): the 8 questions 8 / 8 with the same
|
| 102 |
+
replies as the ahead-of-time build, the token gate 16 / 16 on both prompts, and the stop-token turn stops after 6
|
| 103 |
+
tokens (`1+1=2`; transformers fp32 stops after 2, at a step where its own top-2 gap is 0.005). Through
|
| 104 |
+
CoreAIKit (`ChatSession` and `KitLanguageModel`), the 8 questions with thinking on (3 launches) and off, a tool
|
| 105 |
+
round trip and a 3-turn chat pass.
|
| 106 |
+
|
| 107 |
+
The iPhone bundle, on an iPhone 18 Pro (iPhone19,2, iOS 27.2), through the fixed-shape (`static-shape`) engine of the
|
| 108 |
+
coreai-models version CoreAIKit pins:
|
| 109 |
+
|
| 110 |
+
- **Teacher-forced** over the replies of the same 17 sequences (721 steps, up to 64 a sequence after its prompt)
|
| 111 |
+
against transformers fp32: top-1 **692 / 721 = 95.98 %** (bar 93 %; every step's fp32 top-2 gap is at least
|
| 112 |
+
1e-3). The tokens equal those of Apple's own static engine on an iPhone 17 Pro on all 18 prompts, teacher-forced
|
| 113 |
+
and generated, and a poisoned fixture fails, as it must.
|
| 114 |
+
- **8 questions, thinking off**: 8 / 8, the verdicts of transformers bf16; the stop-token turn stops after 6 tokens.
|
| 115 |
+
- **CoreAIKit's catalog path**: `ChatSession(catalog: "lfm3-1.7b")` takes the `ios` variant and loads `ios-h19p/`
|
| 116 |
+
(copied into the kit's model store at the path a download would use, so no download ran) on the static-shape
|
| 117 |
+
engine. Thinking on, the 8
|
| 118 |
+
questions in 3 fresh launches: 8 / 8 each, `</think>` inside the budget and the reasoning out of the answer.
|
| 119 |
+
Thinking off: 8 / 8. A tool round trip through `KitLanguageModel` and `LanguageModelSession`: 3 / 3 with the
|
| 120 |
+
value verbatim. With the default configuration, "What is 17 + 25? Answer briefly." gets "17 + 25 = 42.", and a
|
| 121 |
+
3-turn chat recalls its first turn, every turn ending on the stop token.
|
| 122 |
+
- With thinking off, 1 of the 8 questions ("How do you say 'thank you' in French?") still opens `<think>` and
|
| 123 |
+
reasons for 68 tokens before its answer, which gives "Merci"; transformers bf16 and the Mac bundle answer it
|
| 124 |
+
directly. Apple's engine on the iPhone 17 Pro does the same, so this comes from the Neural Engine export itself,
|
| 125 |
+
not from CoreAIKit's engine.
|
| 126 |
+
|
| 127 |
+
The full table, the transcripts and how the fp16 activations set a floor on this model are on the
|
| 128 |
+
[zoo card](https://github.com/john-rocky/coreai-model-zoo/tree/main/models/lfm3-1.7b) and in
|
| 129 |
+
[the port notes](https://github.com/john-rocky/coreai-model-zoo/blob/main/knowledge/lfm3-1.7b-port.md).
|
| 130 |
+
|
| 131 |
+
## Use it
|
| 132 |
+
|
| 133 |
+
CoreAIKit's support for LFM3 — the XML tool calls, the reasoning stream, the thinking switch and the
|
| 134 |
+
`lfm3-1.7b` catalog entry — is not in a CoreAIKit release or on the kit's main branch (0.7.3 does not support
|
| 135 |
+
LFM3). The CoreAIKit checks above ran a kit build that has it; with such a build, on a Mac or an iPhone 18 Pro:
|
| 136 |
+
|
| 137 |
+
```swift
|
| 138 |
+
import CoreAIKit
|
| 139 |
+
|
| 140 |
+
let chat = try await ChatSession(catalog: "lfm3-1.7b")
|
| 141 |
+
for try await event in await chat.streamResponse(to: "What is 17 + 25? Answer briefly.") {
|
| 142 |
+
switch event {
|
| 143 |
+
case .thinking(let delta): print(delta, terminator: "") // the reasoning comes first
|
| 144 |
+
case .response(let delta): print(delta, terminator: "") // then the answer
|
| 145 |
+
default: break
|
| 146 |
+
}
|
| 147 |
+
}
|
| 148 |
+
```
|
| 149 |
+
|
| 150 |
+
Thinking is on by default (the chat template ends the prompt with `<think>`); `maxResponseTokens` covers the
|
| 151 |
+
reasoning and the answer together. `ChatSession.Configuration.enableThinking = false` renders the template's
|
| 152 |
+
thinking-off prompt; LiquidAI notes that turning thinking off "can be inconsistent, especially for
|
| 153 |
+
reasoning-heavy tasks".
|
| 154 |
+
|
| 155 |
+
Tool calls come out as XML (`<tool_call>` / `<function=NAME>` / `<parameter=KEY>`). CoreAIKit's `KitLanguageModel`
|
| 156 |
+
renders the tools the way the chat template does and parses these calls for Apple's `LanguageModelSession` — the
|
| 157 |
+
tool-call checks above.
|
| 158 |
+
|
| 159 |
+
On an iPhone the kit takes `ios-<arch>/` for the architecture Core AI reports for the phone
|
| 160 |
+
(`AIModel.deviceArchitectureName`: `h19p` on the iPhone 18 Pro) and falls back to `ios/`. This repo has
|
| 161 |
+
`ios-h19p/` only, so on any other iPhone (the iPhone 17 Pro, which reports `h18p`, included) the kit finds no
|
| 162 |
+
bundle and throws `variantNotFound` before it downloads anything. Both apps that ran the iPhone checks carried the
|
| 163 |
+
`com.apple.developer.kernel.increased-memory-limit` entitlement (peak footprint 2.82 GB in the gate app, up to 2.94 GB
|
| 164 |
+
through `ChatSession`); a run without it was not tried.
|
| 165 |
+
|
| 166 |
+
Without the kit: the Mac gates ran `llm-runner` built from the zoo's fork of
|
| 167 |
+
[apple/coreai-models](https://github.com/apple/coreai-models), whose pipelined engine carries the conv state as an
|
| 168 |
+
extra state and finds the `prefill` function by name, with `COREAI_CHUNK_THRESHOLD=1` and
|
| 169 |
+
`--inference-engine-variant coreai-pipelined --warmup off`; the iPhone checks ran the `StaticShapeEngine` of that
|
| 170 |
+
fork's tag `0.2.8-zoo`, the one CoreAIKit pins.
|
| 171 |
+
|
| 172 |
+
## Limits
|
| 173 |
+
|
| 174 |
+
- The Mac bundle cannot resume a conversation from its middle: the engine cannot rewind its conv state, so a new
|
| 175 |
+
conversation starts from zero state, and CoreAIKit's `ChatSession` prefills the whole
|
| 176 |
+
history again each turn (a three-turn chat recalled its first turn). The iPhone bundle keeps the conv history in
|
| 177 |
+
the KV cache, and in the 3-turn chat its engine reused the earlier turns' prompt tokens (32, then 70).
|
| 178 |
+
- On the Mac the engine always runs the last prompt token through the one-token `main` function, so a prompt's
|
| 179 |
+
final 1–64 tokens run one at a time at about the decode speed: a 1,024-token prompt runs 15 chunks and then 64
|
| 180 |
+
single steps.
|
| 181 |
+
- 4,096-token context in both bundles.
|
| 182 |
+
- The iPhone bundle is for the iPhone 18 Pro only; the iPhone 17 Pro has no bundle here. The Mac bundle is not for
|
| 183 |
+
iPhones: on an iPhone 18 Pro the `main`-only `.aimodel`, specializing on the phone (device JIT), had not built its
|
| 184 |
+
engine 300 s after launch (the cause is not isolated), and on an iPhone 17 Pro the same int8 weights compiled
|
| 185 |
+
ahead of time for its GPU decoded at 9.25 tok/s (median of 4 trials at thermal state serious; 10.5 in the first
|
| 186 |
+
run, at fair), that compile holding fp16 copies of the int8 linears.
|
| 187 |
+
- On a Mac, Core AI named an ahead-of-time compile's
|
| 188 |
+
cache entry after its graph and not its weights, so a second compile of the same graph with other weights ran
|
| 189 |
+
with the first one's weights (not checked on an iPhone): an app that switches between such compiles should
|
| 190 |
+
delete that compile-cache entry first. The Mac bundle is a JIT `.aimodel`, whose cache entry name covers its
|
| 191 |
+
weights.
|
| 192 |
+
|
| 193 |
+
## License
|
| 194 |
+
|
| 195 |
+
The weights are under the **LFM Open License v1.0**
|
| 196 |
+
([LICENSE](https://huggingface.co/mlboydaisuke/LFM3-1.7B-CoreAI/blob/main/LICENSE), carried from
|
| 197 |
+
[`LiquidAI/LFM3-1.7B`](https://huggingface.co/LiquidAI/LFM3-1.7B)): Apache-2.0-style grants, with §5:
|
| 198 |
+
commercial use by a legal entity at or above US$10 M annual revenue is not licensed (the threshold does not
|
| 199 |
+
apply to a qualified non-profit's non-commercial or research use). Converted from LiquidAI's weights; not
|
| 200 |
+
affiliated with Apple or LiquidAI.
|
SHA256SUMS
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
8c6ae8b8f6d88c87cfb98cf4b5e34e943d0ee07e24215c4121b3159a46e1399d config.json
|
| 2 |
+
06c413eb46fd5163feed742bbcbc6cfa49836d13634b5f598ed6eba1a0c02da4 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.hash
|
| 3 |
+
5d4b6a8986bb81efc9ae5a66e7d53ca7d7e8b89d1d5e23188f6f89ec06fec171 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb
|
| 4 |
+
b0e3b31530aca07d677b797a20988c0bb75d8bb67dbb9b716b4c462c98f9eebf gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/metadata.json
|
| 5 |
+
f2a651e177931475bfd916674413ab80e3d92c2e0e71fcb18e45e790d234df9f gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/metadata.json
|
| 6 |
+
48f23f8579dda4c39f48ff0a9c5f22e68e6b3267898dc9316e9b4161e56643be gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/chat_template.jinja
|
| 7 |
+
7946f864cbfb62a1b041bda937244210a1a87f4a6cab3a48b791131b2cd57f88 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/special_tokens_map.json
|
| 8 |
+
7e226e34bface23ccf6e495d157bf77186c1c30a7659880e1a8994db528c3701 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json
|
| 9 |
+
bf028f813efc6137bc07ed045cafe71820df9a5e26a38e39954706ed1e30a457 gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer_config.json
|
| 10 |
+
fb8cd61f670d50f44cbecf8f91771917eb8746e4f731e2a0509322a3f0b7159c ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc
|
| 11 |
+
7114cb1068d0db5b1b2a5efbffcea077a49278d6846d68c181aaee35b92354de ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc
|
| 12 |
+
42e3666784e467b824bc616291049039c63b7e4a9901799f18ab6b50d01f6fe8 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc
|
| 13 |
+
57a8eac4f9ab25e768e51453742f579f68ca74f42b7b508cccc75bb02b2c222d ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc
|
| 14 |
+
65439cc47660ab2bd948120ebff2d730a783e203b7115f81426420862dfd0f9e ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc
|
| 15 |
+
7f99e5eabbb96e45d76c141b25bd24b479d6e7ef7811bab9c4b6b8548703a9f8 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc
|
| 16 |
+
9aa86d5485266e53761b401d5796368909fa4b13aafd858a68cac9e22be2d7ca ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc
|
| 17 |
+
4ff5257d765f937dd172af4cad72351b685335c2b87f1c4e9caf3831f20ffb27 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc
|
| 18 |
+
91a8693ec73c310eb820f08196f13d0539f4b19c8ac5c21dd51866c08ce82c18 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc
|
| 19 |
+
eac54ce12007dd50e25552e7089ce23cabb889bf43f936357c00219fedb69c58 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc
|
| 20 |
+
51d6d8411c56045ce97085ed576ab79f5d4ef48f38e4361d61a47ee80120ef0a ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc
|
| 21 |
+
9af6b55fdf138d04c36578fb11ae627ea41fb54b6fbbea5e44724f0103f66bf3 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc
|
| 22 |
+
b6d525cd921e6caca2a35f31d38440468cbc55f1c5de22aa26d43788551369ae ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc
|
| 23 |
+
a719fe2e908c972a039644b7d630dac1fdb1a9b2899fc2f9ff85bd6a1995e015 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc
|
| 24 |
+
92f6ed1bea212e642e353923684f7d9def8dcf7f3bb129e5b867d0098d1c552d ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc
|
| 25 |
+
7bebe1c7b199dfbff310aec9f3345c284b8d525be4ea5875fe251c782462fba8 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc
|
| 26 |
+
7c4eb5716c7c2cddd0012cd37337035575ce884b66405fb8ccb5708618264cee ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc
|
| 27 |
+
b378a3394d8381e537478f07e2aff8b23dcb8db437951f4f0ee3ed607471287b ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc
|
| 28 |
+
3acb148331d4341d2c7d66ca91bf4d1a0222fafb8dd945b3ce5f761ef2d49881 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc
|
| 29 |
+
968d01f0b1ab6caaa3e4ebad317a4a7697f5772703ed477ed2573f078ceae32c ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc
|
| 30 |
+
7ea5b3f1d76fd07b51bc494076e1b30a47772260a1602aa54ab99dc569ffb340 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc
|
| 31 |
+
39e4bf0fad2d9a554df22b197c33a2a4b8f6fbeeba42146af217a633b8fea483 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc
|
| 32 |
+
6d4c9120f7fca4fefbd4e7b3d1e16b00e3e2624b1b184eaba6555e0e1554bb0a ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc
|
| 33 |
+
5e0256ef34890a670cfc0d0f9aa7b36159499645ad3cd6eb74ad49acd7f6c532 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc
|
| 34 |
+
c6a675364cf8e6a7df7846f226afc83cda7949a8c2c708a5666167dc85107fa2 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc
|
| 35 |
+
588b7ea4adaa471469024c45fbc3b2019a2f5f1f34c5569eac97a0f670dc018e ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc
|
| 36 |
+
6532226b2c1086dcfb8ba746a212835b07170329758671769c0c37cb6d2604f4 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc
|
| 37 |
+
4b32cb14a45b45a4d293046a3372555af7f8c294e58917d6794560dd011a3a1e ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc
|
| 38 |
+
08b70179161dfa65b1d1c0f828e965a1ef064b1ef186a341ff9f6f0a734d1ecd ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc
|
| 39 |
+
f6555fc31e2ce41d56e9aecc0d0d823058e876b5424459fed07784d9385d3da7 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc
|
| 40 |
+
0a52d8a9aca188474db634b4a5e2e326641b2aa13378497276255ac5a6fe13ee ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/Manifest.json
|
| 41 |
+
69103019e64c05579cb474064db9a7adc3b3322c9b22580323147c24670f5fb6 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
|
| 42 |
+
b81dc911a0b51ac9c686fb54e7beee89c55261b913d77af1e7525708cdf25aa7 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph
|
| 43 |
+
2adb77950e4807f510e3f09c5682bbdee1b7c5c59f23f215ab20b35ceaa1a85d ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
|
| 44 |
+
94ef2bf121825f01540c8c73758614da226327fc48e70cf4683624e5dc518c94 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph
|
| 45 |
+
c55b16c3c83ac30b274fc8bed4d6075d5b25618dc1c43c6f34536a2bcc480a9c ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb
|
| 46 |
+
12b465028993e51fcfb5b32384ddbaf902d4c9b2b2c33f706c09f50636cac770 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main.hash
|
| 47 |
+
7e17f058a1f06e39d6ddb827e822ed51e782cec30f11359a518ed86e1ca943d4 ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/metadata.json
|
| 48 |
+
b7915955d140c6c01bed43459ebc92d33c44d701270936384c41b9e41523cc6f ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/stats.json
|
| 49 |
+
96329abcbe91347e2dc19ab9121668e86ced777b86515bc4acdbe301ab5be82e ios-h19p/metadata.json
|
| 50 |
+
48f23f8579dda4c39f48ff0a9c5f22e68e6b3267898dc9316e9b4161e56643be ios-h19p/tokenizer/chat_template.jinja
|
| 51 |
+
7946f864cbfb62a1b041bda937244210a1a87f4a6cab3a48b791131b2cd57f88 ios-h19p/tokenizer/special_tokens_map.json
|
| 52 |
+
7e226e34bface23ccf6e495d157bf77186c1c30a7659880e1a8994db528c3701 ios-h19p/tokenizer/tokenizer.json
|
| 53 |
+
bf028f813efc6137bc07ed045cafe71820df9a5e26a38e39954706ed1e30a457 ios-h19p/tokenizer/tokenizer_config.json
|
| 54 |
+
4d28ca14dedc0b3d0fcc2b3339f0e79931faa33874f3d24f522183a8fc70068c LICENSE
|
| 55 |
+
3cb5759dbe5f540da374735804ea4bea62ddd9c5866512b1546ea98f84ac0004 README.md
|
config.json
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Lfm3ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"auto_map": {
|
| 6 |
+
"AutoConfig": "configuration_lfm3.Lfm3Config",
|
| 7 |
+
"AutoModel": "modeling_lfm3.Lfm3Model",
|
| 8 |
+
"AutoModelForCausalLM": "modeling_lfm3.Lfm3ForCausalLM"
|
| 9 |
+
},
|
| 10 |
+
"bos_token_id": 124894,
|
| 11 |
+
"conv_L_cache": 7,
|
| 12 |
+
"conv_bias": false,
|
| 13 |
+
"dtype": "bfloat16",
|
| 14 |
+
"eos_token_id": 124900,
|
| 15 |
+
"head_dim": 128,
|
| 16 |
+
"hidden_size": 2048,
|
| 17 |
+
"intermediate_size": 7680,
|
| 18 |
+
"layer_types": [
|
| 19 |
+
"conv",
|
| 20 |
+
"conv",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"conv",
|
| 23 |
+
"sliding_attention",
|
| 24 |
+
"conv",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"conv",
|
| 27 |
+
"sliding_attention",
|
| 28 |
+
"conv",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"conv",
|
| 31 |
+
"sliding_attention",
|
| 32 |
+
"conv",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"conv",
|
| 35 |
+
"sliding_attention",
|
| 36 |
+
"conv",
|
| 37 |
+
"full_attention",
|
| 38 |
+
"conv",
|
| 39 |
+
"sliding_attention",
|
| 40 |
+
"conv",
|
| 41 |
+
"full_attention",
|
| 42 |
+
"conv"
|
| 43 |
+
],
|
| 44 |
+
"max_position_embeddings": 262144,
|
| 45 |
+
"model_type": "lfm3",
|
| 46 |
+
"norm_eps": 1e-05,
|
| 47 |
+
"num_attention_heads": 16,
|
| 48 |
+
"num_hidden_layers": 24,
|
| 49 |
+
"num_key_value_heads": 4,
|
| 50 |
+
"pad_token_id": 124893,
|
| 51 |
+
"rope_parameters": {
|
| 52 |
+
"full_attention": {
|
| 53 |
+
"partial_rotary_factor": 0.5,
|
| 54 |
+
"rope_theta": 1000000.0,
|
| 55 |
+
"rope_type": "default"
|
| 56 |
+
},
|
| 57 |
+
"sliding_attention": {
|
| 58 |
+
"rope_theta": 10000,
|
| 59 |
+
"rope_type": "default"
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"sliding_window": 256,
|
| 63 |
+
"tie_word_embeddings": true,
|
| 64 |
+
"transformers_version": "5.12.1",
|
| 65 |
+
"use_cache": true,
|
| 66 |
+
"use_sandwich_norm": true,
|
| 67 |
+
"vocab_size": 128000
|
| 68 |
+
}
|
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.hash
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
]Kj�����ɮZf��<��踝^#�o����q
|
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/main.mlirb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d4b6a8986bb81efc9ae5a66e7d53ca7d7e8b89d1d5e23188f6f89ec06fec171
|
| 3 |
+
size 2701679977
|
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"creationDate" : "20261029T185953Z",
|
| 3 |
+
"assetVersion" : "2.0",
|
| 4 |
+
"producer" : "coreai-core 1.0.0b2"
|
| 5 |
+
}
|
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/metadata.json
ADDED
|
@@ -0,0 +1,93 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"metadata_version": "0.2",
|
| 3 |
+
"kind": "llm",
|
| 4 |
+
"name": "lfm3_1_7b_decode_int8hu_block32_sym_pf64",
|
| 5 |
+
"assets": {
|
| 6 |
+
"main": "lfm3_1_7b_decode_int8hu_block32_sym_pf64.aimodel"
|
| 7 |
+
},
|
| 8 |
+
"language": {
|
| 9 |
+
"tokenizer": "LiquidAI/LFM3-1.7B",
|
| 10 |
+
"vocab_size": 128000,
|
| 11 |
+
"max_context_length": 4096,
|
| 12 |
+
"embedded_tokenizer": true,
|
| 13 |
+
"function_map": {
|
| 14 |
+
"main": [
|
| 15 |
+
"main",
|
| 16 |
+
"prefill"
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
"chat_template_sha256": "48f23f8579dda4c39f48ff0a9c5f22e68e6b3267898dc9316e9b4161e56643be"
|
| 20 |
+
},
|
| 21 |
+
"source": {
|
| 22 |
+
"model_definition": "torch",
|
| 23 |
+
"hf_model_id": "LiquidAI/LFM3-1.7B",
|
| 24 |
+
"hf_revision": "ac2586a34f1a1c03329dbdcdefabd8b6478ddaa7"
|
| 25 |
+
},
|
| 26 |
+
"compression": {
|
| 27 |
+
"scheme": "int8hu"
|
| 28 |
+
},
|
| 29 |
+
"lfm3": {
|
| 30 |
+
"inputs": [
|
| 31 |
+
"input_ids",
|
| 32 |
+
"position_ids"
|
| 33 |
+
],
|
| 34 |
+
"outputs": [
|
| 35 |
+
"logits"
|
| 36 |
+
],
|
| 37 |
+
"states": [
|
| 38 |
+
"keyCache",
|
| 39 |
+
"valueCache",
|
| 40 |
+
"convState"
|
| 41 |
+
],
|
| 42 |
+
"kv_slots": [
|
| 43 |
+
2,
|
| 44 |
+
4,
|
| 45 |
+
6,
|
| 46 |
+
8,
|
| 47 |
+
10,
|
| 48 |
+
12,
|
| 49 |
+
14,
|
| 50 |
+
16,
|
| 51 |
+
18,
|
| 52 |
+
20,
|
| 53 |
+
22
|
| 54 |
+
],
|
| 55 |
+
"conv_slots": [
|
| 56 |
+
0,
|
| 57 |
+
1,
|
| 58 |
+
3,
|
| 59 |
+
5,
|
| 60 |
+
7,
|
| 61 |
+
9,
|
| 62 |
+
11,
|
| 63 |
+
13,
|
| 64 |
+
15,
|
| 65 |
+
17,
|
| 66 |
+
19,
|
| 67 |
+
21,
|
| 68 |
+
23
|
| 69 |
+
],
|
| 70 |
+
"sliding_window": 256,
|
| 71 |
+
"prefill_chunk": 64
|
| 72 |
+
},
|
| 73 |
+
"compilation": {
|
| 74 |
+
"date": "2026-10-29T18:59:59.507395+00:00",
|
| 75 |
+
"targets": []
|
| 76 |
+
},
|
| 77 |
+
"strip": {
|
| 78 |
+
"what": "the .aimodel re-saved after coreai-torch's strip_debug_info: every op's source location (file path, call stack) replaced by an unknown location; the ops and the weights are not touched",
|
| 79 |
+
"from_main_mlirb": {
|
| 80 |
+
"bytes": 2701984448,
|
| 81 |
+
"sha256": "a3a59a7a44b5a573bea4f01928de6be4ff5f539a56f3fbacb50bc2ea5494a961"
|
| 82 |
+
},
|
| 83 |
+
"main_mlirb": {
|
| 84 |
+
"bytes": 2701679977,
|
| 85 |
+
"sha256": "5d4b6a8986bb81efc9ae5a66e7d53ca7d7e8b89d1d5e23188f6f89ec06fec171"
|
| 86 |
+
},
|
| 87 |
+
"tool": "coreai_torch.debugging.debug_info.strip_debug_info",
|
| 88 |
+
"versions": {
|
| 89 |
+
"coreai-torch": "0.4.1",
|
| 90 |
+
"coreai-core": "1.0.0b2"
|
| 91 |
+
}
|
| 92 |
+
}
|
| 93 |
+
}
|
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/chat_template.jinja
ADDED
|
@@ -0,0 +1,308 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{{- bos_token -}}
|
| 2 |
+
{%- set preserve_thinking = preserve_thinking | default(false) -%}
|
| 3 |
+
{%- set enable_thinking = enable_thinking | default(true) -%}
|
| 4 |
+
|
| 5 |
+
{%- macro _json(v) -%}
|
| 6 |
+
{%- if ([1, 2] | tojson) == "[1, 2]" -%}
|
| 7 |
+
{{- v | tojson -}}
|
| 8 |
+
{%- elif v is string -%}
|
| 9 |
+
{{- '"' + (v | replace('\\', '\\\\') | replace('"', '\\"') | replace('\n', '\\n') | replace('\r', '\\r') | replace('\t', '\\t') | replace('\b', '\\b') | replace('\f', '\\f')) + '"' -}}
|
| 10 |
+
{%- elif v is boolean -%}
|
| 11 |
+
{{- "true" if v else "false" -}}
|
| 12 |
+
{%- elif v is none -%}
|
| 13 |
+
{{- "null" -}}
|
| 14 |
+
{%- elif v is mapping -%}
|
| 15 |
+
{%- set _jn = namespace(out="{", first=true) -%}
|
| 16 |
+
{%- for _jk, _jv in v.items() -%}
|
| 17 |
+
{%- set _jn.out = _jn.out + ("" if _jn.first else ", ") + _json(_jk | string) + ": " + _json(_jv) -%}
|
| 18 |
+
{%- set _jn.first = false -%}
|
| 19 |
+
{%- endfor -%}
|
| 20 |
+
{{- _jn.out + "}" -}}
|
| 21 |
+
{%- elif v is sequence -%}
|
| 22 |
+
{%- set _jn = namespace(out="[", first=true) -%}
|
| 23 |
+
{%- for _jx in v -%}
|
| 24 |
+
{%- set _jn.out = _jn.out + ("" if _jn.first else ", ") + _json(_jx) -%}
|
| 25 |
+
{%- set _jn.first = false -%}
|
| 26 |
+
{%- endfor -%}
|
| 27 |
+
{{- _jn.out + "]" -}}
|
| 28 |
+
{%- else -%}
|
| 29 |
+
{{- v | string -}}
|
| 30 |
+
{%- endif -%}
|
| 31 |
+
{%- endmacro -%}
|
| 32 |
+
|
| 33 |
+
{%- macro render_value(v) -%}
|
| 34 |
+
{%- if v is string -%}
|
| 35 |
+
{{- v -}}
|
| 36 |
+
{%- elif v is boolean -%}
|
| 37 |
+
{{- "true" if v else "false" -}}
|
| 38 |
+
{%- elif v is none -%}
|
| 39 |
+
{{- "null" -}}
|
| 40 |
+
{%- elif v is mapping or (v is sequence and v is not string) -%}
|
| 41 |
+
{{- _json(v) -}}
|
| 42 |
+
{%- else -%}
|
| 43 |
+
{{- v -}}
|
| 44 |
+
{%- endif -%}
|
| 45 |
+
{%- endmacro -%}
|
| 46 |
+
|
| 47 |
+
{%- macro parse_content(content) -%}
|
| 48 |
+
{%- if content is string -%}
|
| 49 |
+
{{- content -}}
|
| 50 |
+
{%- elif content is mapping and content.get("type") == "image" -%}
|
| 51 |
+
{{- "<|vision_start|><|image|><|vision_end|>" -}}
|
| 52 |
+
{%- elif content is mapping and content.get("type") == "video" -%}
|
| 53 |
+
{{- "<|vision_start|><|video|><|vision_end|>" -}}
|
| 54 |
+
{%- elif content is mapping and content.get("type") == "text" -%}
|
| 55 |
+
{{- (content.get("text") or "") | string -}}
|
| 56 |
+
{%- elif content is mapping -%}
|
| 57 |
+
{{- _json(content) -}}
|
| 58 |
+
{%- elif content is iterable -%}
|
| 59 |
+
{%- set _ns = namespace(result="") -%}
|
| 60 |
+
{%- for item in content -%}
|
| 61 |
+
{%- if item is string -%}
|
| 62 |
+
{%- set _ns.result = _ns.result + item -%}
|
| 63 |
+
{%- elif item is mapping and item.get("type") == "image" -%}
|
| 64 |
+
{%- set _ns.result = _ns.result + "<|vision_start|><|image|><|vision_end|>" -%}
|
| 65 |
+
{%- elif item is mapping and item.get("type") == "video" -%}
|
| 66 |
+
{%- set _ns.result = _ns.result + "<|vision_start|><|video|><|vision_end|>" -%}
|
| 67 |
+
{%- elif item is mapping and item.get("type") == "text" -%}
|
| 68 |
+
{%- set _ns.result = _ns.result + ((item.get("text") or "") | string) -%}
|
| 69 |
+
{%- else -%}
|
| 70 |
+
{%- set _ns.result = _ns.result + _json(item) -%}
|
| 71 |
+
{%- endif -%}
|
| 72 |
+
{%- endfor -%}
|
| 73 |
+
{{- _ns.result -}}
|
| 74 |
+
{%- elif content is not none -%}
|
| 75 |
+
{{- _json(content) -}}
|
| 76 |
+
{%- endif -%}
|
| 77 |
+
{%- endmacro -%}
|
| 78 |
+
|
| 79 |
+
{%- macro render_tool_calls(tool_calls) -%}
|
| 80 |
+
{%- for tool_call in tool_calls -%}
|
| 81 |
+
{%- if not loop.first -%}{{- "\n\n" -}}{%- endif -%}
|
| 82 |
+
{%- set func = tool_call["function"] if "function" in tool_call else tool_call -%}
|
| 83 |
+
{%- set func_args = func.get("arguments") -%}
|
| 84 |
+
{%- if func_args is string and (func_args | trim) not in ["", "{}", "null"] -%}
|
| 85 |
+
{{- raise_exception("Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template") -}}
|
| 86 |
+
{%- endif -%}
|
| 87 |
+
{{- "<tool_call>\n<function=" + func["name"] + ">\n" -}}
|
| 88 |
+
{%- if func_args is mapping -%}
|
| 89 |
+
{%- for arg_name, arg_value in func_args.items() -%}
|
| 90 |
+
{{- "<parameter=" + arg_name + ">\n" + render_value(arg_value) + "\n</parameter>\n" -}}
|
| 91 |
+
{%- endfor -%}
|
| 92 |
+
{%- endif -%}
|
| 93 |
+
{{- "</function>\n</tool_call>" -}}
|
| 94 |
+
{%- endfor -%}
|
| 95 |
+
{%- endmacro -%}
|
| 96 |
+
|
| 97 |
+
{%- macro tool_to_json(tool) -%}
|
| 98 |
+
{%- set fn = tool.function if tool.function is defined else tool -%}
|
| 99 |
+
{%- set ns_t = namespace(first=true) -%}
|
| 100 |
+
{{- "{" -}}
|
| 101 |
+
{%- for k, v in fn.items() -%}
|
| 102 |
+
{%- if k != "defer_loading" -%}
|
| 103 |
+
{%- if not ns_t.first -%}{{- ", " -}}{%- endif -%}
|
| 104 |
+
{%- set ns_t.first = false -%}
|
| 105 |
+
{{- _json(k) -}}{{- ": " -}}{{- _json(v) -}}
|
| 106 |
+
{%- endif -%}
|
| 107 |
+
{%- endfor -%}
|
| 108 |
+
{{- "}" -}}
|
| 109 |
+
{%- endmacro -%}
|
| 110 |
+
|
| 111 |
+
{%- macro is_tool_reference(item) -%}
|
| 112 |
+
{{- "1" if item is mapping and item.get("type") == "tool_reference" else "" -}}
|
| 113 |
+
{%- endmacro -%}
|
| 114 |
+
|
| 115 |
+
{%- macro referenced_tool_to_json(name) -%}
|
| 116 |
+
{%- set _ns = namespace(found=none) -%}
|
| 117 |
+
{%- for tool in (tools or []) -%}
|
| 118 |
+
{%- set fn = tool.function if tool.function is defined else tool -%}
|
| 119 |
+
{%- if fn.name == name -%}
|
| 120 |
+
{%- set _ns.found = fn -%}
|
| 121 |
+
{%- endif -%}
|
| 122 |
+
{%- endfor -%}
|
| 123 |
+
{%- if _ns.found is none -%}
|
| 124 |
+
{{- raise_exception("Tool reference '" + name | string + "' not found in available tools. Every tool referenced by a tool_reference must be in `tools` on every request.") -}}
|
| 125 |
+
{%- endif -%}
|
| 126 |
+
{{- tool_to_json(_ns.found) -}}
|
| 127 |
+
{%- endmacro -%}
|
| 128 |
+
|
| 129 |
+
{%- macro render_tool_response(content) -%}
|
| 130 |
+
{%- if content is string and "<tool_response>" in content -%}
|
| 131 |
+
{{- content -}}
|
| 132 |
+
{%- else -%}
|
| 133 |
+
{{- "<tool_response>\n" -}}
|
| 134 |
+
{%- if content is string -%}
|
| 135 |
+
{{- content -}}
|
| 136 |
+
{%- elif content is mapping -%}
|
| 137 |
+
{{- parse_content(content) -}}
|
| 138 |
+
{%- elif content is iterable -%}
|
| 139 |
+
{%- for item in content -%}
|
| 140 |
+
{%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
|
| 141 |
+
{%- if is_tool_reference(item) -%}
|
| 142 |
+
{%- if loop.first or not is_tool_reference(loop.previtem) -%}
|
| 143 |
+
{{- "<additional_tools>\n" -}}
|
| 144 |
+
{%- endif -%}
|
| 145 |
+
{{- referenced_tool_to_json(item.name) -}}
|
| 146 |
+
{%- if loop.last or not is_tool_reference(loop.nextitem) -%}
|
| 147 |
+
{{- "\n</additional_tools>" -}}
|
| 148 |
+
{%- endif -%}
|
| 149 |
+
{%- elif item is mapping and item.result is defined and item.result is mapping and item.result.tools is defined -%}
|
| 150 |
+
{{- "<additional_tools>\n" -}}
|
| 151 |
+
{%- set _tl = item.result.tools -%}
|
| 152 |
+
{%- if _tl is string -%}
|
| 153 |
+
{{- _tl -}}
|
| 154 |
+
{%- elif _tl is mapping -%}
|
| 155 |
+
{{- tool_to_json(_tl) -}}
|
| 156 |
+
{%- else -%}
|
| 157 |
+
{%- for t in _tl -%}
|
| 158 |
+
{%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
|
| 159 |
+
{{- tool_to_json(t) -}}
|
| 160 |
+
{%- endfor -%}
|
| 161 |
+
{%- endif -%}
|
| 162 |
+
{{- "\n</additional_tools>" -}}
|
| 163 |
+
{%- else -%}
|
| 164 |
+
{{- parse_content(item) -}}
|
| 165 |
+
{%- endif -%}
|
| 166 |
+
{%- endfor -%}
|
| 167 |
+
{%- elif content is not none -%}
|
| 168 |
+
{{- _json(content) -}}
|
| 169 |
+
{%- endif -%}
|
| 170 |
+
{{- "\n</tool_response>" -}}
|
| 171 |
+
{%- endif -%}
|
| 172 |
+
{%- endmacro -%}
|
| 173 |
+
|
| 174 |
+
{%- set ns = namespace(system_prompt="", last_user_index=-1) -%}
|
| 175 |
+
{%- if messages and messages[0]["role"] == "system" -%}
|
| 176 |
+
{%- if messages[0].get("content") -%}
|
| 177 |
+
{%- set ns.system_prompt = parse_content(messages[0]["content"]) -%}
|
| 178 |
+
{%- endif -%}
|
| 179 |
+
{%- set messages = messages[1:] -%}
|
| 180 |
+
{%- endif -%}
|
| 181 |
+
{%- if tools -%}
|
| 182 |
+
{%- set tools_ns = namespace(lines=[]) -%}
|
| 183 |
+
{%- for tool in tools -%}
|
| 184 |
+
{%- set fn = tool.function if tool.function is defined else tool -%}
|
| 185 |
+
{%- set _dyn = (fn.defer_loading is defined and fn.defer_loading) or (tool.defer_loading is defined and tool.defer_loading) -%}
|
| 186 |
+
{%- if not _dyn -%}
|
| 187 |
+
{%- set tools_ns.lines = tools_ns.lines + [tool_to_json(fn)] -%}
|
| 188 |
+
{%- endif -%}
|
| 189 |
+
{%- endfor -%}
|
| 190 |
+
{%- if tools_ns.lines -%}
|
| 191 |
+
{%- set ns.system_prompt = ns.system_prompt + ("\n\n" if ns.system_prompt else "") + "<tools>\n" + (tools_ns.lines | join("\n")) + "\n</tools>" -%}
|
| 192 |
+
{%- endif -%}
|
| 193 |
+
{%- endif -%}
|
| 194 |
+
{%- if ns.system_prompt -%}
|
| 195 |
+
{{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}}
|
| 196 |
+
{%- endif -%}
|
| 197 |
+
{%- for message in messages -%}
|
| 198 |
+
{%- if message["role"] == "user" -%}
|
| 199 |
+
{%- set ns.last_user_index = loop.index0 -%}
|
| 200 |
+
{%- endif -%}
|
| 201 |
+
{%- endfor -%}
|
| 202 |
+
{%- set carry = namespace(pending=[]) -%}
|
| 203 |
+
{%- for message in messages -%}
|
| 204 |
+
{%- set _next = messages[loop.index0 + 1] if not loop.last else none -%}
|
| 205 |
+
{%- set _merge = message.role == "tool" and not message.get("additional_tools")
|
| 206 |
+
and _next is not none and _next.role == "tool" and not _next.get("additional_tools")
|
| 207 |
+
and message.get("tool_call_id") and _next.get("tool_call_id") == message.get("tool_call_id") -%}
|
| 208 |
+
{%- set _items = [] -%}
|
| 209 |
+
{%- if message.role == "tool" and not message.get("additional_tools") -%}
|
| 210 |
+
{%- set _c = message.get("content") -%}
|
| 211 |
+
{%- if _c is string -%}
|
| 212 |
+
{%- set _items = [{"type": "text", "text": _c}] if _c else [] -%}
|
| 213 |
+
{%- elif _c is mapping -%}
|
| 214 |
+
{%- set _items = [_c] -%}
|
| 215 |
+
{%- elif _c is iterable -%}
|
| 216 |
+
{%- set _items = _c | list -%}
|
| 217 |
+
{%- elif _c is not none -%}
|
| 218 |
+
{%- set _items = [_c] -%}
|
| 219 |
+
{%- endif -%}
|
| 220 |
+
{%- endif -%}
|
| 221 |
+
{%- if _merge -%}
|
| 222 |
+
{%- set carry.pending = carry.pending + _items -%}
|
| 223 |
+
{%- else -%}
|
| 224 |
+
{{- "<|im_start|>" + message.role + "\n" -}}
|
| 225 |
+
{%- if message.role == "assistant" -%}
|
| 226 |
+
{%- generation -%}
|
| 227 |
+
{%- set thinking = message.thinking if message.thinking is defined else message.reasoning if message.reasoning is defined else message.reasoning_content -%}
|
| 228 |
+
{%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}
|
| 229 |
+
{%- if thinking is defined and keep_thinking -%}
|
| 230 |
+
{{- "<think>" + (thinking or "") + "</think>" -}}
|
| 231 |
+
{%- elif keep_thinking and "</think>" not in (message.get("content") if message.get("content") is string else "") -%}
|
| 232 |
+
{{- "<think></think>" -}}
|
| 233 |
+
{%- endif -%}
|
| 234 |
+
{%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%}
|
| 235 |
+
{%- set _has_cfm = false -%}
|
| 236 |
+
{%- set content = "" -%}
|
| 237 |
+
{%- if message.get("content") -%}
|
| 238 |
+
{%- set content = parse_content(message.content) -%}
|
| 239 |
+
{%- endif -%}
|
| 240 |
+
{%- if not keep_thinking -%}
|
| 241 |
+
{%- if "</think>" in content -%}
|
| 242 |
+
{%- set content = content.split("</think>")[-1] | trim -%}
|
| 243 |
+
{%- endif -%}
|
| 244 |
+
{%- set content = "<think></think>" + content -%}
|
| 245 |
+
{%- endif -%}
|
| 246 |
+
{%- if content.endswith(_cfm_tag) -%}
|
| 247 |
+
{%- set _has_cfm = true -%}
|
| 248 |
+
{%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}
|
| 249 |
+
{%- set content = content[:_trunc_len] -%}
|
| 250 |
+
{%- endif -%}
|
| 251 |
+
{{- content -}}
|
| 252 |
+
{%- if message.tool_calls -%}
|
| 253 |
+
{{- render_tool_calls(message.tool_calls) -}}
|
| 254 |
+
{%- endif -%}
|
| 255 |
+
{%- if _has_cfm -%}
|
| 256 |
+
{{- _cfm_tag -}}
|
| 257 |
+
{%- endif -%}
|
| 258 |
+
{{- "<|im_end|>\n" -}}
|
| 259 |
+
{%- endgeneration -%}
|
| 260 |
+
{%- elif message.role == "tool" -%}
|
| 261 |
+
{%- if message.get("additional_tools") -%}
|
| 262 |
+
{%- set _at = message["additional_tools"] -%}
|
| 263 |
+
{%- if _at is mapping or (_at is sequence and _at is not string) -%}
|
| 264 |
+
{%- set _src = _at -%}
|
| 265 |
+
{%- else -%}
|
| 266 |
+
{%- set _src = message.get("content") -%}
|
| 267 |
+
{%- endif -%}
|
| 268 |
+
{%- if _src is string and "<tool_response>" in _src -%}
|
| 269 |
+
{{- _src -}}
|
| 270 |
+
{%- elif _src is string and "<additional_tools>" in _src -%}
|
| 271 |
+
{{- "<tool_response>\n" + _src + "\n</tool_response>" -}}
|
| 272 |
+
{%- elif _src -%}
|
| 273 |
+
{{- "<tool_response>\n<additional_tools>\n" -}}
|
| 274 |
+
{%- if _src is string -%}
|
| 275 |
+
{{- _src -}}
|
| 276 |
+
{%- elif _src is mapping -%}
|
| 277 |
+
{{- tool_to_json(_src) -}}
|
| 278 |
+
{%- else -%}
|
| 279 |
+
{%- for t in _src -%}
|
| 280 |
+
{%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
|
| 281 |
+
{{- tool_to_json(t) -}}
|
| 282 |
+
{%- endfor -%}
|
| 283 |
+
{%- endif -%}
|
| 284 |
+
{{- "\n</additional_tools>\n</tool_response>" -}}
|
| 285 |
+
{%- endif -%}
|
| 286 |
+
{%- elif carry.pending -%}
|
| 287 |
+
{{- render_tool_response(carry.pending + _items) -}}
|
| 288 |
+
{%- set carry.pending = [] -%}
|
| 289 |
+
{%- else -%}
|
| 290 |
+
{{- render_tool_response("" if message.get("content") is none else message.get("content")) -}}
|
| 291 |
+
{%- endif -%}
|
| 292 |
+
{{- "<|im_end|>\n" -}}
|
| 293 |
+
{%- else %}
|
| 294 |
+
{%- if message.get("content") -%}
|
| 295 |
+
{{- parse_content(message["content"]) -}}
|
| 296 |
+
{%- endif -%}
|
| 297 |
+
{{- "<|im_end|>\n" -}}
|
| 298 |
+
{%- endif %}
|
| 299 |
+
{%- endif -%}
|
| 300 |
+
{%- endfor -%}
|
| 301 |
+
{%- if add_generation_prompt -%}
|
| 302 |
+
{{- "<|im_start|>assistant\n" -}}
|
| 303 |
+
{%- if enable_thinking -%}
|
| 304 |
+
{{- "<think>" -}}
|
| 305 |
+
{%- else -%}
|
| 306 |
+
{{- "<think></think>" -}}
|
| 307 |
+
{%- endif -%}
|
| 308 |
+
{%- endif -%}
|
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/special_tokens_map.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<|startoftext|>",
|
| 3 |
+
"eos_token": "<|im_end|>",
|
| 4 |
+
"pad_token": "<|pad|>"
|
| 5 |
+
}
|
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e226e34bface23ccf6e495d157bf77186c1c30a7659880e1a8994db528c3701
|
| 3 |
+
size 17908635
|
gpu-pipelined/lfm3_1_7b_decode_int8hu_block32_sym_pf64/tokenizer/tokenizer_config.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"audio_out_token": "<|audio_out|>",
|
| 3 |
+
"audio_token": "<|audio|>",
|
| 4 |
+
"backend": "tokenizers",
|
| 5 |
+
"bos_token": "<|startoftext|>",
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"extra_special_tokens": [],
|
| 8 |
+
"image_token": "<|image|>",
|
| 9 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 10 |
+
"pad_token": "<|pad|>",
|
| 11 |
+
"response_template": {
|
| 12 |
+
"defaults": {
|
| 13 |
+
"role": "assistant"
|
| 14 |
+
},
|
| 15 |
+
"start_anchor_pattern": "<\\|im_start\\|>assistant\\n",
|
| 16 |
+
"fields": {
|
| 17 |
+
"reasoning_content": {
|
| 18 |
+
"open_pattern": "<think>\\n?",
|
| 19 |
+
"close_pattern": "</think>\\s*",
|
| 20 |
+
"content": "text"
|
| 21 |
+
},
|
| 22 |
+
"tool_calls": {
|
| 23 |
+
"open_pattern": "<tool_call>\\s*<function=(?P<name>[^\\n>]+)>",
|
| 24 |
+
"close_pattern": "</tool_call>\\s*",
|
| 25 |
+
"repeats": true,
|
| 26 |
+
"content": "xml-inline",
|
| 27 |
+
"content_args": {
|
| 28 |
+
"tag_pattern": "<parameter=(?P<key>[^>\\n]+)>\\n?(?P<value>.*?)\\n?</parameter>(?=\\s*(?:<parameter=|</function>\\s*\\Z|\\Z))",
|
| 29 |
+
"value_parser": {
|
| 30 |
+
"name": "text",
|
| 31 |
+
"args": {
|
| 32 |
+
"strip": false
|
| 33 |
+
}
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"transform": {
|
| 37 |
+
"type": "function",
|
| 38 |
+
"function": {
|
| 39 |
+
"name": "{name}",
|
| 40 |
+
"arguments": "{content}"
|
| 41 |
+
}
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"content": {
|
| 45 |
+
"close_pattern": "<\\|im_end\\|>\\s*",
|
| 46 |
+
"content": "text"
|
| 47 |
+
}
|
| 48 |
+
}
|
| 49 |
+
},
|
| 50 |
+
"tokenizer_class": "TokenizersBackend",
|
| 51 |
+
"video_token": "<|video|>",
|
| 52 |
+
"vision_end_token": "<|vision_end|>",
|
| 53 |
+
"vision_start_token": "<|vision_start|>"
|
| 54 |
+
}
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/Manifest.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"ANECompiler": "10.26.4",
|
| 3 |
+
"LLIRVersion": "0.1b",
|
| 4 |
+
"Weights": []
|
| 5 |
+
}
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb8cd61f670d50f44cbecf8f91771917eb8746e4f731e2a0509322a3f0b7159c
|
| 3 |
+
size 12812613
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7114cb1068d0db5b1b2a5efbffcea077a49278d6846d68c181aaee35b92354de
|
| 3 |
+
size 13390590
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42e3666784e467b824bc616291049039c63b7e4a9901799f18ab6b50d01f6fe8
|
| 3 |
+
size 12790189
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:57a8eac4f9ab25e768e51453742f579f68ca74f42b7b508cccc75bb02b2c222d
|
| 3 |
+
size 12807771
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:65439cc47660ab2bd948120ebff2d730a783e203b7115f81426420862dfd0f9e
|
| 3 |
+
size 13389416
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f99e5eabbb96e45d76c141b25bd24b479d6e7ef7811bab9c4b6b8548703a9f8
|
| 3 |
+
size 12745861
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9aa86d5485266e53761b401d5796368909fa4b13aafd858a68cac9e22be2d7ca
|
| 3 |
+
size 12790161
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ff5257d765f937dd172af4cad72351b685335c2b87f1c4e9caf3831f20ffb27
|
| 3 |
+
size 13353376
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91a8693ec73c310eb820f08196f13d0539f4b19c8ac5c21dd51866c08ce82c18
|
| 3 |
+
size 12707550
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eac54ce12007dd50e25552e7089ce23cabb889bf43f936357c00219fedb69c58
|
| 3 |
+
size 12831937
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51d6d8411c56045ce97085ed576ab79f5d4ef48f38e4361d61a47ee80120ef0a
|
| 3 |
+
size 13397095
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9af6b55fdf138d04c36578fb11ae627ea41fb54b6fbbea5e44724f0103f66bf3
|
| 3 |
+
size 12765738
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6d525cd921e6caca2a35f31d38440468cbc55f1c5de22aa26d43788551369ae
|
| 3 |
+
size 12811302
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a719fe2e908c972a039644b7d630dac1fdb1a9b2899fc2f9ff85bd6a1995e015
|
| 3 |
+
size 13403293
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92f6ed1bea212e642e353923684f7d9def8dcf7f3bb129e5b867d0098d1c552d
|
| 3 |
+
size 12766278
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bebe1c7b199dfbff310aec9f3345c284b8d525be4ea5875fe251c782462fba8
|
| 3 |
+
size 12398553
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c4eb5716c7c2cddd0012cd37337035575ce884b66405fb8ccb5708618264cee
|
| 3 |
+
size 12958211
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b378a3394d8381e537478f07e2aff8b23dcb8db437951f4f0ee3ed607471287b
|
| 3 |
+
size 12375001
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3acb148331d4341d2c7d66ca91bf4d1a0222fafb8dd945b3ce5f761ef2d49881
|
| 3 |
+
size 12396531
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:968d01f0b1ab6caaa3e4ebad317a4a7697f5772703ed477ed2573f078ceae32c
|
| 3 |
+
size 12946366
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ea5b3f1d76fd07b51bc494076e1b30a47772260a1602aa54ab99dc569ffb340
|
| 3 |
+
size 12335511
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39e4bf0fad2d9a554df22b197c33a2a4b8f6fbeeba42146af217a633b8fea483
|
| 3 |
+
size 12375298
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d4c9120f7fca4fefbd4e7b3d1e16b00e3e2624b1b184eaba6555e0e1554bb0a
|
| 3 |
+
size 12897599
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e0256ef34890a670cfc0d0f9aa7b36159499645ad3cd6eb74ad49acd7f6c532
|
| 3 |
+
size 12309367
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6a675364cf8e6a7df7846f226afc83cda7949a8c2c708a5666167dc85107fa2
|
| 3 |
+
size 12418377
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:588b7ea4adaa471469024c45fbc3b2019a2f5f1f34c5569eac97a0f670dc018e
|
| 3 |
+
size 12949358
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6532226b2c1086dcfb8ba746a212835b07170329758671769c0c37cb6d2604f4
|
| 3 |
+
size 12349390
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b32cb14a45b45a4d293046a3372555af7f8c294e58917d6794560dd011a3a1e
|
| 3 |
+
size 12392521
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08b70179161dfa65b1d1c0f828e965a1ef064b1ef186a341ff9f6f0a734d1ecd
|
| 3 |
+
size 12943047
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h19p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f6555fc31e2ce41d56e9aecc0d0d823058e876b5424459fed07784d9385d3da7
|
| 3 |
+
size 12350188
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b81dc911a0b51ac9c686fb54e7beee89c55261b913d77af1e7525708cdf25aa7
|
| 3 |
+
size 10406728
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2adb77950e4807f510e3f09c5682bbdee1b7c5c59f23f215ab20b35ceaa1a85d
|
| 3 |
+
size 1476692332
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94ef2bf121825f01540c8c73758614da226327fc48e70cf4683624e5dc518c94
|
| 3 |
+
size 9112443
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main-h19p.mlirb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c55b16c3c83ac30b274fc8bed4d6075d5b25618dc1c43c6f34536a2bcc480a9c
|
| 3 |
+
size 266360496
|
ios-h19p/lfm3_1_7b_static_pal8_tanh_block_c4096.h19p.ane.aimodelc/main.hash
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
�[��:�'OȾ��][%a���<o4Sj+�H
|
| 2 |
+
�
|