diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..6b23b18e7afa196224aa1722642923d304ba69b9 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1,35 +1,5 @@ -*.7z filter=lfs diff=lfs merge=lfs -text -*.arrow filter=lfs diff=lfs merge=lfs -text -*.bin filter=lfs diff=lfs merge=lfs -text -*.bz2 filter=lfs diff=lfs merge=lfs -text -*.ckpt filter=lfs diff=lfs merge=lfs -text -*.ftz filter=lfs diff=lfs merge=lfs -text -*.gz filter=lfs diff=lfs merge=lfs -text -*.h5 filter=lfs diff=lfs merge=lfs -text -*.joblib filter=lfs diff=lfs merge=lfs -text -*.lfs.* filter=lfs diff=lfs merge=lfs -text -*.mlmodel filter=lfs diff=lfs merge=lfs -text -*.model filter=lfs diff=lfs merge=lfs -text -*.msgpack filter=lfs diff=lfs merge=lfs -text -*.npy filter=lfs diff=lfs merge=lfs -text -*.npz filter=lfs diff=lfs merge=lfs -text -*.onnx filter=lfs diff=lfs merge=lfs -text -*.ot filter=lfs diff=lfs merge=lfs -text -*.parquet filter=lfs diff=lfs merge=lfs -text -*.pb filter=lfs diff=lfs merge=lfs -text -*.pickle filter=lfs diff=lfs merge=lfs -text -*.pkl filter=lfs diff=lfs merge=lfs -text -*.pt filter=lfs diff=lfs merge=lfs -text -*.pth filter=lfs diff=lfs merge=lfs -text -*.rar filter=lfs diff=lfs merge=lfs -text -*.safetensors filter=lfs diff=lfs merge=lfs -text -saved_model/**/* filter=lfs diff=lfs merge=lfs -text -*.tar.* filter=lfs diff=lfs merge=lfs -text -*.tar filter=lfs diff=lfs merge=lfs -text -*.tflite filter=lfs diff=lfs merge=lfs -text -*.tgz filter=lfs diff=lfs merge=lfs -text -*.wasm filter=lfs diff=lfs merge=lfs -text -*.xz filter=lfs diff=lfs merge=lfs -text -*.zip filter=lfs diff=lfs merge=lfs -text -*.zst filter=lfs diff=lfs merge=lfs -text -*tfevents* filter=lfs diff=lfs merge=lfs -text +*.l3r filter=lfs diff=lfs merge=lfs -text +docs/measurements/16k-profile-20260922/decode.png filter=lfs diff=lfs merge=lfs -text +docs/measurements/16k-profile-20260922/timeline.png filter=lfs diff=lfs merge=lfs -text +docs/measurements/long-decode-20260922/run/long-decode.png filter=lfs diff=lfs merge=lfs -text +models/local-final/v6-board-test/mindnano-infer filter=lfs diff=lfs merge=lfs -text diff --git a/CMakeLists.txt b/CMakeLists.txt new file mode 100644 index 0000000000000000000000000000000000000000..451ff2ef551e94ea3a950f8ef605c1c3d41ca73b --- /dev/null +++ b/CMakeLists.txt @@ -0,0 +1,138 @@ +cmake_minimum_required(VERSION 3.20) + +project(ling3_rknn VERSION 0.1.0 LANGUAGES CXX) + +option(LING3_WITH_RKNN "Build the direct RKNN backend" OFF) +option(LING3_TUNE_A76 "Tune release builds for Cortex-A76" ON) +option(LING3_WITH_ICU "Use ICU for exact tokenizer normalization and splitting" ON) +set(RKNN_ROOT "" CACHE PATH "Local RKNPU2 root from https://github.com/airockchip/rknpu2 (contains include/ and lib/)") + +add_library(ling3_core STATIC + src/core_workers.cpp + src/cpu_kernels.cpp + src/decoder.cpp + src/decoder_state.cpp + src/execution_plan.cpp + src/gdn_step.cpp + src/layer0.cpp + src/linear.cpp + src/model_package.cpp + src/mla_npu.cpp + src/quantization.cpp + src/rknn_backend.cpp + src/router.cpp + src/tokenizer.cpp + src/w4_linear.cpp +) +target_include_directories(ling3_core PUBLIC include) +target_compile_features(ling3_core PUBLIC cxx_std_20) +target_compile_options(ling3_core PRIVATE -Wall -Wextra -Wpedantic) +target_compile_definitions(ling3_core PUBLIC LING3_WITH_RKNN=$) + +if(LING3_WITH_ICU) + find_package(ICU COMPONENTS uc i18n QUIET) +endif() +if(ICU_FOUND) + target_compile_definitions(ling3_core PUBLIC LING3_WITH_ICU=1) + target_link_libraries(ling3_core PUBLIC ICU::uc ICU::i18n) +else() + target_compile_definitions(ling3_core PUBLIC LING3_WITH_ICU=0) + message(STATUS "ICU development files not found; tokenizer uses a non-production fallback") +endif() + +if(CMAKE_SYSTEM_PROCESSOR MATCHES "^(aarch64|arm64)$" AND LING3_TUNE_A76) + target_compile_options(ling3_core PRIVATE $<$:-mcpu=cortex-a76>) +endif() + +if(CMAKE_SYSTEM_PROCESSOR MATCHES "^(aarch64|arm64)$") + include(CheckLibraryExists) + check_library_exists(mvec _ZGVnN4v_expf "" LING3_HAS_VECTOR_EXP) + if(LING3_HAS_VECTOR_EXP) + target_compile_definitions(ling3_core PRIVATE LING3_WITH_VECTOR_EXP=1) + target_link_libraries(ling3_core PUBLIC mvec) + endif() +endif() + +if(LING3_WITH_RKNN) + # Support both a flattened SDK tree and the official rknpu2 checkout: + # runtime/Linux/librknn_api/{include,aarch64}. + find_path(RKNN_INCLUDE_DIR rknn_api.h + HINTS "${RKNN_ROOT}" + PATH_SUFFIXES include runtime/Linux/librknn_api/include + REQUIRED) + find_library(RKNN_LIBRARY rknnrt + HINTS "${RKNN_ROOT}" + PATH_SUFFIXES lib aarch64 runtime/Linux/librknn_api/aarch64 + REQUIRED) + target_include_directories(ling3_core PRIVATE "${RKNN_INCLUDE_DIR}") + target_link_libraries(ling3_core PUBLIC "${RKNN_LIBRARY}" pthread) + if(CMAKE_SYSTEM_PROCESSOR MATCHES "^(aarch64|arm64)$") + add_executable(ling3-quant-loss-probe EXCLUDE_FROM_ALL tools/quant_loss_probe.cpp) + add_executable(ling3-linear-bridge-check EXCLUDE_FROM_ALL tools/linear_bridge_check.cpp) + target_link_libraries(ling3-linear-bridge-check PRIVATE ling3_core) + target_include_directories(ling3-quant-loss-probe PRIVATE third_party/nlohmann) + target_link_libraries(ling3-quant-loss-probe PRIVATE ling3_core) + add_executable(ling3-mla-npu-probe EXCLUDE_FROM_ALL tools/mla_npu_probe.cpp) + target_include_directories(ling3-mla-npu-probe PRIVATE src third_party/nlohmann "${RKNN_INCLUDE_DIR}") + target_compile_options(ling3-mla-npu-probe PRIVATE -O3 -mcpu=cortex-a76 -Wall -Wextra) + target_link_libraries(ling3-mla-npu-probe PRIVATE ling3_core) + endif() +endif() + +set_target_properties(ling3_core PROPERTIES INTERPROCEDURAL_OPTIMIZATION_RELEASE ON) + +add_executable(ling3-rknn + src/main.cpp + src/service.cpp +) +target_link_libraries(ling3-rknn PRIVATE ling3_core) + +add_executable(mindnano-infer src/portable_main.cpp) +target_include_directories(mindnano-infer PRIVATE third_party/nlohmann) +target_link_libraries(mindnano-infer PRIVATE ling3_core) + +include(CTest) +if(BUILD_TESTING) + add_executable(ling3-decoder-state-test tests/decoder_state_test.cpp) + target_link_libraries(ling3-decoder-state-test PRIVATE ling3_core) + add_test(NAME ling3-decoder-state-test COMMAND ling3-decoder-state-test) + add_executable(ling3-generation-control-test tests/generation_control_test.cpp) + target_compile_features(ling3-generation-control-test PRIVATE cxx_std_20) + target_include_directories(ling3-generation-control-test PRIVATE include third_party/nlohmann) + target_link_libraries(ling3-generation-control-test PRIVATE pthread) + add_test(NAME ling3-generation-control-test COMMAND ling3-generation-control-test) + add_executable(ling3-precision-policy-test tests/precision_policy_test.cpp) + target_link_libraries(ling3-precision-policy-test PRIVATE ling3_core) + add_test(NAME ling3-precision-policy-test COMMAND ling3-precision-policy-test) + if(LING3_WITH_RKNN) + # Explicit model-backed test: run with MODEL.l3r, one model process at a time. + add_executable(ling3-checkpoint-model-test tests/checkpoint_model_test.cpp) + target_link_libraries(ling3-checkpoint-model-test PRIVATE ling3_core) + add_executable(ling3-w4-workspace-test tests/w4_workspace_test.cpp) + target_link_libraries(ling3-w4-workspace-test PRIVATE ling3_core) + add_test(NAME ling3-w4-workspace-test COMMAND ling3-w4-workspace-test) + set_tests_properties(ling3-w4-workspace-test PROPERTIES LABELS rknn_hardware) + endif() + add_executable(ling3-model-reclaim-test tests/model_reclaim_test.cpp) + target_link_libraries(ling3-model-reclaim-test PRIVATE ling3_core) + add_test(NAME ling3-model-reclaim-test COMMAND ling3-model-reclaim-test) + add_executable(ling3-chat-protocol-test tests/chat_protocol_test.cpp) + target_compile_features(ling3-chat-protocol-test PRIVATE cxx_std_20) + target_include_directories(ling3-chat-protocol-test PRIVATE include third_party/nlohmann) + add_test(NAME ling3-chat-protocol-test COMMAND ling3-chat-protocol-test) + add_executable(ling3-router-test tests/router_test.cpp) + target_link_libraries(ling3-router-test PRIVATE ling3_core) + add_test(NAME ling3-router-test COMMAND ling3-router-test) + + add_executable(ling3-quantization-test tests/quantization_test.cpp) + target_link_libraries(ling3-quantization-test PRIVATE ling3_core) + add_test(NAME ling3-quantization-test COMMAND ling3-quantization-test) + + add_executable(ling3-activation-test tests/activation_test.cpp) + target_link_libraries(ling3-activation-test PRIVATE ling3_core) + add_test(NAME ling3-activation-test COMMAND ling3-activation-test) + if(LING3_HAS_VECTOR_EXP) + add_test(NAME ling3-vector-activation-test COMMAND ling3-activation-test) + set_tests_properties(ling3-vector-activation-test PROPERTIES ENVIRONMENT "LING3_VECTOR_MATH=1") + endif() +endif() diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..d645695673349e3947e8e5ae42332d0ac3164cd7 --- /dev/null +++ b/LICENSE @@ -0,0 +1,202 @@ + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/LICENSES.md b/LICENSES.md new file mode 100644 index 0000000000000000000000000000000000000000..558e4461ba121252c69d4072e3c07a72e40ab0c8 --- /dev/null +++ b/LICENSES.md @@ -0,0 +1,15 @@ +# 许可边界 + +本仓库包含两类独立资产： + +## 代码 + +根目录 `src/`、`include/`、`tools/`、`tests/`、`calibration/`、`docs/` 以及相关构建脚本（第三方组件除外）采用 [Apache License 2.0](LICENSE) 许可。 + +## 转换模型资产 + +本项目发布的 `ling3-tiny-w4.l3r` 及其转换/打包成果标注为 [CC BY-NC 4.0 International](https://creativecommons.org/licenses/by-nc/4.0/)，仅限非商业、学术研究和教育用途。使用时须保留基模型署名，并说明本项目进行了 RK3588 W4A8/W8A8 转换和 `.l3r` 打包。本标注不改变上游基模型原有权利或许可边界；商业使用或商业集成请先取得相应授权。 + +## 第三方组件 + +Rockchip RKNN SDK/runtime、ICU、nlohmann JSON、glibc、GCC runtime 等组件不适用上述项目许可，分别遵守其原始许可证和再分发条款。来源与说明见 [`deployment/notices/`](deployment/notices/)。 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..72c6815d8a5ad67f380860c14ec3116a971466d4 --- /dev/null +++ b/README.md @@ -0,0 +1,232 @@ +--- +license: other +license_name: apache-2.0-source-cc-by-nc-4.0-model +license_link: https://creativecommons.org/licenses/by-nc/4.0/ +base_model: inclusionAI/Ling-3.0-tiny +pipeline_tag: text-generation +library_name: ling3rknn +tags: +- rk3588 +- rknn +- edge-inference +- custom-format +language: +- zh +--- + +# Ling-3.0-tiny-RKNN + +这是面向 RK3588/RK3588S 的 Ling-3.0-tiny 专用推理引擎和 W4A8/W8A8 转换模型。 +本仓库同时提供 C++ 源码、转换工具、校准数据、测试报告和可选的 `.l3r` 部署模型。 + +Ling-3.0-rknn 是在 RK3588/RK3588S 上的专用 C++ 推理工程。 + +引擎使用 A76 CPU 和三核 RKNPU，提供终端对话与 OpenAI 兼容的 Chat Completions 接口。 + +支持 KV cache 命中；非连续缓存命中仍属于实验功能。 + +端侧知识库方案另见 [mindnano-ling3-compass](https://huggingface.co/Sariel00/mindnano-ling3-compass)，该项目仍在实验阶段。 + +推理不依赖 RKLLM、llama.cpp 或 Python 服务。模型为纯文本 MoE，约 7.9B 总参数、每 token 约 1.3B 激活参数，当前未启用 MTP。 + +在16K以内上下文在可用范畴内，32K~256K均为测试，目前由于是专用推理引擎所以速度会随着上下文的增大而降低。 + +如果您有这方面的经验，或者可以优化这些请与我联系，非常感谢。 + +## 项目简介 + +本项目把 Ling-3.0-tiny 转换为 RK3588/RK3588S 可运行的专用 C++ 推理程序。模型是纯文本 MoE；权重采用 W4A8/W8A8 混合量化，推理由 A76 CPU 与 RKNPU 协同完成。程序提供终端模式和 OpenAI 风格的 Chat Completions HTTP 接口。公开源码使用设备上从 Rockchip 官方仓库安装的 RKNPU2 runtime，不需要 Python、RKLLM 或 llama.cpp 才能运行。 + +这是面向单板验证和端侧优化的工程。当前默认路径是单请求、无鉴权、无 TLS；部分 NPU MLA、FP8/INT8 KV 和非连续缓存仍属于实验功能。性能、内存和质量会随 RKNPU 驱动、频率、散热、后台服务及上下文长度变化。 + +## 目录与文件 + +| 路径 | 作用 | +| --- | --- | +| `src/`、`include/` | canonical public C++ decoder, MoE, MLA/KDA, KV manager, service and RKNN backend | +| `engine/source/` | historical experimental snapshot; it is not included in this public repository and must not be mixed with the root build | +| `CMakeLists.txt` | 根构建入口 | +| `tools/` | 量化、打包、部署和 benchmark 脚本 | +| `tests/` | 单元测试、模型测试和 API 测试 | +| `models/local-final/v6-board-test/` | v6 发布包：最终模型、板端验证的便携二进制、manifest、许可声明和校验文件 | +| `calibration/` | 权重/激活量化使用的校准输入，不是运行时必需文件 | +| `docs/` | [文档索引](docs/README.md)：性能、KV 与数值误差报告；`measurements/` 保留结果摘要、曲线和校验信息 | +| `deployment/notices/` | 第三方许可、来源链接和模型许可摘要 | + +原始 BF16 模型不随本工作区保存。转换前请从上游仓库下载指定 revision；RKNN SDK/runtime 请从 Rockchip 官方仓库获取。发布模型时应同时提供 `MODEL.json`、`SHA256SUMS.PUBLIC` 和许可说明。 + +`engine/source/` 是历史实验快照，不是第二个稳定入口；它包含板端探针和维护脚本，不能与根目录 `src/` 混合编译，因此本公开仓库不包含该目录。部分历史性能报告引用当时使用的实验脚本；公开构建和测试入口以根目录 `CMakeLists.txt`、`tools/` 和 `tests/` 为准。 + +## 当前功能与限制 + +已实现的主要功能： + +- 终端对话和 OpenAI 风格 `POST /v1/chat/completions`； +- 流式输出、thinking 开关、请求取消、暂停/恢复和流控； +- `session_id` 会话缓存、完整前缀命中和已生成状态复用；恢复 checkpoint 时可保留未覆盖的 NPU KV tile； +- `--mla-backend auto|cpu|npu`、性能指标日志和设备检查； +- `--kv-cache bf16|fp16|fp8|int8`。BF16 是默认且验证最充分的格式；FP8/INT8 只改变 MLA K/V 缓存，仍需按场景验证； +- 可选的 NPU MLA 预填充/解码路径和混合 W4A8/W8A8 权重。 + +当前限制：一次只执行一个推理请求，忙时可能返回 429；接口没有用户鉴权和 TLS；KV 缓存是进程内资源，不是跨重启的持久聊天记录；128K/256K 只提供容量选项，尚未完成完整板端质量和性能认证；MTP 未启用。 + +## 板端性能 + +下表来自 NanoPi M6（RK3588、16GB）2026-09-22 实测。CPU、NPU、DMC 测试期间固定最高频率；模型为 `ling3-tiny-w4.l3r`，BF16 KV，32K 初始化，关闭 thinking，temperature=0，每次冷启动会话输入后生成 64 tokens，未命中 KV 缓存。TTFT 不包括服务启动时间。 + +| 输入/输出 | TTFT | Prefill tok/s | 解码计算 tok/s | 峰值 RSS | +| ---: | ---: | ---: | ---: | ---: | +| 128 / 64 | 753 ms | 170.69 | 19.98 | 7197 MiB | +| 512 / 64 | 2.759 s | 185.75 | 18.26 | 7230 MiB | +| 1024 / 64 | 5.691 s | 180.03 | 16.86 | 7258 MiB | +| 2048 / 64 | 12.754 s | 160.64 | 13.85 | 7322 MiB | +| 4096 / 64 | 29.043 s | 141.06 | 11.21 | 7429 MiB | +| 8192 / 64 | 76.447 s | 107.17 | 8.37 | 7661 MiB | +| 16384 / 64 | 226.045 s | 72.49 | 6.06 | 8162 MiB | + +TTFT 随输入长度增加，解码速度也会因每个新 token 需要访问更长的历史 KV 而下降；因此 128/64 的结果不能代表长上下文表现。完整原始结果和测试环境见 [BOARD_BENCHMARK_AND_INT4_20260922.md](docs/BOARD_BENCHMARK_AND_INT4_20260922.md)。频率、散热和后台负载改变时应重新测量。 + +## 量化与数值损失 + +当前发布模型不是全 W4：部分线性层和专家使用 W4A8，其他指定投影使用 W8A8。默认 KV 为 BF16，KDA 状态保留 FP32。量化存在损失，以下是固定 teacher-forcing 序列、4,322 个预测位置、完整 157,184 词表，以 BF16 为参考的 logits 分布指标： + +| 路径 | Logits MAE | RMSE | 最大绝对差 | 平均 TV | 平均 KL | Top1 一致率 | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | +| 官方 INT4（桌面重建） | 0.281598 | 0.371417 | 8.390625 | 5.7605% | 0.026054 | 92.6886% | +| 板端 W4A8/W8A8 + NPU MLA | 0.421164 | 0.549502 | 12.022694 | 8.9992% | 0.061127 | 89.5187% | + +官方 INT4 一行是 group32 INT4 权重在桌面 CUDA BF16 参考实现中的重建计算，不是 RK3588 原生 INT4 速度测试。板端当前 MAE 约为官方 INT4 的 1.50 倍，RMSE 约 1.48 倍，Top1 一致率低 3.1699 个百分点。上述指标衡量 logits/概率分布保真，不等于问答正确率；完整口径见 [INT4_BOARD_ACCURACY_20260922.md](docs/INT4_BOARD_ACCURACY_20260922.md)。 + +FP8 和 INT8 KV 选项仍是实验实现：它们可以降低缓存容量或改变 MLA 的 NPU 计算路径，但当前样本不足以证明长期生成质量优于默认 BF16。需要复现实验时，应记录 KV 格式、上下文长度、频率和 `metrics.jsonl`，不要只比较单条回复。 + +## 模型转换 + +转换前需要自行获取原始模型。上游仓库为 [inclusionAI/Ling-3.0-tiny](https://huggingface.co/inclusionAI/Ling-3.0-tiny)，本项目量化脚本固定的来源 revision 为 `e3a47d5b986e7141b6efd62597d598ebb392060d`。推荐使用 Hugging Face CLI 下载完整 BF16 权重、配置和 tokenizer： + +```bash +hf download inclusionAI/Ling-3.0-tiny \ + --revision e3a47d5b986e7141b6efd62597d598ebb392060d \ + --local-dir ./work/Ling-3.0-tiny +``` + +转换需要该目录包含 `model.safetensors.index.json`、全部 safetensors 分片、`config.json` 和 tokenizer，还需要 Python、PyTorch、safetensors 以及对应的 RKNN 工具链。校准输入位于 `calibration/dataset/calibration_v1.json`；可选的激活校准 scale 由 `--calibration-scales` 提供。 + +示例流程如下，路径请替换为实际目录： + +```bash +# 1. 从原始 BF16 模型生成 RKNN 资产和 manifest +python3 tools/quantize_model.py \ + --source ./work/Ling-3.0-tiny \ + --output build/ling3-assets \ + --max-context 32768 \ + --calibration-scales ./work/calibration-scales.safetensors + +# 2. 将 manifest 和资产打包为运行时模型 +python3 tools/pack_model.py \ + build/ling3-assets/manifest.json \ + build/ling3-tiny-w4.l3r +``` + +`quantize_model.py` 的默认布局对应本项目运行时的混合 W4A8/W8A8 方案；改变层范围、校准 scale 或上下文上限都应重新做数值和板端回归。完整部署包还需要把 `.l3r`、二进制、`MANIFEST.json`、`MODEL.json` 和校验文件放入独立目录；不要把中间 `assets/` 当作板端模型。 + +## 编译与部署包 + +在 ARM64 构建机上安装 C++20 编译器、CMake、ICU 开发文件，以及 Rockchip 官方 [rknn-toolkit2](https://github.com/airockchip/rknn-toolkit2) 和 [rknpu2](https://github.com/airockchip/rknpu2)。`RKNN_ROOT` 应指向本地下载的 RKNPU2 目录，该目录需要包含 `include/rknn_api.h` 和目标平台的 `librknnrt`： + +```bash +cmake -S . -B build \ + -DCMAKE_BUILD_TYPE=Release \ + -DLING3_WITH_RKNN=ON \ + -DRKNN_ROOT=./vendor/rknpu2 +cmake --build build -j4 --target mindnano-infer ling3-rknn +``` + +RKNN 头文件和运行库来自 Rockchip 官方仓库；`RKNN_ROOT` 既可以指向整理为 `include/` 与 `lib/` 的 SDK 目录，也可以直接指向官方 `rknpu2` checkout，CMake 会搜索其 `runtime/Linux/librknn_api/include` 和 `runtime/Linux/librknn_api/aarch64`。构建时使用本地 SDK，便携打包时可按其许可随包转发匹配版本的 runtime。请按照 Rockchip 仓库中的许可、版本和硬件兼容性要求使用对应文件。 + +不带 RKNN SDK 时可以用 `-DLING3_WITH_RKNN=OFF` 构建主机检查和部分单元测试，但该二进制不能在 RK3588 上执行真实 NPU 推理。使用 `tools/build_portable.py` 可把引擎及其用户态依赖封装进便携启动器；模型文件仍单独放在发布目录： + +```bash +python3 tools/build_portable.py \ + --engine build/mindnano-infer \ + --output release/mindnano-infer \ + --notices deployment/notices + +# 将转换后的模型复制为 release/ling3-tiny-w4.l3r， +# 再生成 MANIFEST、MODEL.json、SHA256SUMS 等发布元数据。 +python3 tools/finalize_release.py \ + --directory release \ + --model-source build/ling3-tiny-w4.l3r +``` + +`build_portable.py` 默认会把匹配版本的 `librknnrt.so` 和其他动态依赖写入启动器，并同时嵌入 +`deployment/notices/` 中的声明。若目标环境必须使用设备已有 runtime，可使用 +`--without-rknn-runtime`；公开转发时仍须遵守 Rockchip [rknpu2](https://github.com/airockchip/rknpu2) +仓库的许可、版本和硬件兼容性要求。 + +`finalize_release.py` 还会读取发布用 README 模板；如果源码包中没有该模板，需要先补齐模板或手动生成 `MODEL.json`、`SHA256SUMS`，不要把失败的中间目录当作发布包。 + +公开源码构建使用从 Rockchip 官方仓库获取的 RKNN 用户态库；便携启动器可将匹配版本的 `librknnrt.so` 一并分发。运行时仍要求 64 位 RK3588/RK3588S Linux 和可访问的 RKNPU 驱动（已按 0.9.8 版本验证）。公开发布前必须检查 `MANIFEST.json`、`SHA256SUMS` 和所有第三方 notices。 +当前目录中的 v6 二进制已按当前源码和 NOTICE 在 ARM64 RK3588 板端重新构建，并通过 `--check`；重新构建任何变体后都必须同步生成新的 `MANIFEST.json` 和校验文件。 + +## 使用 + +进入部署包目录后先做设备检查，再选择上下文长度： + +```bash +cd models/local-final/v6-board-test +sha256sum --ignore-missing -c SHA256SUMS +./mindnano-infer --check +./mindnano-infer --context 8K +``` + +支持的上下文选项为 `4K`、`8K`、`16K`、`32K`、`64K`、`128K` 和 `256K`。程序会输出内存估算和不足提示，但当前是告警模式，不会替用户做内存保证；256K 超出原生 128K 位置范围，属于未经验证的外推。`--list-contexts` 可查看估算值。 + +启动 HTTP 服务（仅在可信局域网使用）： + +```bash +./mindnano-infer --context 8K --host 0.0.0.0 --port 9092 \ + --no-console --log metrics.jsonl +``` + +发送 OpenAI 风格请求： + +```bash +curl --noproxy '*' -N http://127.0.0.1:9092/v1/chat/completions \ + -H 'Content-Type: application/json' \ + -d '{"model":"mindnano-ling3-tiny","session_id":"demo","messages":[{"role":"user","content":"你好"}],"stream":true,"max_tokens":128,"enable_thinking":false}' +``` + +常用接口为 `GET /health`、`GET /v1/models`、`POST /v1/chat/completions` 和 `POST /v1/cancel`。响应中的 `request_id` 可用于取消请求，流式事件中的 `mindnano_metrics` 包含 TTFT、解码速度和缓存状态。终端模式下 `/reset` 清空当前会话，`/quit` 退出；模型加载和预热只在进程启动时进行。 + +可选运行参数： + +```text +--mla-backend auto|cpu|npu +--kv-cache bf16|fp16|fp8|int8 +--session-cache-mib N +--prefix-checkpoints N +``` + +`--kv-cache bf16` 是默认推荐值；`fp8` 和 `int8` 需要重新测量精度和性能。`session_id` 只用于进程内缓存复用，客户端仍应在每轮发送完整 `messages`；缓存不等于持久化聊天记录。服务未提供鉴权、TLS 或稳定并发保证。 + +## 性能测试 + +部署包内的 `benchmark.py` 会启动本机服务、预热并测量短请求；端口冲突时使用其他端口： + +```bash +python3 benchmark.py --port 19092 --output board-test-result.json +``` + +测试指标中，TTFT 是首 token 前的时间，Prefill tok/s 是输入处理速度，解码计算 tok/s 是模型生成阶段速度，RSS 是进程峰值常驻内存。长上下文专项和 KV 容量测试见 [KV_CACHE_BENCHMARK_20260922.md](docs/KV_CACHE_BENCHMARK_20260922.md)；NPU/CPU 占用分析见 [KV_UTILIZATION_16K_20260922.md](docs/KV_UTILIZATION_16K_20260922.md)。数值损失复现入口和数据说明见 [INT4_BOARD_ACCURACY_20260922.md](docs/INT4_BOARD_ACCURACY_20260922.md)。 + +## Hugging Face 发布边界 + +当前工作区的模型、元数据和已通过板端检查的便携二进制保存在 `models/local-final/v6-board-test/`；发布独立 Hugging Face 模型仓库时，可将其中的 `ling3-tiny-w4.l3r`、`MODEL.json`、`SHA256SUMS.PUBLIC` 和部署用 README 平铺到模型仓库根目录。`SHA256SUMS` 是包含当前二进制的部署包清单；如果公开上传 `mindnano-infer`，应同时保留匹配的 `MANIFEST.json` 和全部第三方 notices。 + +## 来源与许可 + +本仓库中的 C++ 源码、转换脚本、测试工具和文档（第三方组件除外）采用 [Apache-2.0](LICENSE) 许可，完整资产边界见 [LICENSES.md](LICENSES.md)。 +本项目发布的转换/打包模型资产 `ling3-tiny-w4.l3r` 标注为 [CC BY-NC 4.0](https://creativecommons.org/licenses/by-nc/4.0)，仅限非商业、学术研究和教育用途；该标注不改变上游基模型的权利或许可边界。商业使用或商业集成请先取得相应授权。 +文件顶部的 Hugging Face 自定义许可元数据以转换模型资产为主，许可链接指向模型 CC BY-NC 4.0；本仓库源码仍按根目录 [LICENSE](LICENSE) 使用 Apache-2.0，完整资产边界见 [LICENSES.md](LICENSES.md)。 + +转换模型的基模型为 [inclusionAI/Ling-3.0-tiny](https://huggingface.co/inclusionAI/Ling-3.0-tiny)，来源 revision 为 `e3a47d5b986e7141b6efd62597d598ebb392060d`。原始 BF16 权重和完整上游模型卡不随本仓库分发；使用者仍须遵守上游模型条款。Rockchip RKNN SDK/runtime 是独立的第三方组件，来源和许可链接见 `deployment/notices/BUILD-AND-LICENSES.md`。 diff --git a/calibration/calibration-v1.json b/calibration/calibration-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d5663f0928ed205dc3af1ed3952de6c54b207d60 --- /dev/null +++ b/calibration/calibration-v1.json @@ -0,0 +1,54412 @@ +{ + "method": "activation_diagonal_weighted_scale_search_v1", + "corpus_sha256": "87bc49f754b68a1c2a853c0a807ab8c57c3682cb6f5772ac6588d4f6d6fd588a", + "calibration_sequences": 48, + "calibration_tokens": 5624, + "matrices": [ + { + "name": "model.layers.0.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 167.33928699977696, + "weighted_error_after": 120.28367287572473 + }, + { + "name": "model.layers.0.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 151.40906262211502, + "weighted_error_after": 102.67851158138365 + }, + { + "name": "model.layers.0.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 204.95236194878817, + "weighted_error_after": 149.36673745140433 + }, + { + "name": "model.layers.0.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 315.37196975015104, + "weighted_error_after": 247.20815816521645 + }, + { + "name": "model.layers.0.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 6.217493334785104, + "weighted_error_after": 5.22100380435586 + }, + { + "name": "model.layers.0.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 600.7522151581943, + "weighted_error_after": 509.51591415703297 + }, + { + "name": "model.layers.0.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 112.57236318662763, + "weighted_error_after": 64.94139627180994 + }, + { + "name": "model.layers.0.mlp.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 185.1464166622609, + "weighted_error_after": 99.82172760274261 + }, + { + "name": "model.layers.0.mlp.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 182.51825298834592, + "weighted_error_after": 97.65608710283414 + }, + { + "name": "model.layers.0.mlp.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 262.3291947096586, + "weighted_error_after": 140.47867069393396 + }, + { + "name": "model.layers.1.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 125.45827652327716, + "weighted_error_after": 75.74271439667791 + }, + { + "name": "model.layers.1.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 124.27270292490721, + "weighted_error_after": 74.16343129985034 + }, + { + "name": "model.layers.1.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 133.15295083634555, + "weighted_error_after": 78.96703557297587 + }, + { + "name": "model.layers.1.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 171.58365500718355, + "weighted_error_after": 104.9512242982164 + }, + { + "name": "model.layers.1.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 1.8187011256814003, + "weighted_error_after": 1.0980566069483757 + }, + { + "name": "model.layers.1.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 151.1210995055735, + "weighted_error_after": 91.50345041044056 + }, + { + "name": "model.layers.1.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 112.47164067998528, + "weighted_error_after": 60.14518488571048 + }, + { + "name": "model.layers.1.mlp.experts.0.gate_proj", + "observed_tokens": 284, + "weighted_error_before": 26.72672875225544, + "weighted_error_after": 15.694455994293094 + }, + { + "name": "model.layers.1.mlp.experts.0.up_proj", + "observed_tokens": 284, + "weighted_error_before": 27.395368110388517, + "weighted_error_after": 16.079326191917062 + }, + { + "name": "model.layers.1.mlp.experts.0.down_proj", + "observed_tokens": 284, + "weighted_error_before": 22.642409556545317, + "weighted_error_after": 15.563769599422812 + }, + { + "name": "model.layers.1.mlp.experts.1.gate_proj", + "observed_tokens": 138, + "weighted_error_before": 27.468243446201086, + "weighted_error_after": 16.078458700329065 + }, + { + "name": "model.layers.1.mlp.experts.1.up_proj", + "observed_tokens": 138, + "weighted_error_before": 27.91689307615161, + "weighted_error_after": 16.312705904245377 + }, + { + "name": "model.layers.1.mlp.experts.1.down_proj", + "observed_tokens": 138, + "weighted_error_before": 22.880790268070996, + "weighted_error_after": 15.65633673267439 + }, + { + "name": "model.layers.1.mlp.experts.2.gate_proj", + "observed_tokens": 615, + "weighted_error_before": 24.275398971512914, + "weighted_error_after": 14.277069963514805 + }, + { + "name": "model.layers.1.mlp.experts.2.up_proj", + "observed_tokens": 615, + "weighted_error_before": 24.30458215251565, + "weighted_error_after": 14.245065491646528 + }, + { + "name": "model.layers.1.mlp.experts.2.down_proj", + "observed_tokens": 615, + "weighted_error_before": 19.535185107495636, + "weighted_error_after": 13.263523310422897 + }, + { + "name": "model.layers.1.mlp.experts.3.gate_proj", + "observed_tokens": 134, + "weighted_error_before": 27.01886520907283, + "weighted_error_after": 15.819843832403421 + }, + { + "name": "model.layers.1.mlp.experts.3.up_proj", + "observed_tokens": 134, + "weighted_error_before": 27.552268218249083, + "weighted_error_after": 16.05005201138556 + }, + { + "name": "model.layers.1.mlp.experts.3.down_proj", + "observed_tokens": 134, + "weighted_error_before": 22.712444299831986, + "weighted_error_after": 15.320203502196819 + }, + { + "name": "model.layers.1.mlp.experts.4.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 25.076151698827744, + "weighted_error_after": 14.548526655882597 + }, + { + "name": "model.layers.1.mlp.experts.4.up_proj", + "observed_tokens": 182, + "weighted_error_before": 24.633649488911033, + "weighted_error_after": 14.521950006484985 + }, + { + "name": "model.layers.1.mlp.experts.4.down_proj", + "observed_tokens": 182, + "weighted_error_before": 20.67990677151829, + "weighted_error_after": 14.166137981694192 + }, + { + "name": "model.layers.1.mlp.experts.5.gate_proj", + "observed_tokens": 560, + "weighted_error_before": 24.85597537457943, + "weighted_error_after": 14.576626231893897 + }, + { + "name": "model.layers.1.mlp.experts.5.up_proj", + "observed_tokens": 560, + "weighted_error_before": 25.004073198884726, + "weighted_error_after": 14.711211333051324 + }, + { + "name": "model.layers.1.mlp.experts.5.down_proj", + "observed_tokens": 560, + "weighted_error_before": 21.106826140079647, + "weighted_error_after": 14.372173289768398 + }, + { + "name": "model.layers.1.mlp.experts.6.gate_proj", + "observed_tokens": 171, + "weighted_error_before": 26.96607021614909, + "weighted_error_after": 15.653931312263012 + }, + { + "name": "model.layers.1.mlp.experts.6.up_proj", + "observed_tokens": 171, + "weighted_error_before": 27.13016291335225, + "weighted_error_after": 15.631742563098669 + }, + { + "name": "model.layers.1.mlp.experts.6.down_proj", + "observed_tokens": 171, + "weighted_error_before": 20.791358705610037, + "weighted_error_after": 13.828815607819706 + }, + { + "name": "model.layers.1.mlp.experts.7.gate_proj", + "observed_tokens": 149, + "weighted_error_before": 25.50146124139428, + "weighted_error_after": 14.875159313902259 + }, + { + "name": "model.layers.1.mlp.experts.7.up_proj", + "observed_tokens": 149, + "weighted_error_before": 26.106037698686123, + "weighted_error_after": 15.079089434817433 + }, + { + "name": "model.layers.1.mlp.experts.7.down_proj", + "observed_tokens": 149, + "weighted_error_before": 22.146417878568172, + "weighted_error_after": 14.800916063133627 + }, + { + "name": "model.layers.1.mlp.experts.8.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 27.477825809270144, + "weighted_error_after": 16.188475240021944 + }, + { + "name": "model.layers.1.mlp.experts.8.up_proj", + "observed_tokens": 161, + "weighted_error_before": 28.485250234603882, + "weighted_error_after": 16.50065143033862 + }, + { + "name": "model.layers.1.mlp.experts.8.down_proj", + "observed_tokens": 161, + "weighted_error_before": 23.029590855818242, + "weighted_error_after": 15.72084980737418 + }, + { + "name": "model.layers.1.mlp.experts.9.gate_proj", + "observed_tokens": 389, + "weighted_error_before": 26.874521300196648, + "weighted_error_after": 15.558910045772791 + }, + { + "name": "model.layers.1.mlp.experts.9.up_proj", + "observed_tokens": 389, + "weighted_error_before": 27.256314545869827, + "weighted_error_after": 15.903304286301136 + }, + { + "name": "model.layers.1.mlp.experts.9.down_proj", + "observed_tokens": 389, + "weighted_error_before": 22.20008628210053, + "weighted_error_after": 14.407421529758722 + }, + { + "name": "model.layers.1.mlp.experts.10.gate_proj", + "observed_tokens": 636, + "weighted_error_before": 22.363800859078765, + "weighted_error_after": 13.172881728038192 + }, + { + "name": "model.layers.1.mlp.experts.10.up_proj", + "observed_tokens": 636, + "weighted_error_before": 22.081546191126108, + "weighted_error_after": 12.848383732140064 + }, + { + "name": "model.layers.1.mlp.experts.10.down_proj", + "observed_tokens": 636, + "weighted_error_before": 18.539676401298493, + "weighted_error_after": 12.44980088667944 + }, + { + "name": "model.layers.1.mlp.experts.11.gate_proj", + "observed_tokens": 547, + "weighted_error_before": 25.31402448937297, + "weighted_error_after": 14.943015659227967 + }, + { + "name": "model.layers.1.mlp.experts.11.up_proj", + "observed_tokens": 547, + "weighted_error_before": 25.97691735625267, + "weighted_error_after": 15.22465356439352 + }, + { + "name": "model.layers.1.mlp.experts.11.down_proj", + "observed_tokens": 547, + "weighted_error_before": 21.522422584705055, + "weighted_error_after": 14.324636320117861 + }, + { + "name": "model.layers.1.mlp.experts.12.gate_proj", + "observed_tokens": 130, + "weighted_error_before": 27.30522956326604, + "weighted_error_after": 15.924240136519074 + }, + { + "name": "model.layers.1.mlp.experts.12.up_proj", + "observed_tokens": 130, + "weighted_error_before": 27.57851556688547, + "weighted_error_after": 16.058393133804202 + }, + { + "name": "model.layers.1.mlp.experts.12.down_proj", + "observed_tokens": 130, + "weighted_error_before": 22.052131433971226, + "weighted_error_after": 14.335889106150717 + }, + { + "name": "model.layers.1.mlp.experts.13.gate_proj", + "observed_tokens": 261, + "weighted_error_before": 25.187953559681773, + "weighted_error_after": 14.51754429191351 + }, + { + "name": "model.layers.1.mlp.experts.13.up_proj", + "observed_tokens": 261, + "weighted_error_before": 24.16710782237351, + "weighted_error_after": 14.11666825413704 + }, + { + "name": "model.layers.1.mlp.experts.13.down_proj", + "observed_tokens": 261, + "weighted_error_before": 19.692509933374822, + "weighted_error_after": 12.933998449705541 + }, + { + "name": "model.layers.1.mlp.experts.14.gate_proj", + "observed_tokens": 298, + "weighted_error_before": 25.840189281851053, + "weighted_error_after": 15.049805462360382 + }, + { + "name": "model.layers.1.mlp.experts.14.up_proj", + "observed_tokens": 298, + "weighted_error_before": 25.348587611690164, + "weighted_error_after": 14.725089460611343 + }, + { + "name": "model.layers.1.mlp.experts.14.down_proj", + "observed_tokens": 298, + "weighted_error_before": 20.5510713881813, + "weighted_error_after": 13.92057092487812 + }, + { + "name": "model.layers.1.mlp.experts.15.gate_proj", + "observed_tokens": 1, + "weighted_error_before": 26.439212433993816, + "weighted_error_after": 15.497856134548783 + }, + { + "name": "model.layers.1.mlp.experts.15.up_proj", + "observed_tokens": 1, + "weighted_error_before": 26.068754877895117, + "weighted_error_after": 15.447528341785073 + }, + { + "name": "model.layers.1.mlp.experts.15.down_proj", + "observed_tokens": 1, + "weighted_error_before": 20.54775143507868, + "weighted_error_after": 14.177767352201045 + }, + { + "name": "model.layers.1.mlp.experts.16.gate_proj", + "observed_tokens": 318, + "weighted_error_before": 27.167001571506262, + "weighted_error_after": 15.747082078829408 + }, + { + "name": "model.layers.1.mlp.experts.16.up_proj", + "observed_tokens": 318, + "weighted_error_before": 26.702316373586655, + "weighted_error_after": 15.745955873280764 + }, + { + "name": "model.layers.1.mlp.experts.16.down_proj", + "observed_tokens": 318, + "weighted_error_before": 20.745665029156953, + "weighted_error_after": 13.89896864676848 + }, + { + "name": "model.layers.1.mlp.experts.17.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 27.294545095413923, + "weighted_error_after": 15.915283670648932 + }, + { + "name": "model.layers.1.mlp.experts.17.up_proj", + "observed_tokens": 58, + "weighted_error_before": 26.709479838609695, + "weighted_error_after": 15.835580918937922 + }, + { + "name": "model.layers.1.mlp.experts.17.down_proj", + "observed_tokens": 58, + "weighted_error_before": 21.945981266908348, + "weighted_error_after": 14.913968415465206 + }, + { + "name": "model.layers.1.mlp.experts.18.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 27.34428581595421, + "weighted_error_after": 15.82390139810741 + }, + { + "name": "model.layers.1.mlp.experts.18.up_proj", + "observed_tokens": 104, + "weighted_error_before": 27.77140511572361, + "weighted_error_after": 16.16473133675754 + }, + { + "name": "model.layers.1.mlp.experts.18.down_proj", + "observed_tokens": 104, + "weighted_error_before": 22.44447968248278, + "weighted_error_after": 14.774637228343636 + }, + { + "name": "model.layers.1.mlp.experts.19.gate_proj", + "observed_tokens": 197, + "weighted_error_before": 27.674334686249495, + "weighted_error_after": 15.905681127682328 + }, + { + "name": "model.layers.1.mlp.experts.19.up_proj", + "observed_tokens": 197, + "weighted_error_before": 26.891564164310694, + "weighted_error_after": 16.01119188219309 + }, + { + "name": "model.layers.1.mlp.experts.19.down_proj", + "observed_tokens": 197, + "weighted_error_before": 22.15102592203766, + "weighted_error_after": 14.802720458246768 + }, + { + "name": "model.layers.1.mlp.experts.20.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 26.615320313721895, + "weighted_error_after": 15.50210308097303 + }, + { + "name": "model.layers.1.mlp.experts.20.up_proj", + "observed_tokens": 145, + "weighted_error_before": 26.55270466580987, + "weighted_error_after": 15.556457988917828 + }, + { + "name": "model.layers.1.mlp.experts.20.down_proj", + "observed_tokens": 145, + "weighted_error_before": 21.970957544166595, + "weighted_error_after": 14.44337747246027 + }, + { + "name": "model.layers.1.mlp.experts.21.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 25.06874172948301, + "weighted_error_after": 14.74727139249444 + }, + { + "name": "model.layers.1.mlp.experts.21.up_proj", + "observed_tokens": 274, + "weighted_error_before": 25.002025874331594, + "weighted_error_after": 14.752070005983114 + }, + { + "name": "model.layers.1.mlp.experts.21.down_proj", + "observed_tokens": 274, + "weighted_error_before": 20.500941475387663, + "weighted_error_after": 14.003540981095284 + }, + { + "name": "model.layers.1.mlp.experts.22.gate_proj", + "observed_tokens": 173, + "weighted_error_before": 26.41408835351467, + "weighted_error_after": 15.612228540703654 + }, + { + "name": "model.layers.1.mlp.experts.22.up_proj", + "observed_tokens": 173, + "weighted_error_before": 26.91055174358189, + "weighted_error_after": 15.576326990500093 + }, + { + "name": "model.layers.1.mlp.experts.22.down_proj", + "observed_tokens": 173, + "weighted_error_before": 21.918643217533827, + "weighted_error_after": 14.66266123065725 + }, + { + "name": "model.layers.1.mlp.experts.23.gate_proj", + "observed_tokens": 237, + "weighted_error_before": 25.45114124007523, + "weighted_error_after": 15.079353291541338 + }, + { + "name": "model.layers.1.mlp.experts.23.up_proj", + "observed_tokens": 237, + "weighted_error_before": 26.53883744776249, + "weighted_error_after": 15.455285876989365 + }, + { + "name": "model.layers.1.mlp.experts.23.down_proj", + "observed_tokens": 237, + "weighted_error_before": 21.93102855561301, + "weighted_error_after": 14.412109924480319 + }, + { + "name": "model.layers.1.mlp.experts.24.gate_proj", + "observed_tokens": 443, + "weighted_error_before": 26.882050469517708, + "weighted_error_after": 15.572897864505649 + }, + { + "name": "model.layers.1.mlp.experts.24.up_proj", + "observed_tokens": 443, + "weighted_error_before": 26.675048407167196, + "weighted_error_after": 15.650901291519403 + }, + { + "name": "model.layers.1.mlp.experts.24.down_proj", + "observed_tokens": 443, + "weighted_error_before": 22.050853494554758, + "weighted_error_after": 14.9945352030918 + }, + { + "name": "model.layers.1.mlp.experts.25.gate_proj", + "observed_tokens": 492, + "weighted_error_before": 26.22226968035102, + "weighted_error_after": 15.394525604322553 + }, + { + "name": "model.layers.1.mlp.experts.25.up_proj", + "observed_tokens": 492, + "weighted_error_before": 26.57837226986885, + "weighted_error_after": 15.560974149033427 + }, + { + "name": "model.layers.1.mlp.experts.25.down_proj", + "observed_tokens": 492, + "weighted_error_before": 21.623972054570913, + "weighted_error_after": 14.615992419887334 + }, + { + "name": "model.layers.1.mlp.experts.26.gate_proj", + "observed_tokens": 214, + "weighted_error_before": 25.025839691981673, + "weighted_error_after": 14.572145329788327 + }, + { + "name": "model.layers.1.mlp.experts.26.up_proj", + "observed_tokens": 214, + "weighted_error_before": 25.783781891688704, + "weighted_error_after": 14.800173409283161 + }, + { + "name": "model.layers.1.mlp.experts.26.down_proj", + "observed_tokens": 214, + "weighted_error_before": 20.676734101958573, + "weighted_error_after": 10.532890890259296 + }, + { + "name": "model.layers.1.mlp.experts.27.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 24.8838442414999, + "weighted_error_after": 14.597657520323992 + }, + { + "name": "model.layers.1.mlp.experts.27.up_proj", + "observed_tokens": 135, + "weighted_error_before": 25.23625621199608, + "weighted_error_after": 14.718568556010723 + }, + { + "name": "model.layers.1.mlp.experts.27.down_proj", + "observed_tokens": 135, + "weighted_error_before": 21.43009676411748, + "weighted_error_after": 14.340117065701634 + }, + { + "name": "model.layers.1.mlp.experts.28.gate_proj", + "observed_tokens": 39, + "weighted_error_before": 27.13345631957054, + "weighted_error_after": 15.841507278382778 + }, + { + "name": "model.layers.1.mlp.experts.28.up_proj", + "observed_tokens": 39, + "weighted_error_before": 27.07886355742812, + "weighted_error_after": 15.891319865360856 + }, + { + "name": "model.layers.1.mlp.experts.28.down_proj", + "observed_tokens": 39, + "weighted_error_before": 22.019044247455895, + "weighted_error_after": 15.094220434781164 + }, + { + "name": "model.layers.1.mlp.experts.29.gate_proj", + "observed_tokens": 80, + "weighted_error_before": 25.755364822223783, + "weighted_error_after": 14.999267829582095 + }, + { + "name": "model.layers.1.mlp.experts.29.up_proj", + "observed_tokens": 80, + "weighted_error_before": 25.599685054272413, + "weighted_error_after": 14.896794671192765 + }, + { + "name": "model.layers.1.mlp.experts.29.down_proj", + "observed_tokens": 80, + "weighted_error_before": 21.05056962138042, + "weighted_error_after": 12.406652644276619 + }, + { + "name": "model.layers.1.mlp.experts.30.gate_proj", + "observed_tokens": 322, + "weighted_error_before": 27.544105879962444, + "weighted_error_after": 16.161823987960815 + }, + { + "name": "model.layers.1.mlp.experts.30.up_proj", + "observed_tokens": 322, + "weighted_error_before": 27.74488388746977, + "weighted_error_after": 16.376283207908273 + }, + { + "name": "model.layers.1.mlp.experts.30.down_proj", + "observed_tokens": 322, + "weighted_error_before": 22.710755524225533, + "weighted_error_after": 15.566019642166793 + }, + { + "name": "model.layers.1.mlp.experts.31.gate_proj", + "observed_tokens": 34, + "weighted_error_before": 27.038561277091503, + "weighted_error_after": 15.924408569931984 + }, + { + "name": "model.layers.1.mlp.experts.31.up_proj", + "observed_tokens": 34, + "weighted_error_before": 27.363373443484306, + "weighted_error_after": 16.138650972396135 + }, + { + "name": "model.layers.1.mlp.experts.31.down_proj", + "observed_tokens": 34, + "weighted_error_before": 22.94263771129772, + "weighted_error_after": 15.688036768231541 + }, + { + "name": "model.layers.1.mlp.experts.32.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 26.79735727980733, + "weighted_error_after": 15.731325132772326 + }, + { + "name": "model.layers.1.mlp.experts.32.up_proj", + "observed_tokens": 58, + "weighted_error_before": 27.23445239290595, + "weighted_error_after": 15.761066248640418 + }, + { + "name": "model.layers.1.mlp.experts.32.down_proj", + "observed_tokens": 58, + "weighted_error_before": 21.104611217975616, + "weighted_error_after": 14.314756073057652 + }, + { + "name": "model.layers.1.mlp.experts.33.gate_proj", + "observed_tokens": 2060, + "weighted_error_before": 24.026653841137886, + "weighted_error_after": 14.177304089069366 + }, + { + "name": "model.layers.1.mlp.experts.33.up_proj", + "observed_tokens": 2060, + "weighted_error_before": 24.42829138599336, + "weighted_error_after": 14.270800674334168 + }, + { + "name": "model.layers.1.mlp.experts.33.down_proj", + "observed_tokens": 2060, + "weighted_error_before": 20.229052904061973, + "weighted_error_after": 13.90152400592342 + }, + { + "name": "model.layers.1.mlp.experts.34.gate_proj", + "observed_tokens": 667, + "weighted_error_before": 27.383675653487444, + "weighted_error_after": 15.886813029646873 + }, + { + "name": "model.layers.1.mlp.experts.34.up_proj", + "observed_tokens": 667, + "weighted_error_before": 27.482368417084217, + "weighted_error_after": 16.04021329060197 + }, + { + "name": "model.layers.1.mlp.experts.34.down_proj", + "observed_tokens": 667, + "weighted_error_before": 22.359480650164187, + "weighted_error_after": 15.473010553512722 + }, + { + "name": "model.layers.1.mlp.experts.35.gate_proj", + "observed_tokens": 168, + "weighted_error_before": 25.214417077600956, + "weighted_error_after": 14.684354223310947 + }, + { + "name": "model.layers.1.mlp.experts.35.up_proj", + "observed_tokens": 168, + "weighted_error_before": 25.677807750180364, + "weighted_error_after": 15.011539662256837 + }, + { + "name": "model.layers.1.mlp.experts.35.down_proj", + "observed_tokens": 168, + "weighted_error_before": 20.65706561366096, + "weighted_error_after": 13.775784166064113 + }, + { + "name": "model.layers.1.mlp.experts.36.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 25.630700387060642, + "weighted_error_after": 15.123960623517632 + }, + { + "name": "model.layers.1.mlp.experts.36.up_proj", + "observed_tokens": 160, + "weighted_error_before": 25.939510490745306, + "weighted_error_after": 15.0967241153121 + }, + { + "name": "model.layers.1.mlp.experts.36.down_proj", + "observed_tokens": 160, + "weighted_error_before": 20.88418868649751, + "weighted_error_after": 14.220081015489995 + }, + { + "name": "model.layers.1.mlp.experts.37.gate_proj", + "observed_tokens": 737, + "weighted_error_before": 25.611501578241587, + "weighted_error_after": 15.071945002302527 + }, + { + "name": "model.layers.1.mlp.experts.37.up_proj", + "observed_tokens": 737, + "weighted_error_before": 26.08398389443755, + "weighted_error_after": 15.254921797662973 + }, + { + "name": "model.layers.1.mlp.experts.37.down_proj", + "observed_tokens": 737, + "weighted_error_before": 20.62378686014563, + "weighted_error_after": 14.141493879258633 + }, + { + "name": "model.layers.1.mlp.experts.38.gate_proj", + "observed_tokens": 178, + "weighted_error_before": 27.227826714515686, + "weighted_error_after": 16.09171202033758 + }, + { + "name": "model.layers.1.mlp.experts.38.up_proj", + "observed_tokens": 178, + "weighted_error_before": 27.729107704013586, + "weighted_error_after": 16.2964974809438 + }, + { + "name": "model.layers.1.mlp.experts.38.down_proj", + "observed_tokens": 178, + "weighted_error_before": 22.79165695933625, + "weighted_error_after": 15.546462763566524 + }, + { + "name": "model.layers.1.mlp.experts.39.gate_proj", + "observed_tokens": 254, + "weighted_error_before": 26.52709384635091, + "weighted_error_after": 15.521917639300227 + }, + { + "name": "model.layers.1.mlp.experts.39.up_proj", + "observed_tokens": 254, + "weighted_error_before": 26.802571158856153, + "weighted_error_after": 15.624071756377816 + }, + { + "name": "model.layers.1.mlp.experts.39.down_proj", + "observed_tokens": 254, + "weighted_error_before": 21.57575173024088, + "weighted_error_after": 14.372689212206751 + }, + { + "name": "model.layers.1.mlp.experts.40.gate_proj", + "observed_tokens": 187, + "weighted_error_before": 27.66492658853531, + "weighted_error_after": 16.145842369645834 + }, + { + "name": "model.layers.1.mlp.experts.40.up_proj", + "observed_tokens": 187, + "weighted_error_before": 27.72214661538601, + "weighted_error_after": 16.310094257816672 + }, + { + "name": "model.layers.1.mlp.experts.40.down_proj", + "observed_tokens": 187, + "weighted_error_before": 22.401646848302335, + "weighted_error_after": 14.693662254605442 + }, + { + "name": "model.layers.1.mlp.experts.41.gate_proj", + "observed_tokens": 841, + "weighted_error_before": 25.65300228819251, + "weighted_error_after": 15.064449328929186 + }, + { + "name": "model.layers.1.mlp.experts.41.up_proj", + "observed_tokens": 841, + "weighted_error_before": 25.80531058087945, + "weighted_error_after": 15.281950132921338 + }, + { + "name": "model.layers.1.mlp.experts.41.down_proj", + "observed_tokens": 841, + "weighted_error_before": 21.6457158960402, + "weighted_error_after": 14.91439920058474 + }, + { + "name": "model.layers.1.mlp.experts.42.gate_proj", + "observed_tokens": 357, + "weighted_error_before": 28.075297325849533, + "weighted_error_after": 16.526252057403326 + }, + { + "name": "model.layers.1.mlp.experts.42.up_proj", + "observed_tokens": 357, + "weighted_error_before": 28.725530959665775, + "weighted_error_after": 16.750864593312144 + }, + { + "name": "model.layers.1.mlp.experts.42.down_proj", + "observed_tokens": 357, + "weighted_error_before": 23.26281115412712, + "weighted_error_after": 15.996963618323207 + }, + { + "name": "model.layers.1.mlp.experts.43.gate_proj", + "observed_tokens": 2175, + "weighted_error_before": 24.32240124233067, + "weighted_error_after": 14.316867116838694 + }, + { + "name": "model.layers.1.mlp.experts.43.up_proj", + "observed_tokens": 2175, + "weighted_error_before": 24.33115028962493, + "weighted_error_after": 14.350899994373322 + }, + { + "name": "model.layers.1.mlp.experts.43.down_proj", + "observed_tokens": 2175, + "weighted_error_before": 20.30236092209816, + "weighted_error_after": 13.95043169753626 + }, + { + "name": "model.layers.1.mlp.experts.44.gate_proj", + "observed_tokens": 244, + "weighted_error_before": 28.433087784796953, + "weighted_error_after": 16.55358030460775 + }, + { + "name": "model.layers.1.mlp.experts.44.up_proj", + "observed_tokens": 244, + "weighted_error_before": 28.471981450915337, + "weighted_error_after": 16.569300055503845 + }, + { + "name": "model.layers.1.mlp.experts.44.down_proj", + "observed_tokens": 244, + "weighted_error_before": 21.40001330524683, + "weighted_error_after": 14.615007929969579 + }, + { + "name": "model.layers.1.mlp.experts.45.gate_proj", + "observed_tokens": 395, + "weighted_error_before": 25.608676176518202, + "weighted_error_after": 14.978618051856756 + }, + { + "name": "model.layers.1.mlp.experts.45.up_proj", + "observed_tokens": 395, + "weighted_error_before": 26.074028059840202, + "weighted_error_after": 15.16424079798162 + }, + { + "name": "model.layers.1.mlp.experts.45.down_proj", + "observed_tokens": 395, + "weighted_error_before": 21.248530801851302, + "weighted_error_after": 14.54184295842424 + }, + { + "name": "model.layers.1.mlp.experts.46.gate_proj", + "observed_tokens": 216, + "weighted_error_before": 26.82612404972315, + "weighted_error_after": 15.801797408610582 + }, + { + "name": "model.layers.1.mlp.experts.46.up_proj", + "observed_tokens": 216, + "weighted_error_before": 27.17237263917923, + "weighted_error_after": 16.07941047474742 + }, + { + "name": "model.layers.1.mlp.experts.46.down_proj", + "observed_tokens": 216, + "weighted_error_before": 22.188931080512702, + "weighted_error_after": 14.342990664765239 + }, + { + "name": "model.layers.1.mlp.experts.47.gate_proj", + "observed_tokens": 173, + "weighted_error_before": 27.809281636029482, + "weighted_error_after": 16.115136742591858 + }, + { + "name": "model.layers.1.mlp.experts.47.up_proj", + "observed_tokens": 173, + "weighted_error_before": 27.651859659701586, + "weighted_error_after": 16.198594400659204 + }, + { + "name": "model.layers.1.mlp.experts.47.down_proj", + "observed_tokens": 173, + "weighted_error_before": 22.150233541615307, + "weighted_error_after": 15.047019784338772 + }, + { + "name": "model.layers.1.mlp.experts.48.gate_proj", + "observed_tokens": 348, + "weighted_error_before": 25.635233318433166, + "weighted_error_after": 14.965455811470747 + }, + { + "name": "model.layers.1.mlp.experts.48.up_proj", + "observed_tokens": 348, + "weighted_error_before": 26.084252543747425, + "weighted_error_after": 15.254263347014785 + }, + { + "name": "model.layers.1.mlp.experts.48.down_proj", + "observed_tokens": 348, + "weighted_error_before": 21.81774059450254, + "weighted_error_after": 14.690297399181873 + }, + { + "name": "model.layers.1.mlp.experts.49.gate_proj", + "observed_tokens": 664, + "weighted_error_before": 23.413128148764372, + "weighted_error_after": 13.529520334675908 + }, + { + "name": "model.layers.1.mlp.experts.49.up_proj", + "observed_tokens": 664, + "weighted_error_before": 23.043827613815665, + "weighted_error_after": 13.46028502471745 + }, + { + "name": "model.layers.1.mlp.experts.49.down_proj", + "observed_tokens": 664, + "weighted_error_before": 18.841329044196755, + "weighted_error_after": 12.230154760181904 + }, + { + "name": "model.layers.1.mlp.experts.50.gate_proj", + "observed_tokens": 285, + "weighted_error_before": 23.07263164781034, + "weighted_error_after": 13.538051579147577 + }, + { + "name": "model.layers.1.mlp.experts.50.up_proj", + "observed_tokens": 285, + "weighted_error_before": 23.052732104435563, + "weighted_error_after": 13.424364475533366 + }, + { + "name": "model.layers.1.mlp.experts.50.down_proj", + "observed_tokens": 285, + "weighted_error_before": 19.143150632735342, + "weighted_error_after": 12.96853692876175 + }, + { + "name": "model.layers.1.mlp.experts.51.gate_proj", + "observed_tokens": 861, + "weighted_error_before": 26.310257099568844, + "weighted_error_after": 15.331162890419364 + }, + { + "name": "model.layers.1.mlp.experts.51.up_proj", + "observed_tokens": 861, + "weighted_error_before": 26.562226220965385, + "weighted_error_after": 15.60923183709383 + }, + { + "name": "model.layers.1.mlp.experts.51.down_proj", + "observed_tokens": 861, + "weighted_error_before": 21.681678153574467, + "weighted_error_after": 14.677057579625398 + }, + { + "name": "model.layers.1.mlp.experts.52.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 23.81204310245812, + "weighted_error_after": 14.017879584804177 + }, + { + "name": "model.layers.1.mlp.experts.52.up_proj", + "observed_tokens": 245, + "weighted_error_before": 23.747635973617435, + "weighted_error_after": 13.947959134355187 + }, + { + "name": "model.layers.1.mlp.experts.52.down_proj", + "observed_tokens": 245, + "weighted_error_before": 20.077888262923807, + "weighted_error_after": 13.689049009699374 + }, + { + "name": "model.layers.1.mlp.experts.53.gate_proj", + "observed_tokens": 251, + "weighted_error_before": 26.820023018866777, + "weighted_error_after": 15.66580374725163 + }, + { + "name": "model.layers.1.mlp.experts.53.up_proj", + "observed_tokens": 251, + "weighted_error_before": 26.66799297556281, + "weighted_error_after": 15.605798156931996 + }, + { + "name": "model.layers.1.mlp.experts.53.down_proj", + "observed_tokens": 251, + "weighted_error_before": 21.440696640405804, + "weighted_error_after": 14.51739896601066 + }, + { + "name": "model.layers.1.mlp.experts.54.gate_proj", + "observed_tokens": 418, + "weighted_error_before": 24.908080592751503, + "weighted_error_after": 14.623455986380577 + }, + { + "name": "model.layers.1.mlp.experts.54.up_proj", + "observed_tokens": 418, + "weighted_error_before": 24.76182713545859, + "weighted_error_after": 14.606968497857451 + }, + { + "name": "model.layers.1.mlp.experts.54.down_proj", + "observed_tokens": 418, + "weighted_error_before": 20.586207506712526, + "weighted_error_after": 14.229450326412916 + }, + { + "name": "model.layers.1.mlp.experts.55.gate_proj", + "observed_tokens": 249, + "weighted_error_before": 25.346556544303894, + "weighted_error_after": 14.780196970328689 + }, + { + "name": "model.layers.1.mlp.experts.55.up_proj", + "observed_tokens": 249, + "weighted_error_before": 25.38022044301033, + "weighted_error_after": 14.93092294037342 + }, + { + "name": "model.layers.1.mlp.experts.55.down_proj", + "observed_tokens": 249, + "weighted_error_before": 20.703035918995738, + "weighted_error_after": 13.73968003783375 + }, + { + "name": "model.layers.1.mlp.experts.56.gate_proj", + "observed_tokens": 162, + "weighted_error_before": 25.47961554862559, + "weighted_error_after": 14.743360072374344 + }, + { + "name": "model.layers.1.mlp.experts.56.up_proj", + "observed_tokens": 162, + "weighted_error_before": 25.765499133616686, + "weighted_error_after": 14.964258600026369 + }, + { + "name": "model.layers.1.mlp.experts.56.down_proj", + "observed_tokens": 162, + "weighted_error_before": 21.61569522600621, + "weighted_error_after": 14.509803318884224 + }, + { + "name": "model.layers.1.mlp.experts.57.gate_proj", + "observed_tokens": 164, + "weighted_error_before": 24.91681041382253, + "weighted_error_after": 14.569174336269498 + }, + { + "name": "model.layers.1.mlp.experts.57.up_proj", + "observed_tokens": 164, + "weighted_error_before": 24.92555412836373, + "weighted_error_after": 14.636626441031694 + }, + { + "name": "model.layers.1.mlp.experts.57.down_proj", + "observed_tokens": 164, + "weighted_error_before": 20.204533676151186, + "weighted_error_after": 13.10152795072645 + }, + { + "name": "model.layers.1.mlp.experts.58.gate_proj", + "observed_tokens": 1528, + "weighted_error_before": 24.17898268252611, + "weighted_error_after": 14.208616340532899 + }, + { + "name": "model.layers.1.mlp.experts.58.up_proj", + "observed_tokens": 1528, + "weighted_error_before": 24.01648640446365, + "weighted_error_after": 14.121421124786139 + }, + { + "name": "model.layers.1.mlp.experts.58.down_proj", + "observed_tokens": 1528, + "weighted_error_before": 20.4196194447577, + "weighted_error_after": 14.050214159768075 + }, + { + "name": "model.layers.1.mlp.experts.59.gate_proj", + "observed_tokens": 178, + "weighted_error_before": 26.191843200474977, + "weighted_error_after": 15.389251044020057 + }, + { + "name": "model.layers.1.mlp.experts.59.up_proj", + "observed_tokens": 178, + "weighted_error_before": 27.30820830911398, + "weighted_error_after": 15.809758195653558 + }, + { + "name": "model.layers.1.mlp.experts.59.down_proj", + "observed_tokens": 178, + "weighted_error_before": 22.20867630187422, + "weighted_error_after": 15.095284387934953 + }, + { + "name": "model.layers.1.mlp.experts.60.gate_proj", + "observed_tokens": 179, + "weighted_error_before": 26.266090977936983, + "weighted_error_after": 15.419269666075706 + }, + { + "name": "model.layers.1.mlp.experts.60.up_proj", + "observed_tokens": 179, + "weighted_error_before": 26.689717898145318, + "weighted_error_after": 15.437447307631373 + }, + { + "name": "model.layers.1.mlp.experts.60.down_proj", + "observed_tokens": 179, + "weighted_error_before": 21.190494040958583, + "weighted_error_after": 14.180339335929602 + }, + { + "name": "model.layers.1.mlp.experts.61.gate_proj", + "observed_tokens": 244, + "weighted_error_before": 24.311076210811734, + "weighted_error_after": 14.163338193669915 + }, + { + "name": "model.layers.1.mlp.experts.61.up_proj", + "observed_tokens": 244, + "weighted_error_before": 24.640791760757565, + "weighted_error_after": 14.173612358048558 + }, + { + "name": "model.layers.1.mlp.experts.61.down_proj", + "observed_tokens": 244, + "weighted_error_before": 19.805651314090937, + "weighted_error_after": 12.315073646139354 + }, + { + "name": "model.layers.1.mlp.experts.62.gate_proj", + "observed_tokens": 113, + "weighted_error_before": 25.920105062425137, + "weighted_error_after": 15.173145234584808 + }, + { + "name": "model.layers.1.mlp.experts.62.up_proj", + "observed_tokens": 113, + "weighted_error_before": 25.900452811270952, + "weighted_error_after": 15.22940487600863 + }, + { + "name": "model.layers.1.mlp.experts.62.down_proj", + "observed_tokens": 113, + "weighted_error_before": 21.618750676512718, + "weighted_error_after": 14.82212512055412 + }, + { + "name": "model.layers.1.mlp.experts.63.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 26.704816296696663, + "weighted_error_after": 15.504453280940652 + }, + { + "name": "model.layers.1.mlp.experts.63.up_proj", + "observed_tokens": 230, + "weighted_error_before": 27.429344587028027, + "weighted_error_after": 15.841742945834994 + }, + { + "name": "model.layers.1.mlp.experts.63.down_proj", + "observed_tokens": 230, + "weighted_error_before": 22.047225371934474, + "weighted_error_after": 15.114805156365037 + }, + { + "name": "model.layers.1.mlp.experts.64.gate_proj", + "observed_tokens": 289, + "weighted_error_before": 26.177549477666616, + "weighted_error_after": 15.40358387120068 + }, + { + "name": "model.layers.1.mlp.experts.64.up_proj", + "observed_tokens": 289, + "weighted_error_before": 26.610765554010868, + "weighted_error_after": 15.662331268191338 + }, + { + "name": "model.layers.1.mlp.experts.64.down_proj", + "observed_tokens": 289, + "weighted_error_before": 21.740621530916542, + "weighted_error_after": 14.935272559523582 + }, + { + "name": "model.layers.1.mlp.experts.65.gate_proj", + "observed_tokens": 263, + "weighted_error_before": 24.846535863354802, + "weighted_error_after": 14.67391942627728 + }, + { + "name": "model.layers.1.mlp.experts.65.up_proj", + "observed_tokens": 263, + "weighted_error_before": 25.049083173274994, + "weighted_error_after": 14.65053004026413 + }, + { + "name": "model.layers.1.mlp.experts.65.down_proj", + "observed_tokens": 263, + "weighted_error_before": 20.949673478491604, + "weighted_error_after": 13.897250201087445 + }, + { + "name": "model.layers.1.mlp.experts.66.gate_proj", + "observed_tokens": 340, + "weighted_error_before": 26.568444047123194, + "weighted_error_after": 15.478022444993258 + }, + { + "name": "model.layers.1.mlp.experts.66.up_proj", + "observed_tokens": 340, + "weighted_error_before": 26.886348105967045, + "weighted_error_after": 15.767021814361215 + }, + { + "name": "model.layers.1.mlp.experts.66.down_proj", + "observed_tokens": 340, + "weighted_error_before": 22.202958094421774, + "weighted_error_after": 15.154034934006631 + }, + { + "name": "model.layers.1.mlp.experts.67.gate_proj", + "observed_tokens": 126, + "weighted_error_before": 26.7276479229331, + "weighted_error_after": 15.600694568827748 + }, + { + "name": "model.layers.1.mlp.experts.67.up_proj", + "observed_tokens": 126, + "weighted_error_before": 26.816461876034737, + "weighted_error_after": 15.671590035781264 + }, + { + "name": "model.layers.1.mlp.experts.67.down_proj", + "observed_tokens": 126, + "weighted_error_before": 21.45572345936671, + "weighted_error_after": 13.776052646804601 + }, + { + "name": "model.layers.1.mlp.experts.68.gate_proj", + "observed_tokens": 289, + "weighted_error_before": 26.694919411092997, + "weighted_error_after": 15.505956299602985 + }, + { + "name": "model.layers.1.mlp.experts.68.up_proj", + "observed_tokens": 289, + "weighted_error_before": 26.967147421091795, + "weighted_error_after": 15.749134158715606 + }, + { + "name": "model.layers.1.mlp.experts.68.down_proj", + "observed_tokens": 289, + "weighted_error_before": 21.862526292447, + "weighted_error_after": 14.849659578409046 + }, + { + "name": "model.layers.1.mlp.experts.69.gate_proj", + "observed_tokens": 72, + "weighted_error_before": 27.37406674399972, + "weighted_error_after": 15.870815401896834 + }, + { + "name": "model.layers.1.mlp.experts.69.up_proj", + "observed_tokens": 72, + "weighted_error_before": 27.56659384816885, + "weighted_error_after": 16.07359549589455 + }, + { + "name": "model.layers.1.mlp.experts.69.down_proj", + "observed_tokens": 72, + "weighted_error_before": 21.97262439969927, + "weighted_error_after": 14.96500985417515 + }, + { + "name": "model.layers.1.mlp.experts.70.gate_proj", + "observed_tokens": 407, + "weighted_error_before": 24.521156154572964, + "weighted_error_after": 14.351063143461943 + }, + { + "name": "model.layers.1.mlp.experts.70.up_proj", + "observed_tokens": 407, + "weighted_error_before": 24.10775213688612, + "weighted_error_after": 14.169561879709363 + }, + { + "name": "model.layers.1.mlp.experts.70.down_proj", + "observed_tokens": 407, + "weighted_error_before": 20.239746077917516, + "weighted_error_after": 13.76402091095224 + }, + { + "name": "model.layers.1.mlp.experts.71.gate_proj", + "observed_tokens": 281, + "weighted_error_before": 22.65199070237577, + "weighted_error_after": 13.172895509749651 + }, + { + "name": "model.layers.1.mlp.experts.71.up_proj", + "observed_tokens": 281, + "weighted_error_before": 22.146061124280095, + "weighted_error_after": 12.949017291888595 + }, + { + "name": "model.layers.1.mlp.experts.71.down_proj", + "observed_tokens": 281, + "weighted_error_before": 18.773030313663185, + "weighted_error_after": 12.78265717998147 + }, + { + "name": "model.layers.1.mlp.experts.72.gate_proj", + "observed_tokens": 640, + "weighted_error_before": 24.464084699749947, + "weighted_error_after": 14.341704219579697 + }, + { + "name": "model.layers.1.mlp.experts.72.up_proj", + "observed_tokens": 640, + "weighted_error_before": 24.65753559023142, + "weighted_error_after": 14.408679341897368 + }, + { + "name": "model.layers.1.mlp.experts.72.down_proj", + "observed_tokens": 640, + "weighted_error_before": 20.36886805901304, + "weighted_error_after": 13.775963889434934 + }, + { + "name": "model.layers.1.mlp.experts.73.gate_proj", + "observed_tokens": 695, + "weighted_error_before": 23.256891924887896, + "weighted_error_after": 13.711357658728957 + }, + { + "name": "model.layers.1.mlp.experts.73.up_proj", + "observed_tokens": 695, + "weighted_error_before": 23.433899350464344, + "weighted_error_after": 13.749717973172665 + }, + { + "name": "model.layers.1.mlp.experts.73.down_proj", + "observed_tokens": 695, + "weighted_error_before": 19.775939622428268, + "weighted_error_after": 13.445462001487613 + }, + { + "name": "model.layers.1.mlp.experts.74.gate_proj", + "observed_tokens": 469, + "weighted_error_before": 23.75637681595981, + "weighted_error_after": 13.929761024191976 + }, + { + "name": "model.layers.1.mlp.experts.74.up_proj", + "observed_tokens": 469, + "weighted_error_before": 23.82127020508051, + "weighted_error_after": 13.904547108337283 + }, + { + "name": "model.layers.1.mlp.experts.74.down_proj", + "observed_tokens": 469, + "weighted_error_before": 19.481121470220387, + "weighted_error_after": 13.216478553134948 + }, + { + "name": "model.layers.1.mlp.experts.75.gate_proj", + "observed_tokens": 436, + "weighted_error_before": 25.608656406402588, + "weighted_error_after": 15.00111734494567 + }, + { + "name": "model.layers.1.mlp.experts.75.up_proj", + "observed_tokens": 436, + "weighted_error_before": 26.06474405527115, + "weighted_error_after": 15.072532357648015 + }, + { + "name": "model.layers.1.mlp.experts.75.down_proj", + "observed_tokens": 436, + "weighted_error_before": 21.171717144548893, + "weighted_error_after": 14.555796512402594 + }, + { + "name": "model.layers.1.mlp.experts.76.gate_proj", + "observed_tokens": 103, + "weighted_error_before": 27.50360469520092, + "weighted_error_after": 15.947365552186966 + }, + { + "name": "model.layers.1.mlp.experts.76.up_proj", + "observed_tokens": 103, + "weighted_error_before": 27.389351725578308, + "weighted_error_after": 16.017453771084547 + }, + { + "name": "model.layers.1.mlp.experts.76.down_proj", + "observed_tokens": 103, + "weighted_error_before": 22.497502556070685, + "weighted_error_after": 12.643568291328847 + }, + { + "name": "model.layers.1.mlp.experts.77.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 26.707744505256414, + "weighted_error_after": 15.550413981080055 + }, + { + "name": "model.layers.1.mlp.experts.77.up_proj", + "observed_tokens": 256, + "weighted_error_before": 27.13854357600212, + "weighted_error_after": 15.816682020202279 + }, + { + "name": "model.layers.1.mlp.experts.77.down_proj", + "observed_tokens": 256, + "weighted_error_before": 22.52951625082642, + "weighted_error_after": 14.825613608583808 + }, + { + "name": "model.layers.1.mlp.experts.78.gate_proj", + "observed_tokens": 446, + "weighted_error_before": 25.261568993330002, + "weighted_error_after": 14.541785022243857 + }, + { + "name": "model.layers.1.mlp.experts.78.up_proj", + "observed_tokens": 446, + "weighted_error_before": 24.48394400253892, + "weighted_error_after": 14.344844613224268 + }, + { + "name": "model.layers.1.mlp.experts.78.down_proj", + "observed_tokens": 446, + "weighted_error_before": 20.84553051367402, + "weighted_error_after": 14.044618445448577 + }, + { + "name": "model.layers.1.mlp.experts.79.gate_proj", + "observed_tokens": 60, + "weighted_error_before": 27.38289364799857, + "weighted_error_after": 15.870777314528823 + }, + { + "name": "model.layers.1.mlp.experts.79.up_proj", + "observed_tokens": 60, + "weighted_error_before": 27.669192135334015, + "weighted_error_after": 16.045166419818997 + }, + { + "name": "model.layers.1.mlp.experts.79.down_proj", + "observed_tokens": 60, + "weighted_error_before": 22.497548476792872, + "weighted_error_after": 15.134714190848172 + }, + { + "name": "model.layers.1.mlp.experts.80.gate_proj", + "observed_tokens": 345, + "weighted_error_before": 27.225185366347432, + "weighted_error_after": 15.901585564017296 + }, + { + "name": "model.layers.1.mlp.experts.80.up_proj", + "observed_tokens": 345, + "weighted_error_before": 27.982596393674612, + "weighted_error_after": 16.31233249232173 + }, + { + "name": "model.layers.1.mlp.experts.80.down_proj", + "observed_tokens": 345, + "weighted_error_before": 22.664335240609944, + "weighted_error_after": 12.695334427291527 + }, + { + "name": "model.layers.1.mlp.experts.81.gate_proj", + "observed_tokens": 193, + "weighted_error_before": 25.98453882150352, + "weighted_error_after": 15.024294821545482 + }, + { + "name": "model.layers.1.mlp.experts.81.up_proj", + "observed_tokens": 193, + "weighted_error_before": 26.454787634313107, + "weighted_error_after": 15.24154407531023 + }, + { + "name": "model.layers.1.mlp.experts.81.down_proj", + "observed_tokens": 193, + "weighted_error_before": 21.742349919397384, + "weighted_error_after": 14.747126727364957 + }, + { + "name": "model.layers.1.mlp.experts.82.gate_proj", + "observed_tokens": 328, + "weighted_error_before": 25.620736300945282, + "weighted_error_after": 15.045766443014145 + }, + { + "name": "model.layers.1.mlp.experts.82.up_proj", + "observed_tokens": 328, + "weighted_error_before": 26.39639420248568, + "weighted_error_after": 15.274733969941735 + }, + { + "name": "model.layers.1.mlp.experts.82.down_proj", + "observed_tokens": 328, + "weighted_error_before": 21.431478447280824, + "weighted_error_after": 14.545372145716101 + }, + { + "name": "model.layers.1.mlp.experts.83.gate_proj", + "observed_tokens": 1020, + "weighted_error_before": 25.33725494146347, + "weighted_error_after": 14.740570846945047 + }, + { + "name": "model.layers.1.mlp.experts.83.up_proj", + "observed_tokens": 1020, + "weighted_error_before": 24.98302186280489, + "weighted_error_after": 14.722556101158261 + }, + { + "name": "model.layers.1.mlp.experts.83.down_proj", + "observed_tokens": 1020, + "weighted_error_before": 20.324173497967422, + "weighted_error_after": 13.855585575569421 + }, + { + "name": "model.layers.1.mlp.experts.84.gate_proj", + "observed_tokens": 553, + "weighted_error_before": 25.149274297058582, + "weighted_error_after": 14.528162229806185 + }, + { + "name": "model.layers.1.mlp.experts.84.up_proj", + "observed_tokens": 553, + "weighted_error_before": 25.068518256768584, + "weighted_error_after": 14.519266417250037 + }, + { + "name": "model.layers.1.mlp.experts.84.down_proj", + "observed_tokens": 553, + "weighted_error_before": 20.69689811486751, + "weighted_error_after": 13.613052618689835 + }, + { + "name": "model.layers.1.mlp.experts.85.gate_proj", + "observed_tokens": 1737, + "weighted_error_before": 23.09597822278738, + "weighted_error_after": 13.513474581763148 + }, + { + "name": "model.layers.1.mlp.experts.85.up_proj", + "observed_tokens": 1737, + "weighted_error_before": 22.54955320432782, + "weighted_error_after": 13.321858076378703 + }, + { + "name": "model.layers.1.mlp.experts.85.down_proj", + "observed_tokens": 1737, + "weighted_error_before": 19.178682652302086, + "weighted_error_after": 12.920230651739985 + }, + { + "name": "model.layers.1.mlp.experts.86.gate_proj", + "observed_tokens": 238, + "weighted_error_before": 25.519192645326257, + "weighted_error_after": 14.94845387712121 + }, + { + "name": "model.layers.1.mlp.experts.86.up_proj", + "observed_tokens": 238, + "weighted_error_before": 26.189985942095518, + "weighted_error_after": 15.215405728667974 + }, + { + "name": "model.layers.1.mlp.experts.86.down_proj", + "observed_tokens": 238, + "weighted_error_before": 21.233122957870364, + "weighted_error_after": 14.4410555139184 + }, + { + "name": "model.layers.1.mlp.experts.87.gate_proj", + "observed_tokens": 189, + "weighted_error_before": 25.777627354487777, + "weighted_error_after": 15.160647450014949 + }, + { + "name": "model.layers.1.mlp.experts.87.up_proj", + "observed_tokens": 189, + "weighted_error_before": 26.515822988003492, + "weighted_error_after": 15.386657789349556 + }, + { + "name": "model.layers.1.mlp.experts.87.down_proj", + "observed_tokens": 189, + "weighted_error_before": 22.17696120031178, + "weighted_error_after": 15.094560666708276 + }, + { + "name": "model.layers.1.mlp.experts.88.gate_proj", + "observed_tokens": 195, + "weighted_error_before": 25.729353848844767, + "weighted_error_after": 15.159588661044836 + }, + { + "name": "model.layers.1.mlp.experts.88.up_proj", + "observed_tokens": 195, + "weighted_error_before": 26.109623536467552, + "weighted_error_after": 15.347296113148332 + }, + { + "name": "model.layers.1.mlp.experts.88.down_proj", + "observed_tokens": 195, + "weighted_error_before": 21.8322998075746, + "weighted_error_after": 13.019705144921318 + }, + { + "name": "model.layers.1.mlp.experts.89.gate_proj", + "observed_tokens": 176, + "weighted_error_before": 25.376734741032124, + "weighted_error_after": 14.942940879613161 + }, + { + "name": "model.layers.1.mlp.experts.89.up_proj", + "observed_tokens": 176, + "weighted_error_before": 25.47948182746768, + "weighted_error_after": 15.002928737550974 + }, + { + "name": "model.layers.1.mlp.experts.89.down_proj", + "observed_tokens": 176, + "weighted_error_before": 21.369508451782167, + "weighted_error_after": 14.383781999815255 + }, + { + "name": "model.layers.1.mlp.experts.90.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 26.251858547329903, + "weighted_error_after": 15.393866853788495 + }, + { + "name": "model.layers.1.mlp.experts.90.up_proj", + "observed_tokens": 94, + "weighted_error_before": 26.872575763612986, + "weighted_error_after": 15.715941647067666 + }, + { + "name": "model.layers.1.mlp.experts.90.down_proj", + "observed_tokens": 94, + "weighted_error_before": 22.083211677148938, + "weighted_error_after": 14.96513949916698 + }, + { + "name": "model.layers.1.mlp.experts.91.gate_proj", + "observed_tokens": 347, + "weighted_error_before": 27.63633629307151, + "weighted_error_after": 15.90827858261764 + }, + { + "name": "model.layers.1.mlp.experts.91.up_proj", + "observed_tokens": 347, + "weighted_error_before": 27.432669557631016, + "weighted_error_after": 16.076712923124433 + }, + { + "name": "model.layers.1.mlp.experts.91.down_proj", + "observed_tokens": 347, + "weighted_error_before": 22.070708648767322, + "weighted_error_after": 14.971269443165511 + }, + { + "name": "model.layers.1.mlp.experts.92.gate_proj", + "observed_tokens": 815, + "weighted_error_before": 25.54845849983394, + "weighted_error_after": 14.82198042422533 + }, + { + "name": "model.layers.1.mlp.experts.92.up_proj", + "observed_tokens": 815, + "weighted_error_before": 25.093354677781463, + "weighted_error_after": 14.938529858365655 + }, + { + "name": "model.layers.1.mlp.experts.92.down_proj", + "observed_tokens": 815, + "weighted_error_before": 21.32463645376265, + "weighted_error_after": 14.58104689233005 + }, + { + "name": "model.layers.1.mlp.experts.93.gate_proj", + "observed_tokens": 840, + "weighted_error_before": 24.562429156154394, + "weighted_error_after": 14.504257816821337 + }, + { + "name": "model.layers.1.mlp.experts.93.up_proj", + "observed_tokens": 840, + "weighted_error_before": 24.985375048592687, + "weighted_error_after": 14.579833338037133 + }, + { + "name": "model.layers.1.mlp.experts.93.down_proj", + "observed_tokens": 840, + "weighted_error_before": 20.76753787556663, + "weighted_error_after": 13.595721811521798 + }, + { + "name": "model.layers.1.mlp.experts.94.gate_proj", + "observed_tokens": 378, + "weighted_error_before": 26.653322480618954, + "weighted_error_after": 15.316816758364439 + }, + { + "name": "model.layers.1.mlp.experts.94.up_proj", + "observed_tokens": 378, + "weighted_error_before": 26.46003274805844, + "weighted_error_after": 15.442431002855301 + }, + { + "name": "model.layers.1.mlp.experts.94.down_proj", + "observed_tokens": 378, + "weighted_error_before": 21.313256456516683, + "weighted_error_after": 14.226837711408734 + }, + { + "name": "model.layers.1.mlp.experts.95.gate_proj", + "observed_tokens": 432, + "weighted_error_before": 26.14573698863387, + "weighted_error_after": 15.064052557572722 + }, + { + "name": "model.layers.1.mlp.experts.95.up_proj", + "observed_tokens": 432, + "weighted_error_before": 27.073535477742553, + "weighted_error_after": 15.506127443164587 + }, + { + "name": "model.layers.1.mlp.experts.95.down_proj", + "observed_tokens": 432, + "weighted_error_before": 21.93406319571659, + "weighted_error_after": 14.44735935376957 + }, + { + "name": "model.layers.1.mlp.experts.96.gate_proj", + "observed_tokens": 204, + "weighted_error_before": 25.86618733406067, + "weighted_error_after": 15.09784341044724 + }, + { + "name": "model.layers.1.mlp.experts.96.up_proj", + "observed_tokens": 204, + "weighted_error_before": 26.102929960936308, + "weighted_error_after": 15.411551704630256 + }, + { + "name": "model.layers.1.mlp.experts.96.down_proj", + "observed_tokens": 204, + "weighted_error_before": 22.013144494965672, + "weighted_error_after": 14.67434777179733 + }, + { + "name": "model.layers.1.mlp.experts.97.gate_proj", + "observed_tokens": 185, + "weighted_error_before": 25.315063575282693, + "weighted_error_after": 14.951928744092584 + }, + { + "name": "model.layers.1.mlp.experts.97.up_proj", + "observed_tokens": 185, + "weighted_error_before": 25.536386158317327, + "weighted_error_after": 15.10468683578074 + }, + { + "name": "model.layers.1.mlp.experts.97.down_proj", + "observed_tokens": 185, + "weighted_error_before": 21.525757818017155, + "weighted_error_after": 14.613527610898018 + }, + { + "name": "model.layers.1.mlp.experts.98.gate_proj", + "observed_tokens": 154, + "weighted_error_before": 25.354534901678562, + "weighted_error_after": 14.89595716074109 + }, + { + "name": "model.layers.1.mlp.experts.98.up_proj", + "observed_tokens": 154, + "weighted_error_before": 25.737515054643154, + "weighted_error_after": 14.987825458869338 + }, + { + "name": "model.layers.1.mlp.experts.98.down_proj", + "observed_tokens": 154, + "weighted_error_before": 20.854534360580146, + "weighted_error_after": 14.264393660239875 + }, + { + "name": "model.layers.1.mlp.experts.99.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 24.995197791606188, + "weighted_error_after": 14.648186076432467 + }, + { + "name": "model.layers.1.mlp.experts.99.up_proj", + "observed_tokens": 104, + "weighted_error_before": 25.76446532085538, + "weighted_error_after": 15.013692123815417 + }, + { + "name": "model.layers.1.mlp.experts.99.down_proj", + "observed_tokens": 104, + "weighted_error_before": 21.401903377380222, + "weighted_error_after": 14.457412873860449 + }, + { + "name": "model.layers.1.mlp.experts.100.gate_proj", + "observed_tokens": 120, + "weighted_error_before": 26.417252998799086, + "weighted_error_after": 15.403809167444706 + }, + { + "name": "model.layers.1.mlp.experts.100.up_proj", + "observed_tokens": 120, + "weighted_error_before": 26.650918547064066, + "weighted_error_after": 15.528642252087593 + }, + { + "name": "model.layers.1.mlp.experts.100.down_proj", + "observed_tokens": 120, + "weighted_error_before": 22.236161405220628, + "weighted_error_after": 14.632058389950544 + }, + { + "name": "model.layers.1.mlp.experts.101.gate_proj", + "observed_tokens": 296, + "weighted_error_before": 25.585233494639397, + "weighted_error_after": 14.840771885588765 + }, + { + "name": "model.layers.1.mlp.experts.101.up_proj", + "observed_tokens": 296, + "weighted_error_before": 25.628964614123106, + "weighted_error_after": 15.010530423372984 + }, + { + "name": "model.layers.1.mlp.experts.101.down_proj", + "observed_tokens": 296, + "weighted_error_before": 21.11841471400112, + "weighted_error_after": 13.179789452115074 + }, + { + "name": "model.layers.1.mlp.experts.102.gate_proj", + "observed_tokens": 126, + "weighted_error_before": 26.094014700502157, + "weighted_error_after": 15.33972523547709 + }, + { + "name": "model.layers.1.mlp.experts.102.up_proj", + "observed_tokens": 126, + "weighted_error_before": 26.791150089353323, + "weighted_error_after": 15.636474853381515 + }, + { + "name": "model.layers.1.mlp.experts.102.down_proj", + "observed_tokens": 126, + "weighted_error_before": 22.23276882059872, + "weighted_error_after": 15.01549654500559 + }, + { + "name": "model.layers.1.mlp.experts.103.gate_proj", + "observed_tokens": 178, + "weighted_error_before": 26.122135050594807, + "weighted_error_after": 15.166461342945695 + }, + { + "name": "model.layers.1.mlp.experts.103.up_proj", + "observed_tokens": 178, + "weighted_error_before": 27.052002739161253, + "weighted_error_after": 15.734675046056509 + }, + { + "name": "model.layers.1.mlp.experts.103.down_proj", + "observed_tokens": 178, + "weighted_error_before": 22.15311335492879, + "weighted_error_after": 15.070272172335535 + }, + { + "name": "model.layers.1.mlp.experts.104.gate_proj", + "observed_tokens": 352, + "weighted_error_before": 26.065925139933825, + "weighted_error_after": 14.989170549437404 + }, + { + "name": "model.layers.1.mlp.experts.104.up_proj", + "observed_tokens": 352, + "weighted_error_before": 25.478404523804784, + "weighted_error_after": 14.794261699542403 + }, + { + "name": "model.layers.1.mlp.experts.104.down_proj", + "observed_tokens": 352, + "weighted_error_before": 20.213869146071374, + "weighted_error_after": 12.667071529198438 + }, + { + "name": "model.layers.1.mlp.experts.105.gate_proj", + "observed_tokens": 290, + "weighted_error_before": 25.26782294921577, + "weighted_error_after": 14.760907867923379 + }, + { + "name": "model.layers.1.mlp.experts.105.up_proj", + "observed_tokens": 290, + "weighted_error_before": 26.21145280636847, + "weighted_error_after": 15.069913290441036 + }, + { + "name": "model.layers.1.mlp.experts.105.down_proj", + "observed_tokens": 290, + "weighted_error_before": 20.84552229801193, + "weighted_error_after": 14.104806485585868 + }, + { + "name": "model.layers.1.mlp.experts.106.gate_proj", + "observed_tokens": 155, + "weighted_error_before": 26.645092263817787, + "weighted_error_after": 15.659693885594606 + }, + { + "name": "model.layers.1.mlp.experts.106.up_proj", + "observed_tokens": 155, + "weighted_error_before": 27.557919466868043, + "weighted_error_after": 15.927793534472585 + }, + { + "name": "model.layers.1.mlp.experts.106.down_proj", + "observed_tokens": 155, + "weighted_error_before": 22.107839572709054, + "weighted_error_after": 15.049884535139427 + }, + { + "name": "model.layers.1.mlp.experts.107.gate_proj", + "observed_tokens": 215, + "weighted_error_before": 26.24554117769003, + "weighted_error_after": 15.220287470147014 + }, + { + "name": "model.layers.1.mlp.experts.107.up_proj", + "observed_tokens": 215, + "weighted_error_before": 26.397941265255213, + "weighted_error_after": 15.35337958484888 + }, + { + "name": "model.layers.1.mlp.experts.107.down_proj", + "observed_tokens": 215, + "weighted_error_before": 21.500722328200936, + "weighted_error_after": 14.206071509979665 + }, + { + "name": "model.layers.1.mlp.experts.108.gate_proj", + "observed_tokens": 207, + "weighted_error_before": 26.262664595618844, + "weighted_error_after": 15.219649251550436 + }, + { + "name": "model.layers.1.mlp.experts.108.up_proj", + "observed_tokens": 207, + "weighted_error_before": 25.87856226041913, + "weighted_error_after": 15.02026461623609 + }, + { + "name": "model.layers.1.mlp.experts.108.down_proj", + "observed_tokens": 207, + "weighted_error_before": 21.44569205120206, + "weighted_error_after": 14.192825137171894 + }, + { + "name": "model.layers.1.mlp.experts.109.gate_proj", + "observed_tokens": 277, + "weighted_error_before": 26.530003681778908, + "weighted_error_after": 15.28107375279069 + }, + { + "name": "model.layers.1.mlp.experts.109.up_proj", + "observed_tokens": 277, + "weighted_error_before": 26.086081489920616, + "weighted_error_after": 15.285961650311947 + }, + { + "name": "model.layers.1.mlp.experts.109.down_proj", + "observed_tokens": 277, + "weighted_error_before": 20.47289905557409, + "weighted_error_after": 13.179272623267025 + }, + { + "name": "model.layers.1.mlp.experts.110.gate_proj", + "observed_tokens": 144, + "weighted_error_before": 27.348717086017132, + "weighted_error_after": 15.914320608600974 + }, + { + "name": "model.layers.1.mlp.experts.110.up_proj", + "observed_tokens": 144, + "weighted_error_before": 27.750960905104876, + "weighted_error_after": 16.232088796794415 + }, + { + "name": "model.layers.1.mlp.experts.110.down_proj", + "observed_tokens": 144, + "weighted_error_before": 22.755029351450503, + "weighted_error_after": 15.454624763224274 + }, + { + "name": "model.layers.1.mlp.experts.111.gate_proj", + "observed_tokens": 47, + "weighted_error_before": 25.028887629508972, + "weighted_error_after": 14.580186020582914 + }, + { + "name": "model.layers.1.mlp.experts.111.up_proj", + "observed_tokens": 47, + "weighted_error_before": 24.893370024859905, + "weighted_error_after": 14.554749634116888 + }, + { + "name": "model.layers.1.mlp.experts.111.down_proj", + "observed_tokens": 47, + "weighted_error_before": 20.34016644861549, + "weighted_error_after": 13.783125818241388 + }, + { + "name": "model.layers.1.mlp.experts.112.gate_proj", + "observed_tokens": 251, + "weighted_error_before": 25.410294488072395, + "weighted_error_after": 14.75555837340653 + }, + { + "name": "model.layers.1.mlp.experts.112.up_proj", + "observed_tokens": 251, + "weighted_error_before": 24.95192568562925, + "weighted_error_after": 14.423409616574645 + }, + { + "name": "model.layers.1.mlp.experts.112.down_proj", + "observed_tokens": 251, + "weighted_error_before": 20.24869995098561, + "weighted_error_after": 13.065777630079538 + }, + { + "name": "model.layers.1.mlp.experts.113.gate_proj", + "observed_tokens": 384, + "weighted_error_before": 26.398784447461367, + "weighted_error_after": 15.45843199826777 + }, + { + "name": "model.layers.1.mlp.experts.113.up_proj", + "observed_tokens": 384, + "weighted_error_before": 27.196177046746016, + "weighted_error_after": 15.871376378461719 + }, + { + "name": "model.layers.1.mlp.experts.113.down_proj", + "observed_tokens": 384, + "weighted_error_before": 22.107406374067068, + "weighted_error_after": 15.144590734038502 + }, + { + "name": "model.layers.1.mlp.experts.114.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 26.042239546775818, + "weighted_error_after": 15.2668148688972 + }, + { + "name": "model.layers.1.mlp.experts.114.up_proj", + "observed_tokens": 135, + "weighted_error_before": 26.05313114449382, + "weighted_error_after": 15.322384014725685 + }, + { + "name": "model.layers.1.mlp.experts.114.down_proj", + "observed_tokens": 135, + "weighted_error_before": 20.93831498781219, + "weighted_error_after": 13.980883032083511 + }, + { + "name": "model.layers.1.mlp.experts.115.gate_proj", + "observed_tokens": 555, + "weighted_error_before": 23.743707975372672, + "weighted_error_after": 13.770906768739223 + }, + { + "name": "model.layers.1.mlp.experts.115.up_proj", + "observed_tokens": 555, + "weighted_error_before": 23.40282716229558, + "weighted_error_after": 13.653650460764766 + }, + { + "name": "model.layers.1.mlp.experts.115.down_proj", + "observed_tokens": 555, + "weighted_error_before": 19.58611530996859, + "weighted_error_after": 12.857865282800049 + }, + { + "name": "model.layers.1.mlp.experts.116.gate_proj", + "observed_tokens": 1472, + "weighted_error_before": 24.725566163659096, + "weighted_error_after": 14.333195447921753 + }, + { + "name": "model.layers.1.mlp.experts.116.up_proj", + "observed_tokens": 1472, + "weighted_error_before": 24.317060166969895, + "weighted_error_after": 14.420801470056176 + }, + { + "name": "model.layers.1.mlp.experts.116.down_proj", + "observed_tokens": 1472, + "weighted_error_before": 20.3020065180026, + "weighted_error_after": 13.970438336022198 + }, + { + "name": "model.layers.1.mlp.experts.117.gate_proj", + "observed_tokens": 123, + "weighted_error_before": 25.92190897092223, + "weighted_error_after": 14.985818289220333 + }, + { + "name": "model.layers.1.mlp.experts.117.up_proj", + "observed_tokens": 123, + "weighted_error_before": 26.06083955615759, + "weighted_error_after": 15.20069357007742 + }, + { + "name": "model.layers.1.mlp.experts.117.down_proj", + "observed_tokens": 123, + "weighted_error_before": 21.965048119425774, + "weighted_error_after": 14.07567204348743 + }, + { + "name": "model.layers.1.mlp.experts.118.gate_proj", + "observed_tokens": 689, + "weighted_error_before": 25.57910682633519, + "weighted_error_after": 14.791205709800124 + }, + { + "name": "model.layers.1.mlp.experts.118.up_proj", + "observed_tokens": 689, + "weighted_error_before": 24.72325088456273, + "weighted_error_after": 14.459643319249153 + }, + { + "name": "model.layers.1.mlp.experts.118.down_proj", + "observed_tokens": 689, + "weighted_error_before": 20.482872567605227, + "weighted_error_after": 13.93459641886875 + }, + { + "name": "model.layers.1.mlp.experts.119.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 24.23198956437409, + "weighted_error_after": 14.181830575689673 + }, + { + "name": "model.layers.1.mlp.experts.119.up_proj", + "observed_tokens": 153, + "weighted_error_before": 24.06232151016593, + "weighted_error_after": 14.14737487025559 + }, + { + "name": "model.layers.1.mlp.experts.119.down_proj", + "observed_tokens": 153, + "weighted_error_before": 19.835693390574306, + "weighted_error_after": 13.512397430371493 + }, + { + "name": "model.layers.1.mlp.experts.120.gate_proj", + "observed_tokens": 506, + "weighted_error_before": 19.30182101763785, + "weighted_error_after": 11.308046847581863 + }, + { + "name": "model.layers.1.mlp.experts.120.up_proj", + "observed_tokens": 506, + "weighted_error_before": 18.74599905498326, + "weighted_error_after": 10.973703453317285 + }, + { + "name": "model.layers.1.mlp.experts.120.down_proj", + "observed_tokens": 506, + "weighted_error_before": 16.393886419944465, + "weighted_error_after": 10.875380988698453 + }, + { + "name": "model.layers.1.mlp.experts.121.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 25.35880677960813, + "weighted_error_after": 14.734398234635592 + }, + { + "name": "model.layers.1.mlp.experts.121.up_proj", + "observed_tokens": 106, + "weighted_error_before": 25.653214106336236, + "weighted_error_after": 14.966088304296136 + }, + { + "name": "model.layers.1.mlp.experts.121.down_proj", + "observed_tokens": 106, + "weighted_error_before": 21.62611985532567, + "weighted_error_after": 14.506333409808576 + }, + { + "name": "model.layers.1.mlp.experts.122.gate_proj", + "observed_tokens": 690, + "weighted_error_before": 25.67696288600564, + "weighted_error_after": 14.983634805306792 + }, + { + "name": "model.layers.1.mlp.experts.122.up_proj", + "observed_tokens": 690, + "weighted_error_before": 25.858418971300125, + "weighted_error_after": 15.23532247543335 + }, + { + "name": "model.layers.1.mlp.experts.122.down_proj", + "observed_tokens": 690, + "weighted_error_before": 21.19539287732914, + "weighted_error_after": 14.588371855672449 + }, + { + "name": "model.layers.1.mlp.experts.123.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 25.39423443004489, + "weighted_error_after": 14.722054287791252 + }, + { + "name": "model.layers.1.mlp.experts.123.up_proj", + "observed_tokens": 139, + "weighted_error_before": 25.290223464369774, + "weighted_error_after": 14.805728634819388 + }, + { + "name": "model.layers.1.mlp.experts.123.down_proj", + "observed_tokens": 139, + "weighted_error_before": 20.912423592060804, + "weighted_error_after": 12.887104043271393 + }, + { + "name": "model.layers.1.mlp.experts.124.gate_proj", + "observed_tokens": 211, + "weighted_error_before": 23.83857725560665, + "weighted_error_after": 13.624998580664396 + }, + { + "name": "model.layers.1.mlp.experts.124.up_proj", + "observed_tokens": 211, + "weighted_error_before": 23.12787457741797, + "weighted_error_after": 13.542819555848837 + }, + { + "name": "model.layers.1.mlp.experts.124.down_proj", + "observed_tokens": 211, + "weighted_error_before": 19.7436891105026, + "weighted_error_after": 12.494714258238673 + }, + { + "name": "model.layers.1.mlp.experts.125.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 24.94804836437106, + "weighted_error_after": 14.584338154643774 + }, + { + "name": "model.layers.1.mlp.experts.125.up_proj", + "observed_tokens": 156, + "weighted_error_before": 25.220858946442604, + "weighted_error_after": 14.646080628037453 + }, + { + "name": "model.layers.1.mlp.experts.125.down_proj", + "observed_tokens": 156, + "weighted_error_before": 21.23883872712031, + "weighted_error_after": 13.852682708296925 + }, + { + "name": "model.layers.1.mlp.experts.126.gate_proj", + "observed_tokens": 294, + "weighted_error_before": 26.392802886664867, + "weighted_error_after": 15.324008855968714 + }, + { + "name": "model.layers.1.mlp.experts.126.up_proj", + "observed_tokens": 294, + "weighted_error_before": 26.4081294760108, + "weighted_error_after": 15.348478814586997 + }, + { + "name": "model.layers.1.mlp.experts.126.down_proj", + "observed_tokens": 294, + "weighted_error_before": 21.31614709086716, + "weighted_error_after": 14.38237372925505 + }, + { + "name": "model.layers.1.mlp.experts.127.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 25.277906876057386, + "weighted_error_after": 14.87950187176466 + }, + { + "name": "model.layers.1.mlp.experts.127.up_proj", + "observed_tokens": 112, + "weighted_error_before": 25.702595537528396, + "weighted_error_after": 15.051064532250166 + }, + { + "name": "model.layers.1.mlp.experts.127.down_proj", + "observed_tokens": 112, + "weighted_error_before": 21.13233687588945, + "weighted_error_after": 14.346716065891087 + }, + { + "name": "model.layers.1.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 22.352627128362656, + "weighted_error_after": 13.047018365003169 + }, + { + "name": "model.layers.1.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 15.095772369764745, + "weighted_error_after": 8.543749601347372 + }, + { + "name": "model.layers.1.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 9.590065443189815, + "weighted_error_after": 5.6172582221915945 + }, + { + "name": "model.layers.2.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 148.4790943786502, + "weighted_error_after": 96.92368851415813 + }, + { + "name": "model.layers.2.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 136.29150764457881, + "weighted_error_after": 84.00118257291615 + }, + { + "name": "model.layers.2.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 151.04848059266806, + "weighted_error_after": 90.21586611215025 + }, + { + "name": "model.layers.2.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 181.42561017908156, + "weighted_error_after": 113.64815290644765 + }, + { + "name": "model.layers.2.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.4271630495786667, + "weighted_error_after": 1.7665432021021843 + }, + { + "name": "model.layers.2.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 177.42542893532664, + "weighted_error_after": 112.73413853440434 + }, + { + "name": "model.layers.2.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 121.37406690046191, + "weighted_error_after": 64.1929799169302 + }, + { + "name": "model.layers.2.mlp.experts.0.gate_proj", + "observed_tokens": 1768, + "weighted_error_before": 23.640946693718433, + "weighted_error_after": 13.98070559836924 + }, + { + "name": "model.layers.2.mlp.experts.0.up_proj", + "observed_tokens": 1768, + "weighted_error_before": 23.557440357282758, + "weighted_error_after": 13.985444467514753 + }, + { + "name": "model.layers.2.mlp.experts.0.down_proj", + "observed_tokens": 1768, + "weighted_error_before": 20.135476730763912, + "weighted_error_after": 13.76444847509265 + }, + { + "name": "model.layers.2.mlp.experts.1.gate_proj", + "observed_tokens": 747, + "weighted_error_before": 24.919435067102313, + "weighted_error_after": 14.707248233258724 + }, + { + "name": "model.layers.2.mlp.experts.1.up_proj", + "observed_tokens": 747, + "weighted_error_before": 25.260070081800222, + "weighted_error_after": 14.916151305660605 + }, + { + "name": "model.layers.2.mlp.experts.1.down_proj", + "observed_tokens": 747, + "weighted_error_before": 20.733244047034532, + "weighted_error_after": 14.06390333850868 + }, + { + "name": "model.layers.2.mlp.experts.2.gate_proj", + "observed_tokens": 651, + "weighted_error_before": 23.710290944203734, + "weighted_error_after": 13.931700402870774 + }, + { + "name": "model.layers.2.mlp.experts.2.up_proj", + "observed_tokens": 651, + "weighted_error_before": 23.792066652327776, + "weighted_error_after": 13.966225933283567 + }, + { + "name": "model.layers.2.mlp.experts.2.down_proj", + "observed_tokens": 651, + "weighted_error_before": 20.09002072410658, + "weighted_error_after": 13.75029157847166 + }, + { + "name": "model.layers.2.mlp.experts.3.gate_proj", + "observed_tokens": 196, + "weighted_error_before": 25.14640373364091, + "weighted_error_after": 14.646933931857347 + }, + { + "name": "model.layers.2.mlp.experts.3.up_proj", + "observed_tokens": 196, + "weighted_error_before": 24.98667300865054, + "weighted_error_after": 14.61227728240192 + }, + { + "name": "model.layers.2.mlp.experts.3.down_proj", + "observed_tokens": 196, + "weighted_error_before": 20.604564531240612, + "weighted_error_after": 12.498729925369844 + }, + { + "name": "model.layers.2.mlp.experts.4.gate_proj", + "observed_tokens": 157, + "weighted_error_before": 26.225986475124955, + "weighted_error_after": 15.230185557156801 + }, + { + "name": "model.layers.2.mlp.experts.4.up_proj", + "observed_tokens": 157, + "weighted_error_before": 26.303135331720114, + "weighted_error_after": 15.285031661391258 + }, + { + "name": "model.layers.2.mlp.experts.4.down_proj", + "observed_tokens": 157, + "weighted_error_before": 21.17894090153277, + "weighted_error_after": 13.488510217983276 + }, + { + "name": "model.layers.2.mlp.experts.5.gate_proj", + "observed_tokens": 1000, + "weighted_error_before": 26.251972530037165, + "weighted_error_after": 15.48825885541737 + }, + { + "name": "model.layers.2.mlp.experts.5.up_proj", + "observed_tokens": 1000, + "weighted_error_before": 26.858556892722845, + "weighted_error_after": 15.766487577930093 + }, + { + "name": "model.layers.2.mlp.experts.5.down_proj", + "observed_tokens": 1000, + "weighted_error_before": 22.07277289731428, + "weighted_error_after": 14.009612090419978 + }, + { + "name": "model.layers.2.mlp.experts.6.gate_proj", + "observed_tokens": 386, + "weighted_error_before": 23.812300516292453, + "weighted_error_after": 14.170648315921426 + }, + { + "name": "model.layers.2.mlp.experts.6.up_proj", + "observed_tokens": 386, + "weighted_error_before": 24.463128110393882, + "weighted_error_after": 14.4028285946697 + }, + { + "name": "model.layers.2.mlp.experts.6.down_proj", + "observed_tokens": 386, + "weighted_error_before": 20.33978176768869, + "weighted_error_after": 13.870726845227182 + }, + { + "name": "model.layers.2.mlp.experts.7.gate_proj", + "observed_tokens": 1191, + "weighted_error_before": 24.13278646208346, + "weighted_error_after": 14.295074138790369 + }, + { + "name": "model.layers.2.mlp.experts.7.up_proj", + "observed_tokens": 1191, + "weighted_error_before": 24.714476922526956, + "weighted_error_after": 14.454295787960291 + }, + { + "name": "model.layers.2.mlp.experts.7.down_proj", + "observed_tokens": 1191, + "weighted_error_before": 20.40641835005954, + "weighted_error_after": 14.025931098964065 + }, + { + "name": "model.layers.2.mlp.experts.8.gate_proj", + "observed_tokens": 624, + "weighted_error_before": 25.308901216834784, + "weighted_error_after": 14.833081148564816 + }, + { + "name": "model.layers.2.mlp.experts.8.up_proj", + "observed_tokens": 624, + "weighted_error_before": 24.52280875854194, + "weighted_error_after": 14.619027750566602 + }, + { + "name": "model.layers.2.mlp.experts.8.down_proj", + "observed_tokens": 624, + "weighted_error_before": 20.17214214010164, + "weighted_error_after": 13.518790345871821 + }, + { + "name": "model.layers.2.mlp.experts.9.gate_proj", + "observed_tokens": 631, + "weighted_error_before": 25.74284064397216, + "weighted_error_after": 15.312174728140235 + }, + { + "name": "model.layers.2.mlp.experts.9.up_proj", + "observed_tokens": 631, + "weighted_error_before": 25.96440752968192, + "weighted_error_after": 15.343697687610984 + }, + { + "name": "model.layers.2.mlp.experts.9.down_proj", + "observed_tokens": 631, + "weighted_error_before": 21.161307751201093, + "weighted_error_after": 14.475893847644329 + }, + { + "name": "model.layers.2.mlp.experts.10.gate_proj", + "observed_tokens": 646, + "weighted_error_before": 23.32929738610983, + "weighted_error_after": 13.758386354893446 + }, + { + "name": "model.layers.2.mlp.experts.10.up_proj", + "observed_tokens": 646, + "weighted_error_before": 23.135147135704756, + "weighted_error_after": 13.546080071479082 + }, + { + "name": "model.layers.2.mlp.experts.10.down_proj", + "observed_tokens": 646, + "weighted_error_before": 19.654682088643312, + "weighted_error_after": 11.447220450732857 + }, + { + "name": "model.layers.2.mlp.experts.11.gate_proj", + "observed_tokens": 247, + "weighted_error_before": 25.82577157020569, + "weighted_error_after": 15.184219505637884 + }, + { + "name": "model.layers.2.mlp.experts.11.up_proj", + "observed_tokens": 247, + "weighted_error_before": 26.11280792951584, + "weighted_error_after": 15.312707243487239 + }, + { + "name": "model.layers.2.mlp.experts.11.down_proj", + "observed_tokens": 247, + "weighted_error_before": 21.65707070659846, + "weighted_error_after": 12.848926797974855 + }, + { + "name": "model.layers.2.mlp.experts.12.gate_proj", + "observed_tokens": 406, + "weighted_error_before": 26.391097290441394, + "weighted_error_after": 15.366568701341748 + }, + { + "name": "model.layers.2.mlp.experts.12.up_proj", + "observed_tokens": 406, + "weighted_error_before": 25.62759419158101, + "weighted_error_after": 15.217534417286515 + }, + { + "name": "model.layers.2.mlp.experts.12.down_proj", + "observed_tokens": 406, + "weighted_error_before": 21.637051524128765, + "weighted_error_after": 14.811959431506693 + }, + { + "name": "model.layers.2.mlp.experts.13.gate_proj", + "observed_tokens": 285, + "weighted_error_before": 25.388346111401916, + "weighted_error_after": 14.814676942303777 + }, + { + "name": "model.layers.2.mlp.experts.13.up_proj", + "observed_tokens": 285, + "weighted_error_before": 24.822370994836092, + "weighted_error_after": 14.747718382626772 + }, + { + "name": "model.layers.2.mlp.experts.13.down_proj", + "observed_tokens": 285, + "weighted_error_before": 21.52520913956687, + "weighted_error_after": 13.455960895400494 + }, + { + "name": "model.layers.2.mlp.experts.14.gate_proj", + "observed_tokens": 501, + "weighted_error_before": 25.267602041363716, + "weighted_error_after": 14.792032876983285 + }, + { + "name": "model.layers.2.mlp.experts.14.up_proj", + "observed_tokens": 501, + "weighted_error_before": 25.228788962587714, + "weighted_error_after": 14.72859001904726 + }, + { + "name": "model.layers.2.mlp.experts.14.down_proj", + "observed_tokens": 501, + "weighted_error_before": 20.779323365539312, + "weighted_error_after": 14.304900395451114 + }, + { + "name": "model.layers.2.mlp.experts.15.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 26.629412781447172, + "weighted_error_after": 15.496251622214913 + }, + { + "name": "model.layers.2.mlp.experts.15.up_proj", + "observed_tokens": 274, + "weighted_error_before": 26.81499996036291, + "weighted_error_after": 15.7575638666749 + }, + { + "name": "model.layers.2.mlp.experts.15.down_proj", + "observed_tokens": 274, + "weighted_error_before": 21.94609729293734, + "weighted_error_after": 14.485121944686398 + }, + { + "name": "model.layers.2.mlp.experts.16.gate_proj", + "observed_tokens": 1613, + "weighted_error_before": 24.828928323462605, + "weighted_error_after": 14.758713468909264 + }, + { + "name": "model.layers.2.mlp.experts.16.up_proj", + "observed_tokens": 1613, + "weighted_error_before": 25.109658958390355, + "weighted_error_after": 14.8175836391747 + }, + { + "name": "model.layers.2.mlp.experts.16.down_proj", + "observed_tokens": 1613, + "weighted_error_before": 20.930238848086447, + "weighted_error_after": 14.43318305676803 + }, + { + "name": "model.layers.2.mlp.experts.17.gate_proj", + "observed_tokens": 216, + "weighted_error_before": 25.43992863409221, + "weighted_error_after": 14.786137426272035 + }, + { + "name": "model.layers.2.mlp.experts.17.up_proj", + "observed_tokens": 216, + "weighted_error_before": 24.84917964413762, + "weighted_error_after": 14.720026262104511 + }, + { + "name": "model.layers.2.mlp.experts.17.down_proj", + "observed_tokens": 216, + "weighted_error_before": 20.376312824431807, + "weighted_error_after": 13.675400530919433 + }, + { + "name": "model.layers.2.mlp.experts.18.gate_proj", + "observed_tokens": 870, + "weighted_error_before": 25.44976906850934, + "weighted_error_after": 14.905672121793032 + }, + { + "name": "model.layers.2.mlp.experts.18.up_proj", + "observed_tokens": 870, + "weighted_error_before": 25.767566557973623, + "weighted_error_after": 15.168728286400437 + }, + { + "name": "model.layers.2.mlp.experts.18.down_proj", + "observed_tokens": 870, + "weighted_error_before": 21.242816805373877, + "weighted_error_after": 14.648807173594832 + }, + { + "name": "model.layers.2.mlp.experts.19.gate_proj", + "observed_tokens": 309, + "weighted_error_before": 26.62720773369074, + "weighted_error_after": 15.622539276257157 + }, + { + "name": "model.layers.2.mlp.experts.19.up_proj", + "observed_tokens": 309, + "weighted_error_before": 26.06664775311947, + "weighted_error_after": 15.50087322294712 + }, + { + "name": "model.layers.2.mlp.experts.19.down_proj", + "observed_tokens": 309, + "weighted_error_before": 21.998047455679625, + "weighted_error_after": 14.436574858613312 + }, + { + "name": "model.layers.2.mlp.experts.20.gate_proj", + "observed_tokens": 144, + "weighted_error_before": 24.714642740786076, + "weighted_error_after": 14.598677353933454 + }, + { + "name": "model.layers.2.mlp.experts.20.up_proj", + "observed_tokens": 144, + "weighted_error_before": 24.594798585399985, + "weighted_error_after": 14.477089965716004 + }, + { + "name": "model.layers.2.mlp.experts.20.down_proj", + "observed_tokens": 144, + "weighted_error_before": 20.783530809916556, + "weighted_error_after": 13.933125225827098 + }, + { + "name": "model.layers.2.mlp.experts.21.gate_proj", + "observed_tokens": 255, + "weighted_error_before": 23.976596035063267, + "weighted_error_after": 14.132015477865934 + }, + { + "name": "model.layers.2.mlp.experts.21.up_proj", + "observed_tokens": 255, + "weighted_error_before": 23.985555719584227, + "weighted_error_after": 14.013180704787374 + }, + { + "name": "model.layers.2.mlp.experts.21.down_proj", + "observed_tokens": 255, + "weighted_error_before": 19.757688221288845, + "weighted_error_after": 13.346703335642815 + }, + { + "name": "model.layers.2.mlp.experts.22.gate_proj", + "observed_tokens": 125, + "weighted_error_before": 27.128614354878664, + "weighted_error_after": 15.964684450998902 + }, + { + "name": "model.layers.2.mlp.experts.22.up_proj", + "observed_tokens": 125, + "weighted_error_before": 26.954207938164473, + "weighted_error_after": 15.965848596766591 + }, + { + "name": "model.layers.2.mlp.experts.22.down_proj", + "observed_tokens": 125, + "weighted_error_before": 22.1849178429693, + "weighted_error_after": 14.408965685404837 + }, + { + "name": "model.layers.2.mlp.experts.23.gate_proj", + "observed_tokens": 340, + "weighted_error_before": 25.091386534273624, + "weighted_error_after": 14.856166809797287 + }, + { + "name": "model.layers.2.mlp.experts.23.up_proj", + "observed_tokens": 340, + "weighted_error_before": 24.903194658458233, + "weighted_error_after": 14.728435665369034 + }, + { + "name": "model.layers.2.mlp.experts.23.down_proj", + "observed_tokens": 340, + "weighted_error_before": 20.847192746121436, + "weighted_error_after": 14.138221612665802 + }, + { + "name": "model.layers.2.mlp.experts.24.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 26.817586805671453, + "weighted_error_after": 15.42881329730153 + }, + { + "name": "model.layers.2.mlp.experts.24.up_proj", + "observed_tokens": 201, + "weighted_error_before": 25.98889511451125, + "weighted_error_after": 15.20420871861279 + }, + { + "name": "model.layers.2.mlp.experts.24.down_proj", + "observed_tokens": 201, + "weighted_error_before": 20.91058499412611, + "weighted_error_after": 13.98604860319756 + }, + { + "name": "model.layers.2.mlp.experts.25.gate_proj", + "observed_tokens": 416, + "weighted_error_before": 27.478470381349325, + "weighted_error_after": 16.065363068133593 + }, + { + "name": "model.layers.2.mlp.experts.25.up_proj", + "observed_tokens": 416, + "weighted_error_before": 27.81691037490964, + "weighted_error_after": 16.29313842765987 + }, + { + "name": "model.layers.2.mlp.experts.25.down_proj", + "observed_tokens": 416, + "weighted_error_before": 22.778042326681316, + "weighted_error_after": 15.64652591990307 + }, + { + "name": "model.layers.2.mlp.experts.26.gate_proj", + "observed_tokens": 195, + "weighted_error_before": 28.154302921146154, + "weighted_error_after": 16.32328980602324 + }, + { + "name": "model.layers.2.mlp.experts.26.up_proj", + "observed_tokens": 195, + "weighted_error_before": 27.674813218414783, + "weighted_error_after": 16.377930948510766 + }, + { + "name": "model.layers.2.mlp.experts.26.down_proj", + "observed_tokens": 195, + "weighted_error_before": 22.97795372409746, + "weighted_error_after": 14.864297854714096 + }, + { + "name": "model.layers.2.mlp.experts.27.gate_proj", + "observed_tokens": 496, + "weighted_error_before": 26.356978092342615, + "weighted_error_after": 15.500363970175385 + }, + { + "name": "model.layers.2.mlp.experts.27.up_proj", + "observed_tokens": 496, + "weighted_error_before": 26.722411330789328, + "weighted_error_after": 15.70622062124312 + }, + { + "name": "model.layers.2.mlp.experts.27.down_proj", + "observed_tokens": 496, + "weighted_error_before": 22.008959368802607, + "weighted_error_after": 14.966049580136314 + }, + { + "name": "model.layers.2.mlp.experts.28.gate_proj", + "observed_tokens": 472, + "weighted_error_before": 25.600998133420944, + "weighted_error_after": 15.13706853799522 + }, + { + "name": "model.layers.2.mlp.experts.28.up_proj", + "observed_tokens": 472, + "weighted_error_before": 25.848096942529082, + "weighted_error_after": 14.960708890110254 + }, + { + "name": "model.layers.2.mlp.experts.28.down_proj", + "observed_tokens": 472, + "weighted_error_before": 20.96892843954265, + "weighted_error_after": 14.029986594803631 + }, + { + "name": "model.layers.2.mlp.experts.29.gate_proj", + "observed_tokens": 870, + "weighted_error_before": 24.683632526546717, + "weighted_error_after": 14.537142761051655 + }, + { + "name": "model.layers.2.mlp.experts.29.up_proj", + "observed_tokens": 870, + "weighted_error_before": 24.84429371356964, + "weighted_error_after": 14.58717199228704 + }, + { + "name": "model.layers.2.mlp.experts.29.down_proj", + "observed_tokens": 870, + "weighted_error_before": 20.76575628016144, + "weighted_error_after": 14.279311493970454 + }, + { + "name": "model.layers.2.mlp.experts.30.gate_proj", + "observed_tokens": 408, + "weighted_error_before": 26.253602601587772, + "weighted_error_after": 15.299987381324172 + }, + { + "name": "model.layers.2.mlp.experts.30.up_proj", + "observed_tokens": 408, + "weighted_error_before": 26.378640349954367, + "weighted_error_after": 15.383460557088256 + }, + { + "name": "model.layers.2.mlp.experts.30.down_proj", + "observed_tokens": 408, + "weighted_error_before": 21.209269034676254, + "weighted_error_after": 14.416574761737138 + }, + { + "name": "model.layers.2.mlp.experts.31.gate_proj", + "observed_tokens": 693, + "weighted_error_before": 24.838279217481613, + "weighted_error_after": 14.741594932973385 + }, + { + "name": "model.layers.2.mlp.experts.31.up_proj", + "observed_tokens": 693, + "weighted_error_before": 25.157422218471766, + "weighted_error_after": 14.785258781164885 + }, + { + "name": "model.layers.2.mlp.experts.31.down_proj", + "observed_tokens": 693, + "weighted_error_before": 21.004000899381936, + "weighted_error_after": 14.297809230629355 + }, + { + "name": "model.layers.2.mlp.experts.32.gate_proj", + "observed_tokens": 229, + "weighted_error_before": 25.256973151117563, + "weighted_error_after": 14.793802427127957 + }, + { + "name": "model.layers.2.mlp.experts.32.up_proj", + "observed_tokens": 229, + "weighted_error_before": 25.191217940300703, + "weighted_error_after": 14.611495891585946 + }, + { + "name": "model.layers.2.mlp.experts.32.down_proj", + "observed_tokens": 229, + "weighted_error_before": 20.91572111612186, + "weighted_error_after": 13.715947433374822 + }, + { + "name": "model.layers.2.mlp.experts.33.gate_proj", + "observed_tokens": 68, + "weighted_error_before": 26.561219988390803, + "weighted_error_after": 15.664402520284057 + }, + { + "name": "model.layers.2.mlp.experts.33.up_proj", + "observed_tokens": 68, + "weighted_error_before": 26.319745924323797, + "weighted_error_after": 15.217744471505284 + }, + { + "name": "model.layers.2.mlp.experts.33.down_proj", + "observed_tokens": 68, + "weighted_error_before": 21.221339096315205, + "weighted_error_after": 14.220682572340593 + }, + { + "name": "model.layers.2.mlp.experts.34.gate_proj", + "observed_tokens": 209, + "weighted_error_before": 25.169661102816463, + "weighted_error_after": 14.83597712405026 + }, + { + "name": "model.layers.2.mlp.experts.34.up_proj", + "observed_tokens": 209, + "weighted_error_before": 24.903319846838713, + "weighted_error_after": 14.637717267498374 + }, + { + "name": "model.layers.2.mlp.experts.34.down_proj", + "observed_tokens": 209, + "weighted_error_before": 20.590302118100226, + "weighted_error_after": 13.963672798592597 + }, + { + "name": "model.layers.2.mlp.experts.35.gate_proj", + "observed_tokens": 42, + "weighted_error_before": 24.486673401668668, + "weighted_error_after": 14.348459424450994 + }, + { + "name": "model.layers.2.mlp.experts.35.up_proj", + "observed_tokens": 42, + "weighted_error_before": 23.7982594743371, + "weighted_error_after": 13.953283900395036 + }, + { + "name": "model.layers.2.mlp.experts.35.down_proj", + "observed_tokens": 42, + "weighted_error_before": 19.915966075845063, + "weighted_error_after": 13.60789484065026 + }, + { + "name": "model.layers.2.mlp.experts.36.gate_proj", + "observed_tokens": 198, + "weighted_error_before": 24.863033620640635, + "weighted_error_after": 14.507761953398585 + }, + { + "name": "model.layers.2.mlp.experts.36.up_proj", + "observed_tokens": 198, + "weighted_error_before": 24.462577164173126, + "weighted_error_after": 14.311020199209452 + }, + { + "name": "model.layers.2.mlp.experts.36.down_proj", + "observed_tokens": 198, + "weighted_error_before": 20.125935069750994, + "weighted_error_after": 13.598335650283843 + }, + { + "name": "model.layers.2.mlp.experts.37.gate_proj", + "observed_tokens": 14, + "weighted_error_before": 26.229094807058573, + "weighted_error_after": 15.26554367132485 + }, + { + "name": "model.layers.2.mlp.experts.37.up_proj", + "observed_tokens": 14, + "weighted_error_before": 24.66421831585467, + "weighted_error_after": 14.604735724627972 + }, + { + "name": "model.layers.2.mlp.experts.37.down_proj", + "observed_tokens": 14, + "weighted_error_before": 21.045047860126942, + "weighted_error_after": 14.441197249572724 + }, + { + "name": "model.layers.2.mlp.experts.38.gate_proj", + "observed_tokens": 183, + "weighted_error_before": 26.183068424463272, + "weighted_error_after": 15.474129742011428 + }, + { + "name": "model.layers.2.mlp.experts.38.up_proj", + "observed_tokens": 183, + "weighted_error_before": 27.050098843872547, + "weighted_error_after": 15.77540373429656 + }, + { + "name": "model.layers.2.mlp.experts.38.down_proj", + "observed_tokens": 183, + "weighted_error_before": 22.18237149529159, + "weighted_error_after": 15.155442770803347 + }, + { + "name": "model.layers.2.mlp.experts.39.gate_proj", + "observed_tokens": 355, + "weighted_error_before": 23.752857487648726, + "weighted_error_after": 14.022287273779511 + }, + { + "name": "model.layers.2.mlp.experts.39.up_proj", + "observed_tokens": 355, + "weighted_error_before": 23.772715533152223, + "weighted_error_after": 13.877649856731296 + }, + { + "name": "model.layers.2.mlp.experts.39.down_proj", + "observed_tokens": 355, + "weighted_error_before": 19.488876373972744, + "weighted_error_after": 13.37886851793155 + }, + { + "name": "model.layers.2.mlp.experts.40.gate_proj", + "observed_tokens": 215, + "weighted_error_before": 25.177014507353306, + "weighted_error_after": 14.764353651553392 + }, + { + "name": "model.layers.2.mlp.experts.40.up_proj", + "observed_tokens": 215, + "weighted_error_before": 25.206213146448135, + "weighted_error_after": 14.778187207877636 + }, + { + "name": "model.layers.2.mlp.experts.40.down_proj", + "observed_tokens": 215, + "weighted_error_before": 21.129107709042728, + "weighted_error_after": 14.24955409578979 + }, + { + "name": "model.layers.2.mlp.experts.41.gate_proj", + "observed_tokens": 57, + "weighted_error_before": 26.8309618383646, + "weighted_error_after": 15.780057415366173 + }, + { + "name": "model.layers.2.mlp.experts.41.up_proj", + "observed_tokens": 57, + "weighted_error_before": 26.767622530460358, + "weighted_error_after": 15.55479914881289 + }, + { + "name": "model.layers.2.mlp.experts.41.down_proj", + "observed_tokens": 57, + "weighted_error_before": 21.67051492165774, + "weighted_error_after": 14.354036953765899 + }, + { + "name": "model.layers.2.mlp.experts.42.gate_proj", + "observed_tokens": 257, + "weighted_error_before": 26.104895586147904, + "weighted_error_after": 15.125593237578869 + }, + { + "name": "model.layers.2.mlp.experts.42.up_proj", + "observed_tokens": 257, + "weighted_error_before": 25.499267231673002, + "weighted_error_after": 14.963647967204452 + }, + { + "name": "model.layers.2.mlp.experts.42.down_proj", + "observed_tokens": 257, + "weighted_error_before": 21.057705190964043, + "weighted_error_after": 13.80951088340953 + }, + { + "name": "model.layers.2.mlp.experts.43.gate_proj", + "observed_tokens": 221, + "weighted_error_before": 25.45384700410068, + "weighted_error_after": 14.893158128485084 + }, + { + "name": "model.layers.2.mlp.experts.43.up_proj", + "observed_tokens": 221, + "weighted_error_before": 23.881015891209245, + "weighted_error_after": 14.087100952863693 + }, + { + "name": "model.layers.2.mlp.experts.43.down_proj", + "observed_tokens": 221, + "weighted_error_before": 20.15621859394014, + "weighted_error_after": 13.186647997237742 + }, + { + "name": "model.layers.2.mlp.experts.44.gate_proj", + "observed_tokens": 21, + "weighted_error_before": 27.394175950437784, + "weighted_error_after": 15.975950619205832 + }, + { + "name": "model.layers.2.mlp.experts.44.up_proj", + "observed_tokens": 21, + "weighted_error_before": 26.617703326046467, + "weighted_error_after": 15.777371898293495 + }, + { + "name": "model.layers.2.mlp.experts.44.down_proj", + "observed_tokens": 21, + "weighted_error_before": 21.538901574909687, + "weighted_error_after": 14.870358596555889 + }, + { + "name": "model.layers.2.mlp.experts.45.gate_proj", + "observed_tokens": 60, + "weighted_error_before": 25.375078167766333, + "weighted_error_after": 14.7668696064502 + }, + { + "name": "model.layers.2.mlp.experts.45.up_proj", + "observed_tokens": 60, + "weighted_error_before": 24.3456068392843, + "weighted_error_after": 14.194942764937878 + }, + { + "name": "model.layers.2.mlp.experts.45.down_proj", + "observed_tokens": 60, + "weighted_error_before": 20.64589234162122, + "weighted_error_after": 12.091585049405694 + }, + { + "name": "model.layers.2.mlp.experts.46.gate_proj", + "observed_tokens": 213, + "weighted_error_before": 24.427548926323652, + "weighted_error_after": 14.566137025132775 + }, + { + "name": "model.layers.2.mlp.experts.46.up_proj", + "observed_tokens": 213, + "weighted_error_before": 24.61862848699093, + "weighted_error_after": 14.574323134496808 + }, + { + "name": "model.layers.2.mlp.experts.46.down_proj", + "observed_tokens": 213, + "weighted_error_before": 20.77455031638965, + "weighted_error_after": 14.168387331999838 + }, + { + "name": "model.layers.2.mlp.experts.47.gate_proj", + "observed_tokens": 128, + "weighted_error_before": 26.73165015131235, + "weighted_error_after": 15.54268192499876 + }, + { + "name": "model.layers.2.mlp.experts.47.up_proj", + "observed_tokens": 128, + "weighted_error_before": 25.873337548226118, + "weighted_error_after": 15.26827104203403 + }, + { + "name": "model.layers.2.mlp.experts.47.down_proj", + "observed_tokens": 128, + "weighted_error_before": 21.546766774728894, + "weighted_error_after": 14.059653773903847 + }, + { + "name": "model.layers.2.mlp.experts.48.gate_proj", + "observed_tokens": 280, + "weighted_error_before": 25.530059412121773, + "weighted_error_after": 14.849956320598722 + }, + { + "name": "model.layers.2.mlp.experts.48.up_proj", + "observed_tokens": 280, + "weighted_error_before": 24.4276443682611, + "weighted_error_after": 14.48641261830926 + }, + { + "name": "model.layers.2.mlp.experts.48.down_proj", + "observed_tokens": 280, + "weighted_error_before": 20.35749208368361, + "weighted_error_after": 12.759217699058354 + }, + { + "name": "model.layers.2.mlp.experts.49.gate_proj", + "observed_tokens": 317, + "weighted_error_before": 24.65562979504466, + "weighted_error_after": 14.496978586539626 + }, + { + "name": "model.layers.2.mlp.experts.49.up_proj", + "observed_tokens": 317, + "weighted_error_before": 24.285580825060606, + "weighted_error_after": 14.3657371904701 + }, + { + "name": "model.layers.2.mlp.experts.49.down_proj", + "observed_tokens": 317, + "weighted_error_before": 20.70517662819475, + "weighted_error_after": 13.688489746768028 + }, + { + "name": "model.layers.2.mlp.experts.50.gate_proj", + "observed_tokens": 137, + "weighted_error_before": 27.264498498290777, + "weighted_error_after": 16.112068286165595 + }, + { + "name": "model.layers.2.mlp.experts.50.up_proj", + "observed_tokens": 137, + "weighted_error_before": 27.935122162103653, + "weighted_error_after": 16.24612618610263 + }, + { + "name": "model.layers.2.mlp.experts.50.down_proj", + "observed_tokens": 137, + "weighted_error_before": 22.760979204438627, + "weighted_error_after": 15.217029685154557 + }, + { + "name": "model.layers.2.mlp.experts.51.gate_proj", + "observed_tokens": 163, + "weighted_error_before": 27.910086683928967, + "weighted_error_after": 16.38174588046968 + }, + { + "name": "model.layers.2.mlp.experts.51.up_proj", + "observed_tokens": 163, + "weighted_error_before": 28.325131237506866, + "weighted_error_after": 16.533650394529104 + }, + { + "name": "model.layers.2.mlp.experts.51.down_proj", + "observed_tokens": 163, + "weighted_error_before": 22.935524627566338, + "weighted_error_after": 15.396029486320913 + }, + { + "name": "model.layers.2.mlp.experts.52.gate_proj", + "observed_tokens": 175, + "weighted_error_before": 26.261308059096336, + "weighted_error_after": 15.23988296277821 + }, + { + "name": "model.layers.2.mlp.experts.52.up_proj", + "observed_tokens": 175, + "weighted_error_before": 24.95688397809863, + "weighted_error_after": 14.621407883241773 + }, + { + "name": "model.layers.2.mlp.experts.52.down_proj", + "observed_tokens": 175, + "weighted_error_before": 20.82573033357039, + "weighted_error_after": 13.779589171521366 + }, + { + "name": "model.layers.2.mlp.experts.53.gate_proj", + "observed_tokens": 120, + "weighted_error_before": 28.0072033777833, + "weighted_error_after": 16.34440322779119 + }, + { + "name": "model.layers.2.mlp.experts.53.up_proj", + "observed_tokens": 120, + "weighted_error_before": 27.523274447768927, + "weighted_error_after": 16.238035153597593 + }, + { + "name": "model.layers.2.mlp.experts.53.down_proj", + "observed_tokens": 120, + "weighted_error_before": 23.228409981820732, + "weighted_error_after": 15.628371188184246 + }, + { + "name": "model.layers.2.mlp.experts.54.gate_proj", + "observed_tokens": 1807, + "weighted_error_before": 24.524381656199694, + "weighted_error_after": 14.599987594410777 + }, + { + "name": "model.layers.2.mlp.experts.54.up_proj", + "observed_tokens": 1807, + "weighted_error_before": 24.423575339838862, + "weighted_error_after": 14.4850580599159 + }, + { + "name": "model.layers.2.mlp.experts.54.down_proj", + "observed_tokens": 1807, + "weighted_error_before": 19.59541426273063, + "weighted_error_after": 13.09160188678652 + }, + { + "name": "model.layers.2.mlp.experts.55.gate_proj", + "observed_tokens": 377, + "weighted_error_before": 28.194433260709047, + "weighted_error_after": 16.558134036138654 + }, + { + "name": "model.layers.2.mlp.experts.55.up_proj", + "observed_tokens": 377, + "weighted_error_before": 29.235311549156904, + "weighted_error_after": 16.919751787558198 + }, + { + "name": "model.layers.2.mlp.experts.55.down_proj", + "observed_tokens": 377, + "weighted_error_before": 22.362967170774937, + "weighted_error_after": 15.06695614522323 + }, + { + "name": "model.layers.2.mlp.experts.56.gate_proj", + "observed_tokens": 331, + "weighted_error_before": 25.74501583352685, + "weighted_error_after": 15.119204657152295 + }, + { + "name": "model.layers.2.mlp.experts.56.up_proj", + "observed_tokens": 331, + "weighted_error_before": 25.21016967855394, + "weighted_error_after": 14.887677479535341 + }, + { + "name": "model.layers.2.mlp.experts.56.down_proj", + "observed_tokens": 331, + "weighted_error_before": 21.09639132535085, + "weighted_error_after": 14.239780918229371 + }, + { + "name": "model.layers.2.mlp.experts.57.gate_proj", + "observed_tokens": 338, + "weighted_error_before": 25.600450206547976, + "weighted_error_after": 15.119627054780722 + }, + { + "name": "model.layers.2.mlp.experts.57.up_proj", + "observed_tokens": 338, + "weighted_error_before": 25.658213164657354, + "weighted_error_after": 15.047472100704908 + }, + { + "name": "model.layers.2.mlp.experts.57.down_proj", + "observed_tokens": 338, + "weighted_error_before": 21.436680376064032, + "weighted_error_after": 13.763522275025025 + }, + { + "name": "model.layers.2.mlp.experts.58.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 24.220348143950105, + "weighted_error_after": 14.270142186433077 + }, + { + "name": "model.layers.2.mlp.experts.58.up_proj", + "observed_tokens": 274, + "weighted_error_before": 24.209281573072076, + "weighted_error_after": 14.222656019032001 + }, + { + "name": "model.layers.2.mlp.experts.58.down_proj", + "observed_tokens": 274, + "weighted_error_before": 20.39077402977273, + "weighted_error_after": 13.3876509279944 + }, + { + "name": "model.layers.2.mlp.experts.59.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 26.922340530902147, + "weighted_error_after": 15.961806282401085 + }, + { + "name": "model.layers.2.mlp.experts.59.up_proj", + "observed_tokens": 116, + "weighted_error_before": 27.308911118656397, + "weighted_error_after": 16.096197007223964 + }, + { + "name": "model.layers.2.mlp.experts.59.down_proj", + "observed_tokens": 116, + "weighted_error_before": 22.249904439784586, + "weighted_error_after": 15.043795711826533 + }, + { + "name": "model.layers.2.mlp.experts.60.gate_proj", + "observed_tokens": 162, + "weighted_error_before": 26.55586713925004, + "weighted_error_after": 15.506226480007172 + }, + { + "name": "model.layers.2.mlp.experts.60.up_proj", + "observed_tokens": 162, + "weighted_error_before": 26.195427376776934, + "weighted_error_after": 15.401172602549195 + }, + { + "name": "model.layers.2.mlp.experts.60.down_proj", + "observed_tokens": 162, + "weighted_error_before": 21.705066706053913, + "weighted_error_after": 14.196483469568193 + }, + { + "name": "model.layers.2.mlp.experts.61.gate_proj", + "observed_tokens": 679, + "weighted_error_before": 24.018843676894903, + "weighted_error_after": 14.050602005794644 + }, + { + "name": "model.layers.2.mlp.experts.61.up_proj", + "observed_tokens": 679, + "weighted_error_before": 23.056864155456424, + "weighted_error_after": 13.698188291862607 + }, + { + "name": "model.layers.2.mlp.experts.61.down_proj", + "observed_tokens": 679, + "weighted_error_before": 19.580333163496107, + "weighted_error_after": 12.794797603506595 + }, + { + "name": "model.layers.2.mlp.experts.62.gate_proj", + "observed_tokens": 205, + "weighted_error_before": 26.15540409833193, + "weighted_error_after": 15.322551760822535 + }, + { + "name": "model.layers.2.mlp.experts.62.up_proj", + "observed_tokens": 205, + "weighted_error_before": 26.617938183248043, + "weighted_error_after": 15.516718652099371 + }, + { + "name": "model.layers.2.mlp.experts.62.down_proj", + "observed_tokens": 205, + "weighted_error_before": 22.20197365153581, + "weighted_error_after": 14.470094572752714 + }, + { + "name": "model.layers.2.mlp.experts.63.gate_proj", + "observed_tokens": 172, + "weighted_error_before": 27.670231360942125, + "weighted_error_after": 16.242861460894346 + }, + { + "name": "model.layers.2.mlp.experts.63.up_proj", + "observed_tokens": 172, + "weighted_error_before": 27.000952135771513, + "weighted_error_after": 16.014288526028395 + }, + { + "name": "model.layers.2.mlp.experts.63.down_proj", + "observed_tokens": 172, + "weighted_error_before": 22.67094434890896, + "weighted_error_after": 15.292807521298528 + }, + { + "name": "model.layers.2.mlp.experts.64.gate_proj", + "observed_tokens": 523, + "weighted_error_before": 26.532006356865168, + "weighted_error_after": 15.490916876122355 + }, + { + "name": "model.layers.2.mlp.experts.64.up_proj", + "observed_tokens": 523, + "weighted_error_before": 26.568356957286596, + "weighted_error_after": 15.609832432121038 + }, + { + "name": "model.layers.2.mlp.experts.64.down_proj", + "observed_tokens": 523, + "weighted_error_before": 21.093209070153534, + "weighted_error_after": 13.970329149626195 + }, + { + "name": "model.layers.2.mlp.experts.65.gate_proj", + "observed_tokens": 176, + "weighted_error_before": 27.203150689601898, + "weighted_error_after": 15.906460382044315 + }, + { + "name": "model.layers.2.mlp.experts.65.up_proj", + "observed_tokens": 176, + "weighted_error_before": 27.69101756811142, + "weighted_error_after": 16.19834248162806 + }, + { + "name": "model.layers.2.mlp.experts.65.down_proj", + "observed_tokens": 176, + "weighted_error_before": 22.441288511035964, + "weighted_error_after": 15.019364575389773 + }, + { + "name": "model.layers.2.mlp.experts.66.gate_proj", + "observed_tokens": 105, + "weighted_error_before": 26.480238515883684, + "weighted_error_after": 15.527446812018752 + }, + { + "name": "model.layers.2.mlp.experts.66.up_proj", + "observed_tokens": 105, + "weighted_error_before": 26.735619228333235, + "weighted_error_after": 15.797230269759893 + }, + { + "name": "model.layers.2.mlp.experts.66.down_proj", + "observed_tokens": 105, + "weighted_error_before": 22.01034569647163, + "weighted_error_after": 14.263779701199383 + }, + { + "name": "model.layers.2.mlp.experts.67.gate_proj", + "observed_tokens": 845, + "weighted_error_before": 25.273983266204596, + "weighted_error_after": 14.824852166697383 + }, + { + "name": "model.layers.2.mlp.experts.67.up_proj", + "observed_tokens": 845, + "weighted_error_before": 24.962431952357292, + "weighted_error_after": 14.748930599540472 + }, + { + "name": "model.layers.2.mlp.experts.67.down_proj", + "observed_tokens": 845, + "weighted_error_before": 20.984567118808627, + "weighted_error_after": 14.392995140515268 + }, + { + "name": "model.layers.2.mlp.experts.68.gate_proj", + "observed_tokens": 287, + "weighted_error_before": 25.831568744033575, + "weighted_error_after": 15.292127190157771 + }, + { + "name": "model.layers.2.mlp.experts.68.up_proj", + "observed_tokens": 287, + "weighted_error_before": 25.915213026106358, + "weighted_error_after": 15.312978733330965 + }, + { + "name": "model.layers.2.mlp.experts.68.down_proj", + "observed_tokens": 287, + "weighted_error_before": 21.81406820146367, + "weighted_error_after": 14.858042806852609 + }, + { + "name": "model.layers.2.mlp.experts.69.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 26.26752489246428, + "weighted_error_after": 15.491049595177174 + }, + { + "name": "model.layers.2.mlp.experts.69.up_proj", + "observed_tokens": 106, + "weighted_error_before": 26.50763650983572, + "weighted_error_after": 15.590562688186765 + }, + { + "name": "model.layers.2.mlp.experts.69.down_proj", + "observed_tokens": 106, + "weighted_error_before": 21.954979699105024, + "weighted_error_after": 14.907183567527682 + }, + { + "name": "model.layers.2.mlp.experts.70.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 27.42654838040471, + "weighted_error_after": 16.1752239856869 + }, + { + "name": "model.layers.2.mlp.experts.70.up_proj", + "observed_tokens": 160, + "weighted_error_before": 28.101221028715372, + "weighted_error_after": 16.50377270206809 + }, + { + "name": "model.layers.2.mlp.experts.70.down_proj", + "observed_tokens": 160, + "weighted_error_before": 22.812327310442924, + "weighted_error_after": 15.249837334733456 + }, + { + "name": "model.layers.2.mlp.experts.71.gate_proj", + "observed_tokens": 228, + "weighted_error_before": 28.14780543744564, + "weighted_error_after": 16.50182599388063 + }, + { + "name": "model.layers.2.mlp.experts.71.up_proj", + "observed_tokens": 228, + "weighted_error_before": 28.536942068487406, + "weighted_error_after": 16.68358181230724 + }, + { + "name": "model.layers.2.mlp.experts.71.down_proj", + "observed_tokens": 228, + "weighted_error_before": 22.80247974349186, + "weighted_error_after": 15.191011032555252 + }, + { + "name": "model.layers.2.mlp.experts.72.gate_proj", + "observed_tokens": 148, + "weighted_error_before": 24.761538971215487, + "weighted_error_after": 14.491600783541799 + }, + { + "name": "model.layers.2.mlp.experts.72.up_proj", + "observed_tokens": 148, + "weighted_error_before": 24.296379489824176, + "weighted_error_after": 14.240893544629216 + }, + { + "name": "model.layers.2.mlp.experts.72.down_proj", + "observed_tokens": 148, + "weighted_error_before": 20.57623991277069, + "weighted_error_after": 13.194418084807694 + }, + { + "name": "model.layers.2.mlp.experts.73.gate_proj", + "observed_tokens": 111, + "weighted_error_before": 26.659892607480288, + "weighted_error_after": 15.744756696745753 + }, + { + "name": "model.layers.2.mlp.experts.73.up_proj", + "observed_tokens": 111, + "weighted_error_before": 26.845565892755985, + "weighted_error_after": 15.884430442005396 + }, + { + "name": "model.layers.2.mlp.experts.73.down_proj", + "observed_tokens": 111, + "weighted_error_before": 22.301316185854375, + "weighted_error_after": 15.133517211303115 + }, + { + "name": "model.layers.2.mlp.experts.74.gate_proj", + "observed_tokens": 438, + "weighted_error_before": 26.51178002357483, + "weighted_error_after": 15.5489911865443 + }, + { + "name": "model.layers.2.mlp.experts.74.up_proj", + "observed_tokens": 438, + "weighted_error_before": 26.77809989824891, + "weighted_error_after": 15.783160425722599 + }, + { + "name": "model.layers.2.mlp.experts.74.down_proj", + "observed_tokens": 438, + "weighted_error_before": 21.883470722474158, + "weighted_error_after": 14.910976403858513 + }, + { + "name": "model.layers.2.mlp.experts.75.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 27.46108177304268, + "weighted_error_after": 16.101664738729596 + }, + { + "name": "model.layers.2.mlp.experts.75.up_proj", + "observed_tokens": 135, + "weighted_error_before": 27.07848897203803, + "weighted_error_after": 16.1808078084141 + }, + { + "name": "model.layers.2.mlp.experts.75.down_proj", + "observed_tokens": 135, + "weighted_error_before": 22.962435447610915, + "weighted_error_after": 15.349729946348816 + }, + { + "name": "model.layers.2.mlp.experts.76.gate_proj", + "observed_tokens": 211, + "weighted_error_before": 25.790777560323477, + "weighted_error_after": 15.11701299622655 + }, + { + "name": "model.layers.2.mlp.experts.76.up_proj", + "observed_tokens": 211, + "weighted_error_before": 24.74795399978757, + "weighted_error_after": 14.705081164836884 + }, + { + "name": "model.layers.2.mlp.experts.76.down_proj", + "observed_tokens": 211, + "weighted_error_before": 20.575375312473625, + "weighted_error_after": 13.163379198871553 + }, + { + "name": "model.layers.2.mlp.experts.77.gate_proj", + "observed_tokens": 243, + "weighted_error_before": 26.50994212925434, + "weighted_error_after": 15.688773326575756 + }, + { + "name": "model.layers.2.mlp.experts.77.up_proj", + "observed_tokens": 243, + "weighted_error_before": 26.638246417045593, + "weighted_error_after": 15.618052177131176 + }, + { + "name": "model.layers.2.mlp.experts.77.down_proj", + "observed_tokens": 243, + "weighted_error_before": 21.899245206732303, + "weighted_error_after": 14.93881104234606 + }, + { + "name": "model.layers.2.mlp.experts.78.gate_proj", + "observed_tokens": 75, + "weighted_error_before": 26.186533145606518, + "weighted_error_after": 15.192596511915326 + }, + { + "name": "model.layers.2.mlp.experts.78.up_proj", + "observed_tokens": 75, + "weighted_error_before": 25.948297269642353, + "weighted_error_after": 15.453360978513956 + }, + { + "name": "model.layers.2.mlp.experts.78.down_proj", + "observed_tokens": 75, + "weighted_error_before": 21.429974523372948, + "weighted_error_after": 13.231420918833464 + }, + { + "name": "model.layers.2.mlp.experts.79.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 26.44660383835435, + "weighted_error_after": 15.583877936005592 + }, + { + "name": "model.layers.2.mlp.experts.79.up_proj", + "observed_tokens": 119, + "weighted_error_before": 26.56757039576769, + "weighted_error_after": 15.693783031776547 + }, + { + "name": "model.layers.2.mlp.experts.79.down_proj", + "observed_tokens": 119, + "weighted_error_before": 22.13738414645195, + "weighted_error_after": 14.810243633575737 + }, + { + "name": "model.layers.2.mlp.experts.80.gate_proj", + "observed_tokens": 150, + "weighted_error_before": 26.665037762373686, + "weighted_error_after": 15.66501259431243 + }, + { + "name": "model.layers.2.mlp.experts.80.up_proj", + "observed_tokens": 150, + "weighted_error_before": 26.945029076188803, + "weighted_error_after": 15.80549288354814 + }, + { + "name": "model.layers.2.mlp.experts.80.down_proj", + "observed_tokens": 150, + "weighted_error_before": 22.507753524929285, + "weighted_error_after": 15.133308270946145 + }, + { + "name": "model.layers.2.mlp.experts.81.gate_proj", + "observed_tokens": 171, + "weighted_error_before": 26.221666619181633, + "weighted_error_after": 15.36297482997179 + }, + { + "name": "model.layers.2.mlp.experts.81.up_proj", + "observed_tokens": 171, + "weighted_error_before": 26.759712800383568, + "weighted_error_after": 15.526321908459067 + }, + { + "name": "model.layers.2.mlp.experts.81.down_proj", + "observed_tokens": 171, + "weighted_error_before": 22.048696275334805, + "weighted_error_after": 14.574420486576855 + }, + { + "name": "model.layers.2.mlp.experts.82.gate_proj", + "observed_tokens": 150, + "weighted_error_before": 27.135266203433275, + "weighted_error_after": 15.923959558829665 + }, + { + "name": "model.layers.2.mlp.experts.82.up_proj", + "observed_tokens": 150, + "weighted_error_before": 27.17874761670828, + "weighted_error_after": 16.237675627693534 + }, + { + "name": "model.layers.2.mlp.experts.82.down_proj", + "observed_tokens": 150, + "weighted_error_before": 22.68387656006962, + "weighted_error_after": 15.410239489749074 + }, + { + "name": "model.layers.2.mlp.experts.83.gate_proj", + "observed_tokens": 450, + "weighted_error_before": 25.006638592109084, + "weighted_error_after": 14.83157106116414 + }, + { + "name": "model.layers.2.mlp.experts.83.up_proj", + "observed_tokens": 450, + "weighted_error_before": 24.613614918664098, + "weighted_error_after": 14.557626159861684 + }, + { + "name": "model.layers.2.mlp.experts.83.down_proj", + "observed_tokens": 450, + "weighted_error_before": 20.855618235189468, + "weighted_error_after": 14.292754221707582 + }, + { + "name": "model.layers.2.mlp.experts.84.gate_proj", + "observed_tokens": 382, + "weighted_error_before": 26.447361266240478, + "weighted_error_after": 15.51544307358563 + }, + { + "name": "model.layers.2.mlp.experts.84.up_proj", + "observed_tokens": 382, + "weighted_error_before": 26.878926936537027, + "weighted_error_after": 15.653953483328223 + }, + { + "name": "model.layers.2.mlp.experts.84.down_proj", + "observed_tokens": 382, + "weighted_error_before": 22.153452842496336, + "weighted_error_after": 14.673871150240302 + }, + { + "name": "model.layers.2.mlp.experts.85.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 25.55539919435978, + "weighted_error_after": 14.831360450014472 + }, + { + "name": "model.layers.2.mlp.experts.85.up_proj", + "observed_tokens": 104, + "weighted_error_before": 25.792010232806206, + "weighted_error_after": 15.03465386480093 + }, + { + "name": "model.layers.2.mlp.experts.85.down_proj", + "observed_tokens": 104, + "weighted_error_before": 21.66499634971842, + "weighted_error_after": 14.337789096869528 + }, + { + "name": "model.layers.2.mlp.experts.86.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 26.620974827557802, + "weighted_error_after": 15.432870268821716 + }, + { + "name": "model.layers.2.mlp.experts.86.up_proj", + "observed_tokens": 160, + "weighted_error_before": 25.92364677041769, + "weighted_error_after": 15.132768107578158 + }, + { + "name": "model.layers.2.mlp.experts.86.down_proj", + "observed_tokens": 160, + "weighted_error_before": 21.28285921830684, + "weighted_error_after": 14.333688640035689 + }, + { + "name": "model.layers.2.mlp.experts.87.gate_proj", + "observed_tokens": 105, + "weighted_error_before": 26.052232138812542, + "weighted_error_after": 15.327764473855495 + }, + { + "name": "model.layers.2.mlp.experts.87.up_proj", + "observed_tokens": 105, + "weighted_error_before": 26.235729791224003, + "weighted_error_after": 15.59283734485507 + }, + { + "name": "model.layers.2.mlp.experts.87.down_proj", + "observed_tokens": 105, + "weighted_error_before": 21.61512849573046, + "weighted_error_after": 14.669069085270166 + }, + { + "name": "model.layers.2.mlp.experts.88.gate_proj", + "observed_tokens": 627, + "weighted_error_before": 25.352120196446776, + "weighted_error_after": 15.001816781237721 + }, + { + "name": "model.layers.2.mlp.experts.88.up_proj", + "observed_tokens": 627, + "weighted_error_before": 25.551171075552702, + "weighted_error_after": 15.038260951638222 + }, + { + "name": "model.layers.2.mlp.experts.88.down_proj", + "observed_tokens": 627, + "weighted_error_before": 21.72410413250327, + "weighted_error_after": 14.850069901905954 + }, + { + "name": "model.layers.2.mlp.experts.89.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 27.18095336854458, + "weighted_error_after": 15.950515838339925 + }, + { + "name": "model.layers.2.mlp.experts.89.up_proj", + "observed_tokens": 32, + "weighted_error_before": 27.39159731194377, + "weighted_error_after": 16.11610059067607 + }, + { + "name": "model.layers.2.mlp.experts.89.down_proj", + "observed_tokens": 32, + "weighted_error_before": 22.390595668461174, + "weighted_error_after": 15.399350543273613 + }, + { + "name": "model.layers.2.mlp.experts.90.gate_proj", + "observed_tokens": 78, + "weighted_error_before": 27.775286559015512, + "weighted_error_after": 16.18322896398604 + }, + { + "name": "model.layers.2.mlp.experts.90.up_proj", + "observed_tokens": 78, + "weighted_error_before": 27.904632173478603, + "weighted_error_after": 16.337700586766005 + }, + { + "name": "model.layers.2.mlp.experts.90.down_proj", + "observed_tokens": 78, + "weighted_error_before": 22.7709085829556, + "weighted_error_after": 15.29542456381023 + }, + { + "name": "model.layers.2.mlp.experts.91.gate_proj", + "observed_tokens": 415, + "weighted_error_before": 26.102368496358395, + "weighted_error_after": 15.296937070786953 + }, + { + "name": "model.layers.2.mlp.experts.91.up_proj", + "observed_tokens": 415, + "weighted_error_before": 26.54606120288372, + "weighted_error_after": 15.582050854340196 + }, + { + "name": "model.layers.2.mlp.experts.91.down_proj", + "observed_tokens": 415, + "weighted_error_before": 21.775850666686893, + "weighted_error_after": 14.67915566265583 + }, + { + "name": "model.layers.2.mlp.experts.92.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 26.282135186716914, + "weighted_error_after": 15.338443627581 + }, + { + "name": "model.layers.2.mlp.experts.92.up_proj", + "observed_tokens": 156, + "weighted_error_before": 26.079805586487055, + "weighted_error_after": 15.172768170014024 + }, + { + "name": "model.layers.2.mlp.experts.92.down_proj", + "observed_tokens": 156, + "weighted_error_before": 21.825820604804903, + "weighted_error_after": 14.215756892692298 + }, + { + "name": "model.layers.2.mlp.experts.93.gate_proj", + "observed_tokens": 771, + "weighted_error_before": 24.085763795301318, + "weighted_error_after": 14.17699752189219 + }, + { + "name": "model.layers.2.mlp.experts.93.up_proj", + "observed_tokens": 771, + "weighted_error_before": 23.201120272278786, + "weighted_error_after": 13.690139112994075 + }, + { + "name": "model.layers.2.mlp.experts.93.down_proj", + "observed_tokens": 771, + "weighted_error_before": 19.693126257043332, + "weighted_error_after": 13.43538809241727 + }, + { + "name": "model.layers.2.mlp.experts.94.gate_proj", + "observed_tokens": 191, + "weighted_error_before": 24.571679428219795, + "weighted_error_after": 14.36261966265738 + }, + { + "name": "model.layers.2.mlp.experts.94.up_proj", + "observed_tokens": 191, + "weighted_error_before": 24.811791015788913, + "weighted_error_after": 14.510320158675313 + }, + { + "name": "model.layers.2.mlp.experts.94.down_proj", + "observed_tokens": 191, + "weighted_error_before": 20.54259472503327, + "weighted_error_after": 14.009621928678825 + }, + { + "name": "model.layers.2.mlp.experts.95.gate_proj", + "observed_tokens": 34, + "weighted_error_before": 26.4785167388618, + "weighted_error_after": 15.706363143399358 + }, + { + "name": "model.layers.2.mlp.experts.95.up_proj", + "observed_tokens": 34, + "weighted_error_before": 26.354041691869497, + "weighted_error_after": 15.683966299518943 + }, + { + "name": "model.layers.2.mlp.experts.95.down_proj", + "observed_tokens": 34, + "weighted_error_before": 21.922977733425796, + "weighted_error_after": 14.939728771336377 + }, + { + "name": "model.layers.2.mlp.experts.96.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 26.461503006517887, + "weighted_error_after": 15.593674458563328 + }, + { + "name": "model.layers.2.mlp.experts.96.up_proj", + "observed_tokens": 158, + "weighted_error_before": 26.234525244683027, + "weighted_error_after": 15.534534258767962 + }, + { + "name": "model.layers.2.mlp.experts.96.down_proj", + "observed_tokens": 158, + "weighted_error_before": 21.83236919855699, + "weighted_error_after": 14.700467016082257 + }, + { + "name": "model.layers.2.mlp.experts.97.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 26.385373514145613, + "weighted_error_after": 15.391145870089531 + }, + { + "name": "model.layers.2.mlp.experts.97.up_proj", + "observed_tokens": 109, + "weighted_error_before": 26.85333069972694, + "weighted_error_after": 15.606612108647823 + }, + { + "name": "model.layers.2.mlp.experts.97.down_proj", + "observed_tokens": 109, + "weighted_error_before": 22.239757189527154, + "weighted_error_after": 14.679171574302018 + }, + { + "name": "model.layers.2.mlp.experts.98.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 27.0396782271564, + "weighted_error_after": 15.902388053014874 + }, + { + "name": "model.layers.2.mlp.experts.98.up_proj", + "observed_tokens": 63, + "weighted_error_before": 27.383804950863123, + "weighted_error_after": 16.206295451149344 + }, + { + "name": "model.layers.2.mlp.experts.98.down_proj", + "observed_tokens": 63, + "weighted_error_before": 22.884618037380278, + "weighted_error_after": 14.510148163186386 + }, + { + "name": "model.layers.2.mlp.experts.99.gate_proj", + "observed_tokens": 229, + "weighted_error_before": 24.61242918111384, + "weighted_error_after": 14.444624969735742 + }, + { + "name": "model.layers.2.mlp.experts.99.up_proj", + "observed_tokens": 229, + "weighted_error_before": 24.292033910751343, + "weighted_error_after": 14.29401919618249 + }, + { + "name": "model.layers.2.mlp.experts.99.down_proj", + "observed_tokens": 229, + "weighted_error_before": 20.27827621344477, + "weighted_error_after": 13.592140175402164 + }, + { + "name": "model.layers.2.mlp.experts.100.gate_proj", + "observed_tokens": 57, + "weighted_error_before": 27.474491003900766, + "weighted_error_after": 16.10715996287763 + }, + { + "name": "model.layers.2.mlp.experts.100.up_proj", + "observed_tokens": 57, + "weighted_error_before": 28.212807320058346, + "weighted_error_after": 16.345569165423512 + }, + { + "name": "model.layers.2.mlp.experts.100.down_proj", + "observed_tokens": 57, + "weighted_error_before": 22.706758263986558, + "weighted_error_after": 15.219664494507015 + }, + { + "name": "model.layers.2.mlp.experts.101.gate_proj", + "observed_tokens": 202, + "weighted_error_before": 26.76965804770589, + "weighted_error_after": 15.589952893555164 + }, + { + "name": "model.layers.2.mlp.experts.101.up_proj", + "observed_tokens": 202, + "weighted_error_before": 26.794119894504547, + "weighted_error_after": 15.627389021217823 + }, + { + "name": "model.layers.2.mlp.experts.101.down_proj", + "observed_tokens": 202, + "weighted_error_before": 21.775518835987896, + "weighted_error_after": 14.334252070169896 + }, + { + "name": "model.layers.2.mlp.experts.102.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 28.52357904985547, + "weighted_error_after": 16.544616574421525 + }, + { + "name": "model.layers.2.mlp.experts.102.up_proj", + "observed_tokens": 153, + "weighted_error_before": 29.382479578256607, + "weighted_error_after": 17.11297645792365 + }, + { + "name": "model.layers.2.mlp.experts.102.down_proj", + "observed_tokens": 153, + "weighted_error_before": 23.47552388254553, + "weighted_error_after": 15.978623697534204 + }, + { + "name": "model.layers.2.mlp.experts.103.gate_proj", + "observed_tokens": 82, + "weighted_error_before": 26.66913602128625, + "weighted_error_after": 15.814364109188318 + }, + { + "name": "model.layers.2.mlp.experts.103.up_proj", + "observed_tokens": 82, + "weighted_error_before": 26.675400339066982, + "weighted_error_after": 15.744457617402077 + }, + { + "name": "model.layers.2.mlp.experts.103.down_proj", + "observed_tokens": 82, + "weighted_error_before": 22.332808643579483, + "weighted_error_after": 15.035627994686365 + }, + { + "name": "model.layers.2.mlp.experts.104.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 24.269534703344107, + "weighted_error_after": 14.325904957950115 + }, + { + "name": "model.layers.2.mlp.experts.104.up_proj", + "observed_tokens": 230, + "weighted_error_before": 24.27070138975978, + "weighted_error_after": 14.341502578929067 + }, + { + "name": "model.layers.2.mlp.experts.104.down_proj", + "observed_tokens": 230, + "weighted_error_before": 19.881555104628205, + "weighted_error_after": 13.506788131315261 + }, + { + "name": "model.layers.2.mlp.experts.105.gate_proj", + "observed_tokens": 430, + "weighted_error_before": 24.740493070334196, + "weighted_error_after": 14.518567373976111 + }, + { + "name": "model.layers.2.mlp.experts.105.up_proj", + "observed_tokens": 430, + "weighted_error_before": 24.6656782515347, + "weighted_error_after": 14.42857295833528 + }, + { + "name": "model.layers.2.mlp.experts.105.down_proj", + "observed_tokens": 430, + "weighted_error_before": 20.85143591463566, + "weighted_error_after": 12.7035156856291 + }, + { + "name": "model.layers.2.mlp.experts.106.gate_proj", + "observed_tokens": 115, + "weighted_error_before": 29.32644533738494, + "weighted_error_after": 17.048828460276127 + }, + { + "name": "model.layers.2.mlp.experts.106.up_proj", + "observed_tokens": 115, + "weighted_error_before": 29.070952497422695, + "weighted_error_after": 17.168929275125265 + }, + { + "name": "model.layers.2.mlp.experts.106.down_proj", + "observed_tokens": 115, + "weighted_error_before": 23.44265575753525, + "weighted_error_after": 15.94751203712076 + }, + { + "name": "model.layers.2.mlp.experts.107.gate_proj", + "observed_tokens": 383, + "weighted_error_before": 24.37052400968969, + "weighted_error_after": 14.275744460523129 + }, + { + "name": "model.layers.2.mlp.experts.107.up_proj", + "observed_tokens": 383, + "weighted_error_before": 24.66233318671584, + "weighted_error_after": 14.465555004775524 + }, + { + "name": "model.layers.2.mlp.experts.107.down_proj", + "observed_tokens": 383, + "weighted_error_before": 19.960705331526697, + "weighted_error_after": 13.03022940037772 + }, + { + "name": "model.layers.2.mlp.experts.108.gate_proj", + "observed_tokens": 352, + "weighted_error_before": 23.129753390327096, + "weighted_error_after": 13.546218110248446 + }, + { + "name": "model.layers.2.mlp.experts.108.up_proj", + "observed_tokens": 352, + "weighted_error_before": 22.767944494262338, + "weighted_error_after": 13.431712675839663 + }, + { + "name": "model.layers.2.mlp.experts.108.down_proj", + "observed_tokens": 352, + "weighted_error_before": 18.860502250492573, + "weighted_error_after": 12.279848849400878 + }, + { + "name": "model.layers.2.mlp.experts.109.gate_proj", + "observed_tokens": 561, + "weighted_error_before": 26.440877806395292, + "weighted_error_after": 15.36524978093803 + }, + { + "name": "model.layers.2.mlp.experts.109.up_proj", + "observed_tokens": 561, + "weighted_error_before": 25.904325116425753, + "weighted_error_after": 15.389344492927194 + }, + { + "name": "model.layers.2.mlp.experts.109.down_proj", + "observed_tokens": 561, + "weighted_error_before": 21.671651030424982, + "weighted_error_after": 14.491848613601178 + }, + { + "name": "model.layers.2.mlp.experts.110.gate_proj", + "observed_tokens": 194, + "weighted_error_before": 24.977135241031647, + "weighted_error_after": 14.646365210413933 + }, + { + "name": "model.layers.2.mlp.experts.110.up_proj", + "observed_tokens": 194, + "weighted_error_before": 24.88252403587103, + "weighted_error_after": 14.564125193282962 + }, + { + "name": "model.layers.2.mlp.experts.110.down_proj", + "observed_tokens": 194, + "weighted_error_before": 21.010928683448583, + "weighted_error_after": 13.689232361502945 + }, + { + "name": "model.layers.2.mlp.experts.111.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 26.974018674343824, + "weighted_error_after": 15.855332896113396 + }, + { + "name": "model.layers.2.mlp.experts.111.up_proj", + "observed_tokens": 139, + "weighted_error_before": 27.130835197865963, + "weighted_error_after": 15.904972394928336 + }, + { + "name": "model.layers.2.mlp.experts.111.down_proj", + "observed_tokens": 139, + "weighted_error_before": 22.088397992309183, + "weighted_error_after": 14.061174460919574 + }, + { + "name": "model.layers.2.mlp.experts.112.gate_proj", + "observed_tokens": 873, + "weighted_error_before": 26.522011894732714, + "weighted_error_after": 15.778060011565685 + }, + { + "name": "model.layers.2.mlp.experts.112.up_proj", + "observed_tokens": 873, + "weighted_error_before": 27.808509182184935, + "weighted_error_after": 16.191562604159117 + }, + { + "name": "model.layers.2.mlp.experts.112.down_proj", + "observed_tokens": 873, + "weighted_error_before": 22.75029485952109, + "weighted_error_after": 15.571805253624916 + }, + { + "name": "model.layers.2.mlp.experts.113.gate_proj", + "observed_tokens": 110, + "weighted_error_before": 27.960806656628847, + "weighted_error_after": 16.376901304349303 + }, + { + "name": "model.layers.2.mlp.experts.113.up_proj", + "observed_tokens": 110, + "weighted_error_before": 28.634113062173128, + "weighted_error_after": 16.61622783355415 + }, + { + "name": "model.layers.2.mlp.experts.113.down_proj", + "observed_tokens": 110, + "weighted_error_before": 23.195135524030775, + "weighted_error_after": 15.700809793546796 + }, + { + "name": "model.layers.2.mlp.experts.114.gate_proj", + "observed_tokens": 1067, + "weighted_error_before": 27.101763125509024, + "weighted_error_after": 15.98964892141521 + }, + { + "name": "model.layers.2.mlp.experts.114.up_proj", + "observed_tokens": 1067, + "weighted_error_before": 27.120514307171106, + "weighted_error_after": 15.974101454019547 + }, + { + "name": "model.layers.2.mlp.experts.114.down_proj", + "observed_tokens": 1067, + "weighted_error_before": 22.58954787813127, + "weighted_error_after": 15.549193975282833 + }, + { + "name": "model.layers.2.mlp.experts.115.gate_proj", + "observed_tokens": 125, + "weighted_error_before": 27.199009442701936, + "weighted_error_after": 15.83883623406291 + }, + { + "name": "model.layers.2.mlp.experts.115.up_proj", + "observed_tokens": 125, + "weighted_error_before": 27.367688093334436, + "weighted_error_after": 15.959132743999362 + }, + { + "name": "model.layers.2.mlp.experts.115.down_proj", + "observed_tokens": 125, + "weighted_error_before": 22.06269002845511, + "weighted_error_after": 14.466328683076426 + }, + { + "name": "model.layers.2.mlp.experts.116.gate_proj", + "observed_tokens": 333, + "weighted_error_before": 26.57962605729699, + "weighted_error_after": 15.652115024626255 + }, + { + "name": "model.layers.2.mlp.experts.116.up_proj", + "observed_tokens": 333, + "weighted_error_before": 26.787620078772306, + "weighted_error_after": 15.759487381204963 + }, + { + "name": "model.layers.2.mlp.experts.116.down_proj", + "observed_tokens": 333, + "weighted_error_before": 22.180560717359185, + "weighted_error_after": 15.133427761029452 + }, + { + "name": "model.layers.2.mlp.experts.117.gate_proj", + "observed_tokens": 383, + "weighted_error_before": 26.394800286740065, + "weighted_error_after": 15.618785178288817 + }, + { + "name": "model.layers.2.mlp.experts.117.up_proj", + "observed_tokens": 383, + "weighted_error_before": 26.6788109280169, + "weighted_error_after": 15.825368041172624 + }, + { + "name": "model.layers.2.mlp.experts.117.down_proj", + "observed_tokens": 383, + "weighted_error_before": 22.0933948722668, + "weighted_error_after": 15.115404705284163 + }, + { + "name": "model.layers.2.mlp.experts.118.gate_proj", + "observed_tokens": 834, + "weighted_error_before": 25.750264175236225, + "weighted_error_after": 15.077881557866931 + }, + { + "name": "model.layers.2.mlp.experts.118.up_proj", + "observed_tokens": 834, + "weighted_error_before": 25.63943886011839, + "weighted_error_after": 15.071534980088472 + }, + { + "name": "model.layers.2.mlp.experts.118.down_proj", + "observed_tokens": 834, + "weighted_error_before": 21.475268217734993, + "weighted_error_after": 14.693937455769628 + }, + { + "name": "model.layers.2.mlp.experts.119.gate_proj", + "observed_tokens": 774, + "weighted_error_before": 22.964661940932274, + "weighted_error_after": 13.503396222367883 + }, + { + "name": "model.layers.2.mlp.experts.119.up_proj", + "observed_tokens": 774, + "weighted_error_before": 22.537514245137572, + "weighted_error_after": 13.380523817613721 + }, + { + "name": "model.layers.2.mlp.experts.119.down_proj", + "observed_tokens": 774, + "weighted_error_before": 18.9154665726237, + "weighted_error_after": 12.98668695287779 + }, + { + "name": "model.layers.2.mlp.experts.120.gate_proj", + "observed_tokens": 208, + "weighted_error_before": 26.95492497086525, + "weighted_error_after": 15.715200224891305 + }, + { + "name": "model.layers.2.mlp.experts.120.up_proj", + "observed_tokens": 208, + "weighted_error_before": 26.650300480425358, + "weighted_error_after": 15.778737682849169 + }, + { + "name": "model.layers.2.mlp.experts.120.down_proj", + "observed_tokens": 208, + "weighted_error_before": 22.12478230986744, + "weighted_error_after": 15.091668144334108 + }, + { + "name": "model.layers.2.mlp.experts.121.gate_proj", + "observed_tokens": 805, + "weighted_error_before": 26.20267243310809, + "weighted_error_after": 15.492375992238522 + }, + { + "name": "model.layers.2.mlp.experts.121.up_proj", + "observed_tokens": 805, + "weighted_error_before": 26.363413244485855, + "weighted_error_after": 15.5002367105335 + }, + { + "name": "model.layers.2.mlp.experts.121.down_proj", + "observed_tokens": 805, + "weighted_error_before": 21.836565458215773, + "weighted_error_after": 15.027301496826112 + }, + { + "name": "model.layers.2.mlp.experts.122.gate_proj", + "observed_tokens": 983, + "weighted_error_before": 25.786733254790306, + "weighted_error_after": 15.197329683229327 + }, + { + "name": "model.layers.2.mlp.experts.122.up_proj", + "observed_tokens": 983, + "weighted_error_before": 25.645129630342126, + "weighted_error_after": 15.061984131112695 + }, + { + "name": "model.layers.2.mlp.experts.122.down_proj", + "observed_tokens": 983, + "weighted_error_before": 21.155197977088392, + "weighted_error_after": 14.527761336648837 + }, + { + "name": "model.layers.2.mlp.experts.123.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 27.10927101969719, + "weighted_error_after": 15.871440827846527 + }, + { + "name": "model.layers.2.mlp.experts.123.up_proj", + "observed_tokens": 145, + "weighted_error_before": 27.857728015631437, + "weighted_error_after": 16.192877171561122 + }, + { + "name": "model.layers.2.mlp.experts.123.down_proj", + "observed_tokens": 145, + "weighted_error_before": 22.890007693786174, + "weighted_error_after": 15.235855005215853 + }, + { + "name": "model.layers.2.mlp.experts.124.gate_proj", + "observed_tokens": 337, + "weighted_error_before": 26.539830796420574, + "weighted_error_after": 15.613372409716249 + }, + { + "name": "model.layers.2.mlp.experts.124.up_proj", + "observed_tokens": 337, + "weighted_error_before": 27.437950406223536, + "weighted_error_after": 15.874171758070588 + }, + { + "name": "model.layers.2.mlp.experts.124.down_proj", + "observed_tokens": 337, + "weighted_error_before": 21.57095494819805, + "weighted_error_after": 14.763337641954422 + }, + { + "name": "model.layers.2.mlp.experts.125.gate_proj", + "observed_tokens": 312, + "weighted_error_before": 27.369968120008707, + "weighted_error_after": 16.055118640884757 + }, + { + "name": "model.layers.2.mlp.experts.125.up_proj", + "observed_tokens": 312, + "weighted_error_before": 27.670596454292536, + "weighted_error_after": 16.316476805135608 + }, + { + "name": "model.layers.2.mlp.experts.125.down_proj", + "observed_tokens": 312, + "weighted_error_before": 22.45057822857052, + "weighted_error_after": 15.431099966634065 + }, + { + "name": "model.layers.2.mlp.experts.126.gate_proj", + "observed_tokens": 429, + "weighted_error_before": 25.994079187512398, + "weighted_error_after": 15.11931829340756 + }, + { + "name": "model.layers.2.mlp.experts.126.up_proj", + "observed_tokens": 429, + "weighted_error_before": 25.436968065798283, + "weighted_error_after": 14.927257915958762 + }, + { + "name": "model.layers.2.mlp.experts.126.down_proj", + "observed_tokens": 429, + "weighted_error_before": 21.088426592759788, + "weighted_error_after": 14.432571510784328 + }, + { + "name": "model.layers.2.mlp.experts.127.gate_proj", + "observed_tokens": 475, + "weighted_error_before": 23.352761916816235, + "weighted_error_after": 13.749654147773981 + }, + { + "name": "model.layers.2.mlp.experts.127.up_proj", + "observed_tokens": 475, + "weighted_error_before": 23.294624941423535, + "weighted_error_after": 13.679113730788231 + }, + { + "name": "model.layers.2.mlp.experts.127.down_proj", + "observed_tokens": 475, + "weighted_error_before": 19.753714272286743, + "weighted_error_after": 13.568072023801506 + }, + { + "name": "model.layers.2.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 19.339291972573847, + "weighted_error_after": 12.39035023143515 + }, + { + "name": "model.layers.2.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 16.713663851376623, + "weighted_error_after": 10.362671718932688 + }, + { + "name": "model.layers.2.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 9.258159128192347, + "weighted_error_after": 2.873232151789125 + }, + { + "name": "model.layers.3.attention.q_a_proj", + "observed_tokens": 5624, + "weighted_error_before": 14.966877229511738, + "weighted_error_after": 9.066896786913276 + }, + { + "name": "model.layers.3.attention.q_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 73.72049938561395, + "weighted_error_after": 54.23066774432664 + }, + { + "name": "model.layers.3.attention.kv_a_proj_with_mqa", + "observed_tokens": 5624, + "weighted_error_before": 65.78104494512081, + "weighted_error_after": 45.471339236944914 + }, + { + "name": "model.layers.3.attention.kv_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 136.93480352079496, + "weighted_error_after": 90.70038865925744 + }, + { + "name": "model.layers.3.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 4.045004904270172, + "weighted_error_after": 3.6079956516623497 + }, + { + "name": "model.layers.3.attention.dense", + "observed_tokens": 5624, + "weighted_error_before": 114.47594509273767, + "weighted_error_after": 63.41329940035939 + }, + { + "name": "model.layers.3.mlp.experts.0.gate_proj", + "observed_tokens": 858, + "weighted_error_before": 27.570606656372547, + "weighted_error_after": 16.12192463502288 + }, + { + "name": "model.layers.3.mlp.experts.0.up_proj", + "observed_tokens": 858, + "weighted_error_before": 26.683253332972527, + "weighted_error_after": 15.731708506122231 + }, + { + "name": "model.layers.3.mlp.experts.0.down_proj", + "observed_tokens": 858, + "weighted_error_before": 21.533174796961248, + "weighted_error_after": 14.043002391466871 + }, + { + "name": "model.layers.3.mlp.experts.1.gate_proj", + "observed_tokens": 465, + "weighted_error_before": 24.503481911495328, + "weighted_error_after": 14.436839515343308 + }, + { + "name": "model.layers.3.mlp.experts.1.up_proj", + "observed_tokens": 465, + "weighted_error_before": 23.976896515116096, + "weighted_error_after": 14.14211929216981 + }, + { + "name": "model.layers.3.mlp.experts.1.down_proj", + "observed_tokens": 465, + "weighted_error_before": 19.895529821980745, + "weighted_error_after": 13.425474875373766 + }, + { + "name": "model.layers.3.mlp.experts.2.gate_proj", + "observed_tokens": 664, + "weighted_error_before": 26.89808176085353, + "weighted_error_after": 15.663787158206105 + }, + { + "name": "model.layers.3.mlp.experts.2.up_proj", + "observed_tokens": 664, + "weighted_error_before": 25.149309668689966, + "weighted_error_after": 14.881035648286343 + }, + { + "name": "model.layers.3.mlp.experts.2.down_proj", + "observed_tokens": 664, + "weighted_error_before": 21.119396722409874, + "weighted_error_after": 14.028442837297916 + }, + { + "name": "model.layers.3.mlp.experts.3.gate_proj", + "observed_tokens": 191, + "weighted_error_before": 24.9933861233294, + "weighted_error_after": 14.567888716235757 + }, + { + "name": "model.layers.3.mlp.experts.3.up_proj", + "observed_tokens": 191, + "weighted_error_before": 24.895113604143262, + "weighted_error_after": 14.588849814608693 + }, + { + "name": "model.layers.3.mlp.experts.3.down_proj", + "observed_tokens": 191, + "weighted_error_before": 20.209268744569272, + "weighted_error_after": 13.483936521690339 + }, + { + "name": "model.layers.3.mlp.experts.4.gate_proj", + "observed_tokens": 507, + "weighted_error_before": 23.85011912882328, + "weighted_error_after": 13.98571340739727 + }, + { + "name": "model.layers.3.mlp.experts.4.up_proj", + "observed_tokens": 507, + "weighted_error_before": 22.56078271754086, + "weighted_error_after": 13.34176155924797 + }, + { + "name": "model.layers.3.mlp.experts.4.down_proj", + "observed_tokens": 507, + "weighted_error_before": 18.155161150731146, + "weighted_error_after": 10.951966379303485 + }, + { + "name": "model.layers.3.mlp.experts.5.gate_proj", + "observed_tokens": 424, + "weighted_error_before": 25.819107320159674, + "weighted_error_after": 15.212738364934921 + }, + { + "name": "model.layers.3.mlp.experts.5.up_proj", + "observed_tokens": 424, + "weighted_error_before": 25.22379158064723, + "weighted_error_after": 14.607284657657146 + }, + { + "name": "model.layers.3.mlp.experts.5.down_proj", + "observed_tokens": 424, + "weighted_error_before": 20.74895249027759, + "weighted_error_after": 13.851107415743172 + }, + { + "name": "model.layers.3.mlp.experts.6.gate_proj", + "observed_tokens": 491, + "weighted_error_before": 27.053516898304224, + "weighted_error_after": 16.081315957009792 + }, + { + "name": "model.layers.3.mlp.experts.6.up_proj", + "observed_tokens": 491, + "weighted_error_before": 27.639183402061462, + "weighted_error_after": 16.309172051027417 + }, + { + "name": "model.layers.3.mlp.experts.6.down_proj", + "observed_tokens": 491, + "weighted_error_before": 22.6243653902784, + "weighted_error_after": 15.440504838014022 + }, + { + "name": "model.layers.3.mlp.experts.7.gate_proj", + "observed_tokens": 267, + "weighted_error_before": 27.586632266640663, + "weighted_error_after": 16.21770978718996 + }, + { + "name": "model.layers.3.mlp.experts.7.up_proj", + "observed_tokens": 267, + "weighted_error_before": 27.107316114008427, + "weighted_error_after": 15.94961061142385 + }, + { + "name": "model.layers.3.mlp.experts.7.down_proj", + "observed_tokens": 267, + "weighted_error_before": 21.565414519282058, + "weighted_error_after": 14.452844079816714 + }, + { + "name": "model.layers.3.mlp.experts.8.gate_proj", + "observed_tokens": 335, + "weighted_error_before": 27.34159655869007, + "weighted_error_after": 15.812148170545697 + }, + { + "name": "model.layers.3.mlp.experts.8.up_proj", + "observed_tokens": 335, + "weighted_error_before": 26.724818103015423, + "weighted_error_after": 15.804548615589738 + }, + { + "name": "model.layers.3.mlp.experts.8.down_proj", + "observed_tokens": 335, + "weighted_error_before": 21.36715217353776, + "weighted_error_after": 13.97467488143593 + }, + { + "name": "model.layers.3.mlp.experts.9.gate_proj", + "observed_tokens": 316, + "weighted_error_before": 24.452762693166733, + "weighted_error_after": 14.357444237917662 + }, + { + "name": "model.layers.3.mlp.experts.9.up_proj", + "observed_tokens": 316, + "weighted_error_before": 23.506248695775867, + "weighted_error_after": 13.7496123816818 + }, + { + "name": "model.layers.3.mlp.experts.9.down_proj", + "observed_tokens": 316, + "weighted_error_before": 19.377907349728048, + "weighted_error_after": 12.910256918519735 + }, + { + "name": "model.layers.3.mlp.experts.10.gate_proj", + "observed_tokens": 163, + "weighted_error_before": 26.38561563938856, + "weighted_error_after": 15.48774829134345 + }, + { + "name": "model.layers.3.mlp.experts.10.up_proj", + "observed_tokens": 163, + "weighted_error_before": 26.559718042612076, + "weighted_error_after": 15.672846730798483 + }, + { + "name": "model.layers.3.mlp.experts.10.down_proj", + "observed_tokens": 163, + "weighted_error_before": 20.784992980770767, + "weighted_error_after": 14.118585682939738 + }, + { + "name": "model.layers.3.mlp.experts.11.gate_proj", + "observed_tokens": 370, + "weighted_error_before": 25.87296660616994, + "weighted_error_after": 15.43754400126636 + }, + { + "name": "model.layers.3.mlp.experts.11.up_proj", + "observed_tokens": 370, + "weighted_error_before": 25.39613028988242, + "weighted_error_after": 14.995772521942854 + }, + { + "name": "model.layers.3.mlp.experts.11.down_proj", + "observed_tokens": 370, + "weighted_error_before": 19.82790691545233, + "weighted_error_after": 13.299565442837775 + }, + { + "name": "model.layers.3.mlp.experts.12.gate_proj", + "observed_tokens": 168, + "weighted_error_before": 25.431839495897293, + "weighted_error_after": 15.002452589571476 + }, + { + "name": "model.layers.3.mlp.experts.12.up_proj", + "observed_tokens": 168, + "weighted_error_before": 26.088612914085388, + "weighted_error_after": 15.274531604722142 + }, + { + "name": "model.layers.3.mlp.experts.12.down_proj", + "observed_tokens": 168, + "weighted_error_before": 20.980899202637374, + "weighted_error_after": 14.13753110729158 + }, + { + "name": "model.layers.3.mlp.experts.13.gate_proj", + "observed_tokens": 308, + "weighted_error_before": 25.785751722753048, + "weighted_error_after": 15.152629557996988 + }, + { + "name": "model.layers.3.mlp.experts.13.up_proj", + "observed_tokens": 308, + "weighted_error_before": 24.489515533670783, + "weighted_error_after": 14.636953698471189 + }, + { + "name": "model.layers.3.mlp.experts.13.down_proj", + "observed_tokens": 308, + "weighted_error_before": 20.176512795733288, + "weighted_error_after": 13.477990153478459 + }, + { + "name": "model.layers.3.mlp.experts.14.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 25.79580980539322, + "weighted_error_after": 15.060707807540894 + }, + { + "name": "model.layers.3.mlp.experts.14.up_proj", + "observed_tokens": 106, + "weighted_error_before": 25.004956662654877, + "weighted_error_after": 14.588795660063624 + }, + { + "name": "model.layers.3.mlp.experts.14.down_proj", + "observed_tokens": 106, + "weighted_error_before": 19.711682165041566, + "weighted_error_after": 13.04740133904852 + }, + { + "name": "model.layers.3.mlp.experts.15.gate_proj", + "observed_tokens": 428, + "weighted_error_before": 25.63919990323484, + "weighted_error_after": 15.03956856019795 + }, + { + "name": "model.layers.3.mlp.experts.15.up_proj", + "observed_tokens": 428, + "weighted_error_before": 25.220529284328222, + "weighted_error_after": 14.800318725407124 + }, + { + "name": "model.layers.3.mlp.experts.15.down_proj", + "observed_tokens": 428, + "weighted_error_before": 20.471867179963738, + "weighted_error_after": 13.469008180545643 + }, + { + "name": "model.layers.3.mlp.experts.16.gate_proj", + "observed_tokens": 272, + "weighted_error_before": 28.13117156177759, + "weighted_error_after": 16.4391534216702 + }, + { + "name": "model.layers.3.mlp.experts.16.up_proj", + "observed_tokens": 272, + "weighted_error_before": 28.335657745599747, + "weighted_error_after": 16.801750045269728 + }, + { + "name": "model.layers.3.mlp.experts.16.down_proj", + "observed_tokens": 272, + "weighted_error_before": 23.19295445177704, + "weighted_error_after": 15.85968838329427 + }, + { + "name": "model.layers.3.mlp.experts.17.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 28.28290442377329, + "weighted_error_after": 16.55347178131342 + }, + { + "name": "model.layers.3.mlp.experts.17.up_proj", + "observed_tokens": 135, + "weighted_error_before": 28.404942627996206, + "weighted_error_after": 16.650137720629573 + }, + { + "name": "model.layers.3.mlp.experts.17.down_proj", + "observed_tokens": 135, + "weighted_error_before": 21.950991438236088, + "weighted_error_after": 14.013129956787452 + }, + { + "name": "model.layers.3.mlp.experts.18.gate_proj", + "observed_tokens": 279, + "weighted_error_before": 24.931634299457073, + "weighted_error_after": 14.562735553830862 + }, + { + "name": "model.layers.3.mlp.experts.18.up_proj", + "observed_tokens": 279, + "weighted_error_before": 24.719863338395953, + "weighted_error_after": 14.218485251069069 + }, + { + "name": "model.layers.3.mlp.experts.18.down_proj", + "observed_tokens": 279, + "weighted_error_before": 20.50832358468324, + "weighted_error_after": 13.744211944751441 + }, + { + "name": "model.layers.3.mlp.experts.19.gate_proj", + "observed_tokens": 524, + "weighted_error_before": 24.817172650247812, + "weighted_error_after": 14.510397516191006 + }, + { + "name": "model.layers.3.mlp.experts.19.up_proj", + "observed_tokens": 524, + "weighted_error_before": 25.41203362122178, + "weighted_error_after": 14.977619852870703 + }, + { + "name": "model.layers.3.mlp.experts.19.down_proj", + "observed_tokens": 524, + "weighted_error_before": 21.151237851940095, + "weighted_error_after": 14.346885362640023 + }, + { + "name": "model.layers.3.mlp.experts.20.gate_proj", + "observed_tokens": 110, + "weighted_error_before": 29.077247332781553, + "weighted_error_after": 17.674716075882316 + }, + { + "name": "model.layers.3.mlp.experts.20.up_proj", + "observed_tokens": 110, + "weighted_error_before": 25.861689895391464, + "weighted_error_after": 15.384871749207377 + }, + { + "name": "model.layers.3.mlp.experts.20.down_proj", + "observed_tokens": 110, + "weighted_error_before": 20.39948583440855, + "weighted_error_after": 12.69710728758946 + }, + { + "name": "model.layers.3.mlp.experts.21.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 27.674688413739204, + "weighted_error_after": 16.16309953480959 + }, + { + "name": "model.layers.3.mlp.experts.21.up_proj", + "observed_tokens": 112, + "weighted_error_before": 27.925048172473907, + "weighted_error_after": 16.12315622344613 + }, + { + "name": "model.layers.3.mlp.experts.21.down_proj", + "observed_tokens": 112, + "weighted_error_before": 21.73817861592397, + "weighted_error_after": 14.268236052710563 + }, + { + "name": "model.layers.3.mlp.experts.22.gate_proj", + "observed_tokens": 443, + "weighted_error_before": 27.313515074551105, + "weighted_error_after": 16.113508094102144 + }, + { + "name": "model.layers.3.mlp.experts.22.up_proj", + "observed_tokens": 443, + "weighted_error_before": 27.195399176329374, + "weighted_error_after": 16.241439141333103 + }, + { + "name": "model.layers.3.mlp.experts.22.down_proj", + "observed_tokens": 443, + "weighted_error_before": 22.33749808417633, + "weighted_error_after": 14.939182663336396 + }, + { + "name": "model.layers.3.mlp.experts.23.gate_proj", + "observed_tokens": 155, + "weighted_error_before": 27.51590708270669, + "weighted_error_after": 16.226925402879715 + }, + { + "name": "model.layers.3.mlp.experts.23.up_proj", + "observed_tokens": 155, + "weighted_error_before": 27.558734945952892, + "weighted_error_after": 16.05292030610144 + }, + { + "name": "model.layers.3.mlp.experts.23.down_proj", + "observed_tokens": 155, + "weighted_error_before": 20.90528183290735, + "weighted_error_after": 13.210218127351254 + }, + { + "name": "model.layers.3.mlp.experts.24.gate_proj", + "observed_tokens": 402, + "weighted_error_before": 27.295225262641907, + "weighted_error_after": 15.822017058730125 + }, + { + "name": "model.layers.3.mlp.experts.24.up_proj", + "observed_tokens": 402, + "weighted_error_before": 26.260947287082672, + "weighted_error_after": 15.421766234561801 + }, + { + "name": "model.layers.3.mlp.experts.24.down_proj", + "observed_tokens": 402, + "weighted_error_before": 21.19105106871575, + "weighted_error_after": 13.923200003337115 + }, + { + "name": "model.layers.3.mlp.experts.25.gate_proj", + "observed_tokens": 179, + "weighted_error_before": 26.153484428301454, + "weighted_error_after": 15.39790471084416 + }, + { + "name": "model.layers.3.mlp.experts.25.up_proj", + "observed_tokens": 179, + "weighted_error_before": 25.575980888679624, + "weighted_error_after": 14.961424289271235 + }, + { + "name": "model.layers.3.mlp.experts.25.down_proj", + "observed_tokens": 179, + "weighted_error_before": 20.559333528392017, + "weighted_error_after": 13.533972286153585 + }, + { + "name": "model.layers.3.mlp.experts.26.gate_proj", + "observed_tokens": 1059, + "weighted_error_before": 26.35451078787446, + "weighted_error_after": 15.490070125088096 + }, + { + "name": "model.layers.3.mlp.experts.26.up_proj", + "observed_tokens": 1059, + "weighted_error_before": 25.584005249664187, + "weighted_error_after": 15.08514803275466 + }, + { + "name": "model.layers.3.mlp.experts.26.down_proj", + "observed_tokens": 1059, + "weighted_error_before": 20.05172114726156, + "weighted_error_after": 13.302933012135327 + }, + { + "name": "model.layers.3.mlp.experts.27.gate_proj", + "observed_tokens": 179, + "weighted_error_before": 27.518201362341642, + "weighted_error_after": 15.957845436409116 + }, + { + "name": "model.layers.3.mlp.experts.27.up_proj", + "observed_tokens": 179, + "weighted_error_before": 27.08647121489048, + "weighted_error_after": 15.976057155057788 + }, + { + "name": "model.layers.3.mlp.experts.27.down_proj", + "observed_tokens": 179, + "weighted_error_before": 21.783449853304774, + "weighted_error_after": 14.524877231102437 + }, + { + "name": "model.layers.3.mlp.experts.28.gate_proj", + "observed_tokens": 340, + "weighted_error_before": 25.812097020447254, + "weighted_error_after": 15.249910643324256 + }, + { + "name": "model.layers.3.mlp.experts.28.up_proj", + "observed_tokens": 340, + "weighted_error_before": 25.59455883130431, + "weighted_error_after": 15.07533348351717 + }, + { + "name": "model.layers.3.mlp.experts.28.down_proj", + "observed_tokens": 340, + "weighted_error_before": 20.322451459709555, + "weighted_error_after": 13.633938832208514 + }, + { + "name": "model.layers.3.mlp.experts.29.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 28.077125944197178, + "weighted_error_after": 16.373166715726256 + }, + { + "name": "model.layers.3.mlp.experts.29.up_proj", + "observed_tokens": 151, + "weighted_error_before": 27.835825469344854, + "weighted_error_after": 16.361725758761168 + }, + { + "name": "model.layers.3.mlp.experts.29.down_proj", + "observed_tokens": 151, + "weighted_error_before": 21.345444885082543, + "weighted_error_after": 13.54494876647368 + }, + { + "name": "model.layers.3.mlp.experts.30.gate_proj", + "observed_tokens": 414, + "weighted_error_before": 26.704887103289366, + "weighted_error_after": 15.822475804015994 + }, + { + "name": "model.layers.3.mlp.experts.30.up_proj", + "observed_tokens": 414, + "weighted_error_before": 26.501352857798338, + "weighted_error_after": 15.63806413859129 + }, + { + "name": "model.layers.3.mlp.experts.30.down_proj", + "observed_tokens": 414, + "weighted_error_before": 21.663480038754642, + "weighted_error_after": 14.778192412806675 + }, + { + "name": "model.layers.3.mlp.experts.31.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 27.55048882216215, + "weighted_error_after": 16.227270606905222 + }, + { + "name": "model.layers.3.mlp.experts.31.up_proj", + "observed_tokens": 85, + "weighted_error_before": 27.54123431444168, + "weighted_error_after": 16.219508979469538 + }, + { + "name": "model.layers.3.mlp.experts.31.down_proj", + "observed_tokens": 85, + "weighted_error_before": 21.472759703639895, + "weighted_error_after": 14.195673167938367 + }, + { + "name": "model.layers.3.mlp.experts.32.gate_proj", + "observed_tokens": 187, + "weighted_error_before": 29.92513507977128, + "weighted_error_after": 17.464896969497204 + }, + { + "name": "model.layers.3.mlp.experts.32.up_proj", + "observed_tokens": 187, + "weighted_error_before": 28.929425820708275, + "weighted_error_after": 17.01043988391757 + }, + { + "name": "model.layers.3.mlp.experts.32.down_proj", + "observed_tokens": 187, + "weighted_error_before": 21.94960883865133, + "weighted_error_after": 14.440285455901176 + }, + { + "name": "model.layers.3.mlp.experts.33.gate_proj", + "observed_tokens": 242, + "weighted_error_before": 25.76723050698638, + "weighted_error_after": 15.210548745468259 + }, + { + "name": "model.layers.3.mlp.experts.33.up_proj", + "observed_tokens": 242, + "weighted_error_before": 26.15307031571865, + "weighted_error_after": 15.323083771392703 + }, + { + "name": "model.layers.3.mlp.experts.33.down_proj", + "observed_tokens": 242, + "weighted_error_before": 21.411242556292564, + "weighted_error_after": 13.812125630211085 + }, + { + "name": "model.layers.3.mlp.experts.34.gate_proj", + "observed_tokens": 446, + "weighted_error_before": 26.175295166671276, + "weighted_error_after": 15.328396424651146 + }, + { + "name": "model.layers.3.mlp.experts.34.up_proj", + "observed_tokens": 446, + "weighted_error_before": 26.016640700399876, + "weighted_error_after": 15.361515790224075 + }, + { + "name": "model.layers.3.mlp.experts.34.down_proj", + "observed_tokens": 446, + "weighted_error_before": 20.84666519239545, + "weighted_error_after": 14.084923448041081 + }, + { + "name": "model.layers.3.mlp.experts.35.gate_proj", + "observed_tokens": 321, + "weighted_error_before": 25.105570873245597, + "weighted_error_after": 14.754666492342949 + }, + { + "name": "model.layers.3.mlp.experts.35.up_proj", + "observed_tokens": 321, + "weighted_error_before": 25.08527879230678, + "weighted_error_after": 14.625863868743181 + }, + { + "name": "model.layers.3.mlp.experts.35.down_proj", + "observed_tokens": 321, + "weighted_error_before": 19.890091290231794, + "weighted_error_after": 13.269515687599778 + }, + { + "name": "model.layers.3.mlp.experts.36.gate_proj", + "observed_tokens": 238, + "weighted_error_before": 26.218876980245113, + "weighted_error_after": 15.294614030048251 + }, + { + "name": "model.layers.3.mlp.experts.36.up_proj", + "observed_tokens": 238, + "weighted_error_before": 24.584179563447833, + "weighted_error_after": 14.382156368345022 + }, + { + "name": "model.layers.3.mlp.experts.36.down_proj", + "observed_tokens": 238, + "weighted_error_before": 20.020723601337522, + "weighted_error_after": 12.52427172800526 + }, + { + "name": "model.layers.3.mlp.experts.37.gate_proj", + "observed_tokens": 1142, + "weighted_error_before": 25.069760220125318, + "weighted_error_after": 14.902205403894186 + }, + { + "name": "model.layers.3.mlp.experts.37.up_proj", + "observed_tokens": 1142, + "weighted_error_before": 24.668194983154535, + "weighted_error_after": 14.554208377376199 + }, + { + "name": "model.layers.3.mlp.experts.37.down_proj", + "observed_tokens": 1142, + "weighted_error_before": 20.22089791065082, + "weighted_error_after": 13.91359324241057 + }, + { + "name": "model.layers.3.mlp.experts.38.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 26.591011200100183, + "weighted_error_after": 15.66669107787311 + }, + { + "name": "model.layers.3.mlp.experts.38.up_proj", + "observed_tokens": 32, + "weighted_error_before": 25.73979328200221, + "weighted_error_after": 15.22356504201889 + }, + { + "name": "model.layers.3.mlp.experts.38.down_proj", + "observed_tokens": 32, + "weighted_error_before": 20.50090138381347, + "weighted_error_after": 13.978264562319964 + }, + { + "name": "model.layers.3.mlp.experts.39.gate_proj", + "observed_tokens": 205, + "weighted_error_before": 26.62869832292199, + "weighted_error_after": 15.5820097271353 + }, + { + "name": "model.layers.3.mlp.experts.39.up_proj", + "observed_tokens": 205, + "weighted_error_before": 26.647314433008432, + "weighted_error_after": 15.7307912055403 + }, + { + "name": "model.layers.3.mlp.experts.39.down_proj", + "observed_tokens": 205, + "weighted_error_before": 21.178806639742106, + "weighted_error_after": 14.152392774354666 + }, + { + "name": "model.layers.3.mlp.experts.40.gate_proj", + "observed_tokens": 727, + "weighted_error_before": 23.071093499660492, + "weighted_error_after": 13.578439485281706 + }, + { + "name": "model.layers.3.mlp.experts.40.up_proj", + "observed_tokens": 727, + "weighted_error_before": 22.179309533908963, + "weighted_error_after": 13.033429961651564 + }, + { + "name": "model.layers.3.mlp.experts.40.down_proj", + "observed_tokens": 727, + "weighted_error_before": 18.645122964400798, + "weighted_error_after": 12.562645713798702 + }, + { + "name": "model.layers.3.mlp.experts.41.gate_proj", + "observed_tokens": 275, + "weighted_error_before": 26.332906041294336, + "weighted_error_after": 15.345632357522845 + }, + { + "name": "model.layers.3.mlp.experts.41.up_proj", + "observed_tokens": 275, + "weighted_error_before": 25.679046969860792, + "weighted_error_after": 15.131377024576068 + }, + { + "name": "model.layers.3.mlp.experts.41.down_proj", + "observed_tokens": 275, + "weighted_error_before": 21.245296161156148, + "weighted_error_after": 14.38237242307514 + }, + { + "name": "model.layers.3.mlp.experts.42.gate_proj", + "observed_tokens": 246, + "weighted_error_before": 27.404866978526115, + "weighted_error_after": 15.993131969124079 + }, + { + "name": "model.layers.3.mlp.experts.42.up_proj", + "observed_tokens": 246, + "weighted_error_before": 27.701396491378546, + "weighted_error_after": 16.253304954618216 + }, + { + "name": "model.layers.3.mlp.experts.42.down_proj", + "observed_tokens": 246, + "weighted_error_before": 21.900858432985842, + "weighted_error_after": 14.018896293826401 + }, + { + "name": "model.layers.3.mlp.experts.43.gate_proj", + "observed_tokens": 173, + "weighted_error_before": 26.21427706256509, + "weighted_error_after": 15.63919922336936 + }, + { + "name": "model.layers.3.mlp.experts.43.up_proj", + "observed_tokens": 173, + "weighted_error_before": 26.839375991374254, + "weighted_error_after": 15.891790460795164 + }, + { + "name": "model.layers.3.mlp.experts.43.down_proj", + "observed_tokens": 173, + "weighted_error_before": 21.791124035138637, + "weighted_error_after": 14.563114608637989 + }, + { + "name": "model.layers.3.mlp.experts.44.gate_proj", + "observed_tokens": 231, + "weighted_error_before": 25.27835752815008, + "weighted_error_after": 14.98473639599979 + }, + { + "name": "model.layers.3.mlp.experts.44.up_proj", + "observed_tokens": 231, + "weighted_error_before": 25.509385026991367, + "weighted_error_after": 15.102972660213709 + }, + { + "name": "model.layers.3.mlp.experts.44.down_proj", + "observed_tokens": 231, + "weighted_error_before": 20.122962031513453, + "weighted_error_after": 13.740751583594829 + }, + { + "name": "model.layers.3.mlp.experts.45.gate_proj", + "observed_tokens": 450, + "weighted_error_before": 22.92947768047452, + "weighted_error_after": 13.670871652662754 + }, + { + "name": "model.layers.3.mlp.experts.45.up_proj", + "observed_tokens": 450, + "weighted_error_before": 23.551003761589527, + "weighted_error_after": 13.72759892232716 + }, + { + "name": "model.layers.3.mlp.experts.45.down_proj", + "observed_tokens": 450, + "weighted_error_before": 18.65736594167538, + "weighted_error_after": 12.708224819041789 + }, + { + "name": "model.layers.3.mlp.experts.46.gate_proj", + "observed_tokens": 262, + "weighted_error_before": 24.925978362560272, + "weighted_error_after": 14.697707070037723 + }, + { + "name": "model.layers.3.mlp.experts.46.up_proj", + "observed_tokens": 262, + "weighted_error_before": 24.221070177853107, + "weighted_error_after": 14.384209536015987 + }, + { + "name": "model.layers.3.mlp.experts.46.down_proj", + "observed_tokens": 262, + "weighted_error_before": 20.190989380702376, + "weighted_error_after": 13.64360704808496 + }, + { + "name": "model.layers.3.mlp.experts.47.gate_proj", + "observed_tokens": 19, + "weighted_error_before": 26.769053898751736, + "weighted_error_after": 15.790183620527387 + }, + { + "name": "model.layers.3.mlp.experts.47.up_proj", + "observed_tokens": 19, + "weighted_error_before": 25.192400926724076, + "weighted_error_after": 14.952826106920838 + }, + { + "name": "model.layers.3.mlp.experts.47.down_proj", + "observed_tokens": 19, + "weighted_error_before": 20.14822845812887, + "weighted_error_after": 13.239772585919127 + }, + { + "name": "model.layers.3.mlp.experts.48.gate_proj", + "observed_tokens": 1870, + "weighted_error_before": 24.21241806447506, + "weighted_error_after": 14.064731353893876 + }, + { + "name": "model.layers.3.mlp.experts.48.up_proj", + "observed_tokens": 1870, + "weighted_error_before": 23.17316354997456, + "weighted_error_after": 13.70411279425025 + }, + { + "name": "model.layers.3.mlp.experts.48.down_proj", + "observed_tokens": 1870, + "weighted_error_before": 19.389997960068285, + "weighted_error_after": 13.275324430316687 + }, + { + "name": "model.layers.3.mlp.experts.49.gate_proj", + "observed_tokens": 918, + "weighted_error_before": 26.56423756107688, + "weighted_error_after": 15.58428823389113 + }, + { + "name": "model.layers.3.mlp.experts.49.up_proj", + "observed_tokens": 918, + "weighted_error_before": 26.179373804479837, + "weighted_error_after": 15.443213313817978 + }, + { + "name": "model.layers.3.mlp.experts.49.down_proj", + "observed_tokens": 918, + "weighted_error_before": 21.59529999224469, + "weighted_error_after": 14.853358833584934 + }, + { + "name": "model.layers.3.mlp.experts.50.gate_proj", + "observed_tokens": 258, + "weighted_error_before": 26.361414536833763, + "weighted_error_after": 15.708608506247401 + }, + { + "name": "model.layers.3.mlp.experts.50.up_proj", + "observed_tokens": 258, + "weighted_error_before": 27.06765389814973, + "weighted_error_after": 15.961564859375358 + }, + { + "name": "model.layers.3.mlp.experts.50.down_proj", + "observed_tokens": 258, + "weighted_error_before": 21.781794331036508, + "weighted_error_after": 14.900960470549762 + }, + { + "name": "model.layers.3.mlp.experts.51.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 25.101364454254508, + "weighted_error_after": 14.810825085267425 + }, + { + "name": "model.layers.3.mlp.experts.51.up_proj", + "observed_tokens": 153, + "weighted_error_before": 24.79747640527785, + "weighted_error_after": 14.613878853619099 + }, + { + "name": "model.layers.3.mlp.experts.51.down_proj", + "observed_tokens": 153, + "weighted_error_before": 20.2503491230309, + "weighted_error_after": 13.555320153012872 + }, + { + "name": "model.layers.3.mlp.experts.52.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 26.94110823608935, + "weighted_error_after": 15.812582528218627 + }, + { + "name": "model.layers.3.mlp.experts.52.up_proj", + "observed_tokens": 170, + "weighted_error_before": 26.858388163149357, + "weighted_error_after": 15.695043673738837 + }, + { + "name": "model.layers.3.mlp.experts.52.down_proj", + "observed_tokens": 170, + "weighted_error_before": 21.535410589072853, + "weighted_error_after": 14.003473808057606 + }, + { + "name": "model.layers.3.mlp.experts.53.gate_proj", + "observed_tokens": 111, + "weighted_error_before": 27.106054365634918, + "weighted_error_after": 15.992975628003478 + }, + { + "name": "model.layers.3.mlp.experts.53.up_proj", + "observed_tokens": 111, + "weighted_error_before": 27.745009936392307, + "weighted_error_after": 16.339956926181912 + }, + { + "name": "model.layers.3.mlp.experts.53.down_proj", + "observed_tokens": 111, + "weighted_error_before": 22.43927026214078, + "weighted_error_after": 15.134172508027405 + }, + { + "name": "model.layers.3.mlp.experts.54.gate_proj", + "observed_tokens": 228, + "weighted_error_before": 25.591713052242994, + "weighted_error_after": 14.960747566074133 + }, + { + "name": "model.layers.3.mlp.experts.54.up_proj", + "observed_tokens": 228, + "weighted_error_before": 25.431311344727874, + "weighted_error_after": 14.796007787808776 + }, + { + "name": "model.layers.3.mlp.experts.54.down_proj", + "observed_tokens": 228, + "weighted_error_before": 20.545023439917713, + "weighted_error_after": 13.716377267148346 + }, + { + "name": "model.layers.3.mlp.experts.55.gate_proj", + "observed_tokens": 1223, + "weighted_error_before": 25.2785701751709, + "weighted_error_after": 15.049521304666996 + }, + { + "name": "model.layers.3.mlp.experts.55.up_proj", + "observed_tokens": 1223, + "weighted_error_before": 25.7519952096045, + "weighted_error_after": 15.280516900122166 + }, + { + "name": "model.layers.3.mlp.experts.55.down_proj", + "observed_tokens": 1223, + "weighted_error_before": 21.420799469109625, + "weighted_error_after": 14.650810368359089 + }, + { + "name": "model.layers.3.mlp.experts.56.gate_proj", + "observed_tokens": 487, + "weighted_error_before": 26.151678543537855, + "weighted_error_after": 15.57001331448555 + }, + { + "name": "model.layers.3.mlp.experts.56.up_proj", + "observed_tokens": 487, + "weighted_error_before": 26.795170463621616, + "weighted_error_after": 15.783242834731936 + }, + { + "name": "model.layers.3.mlp.experts.56.down_proj", + "observed_tokens": 487, + "weighted_error_before": 21.819556884933263, + "weighted_error_after": 14.937603530706838 + }, + { + "name": "model.layers.3.mlp.experts.57.gate_proj", + "observed_tokens": 74, + "weighted_error_before": 27.15385665372014, + "weighted_error_after": 15.881000204011798 + }, + { + "name": "model.layers.3.mlp.experts.57.up_proj", + "observed_tokens": 74, + "weighted_error_before": 26.656613405793905, + "weighted_error_after": 15.415980510413647 + }, + { + "name": "model.layers.3.mlp.experts.57.down_proj", + "observed_tokens": 74, + "weighted_error_before": 22.257638402748853, + "weighted_error_after": 13.981699998956174 + }, + { + "name": "model.layers.3.mlp.experts.58.gate_proj", + "observed_tokens": 595, + "weighted_error_before": 26.050790136680007, + "weighted_error_after": 15.287064082920551 + }, + { + "name": "model.layers.3.mlp.experts.58.up_proj", + "observed_tokens": 595, + "weighted_error_before": 26.274138536304235, + "weighted_error_after": 15.514768933877349 + }, + { + "name": "model.layers.3.mlp.experts.58.down_proj", + "observed_tokens": 595, + "weighted_error_before": 21.29801865015179, + "weighted_error_after": 14.550624293275177 + }, + { + "name": "model.layers.3.mlp.experts.59.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 25.123552465811372, + "weighted_error_after": 14.842177346348763 + }, + { + "name": "model.layers.3.mlp.experts.59.up_proj", + "observed_tokens": 182, + "weighted_error_before": 24.590230841189623, + "weighted_error_after": 14.31550258770585 + }, + { + "name": "model.layers.3.mlp.experts.59.down_proj", + "observed_tokens": 182, + "weighted_error_before": 20.485460801050067, + "weighted_error_after": 13.782915298826993 + }, + { + "name": "model.layers.3.mlp.experts.60.gate_proj", + "observed_tokens": 157, + "weighted_error_before": 27.584155045449734, + "weighted_error_after": 16.328814782202244 + }, + { + "name": "model.layers.3.mlp.experts.60.up_proj", + "observed_tokens": 157, + "weighted_error_before": 28.764517780393362, + "weighted_error_after": 16.911296596750617 + }, + { + "name": "model.layers.3.mlp.experts.60.down_proj", + "observed_tokens": 157, + "weighted_error_before": 23.268920190632343, + "weighted_error_after": 15.246873997850344 + }, + { + "name": "model.layers.3.mlp.experts.61.gate_proj", + "observed_tokens": 184, + "weighted_error_before": 27.25334930419922, + "weighted_error_after": 15.915063183754683 + }, + { + "name": "model.layers.3.mlp.experts.61.up_proj", + "observed_tokens": 184, + "weighted_error_before": 27.387884452939034, + "weighted_error_after": 15.93020318262279 + }, + { + "name": "model.layers.3.mlp.experts.61.down_proj", + "observed_tokens": 184, + "weighted_error_before": 21.72496684314683, + "weighted_error_after": 13.48173807375133 + }, + { + "name": "model.layers.3.mlp.experts.62.gate_proj", + "observed_tokens": 278, + "weighted_error_before": 23.897750608623028, + "weighted_error_after": 13.968137044459581 + }, + { + "name": "model.layers.3.mlp.experts.62.up_proj", + "observed_tokens": 278, + "weighted_error_before": 23.241986006498337, + "weighted_error_after": 13.552909119054675 + }, + { + "name": "model.layers.3.mlp.experts.62.down_proj", + "observed_tokens": 278, + "weighted_error_before": 19.08639547834173, + "weighted_error_after": 12.150779231917113 + }, + { + "name": "model.layers.3.mlp.experts.63.gate_proj", + "observed_tokens": 368, + "weighted_error_before": 24.966458143666387, + "weighted_error_after": 14.491885278373957 + }, + { + "name": "model.layers.3.mlp.experts.63.up_proj", + "observed_tokens": 368, + "weighted_error_before": 23.423156801611185, + "weighted_error_after": 13.922620421275496 + }, + { + "name": "model.layers.3.mlp.experts.63.down_proj", + "observed_tokens": 368, + "weighted_error_before": 20.16404542932287, + "weighted_error_after": 13.708756317384541 + }, + { + "name": "model.layers.3.mlp.experts.64.gate_proj", + "observed_tokens": 336, + "weighted_error_before": 26.84088584035635, + "weighted_error_after": 15.858213637024164 + }, + { + "name": "model.layers.3.mlp.experts.64.up_proj", + "observed_tokens": 336, + "weighted_error_before": 27.68677655234933, + "weighted_error_after": 16.177188724279404 + }, + { + "name": "model.layers.3.mlp.experts.64.down_proj", + "observed_tokens": 336, + "weighted_error_before": 21.746647011488676, + "weighted_error_after": 14.450403806287795 + }, + { + "name": "model.layers.3.mlp.experts.65.gate_proj", + "observed_tokens": 444, + "weighted_error_before": 25.06996311992407, + "weighted_error_after": 14.830679502338171 + }, + { + "name": "model.layers.3.mlp.experts.65.up_proj", + "observed_tokens": 444, + "weighted_error_before": 24.613063821569085, + "weighted_error_after": 14.350978076457977 + }, + { + "name": "model.layers.3.mlp.experts.65.down_proj", + "observed_tokens": 444, + "weighted_error_before": 19.924159611109644, + "weighted_error_after": 13.032250009244308 + }, + { + "name": "model.layers.3.mlp.experts.66.gate_proj", + "observed_tokens": 350, + "weighted_error_before": 28.069910664111376, + "weighted_error_after": 16.386080976575613 + }, + { + "name": "model.layers.3.mlp.experts.66.up_proj", + "observed_tokens": 350, + "weighted_error_before": 28.181606736034155, + "weighted_error_after": 16.683479364961386 + }, + { + "name": "model.layers.3.mlp.experts.66.down_proj", + "observed_tokens": 350, + "weighted_error_before": 22.687807349022478, + "weighted_error_after": 15.226795411435887 + }, + { + "name": "model.layers.3.mlp.experts.67.gate_proj", + "observed_tokens": 405, + "weighted_error_before": 23.536903398111463, + "weighted_error_after": 13.846699276939034 + }, + { + "name": "model.layers.3.mlp.experts.67.up_proj", + "observed_tokens": 405, + "weighted_error_before": 23.22994497977197, + "weighted_error_after": 13.558843908831477 + }, + { + "name": "model.layers.3.mlp.experts.67.down_proj", + "observed_tokens": 405, + "weighted_error_before": 19.058124389033765, + "weighted_error_after": 12.625513427425176 + }, + { + "name": "model.layers.3.mlp.experts.68.gate_proj", + "observed_tokens": 511, + "weighted_error_before": 25.486787881702185, + "weighted_error_after": 15.00313395820558 + }, + { + "name": "model.layers.3.mlp.experts.68.up_proj", + "observed_tokens": 511, + "weighted_error_before": 23.97123092971742, + "weighted_error_after": 14.383457235991955 + }, + { + "name": "model.layers.3.mlp.experts.68.down_proj", + "observed_tokens": 511, + "weighted_error_before": 20.189429661259055, + "weighted_error_after": 13.390946671832353 + }, + { + "name": "model.layers.3.mlp.experts.69.gate_proj", + "observed_tokens": 657, + "weighted_error_before": 25.090976497158408, + "weighted_error_after": 14.951945308595896 + }, + { + "name": "model.layers.3.mlp.experts.69.up_proj", + "observed_tokens": 657, + "weighted_error_before": 24.907573726028204, + "weighted_error_after": 14.587634794414043 + }, + { + "name": "model.layers.3.mlp.experts.69.down_proj", + "observed_tokens": 657, + "weighted_error_before": 19.907316745258868, + "weighted_error_after": 13.616193855414167 + }, + { + "name": "model.layers.3.mlp.experts.70.gate_proj", + "observed_tokens": 189, + "weighted_error_before": 27.78872888162732, + "weighted_error_after": 16.140778847038746 + }, + { + "name": "model.layers.3.mlp.experts.70.up_proj", + "observed_tokens": 189, + "weighted_error_before": 27.575255773961544, + "weighted_error_after": 16.306629611179233 + }, + { + "name": "model.layers.3.mlp.experts.70.down_proj", + "observed_tokens": 189, + "weighted_error_before": 22.026615492999554, + "weighted_error_after": 15.065813209395856 + }, + { + "name": "model.layers.3.mlp.experts.71.gate_proj", + "observed_tokens": 211, + "weighted_error_before": 27.432203754782677, + "weighted_error_after": 16.066416868939996 + }, + { + "name": "model.layers.3.mlp.experts.71.up_proj", + "observed_tokens": 211, + "weighted_error_before": 27.459869515150785, + "weighted_error_after": 16.208278072997928 + }, + { + "name": "model.layers.3.mlp.experts.71.down_proj", + "observed_tokens": 211, + "weighted_error_before": 22.004162112250924, + "weighted_error_after": 14.507078277412802 + }, + { + "name": "model.layers.3.mlp.experts.72.gate_proj", + "observed_tokens": 724, + "weighted_error_before": 25.500859858468175, + "weighted_error_after": 15.091242738068104 + }, + { + "name": "model.layers.3.mlp.experts.72.up_proj", + "observed_tokens": 724, + "weighted_error_before": 24.863028958439827, + "weighted_error_after": 14.527211243286729 + }, + { + "name": "model.layers.3.mlp.experts.72.down_proj", + "observed_tokens": 724, + "weighted_error_before": 20.167683453764766, + "weighted_error_after": 13.703423180617392 + }, + { + "name": "model.layers.3.mlp.experts.73.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 26.53635684400797, + "weighted_error_after": 15.774322794750333 + }, + { + "name": "model.layers.3.mlp.experts.73.up_proj", + "observed_tokens": 256, + "weighted_error_before": 26.952395353466272, + "weighted_error_after": 15.81873581558466 + }, + { + "name": "model.layers.3.mlp.experts.73.down_proj", + "observed_tokens": 256, + "weighted_error_before": 21.586567929480225, + "weighted_error_after": 14.32225185399875 + }, + { + "name": "model.layers.3.mlp.experts.74.gate_proj", + "observed_tokens": 336, + "weighted_error_before": 26.811661515384912, + "weighted_error_after": 15.649721344932914 + }, + { + "name": "model.layers.3.mlp.experts.74.up_proj", + "observed_tokens": 336, + "weighted_error_before": 26.77972650527954, + "weighted_error_after": 15.86503511108458 + }, + { + "name": "model.layers.3.mlp.experts.74.down_proj", + "observed_tokens": 336, + "weighted_error_before": 21.537855164613575, + "weighted_error_after": 14.406216086819768 + }, + { + "name": "model.layers.3.mlp.experts.75.gate_proj", + "observed_tokens": 52, + "weighted_error_before": 26.76252675242722, + "weighted_error_after": 15.808532493188977 + }, + { + "name": "model.layers.3.mlp.experts.75.up_proj", + "observed_tokens": 52, + "weighted_error_before": 26.68172088637948, + "weighted_error_after": 15.609294716268778 + }, + { + "name": "model.layers.3.mlp.experts.75.down_proj", + "observed_tokens": 52, + "weighted_error_before": 21.142517757602036, + "weighted_error_after": 14.192740771919489 + }, + { + "name": "model.layers.3.mlp.experts.76.gate_proj", + "observed_tokens": 102, + "weighted_error_before": 27.176218278706074, + "weighted_error_after": 15.907939035445452 + }, + { + "name": "model.layers.3.mlp.experts.76.up_proj", + "observed_tokens": 102, + "weighted_error_before": 27.12465213984251, + "weighted_error_after": 15.907189713791013 + }, + { + "name": "model.layers.3.mlp.experts.76.down_proj", + "observed_tokens": 102, + "weighted_error_before": 20.69934817031026, + "weighted_error_after": 13.385236679576337 + }, + { + "name": "model.layers.3.mlp.experts.77.gate_proj", + "observed_tokens": 254, + "weighted_error_before": 26.476343888789415, + "weighted_error_after": 15.682070514187217 + }, + { + "name": "model.layers.3.mlp.experts.77.up_proj", + "observed_tokens": 254, + "weighted_error_before": 26.54578822851181, + "weighted_error_after": 15.5819175504148 + }, + { + "name": "model.layers.3.mlp.experts.77.down_proj", + "observed_tokens": 254, + "weighted_error_before": 21.230805242434144, + "weighted_error_after": 14.234328427352011 + }, + { + "name": "model.layers.3.mlp.experts.78.gate_proj", + "observed_tokens": 514, + "weighted_error_before": 23.929383609443903, + "weighted_error_after": 14.092905301600695 + }, + { + "name": "model.layers.3.mlp.experts.78.up_proj", + "observed_tokens": 514, + "weighted_error_before": 23.239608220756054, + "weighted_error_after": 13.545191388577223 + }, + { + "name": "model.layers.3.mlp.experts.78.down_proj", + "observed_tokens": 514, + "weighted_error_before": 19.44549714587629, + "weighted_error_after": 12.841412614099681 + }, + { + "name": "model.layers.3.mlp.experts.79.gate_proj", + "observed_tokens": 322, + "weighted_error_before": 24.009324550628662, + "weighted_error_after": 14.187464747577906 + }, + { + "name": "model.layers.3.mlp.experts.79.up_proj", + "observed_tokens": 322, + "weighted_error_before": 23.596292708069086, + "weighted_error_after": 13.799121178686619 + }, + { + "name": "model.layers.3.mlp.experts.79.down_proj", + "observed_tokens": 322, + "weighted_error_before": 19.451179146301, + "weighted_error_after": 13.040926071815193 + }, + { + "name": "model.layers.3.mlp.experts.80.gate_proj", + "observed_tokens": 181, + "weighted_error_before": 27.362964745610952, + "weighted_error_after": 16.026012239977717 + }, + { + "name": "model.layers.3.mlp.experts.80.up_proj", + "observed_tokens": 181, + "weighted_error_before": 27.707560773938894, + "weighted_error_after": 16.205897510051727 + }, + { + "name": "model.layers.3.mlp.experts.80.down_proj", + "observed_tokens": 181, + "weighted_error_before": 21.919178878888488, + "weighted_error_after": 14.856328587979078 + }, + { + "name": "model.layers.3.mlp.experts.81.gate_proj", + "observed_tokens": 373, + "weighted_error_before": 24.74085373058915, + "weighted_error_after": 14.504086738452315 + }, + { + "name": "model.layers.3.mlp.experts.81.up_proj", + "observed_tokens": 373, + "weighted_error_before": 23.982576236128807, + "weighted_error_after": 14.090708756819367 + }, + { + "name": "model.layers.3.mlp.experts.81.down_proj", + "observed_tokens": 373, + "weighted_error_before": 19.50248426385224, + "weighted_error_after": 13.297348353778943 + }, + { + "name": "model.layers.3.mlp.experts.82.gate_proj", + "observed_tokens": 134, + "weighted_error_before": 27.15379225090146, + "weighted_error_after": 16.0482623744756 + }, + { + "name": "model.layers.3.mlp.experts.82.up_proj", + "observed_tokens": 134, + "weighted_error_before": 26.529919056221843, + "weighted_error_after": 15.556413294747472 + }, + { + "name": "model.layers.3.mlp.experts.82.down_proj", + "observed_tokens": 134, + "weighted_error_before": 20.88259124942124, + "weighted_error_after": 14.078650673152879 + }, + { + "name": "model.layers.3.mlp.experts.83.gate_proj", + "observed_tokens": 418, + "weighted_error_before": 24.635256472975016, + "weighted_error_after": 14.491496592760086 + }, + { + "name": "model.layers.3.mlp.experts.83.up_proj", + "observed_tokens": 418, + "weighted_error_before": 23.682841558009386, + "weighted_error_after": 13.88284171000123 + }, + { + "name": "model.layers.3.mlp.experts.83.down_proj", + "observed_tokens": 418, + "weighted_error_before": 19.664065543562174, + "weighted_error_after": 13.452516405377537 + }, + { + "name": "model.layers.3.mlp.experts.84.gate_proj", + "observed_tokens": 56, + "weighted_error_before": 26.236703168600798, + "weighted_error_after": 15.448565430939198 + }, + { + "name": "model.layers.3.mlp.experts.84.up_proj", + "observed_tokens": 56, + "weighted_error_before": 26.588986482471228, + "weighted_error_after": 15.67759171873331 + }, + { + "name": "model.layers.3.mlp.experts.84.down_proj", + "observed_tokens": 56, + "weighted_error_before": 21.485131931258366, + "weighted_error_after": 14.583180736517534 + }, + { + "name": "model.layers.3.mlp.experts.85.gate_proj", + "observed_tokens": 147, + "weighted_error_before": 27.111107870936394, + "weighted_error_after": 15.827814294025302 + }, + { + "name": "model.layers.3.mlp.experts.85.up_proj", + "observed_tokens": 147, + "weighted_error_before": 27.323553455993533, + "weighted_error_after": 16.03042434900999 + }, + { + "name": "model.layers.3.mlp.experts.85.down_proj", + "observed_tokens": 147, + "weighted_error_before": 21.924579022917897, + "weighted_error_after": 14.293305315077305 + }, + { + "name": "model.layers.3.mlp.experts.86.gate_proj", + "observed_tokens": 442, + "weighted_error_before": 24.320669785141945, + "weighted_error_after": 14.321259062737226 + }, + { + "name": "model.layers.3.mlp.experts.86.up_proj", + "observed_tokens": 442, + "weighted_error_before": 23.735921669751406, + "weighted_error_after": 14.015764068812132 + }, + { + "name": "model.layers.3.mlp.experts.86.down_proj", + "observed_tokens": 442, + "weighted_error_before": 19.27259625401348, + "weighted_error_after": 13.01165226707235 + }, + { + "name": "model.layers.3.mlp.experts.87.gate_proj", + "observed_tokens": 152, + "weighted_error_before": 26.025647845119238, + "weighted_error_after": 15.389124868437648 + }, + { + "name": "model.layers.3.mlp.experts.87.up_proj", + "observed_tokens": 152, + "weighted_error_before": 25.734260138124228, + "weighted_error_after": 15.177919410169125 + }, + { + "name": "model.layers.3.mlp.experts.87.down_proj", + "observed_tokens": 152, + "weighted_error_before": 20.9016200597398, + "weighted_error_after": 13.915493826847523 + }, + { + "name": "model.layers.3.mlp.experts.88.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 27.043459059670568, + "weighted_error_after": 15.85154040530324 + }, + { + "name": "model.layers.3.mlp.experts.88.up_proj", + "observed_tokens": 119, + "weighted_error_before": 26.2114700935781, + "weighted_error_after": 15.459802281111479 + }, + { + "name": "model.layers.3.mlp.experts.88.down_proj", + "observed_tokens": 119, + "weighted_error_before": 20.944271067157388, + "weighted_error_after": 13.906350049190223 + }, + { + "name": "model.layers.3.mlp.experts.89.gate_proj", + "observed_tokens": 559, + "weighted_error_before": 24.74496227502823, + "weighted_error_after": 14.671898644417524 + }, + { + "name": "model.layers.3.mlp.experts.89.up_proj", + "observed_tokens": 559, + "weighted_error_before": 24.57818982936442, + "weighted_error_after": 14.504962446168065 + }, + { + "name": "model.layers.3.mlp.experts.89.down_proj", + "observed_tokens": 559, + "weighted_error_before": 19.812374783679843, + "weighted_error_after": 13.058232519542798 + }, + { + "name": "model.layers.3.mlp.experts.90.gate_proj", + "observed_tokens": 320, + "weighted_error_before": 24.83372062072158, + "weighted_error_after": 14.646102208644152 + }, + { + "name": "model.layers.3.mlp.experts.90.up_proj", + "observed_tokens": 320, + "weighted_error_before": 24.964325660839677, + "weighted_error_after": 14.602890053763986 + }, + { + "name": "model.layers.3.mlp.experts.90.down_proj", + "observed_tokens": 320, + "weighted_error_before": 20.13709432678297, + "weighted_error_after": 13.780174473766237 + }, + { + "name": "model.layers.3.mlp.experts.91.gate_proj", + "observed_tokens": 97, + "weighted_error_before": 28.004765156656504, + "weighted_error_after": 16.27158166654408 + }, + { + "name": "model.layers.3.mlp.experts.91.up_proj", + "observed_tokens": 97, + "weighted_error_before": 27.222283005714417, + "weighted_error_after": 15.783399181440473 + }, + { + "name": "model.layers.3.mlp.experts.91.down_proj", + "observed_tokens": 97, + "weighted_error_before": 21.542145812418312, + "weighted_error_after": 13.63232656987384 + }, + { + "name": "model.layers.3.mlp.experts.92.gate_proj", + "observed_tokens": 224, + "weighted_error_before": 26.52609184011817, + "weighted_error_after": 15.529525853693485 + }, + { + "name": "model.layers.3.mlp.experts.92.up_proj", + "observed_tokens": 224, + "weighted_error_before": 26.841674335300922, + "weighted_error_after": 15.719142319634557 + }, + { + "name": "model.layers.3.mlp.experts.92.down_proj", + "observed_tokens": 224, + "weighted_error_before": 21.629447845742106, + "weighted_error_after": 14.614634874276817 + }, + { + "name": "model.layers.3.mlp.experts.93.gate_proj", + "observed_tokens": 329, + "weighted_error_before": 26.052413979545236, + "weighted_error_after": 15.086102355271578 + }, + { + "name": "model.layers.3.mlp.experts.93.up_proj", + "observed_tokens": 329, + "weighted_error_before": 23.8569614328444, + "weighted_error_after": 14.196889309212565 + }, + { + "name": "model.layers.3.mlp.experts.93.down_proj", + "observed_tokens": 329, + "weighted_error_before": 20.21130699524656, + "weighted_error_after": 13.714082167483866 + }, + { + "name": "model.layers.3.mlp.experts.94.gate_proj", + "observed_tokens": 13, + "weighted_error_before": 27.23027166351676, + "weighted_error_after": 16.04119785875082 + }, + { + "name": "model.layers.3.mlp.experts.94.up_proj", + "observed_tokens": 13, + "weighted_error_before": 25.523941431194544, + "weighted_error_after": 15.032942602410913 + }, + { + "name": "model.layers.3.mlp.experts.94.down_proj", + "observed_tokens": 13, + "weighted_error_before": 20.509230221621692, + "weighted_error_after": 13.967469305265695 + }, + { + "name": "model.layers.3.mlp.experts.95.gate_proj", + "observed_tokens": 539, + "weighted_error_before": 25.00979308784008, + "weighted_error_after": 14.842774298042059 + }, + { + "name": "model.layers.3.mlp.experts.95.up_proj", + "observed_tokens": 539, + "weighted_error_before": 25.370076168328524, + "weighted_error_after": 15.06680529564619 + }, + { + "name": "model.layers.3.mlp.experts.95.down_proj", + "observed_tokens": 539, + "weighted_error_before": 21.003400304354727, + "weighted_error_after": 14.320941696874797 + }, + { + "name": "model.layers.3.mlp.experts.96.gate_proj", + "observed_tokens": 306, + "weighted_error_before": 26.236312456429005, + "weighted_error_after": 15.42290292866528 + }, + { + "name": "model.layers.3.mlp.experts.96.up_proj", + "observed_tokens": 306, + "weighted_error_before": 26.294697400182486, + "weighted_error_after": 15.37246711179614 + }, + { + "name": "model.layers.3.mlp.experts.96.down_proj", + "observed_tokens": 306, + "weighted_error_before": 21.397026676684618, + "weighted_error_after": 14.382310361135751 + }, + { + "name": "model.layers.3.mlp.experts.97.gate_proj", + "observed_tokens": 329, + "weighted_error_before": 24.687683315947652, + "weighted_error_after": 14.589649261906743 + }, + { + "name": "model.layers.3.mlp.experts.97.up_proj", + "observed_tokens": 329, + "weighted_error_before": 24.880602844059467, + "weighted_error_after": 14.65533171594143 + }, + { + "name": "model.layers.3.mlp.experts.97.down_proj", + "observed_tokens": 329, + "weighted_error_before": 20.08805658482015, + "weighted_error_after": 13.654376252088696 + }, + { + "name": "model.layers.3.mlp.experts.98.gate_proj", + "observed_tokens": 77, + "weighted_error_before": 27.300147082656622, + "weighted_error_after": 15.917790757492185 + }, + { + "name": "model.layers.3.mlp.experts.98.up_proj", + "observed_tokens": 77, + "weighted_error_before": 25.782657008618116, + "weighted_error_after": 15.264300376176834 + }, + { + "name": "model.layers.3.mlp.experts.98.down_proj", + "observed_tokens": 77, + "weighted_error_before": 20.965411177370697, + "weighted_error_after": 14.116974076488987 + }, + { + "name": "model.layers.3.mlp.experts.99.gate_proj", + "observed_tokens": 284, + "weighted_error_before": 27.388861794024706, + "weighted_error_after": 16.267004124820232 + }, + { + "name": "model.layers.3.mlp.experts.99.up_proj", + "observed_tokens": 284, + "weighted_error_before": 27.71670538559556, + "weighted_error_after": 16.229181297123432 + }, + { + "name": "model.layers.3.mlp.experts.99.down_proj", + "observed_tokens": 284, + "weighted_error_before": 21.819093476515263, + "weighted_error_after": 14.5816243076697 + }, + { + "name": "model.layers.3.mlp.experts.100.gate_proj", + "observed_tokens": 28, + "weighted_error_before": 26.157700266689062, + "weighted_error_after": 15.450086059048772 + }, + { + "name": "model.layers.3.mlp.experts.100.up_proj", + "observed_tokens": 28, + "weighted_error_before": 25.57474136725068, + "weighted_error_after": 15.059251619502902 + }, + { + "name": "model.layers.3.mlp.experts.100.down_proj", + "observed_tokens": 28, + "weighted_error_before": 20.812723426613957, + "weighted_error_after": 14.179642062052153 + }, + { + "name": "model.layers.3.mlp.experts.101.gate_proj", + "observed_tokens": 339, + "weighted_error_before": 26.046453844755888, + "weighted_error_after": 15.346106266602874 + }, + { + "name": "model.layers.3.mlp.experts.101.up_proj", + "observed_tokens": 339, + "weighted_error_before": 25.966734938323498, + "weighted_error_after": 15.343670906499028 + }, + { + "name": "model.layers.3.mlp.experts.101.down_proj", + "observed_tokens": 339, + "weighted_error_before": 21.41044760728255, + "weighted_error_after": 13.649058641400188 + }, + { + "name": "model.layers.3.mlp.experts.102.gate_proj", + "observed_tokens": 491, + "weighted_error_before": 26.654366433620453, + "weighted_error_after": 15.753863284364343 + }, + { + "name": "model.layers.3.mlp.experts.102.up_proj", + "observed_tokens": 491, + "weighted_error_before": 27.292976897209883, + "weighted_error_after": 16.197714932262897 + }, + { + "name": "model.layers.3.mlp.experts.102.down_proj", + "observed_tokens": 491, + "weighted_error_before": 21.962183899711818, + "weighted_error_after": 14.9691758826375 + }, + { + "name": "model.layers.3.mlp.experts.103.gate_proj", + "observed_tokens": 479, + "weighted_error_before": 23.859506636857986, + "weighted_error_after": 14.005623331293464 + }, + { + "name": "model.layers.3.mlp.experts.103.up_proj", + "observed_tokens": 479, + "weighted_error_before": 23.043604334816337, + "weighted_error_after": 13.541029840707779 + }, + { + "name": "model.layers.3.mlp.experts.103.down_proj", + "observed_tokens": 479, + "weighted_error_before": 19.34175280155614, + "weighted_error_after": 12.979677037335932 + }, + { + "name": "model.layers.3.mlp.experts.104.gate_proj", + "observed_tokens": 252, + "weighted_error_before": 24.816259875893593, + "weighted_error_after": 14.638664681464434 + }, + { + "name": "model.layers.3.mlp.experts.104.up_proj", + "observed_tokens": 252, + "weighted_error_before": 24.541744451969862, + "weighted_error_after": 14.620444824919105 + }, + { + "name": "model.layers.3.mlp.experts.104.down_proj", + "observed_tokens": 252, + "weighted_error_before": 20.256656277924776, + "weighted_error_after": 13.41017944458872 + }, + { + "name": "model.layers.3.mlp.experts.105.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 26.547357104718685, + "weighted_error_after": 15.783307941630483 + }, + { + "name": "model.layers.3.mlp.experts.105.up_proj", + "observed_tokens": 92, + "weighted_error_before": 26.7378196939826, + "weighted_error_after": 15.617491485551 + }, + { + "name": "model.layers.3.mlp.experts.105.down_proj", + "observed_tokens": 92, + "weighted_error_before": 21.60433539142832, + "weighted_error_after": 13.959284713957459 + }, + { + "name": "model.layers.3.mlp.experts.106.gate_proj", + "observed_tokens": 506, + "weighted_error_before": 23.047222558408976, + "weighted_error_after": 13.557611523196101 + }, + { + "name": "model.layers.3.mlp.experts.106.up_proj", + "observed_tokens": 506, + "weighted_error_before": 22.68742469511926, + "weighted_error_after": 13.36107430793345 + }, + { + "name": "model.layers.3.mlp.experts.106.down_proj", + "observed_tokens": 506, + "weighted_error_before": 19.2830881732516, + "weighted_error_after": 12.992310568224639 + }, + { + "name": "model.layers.3.mlp.experts.107.gate_proj", + "observed_tokens": 31, + "weighted_error_before": 27.673921938985586, + "weighted_error_after": 16.33196765370667 + }, + { + "name": "model.layers.3.mlp.experts.107.up_proj", + "observed_tokens": 31, + "weighted_error_before": 26.993205539882183, + "weighted_error_after": 15.923847349360585 + }, + { + "name": "model.layers.3.mlp.experts.107.down_proj", + "observed_tokens": 31, + "weighted_error_before": 21.49696143809706, + "weighted_error_after": 14.601445576408878 + }, + { + "name": "model.layers.3.mlp.experts.108.gate_proj", + "observed_tokens": 775, + "weighted_error_before": 24.996125472709537, + "weighted_error_after": 14.72937293164432 + }, + { + "name": "model.layers.3.mlp.experts.108.up_proj", + "observed_tokens": 775, + "weighted_error_before": 25.649416776373982, + "weighted_error_after": 14.999376770108938 + }, + { + "name": "model.layers.3.mlp.experts.108.down_proj", + "observed_tokens": 775, + "weighted_error_before": 20.74421687424183, + "weighted_error_after": 14.122596574481577 + }, + { + "name": "model.layers.3.mlp.experts.109.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 24.43680608831346, + "weighted_error_after": 14.36752613261342 + }, + { + "name": "model.layers.3.mlp.experts.109.up_proj", + "observed_tokens": 256, + "weighted_error_before": 24.58014348708093, + "weighted_error_after": 14.452397570014 + }, + { + "name": "model.layers.3.mlp.experts.109.down_proj", + "observed_tokens": 256, + "weighted_error_before": 20.366655610036105, + "weighted_error_after": 13.818963937694207 + }, + { + "name": "model.layers.3.mlp.experts.110.gate_proj", + "observed_tokens": 231, + "weighted_error_before": 25.269246861338615, + "weighted_error_after": 15.10606905259192 + }, + { + "name": "model.layers.3.mlp.experts.110.up_proj", + "observed_tokens": 231, + "weighted_error_before": 24.074178026989102, + "weighted_error_after": 14.294016847386956 + }, + { + "name": "model.layers.3.mlp.experts.110.down_proj", + "observed_tokens": 231, + "weighted_error_before": 19.818726941477507, + "weighted_error_after": 12.966796807013452 + }, + { + "name": "model.layers.3.mlp.experts.111.gate_proj", + "observed_tokens": 699, + "weighted_error_before": 24.517460150644183, + "weighted_error_after": 14.481508584693074 + }, + { + "name": "model.layers.3.mlp.experts.111.up_proj", + "observed_tokens": 699, + "weighted_error_before": 24.36546861194074, + "weighted_error_after": 14.343101194128394 + }, + { + "name": "model.layers.3.mlp.experts.111.down_proj", + "observed_tokens": 699, + "weighted_error_before": 20.50927110435441, + "weighted_error_after": 13.94148423243314 + }, + { + "name": "model.layers.3.mlp.experts.112.gate_proj", + "observed_tokens": 35, + "weighted_error_before": 26.817289987578988, + "weighted_error_after": 15.777897791936994 + }, + { + "name": "model.layers.3.mlp.experts.112.up_proj", + "observed_tokens": 35, + "weighted_error_before": 26.588808126747608, + "weighted_error_after": 15.620647577568889 + }, + { + "name": "model.layers.3.mlp.experts.112.down_proj", + "observed_tokens": 35, + "weighted_error_before": 20.96917091892101, + "weighted_error_after": 14.349004620453343 + }, + { + "name": "model.layers.3.mlp.experts.113.gate_proj", + "observed_tokens": 497, + "weighted_error_before": 25.851523723453283, + "weighted_error_after": 15.24307544901967 + }, + { + "name": "model.layers.3.mlp.experts.113.up_proj", + "observed_tokens": 497, + "weighted_error_before": 26.26726258918643, + "weighted_error_after": 15.329476900398731 + }, + { + "name": "model.layers.3.mlp.experts.113.down_proj", + "observed_tokens": 497, + "weighted_error_before": 21.312352610751987, + "weighted_error_after": 14.513379734940827 + }, + { + "name": "model.layers.3.mlp.experts.114.gate_proj", + "observed_tokens": 264, + "weighted_error_before": 24.75688974186778, + "weighted_error_after": 14.512875098735094 + }, + { + "name": "model.layers.3.mlp.experts.114.up_proj", + "observed_tokens": 264, + "weighted_error_before": 23.968821378424764, + "weighted_error_after": 14.181329417973757 + }, + { + "name": "model.layers.3.mlp.experts.114.down_proj", + "observed_tokens": 264, + "weighted_error_before": 19.872630912810564, + "weighted_error_after": 13.435617642477155 + }, + { + "name": "model.layers.3.mlp.experts.115.gate_proj", + "observed_tokens": 624, + "weighted_error_before": 27.689451098442078, + "weighted_error_after": 16.2590644787997 + }, + { + "name": "model.layers.3.mlp.experts.115.up_proj", + "observed_tokens": 624, + "weighted_error_before": 27.710578572005033, + "weighted_error_after": 16.458935972303152 + }, + { + "name": "model.layers.3.mlp.experts.115.down_proj", + "observed_tokens": 624, + "weighted_error_before": 22.920997468288988, + "weighted_error_after": 15.694520429242402 + }, + { + "name": "model.layers.3.mlp.experts.116.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 26.672943979501724, + "weighted_error_after": 15.631530767306685 + }, + { + "name": "model.layers.3.mlp.experts.116.up_proj", + "observed_tokens": 90, + "weighted_error_before": 27.16623444482684, + "weighted_error_after": 15.950886312872171 + }, + { + "name": "model.layers.3.mlp.experts.116.down_proj", + "observed_tokens": 90, + "weighted_error_before": 22.00994966435246, + "weighted_error_after": 14.669175437651575 + }, + { + "name": "model.layers.3.mlp.experts.117.gate_proj", + "observed_tokens": 794, + "weighted_error_before": 26.58515754342079, + "weighted_error_after": 15.878836700692773 + }, + { + "name": "model.layers.3.mlp.experts.117.up_proj", + "observed_tokens": 794, + "weighted_error_before": 27.54419270157814, + "weighted_error_after": 16.107367975637317 + }, + { + "name": "model.layers.3.mlp.experts.117.down_proj", + "observed_tokens": 794, + "weighted_error_before": 21.43588161189109, + "weighted_error_after": 14.771052829455584 + }, + { + "name": "model.layers.3.mlp.experts.118.gate_proj", + "observed_tokens": 426, + "weighted_error_before": 25.21944805048406, + "weighted_error_after": 14.77313189394772 + }, + { + "name": "model.layers.3.mlp.experts.118.up_proj", + "observed_tokens": 426, + "weighted_error_before": 24.764722108840942, + "weighted_error_after": 14.543286861851811 + }, + { + "name": "model.layers.3.mlp.experts.118.down_proj", + "observed_tokens": 426, + "weighted_error_before": 19.79079867526889, + "weighted_error_after": 13.393715275917202 + }, + { + "name": "model.layers.3.mlp.experts.119.gate_proj", + "observed_tokens": 500, + "weighted_error_before": 23.361338041722775, + "weighted_error_after": 13.733801953494549 + }, + { + "name": "model.layers.3.mlp.experts.119.up_proj", + "observed_tokens": 500, + "weighted_error_before": 22.02464240603149, + "weighted_error_after": 13.071687201038003 + }, + { + "name": "model.layers.3.mlp.experts.119.down_proj", + "observed_tokens": 500, + "weighted_error_before": 18.135929229669273, + "weighted_error_after": 11.972449626307935 + }, + { + "name": "model.layers.3.mlp.experts.120.gate_proj", + "observed_tokens": 415, + "weighted_error_before": 24.317612774670124, + "weighted_error_after": 14.297941733151674 + }, + { + "name": "model.layers.3.mlp.experts.120.up_proj", + "observed_tokens": 415, + "weighted_error_before": 23.184836523607373, + "weighted_error_after": 13.614079259335995 + }, + { + "name": "model.layers.3.mlp.experts.120.down_proj", + "observed_tokens": 415, + "weighted_error_before": 19.6097232834436, + "weighted_error_after": 12.904107751324773 + }, + { + "name": "model.layers.3.mlp.experts.121.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 27.17311365902424, + "weighted_error_after": 15.954838501289487 + }, + { + "name": "model.layers.3.mlp.experts.121.up_proj", + "observed_tokens": 233, + "weighted_error_before": 26.96974542737007, + "weighted_error_after": 16.00817960500717 + }, + { + "name": "model.layers.3.mlp.experts.121.down_proj", + "observed_tokens": 233, + "weighted_error_before": 21.724614719394594, + "weighted_error_after": 14.80217142496258 + }, + { + "name": "model.layers.3.mlp.experts.122.gate_proj", + "observed_tokens": 580, + "weighted_error_before": 27.956282161176205, + "weighted_error_after": 16.424770586192608 + }, + { + "name": "model.layers.3.mlp.experts.122.up_proj", + "observed_tokens": 580, + "weighted_error_before": 28.344529274851084, + "weighted_error_after": 16.65484800375998 + }, + { + "name": "model.layers.3.mlp.experts.122.down_proj", + "observed_tokens": 580, + "weighted_error_before": 22.884119815658778, + "weighted_error_after": 15.66551090637222 + }, + { + "name": "model.layers.3.mlp.experts.123.gate_proj", + "observed_tokens": 1084, + "weighted_error_before": 24.57316229864955, + "weighted_error_after": 14.40385602414608 + }, + { + "name": "model.layers.3.mlp.experts.123.up_proj", + "observed_tokens": 1084, + "weighted_error_before": 24.21081425063312, + "weighted_error_after": 14.277041396126151 + }, + { + "name": "model.layers.3.mlp.experts.123.down_proj", + "observed_tokens": 1084, + "weighted_error_before": 19.953591221012175, + "weighted_error_after": 13.652898456901312 + }, + { + "name": "model.layers.3.mlp.experts.124.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 25.567130900919437, + "weighted_error_after": 14.95053569227457 + }, + { + "name": "model.layers.3.mlp.experts.124.up_proj", + "observed_tokens": 160, + "weighted_error_before": 23.752885352820158, + "weighted_error_after": 14.067784830927849 + }, + { + "name": "model.layers.3.mlp.experts.124.down_proj", + "observed_tokens": 160, + "weighted_error_before": 19.105203731684014, + "weighted_error_after": 13.005391041748226 + }, + { + "name": "model.layers.3.mlp.experts.125.gate_proj", + "observed_tokens": 592, + "weighted_error_before": 25.8125112503767, + "weighted_error_after": 15.219110356643796 + }, + { + "name": "model.layers.3.mlp.experts.125.up_proj", + "observed_tokens": 592, + "weighted_error_before": 26.43015218898654, + "weighted_error_after": 15.487179923802614 + }, + { + "name": "model.layers.3.mlp.experts.125.down_proj", + "observed_tokens": 592, + "weighted_error_before": 21.764480479527265, + "weighted_error_after": 14.837175253778696 + }, + { + "name": "model.layers.3.mlp.experts.126.gate_proj", + "observed_tokens": 320, + "weighted_error_before": 24.665337866172194, + "weighted_error_after": 14.47223806194961 + }, + { + "name": "model.layers.3.mlp.experts.126.up_proj", + "observed_tokens": 320, + "weighted_error_before": 23.953918658196926, + "weighted_error_after": 14.06271425820887 + }, + { + "name": "model.layers.3.mlp.experts.126.down_proj", + "observed_tokens": 320, + "weighted_error_before": 19.40293559478596, + "weighted_error_after": 12.76903112558648 + }, + { + "name": "model.layers.3.mlp.experts.127.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 24.63579760119319, + "weighted_error_after": 14.276198610663414 + }, + { + "name": "model.layers.3.mlp.experts.127.up_proj", + "observed_tokens": 85, + "weighted_error_before": 24.714161440730095, + "weighted_error_after": 14.358445072546601 + }, + { + "name": "model.layers.3.mlp.experts.127.down_proj", + "observed_tokens": 85, + "weighted_error_before": 19.91788005689159, + "weighted_error_after": 13.122788861393929 + }, + { + "name": "model.layers.3.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 26.367421617731452, + "weighted_error_after": 16.607963561546057 + }, + { + "name": "model.layers.3.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 19.215369906742126, + "weighted_error_after": 11.571767637273297 + }, + { + "name": "model.layers.3.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 10.620988990413025, + "weighted_error_after": 6.376994747319259 + }, + { + "name": "model.layers.4.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 139.34472278505564, + "weighted_error_after": 85.48535051010549 + }, + { + "name": "model.layers.4.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 133.97034235857427, + "weighted_error_after": 81.01674207672477 + }, + { + "name": "model.layers.4.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 157.98665923532099, + "weighted_error_after": 93.22814322356135 + }, + { + "name": "model.layers.4.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 195.23026103526354, + "weighted_error_after": 119.15251831151545 + }, + { + "name": "model.layers.4.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.152529403567314, + "weighted_error_after": 1.2622329611331224 + }, + { + "name": "model.layers.4.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 200.10265086777508, + "weighted_error_after": 121.84684224193916 + }, + { + "name": "model.layers.4.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 155.83317168802023, + "weighted_error_after": 91.40805677324533 + }, + { + "name": "model.layers.4.mlp.experts.0.gate_proj", + "observed_tokens": 392, + "weighted_error_before": 27.035887021571398, + "weighted_error_after": 16.004232143983245 + }, + { + "name": "model.layers.4.mlp.experts.0.up_proj", + "observed_tokens": 392, + "weighted_error_before": 26.38201193138957, + "weighted_error_after": 15.40330051817 + }, + { + "name": "model.layers.4.mlp.experts.0.down_proj", + "observed_tokens": 392, + "weighted_error_before": 21.245905769523233, + "weighted_error_after": 14.201920686871745 + }, + { + "name": "model.layers.4.mlp.experts.1.gate_proj", + "observed_tokens": 313, + "weighted_error_before": 25.549692679196596, + "weighted_error_after": 14.966427084058523 + }, + { + "name": "model.layers.4.mlp.experts.1.up_proj", + "observed_tokens": 313, + "weighted_error_before": 25.785244967788458, + "weighted_error_after": 15.40446768514812 + }, + { + "name": "model.layers.4.mlp.experts.1.down_proj", + "observed_tokens": 313, + "weighted_error_before": 21.272098942194134, + "weighted_error_after": 13.166440175846219 + }, + { + "name": "model.layers.4.mlp.experts.2.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 26.268178433179855, + "weighted_error_after": 15.41896315291524 + }, + { + "name": "model.layers.4.mlp.experts.2.up_proj", + "observed_tokens": 153, + "weighted_error_before": 27.36844366043806, + "weighted_error_after": 15.812855247408152 + }, + { + "name": "model.layers.4.mlp.experts.2.down_proj", + "observed_tokens": 153, + "weighted_error_before": 21.449387232773006, + "weighted_error_after": 14.189902054611593 + }, + { + "name": "model.layers.4.mlp.experts.3.gate_proj", + "observed_tokens": 195, + "weighted_error_before": 28.58614581823349, + "weighted_error_after": 16.759714113548398 + }, + { + "name": "model.layers.4.mlp.experts.3.up_proj", + "observed_tokens": 195, + "weighted_error_before": 28.90590102598071, + "weighted_error_after": 17.032797956839204 + }, + { + "name": "model.layers.4.mlp.experts.3.down_proj", + "observed_tokens": 195, + "weighted_error_before": 23.782509684097022, + "weighted_error_after": 15.715458318591118 + }, + { + "name": "model.layers.4.mlp.experts.4.gate_proj", + "observed_tokens": 97, + "weighted_error_before": 27.638540018349886, + "weighted_error_after": 16.473849212750793 + }, + { + "name": "model.layers.4.mlp.experts.4.up_proj", + "observed_tokens": 97, + "weighted_error_before": 27.671493656933308, + "weighted_error_after": 16.42795579135418 + }, + { + "name": "model.layers.4.mlp.experts.4.down_proj", + "observed_tokens": 97, + "weighted_error_before": 22.171522199641913, + "weighted_error_after": 14.977705179480836 + }, + { + "name": "model.layers.4.mlp.experts.5.gate_proj", + "observed_tokens": 321, + "weighted_error_before": 26.57084647193551, + "weighted_error_after": 15.621559729799628 + }, + { + "name": "model.layers.4.mlp.experts.5.up_proj", + "observed_tokens": 321, + "weighted_error_before": 24.881716152653098, + "weighted_error_after": 14.531265640631318 + }, + { + "name": "model.layers.4.mlp.experts.5.down_proj", + "observed_tokens": 321, + "weighted_error_before": 19.953962492290884, + "weighted_error_after": 13.370192400179803 + }, + { + "name": "model.layers.4.mlp.experts.6.gate_proj", + "observed_tokens": 260, + "weighted_error_before": 26.776747480034828, + "weighted_error_after": 15.559865890070796 + }, + { + "name": "model.layers.4.mlp.experts.6.up_proj", + "observed_tokens": 260, + "weighted_error_before": 26.241800375282764, + "weighted_error_after": 15.419610181823373 + }, + { + "name": "model.layers.4.mlp.experts.6.down_proj", + "observed_tokens": 260, + "weighted_error_before": 21.94069397356361, + "weighted_error_after": 14.796640805900097 + }, + { + "name": "model.layers.4.mlp.experts.7.gate_proj", + "observed_tokens": 176, + "weighted_error_before": 28.8954847343266, + "weighted_error_after": 16.825187910348177 + }, + { + "name": "model.layers.4.mlp.experts.7.up_proj", + "observed_tokens": 176, + "weighted_error_before": 29.104471921920776, + "weighted_error_after": 17.008420968428254 + }, + { + "name": "model.layers.4.mlp.experts.7.down_proj", + "observed_tokens": 176, + "weighted_error_before": 23.42105944128707, + "weighted_error_after": 15.698883622419089 + }, + { + "name": "model.layers.4.mlp.experts.8.gate_proj", + "observed_tokens": 101, + "weighted_error_before": 28.74380375444889, + "weighted_error_after": 16.880538806319237 + }, + { + "name": "model.layers.4.mlp.experts.8.up_proj", + "observed_tokens": 101, + "weighted_error_before": 29.346628557890654, + "weighted_error_after": 17.44082935154438 + }, + { + "name": "model.layers.4.mlp.experts.8.down_proj", + "observed_tokens": 101, + "weighted_error_before": 23.879712120629847, + "weighted_error_after": 15.516357699409127 + }, + { + "name": "model.layers.4.mlp.experts.9.gate_proj", + "observed_tokens": 892, + "weighted_error_before": 25.335922688245773, + "weighted_error_after": 15.009728349745274 + }, + { + "name": "model.layers.4.mlp.experts.9.up_proj", + "observed_tokens": 892, + "weighted_error_before": 25.382547467947006, + "weighted_error_after": 15.067954422906041 + }, + { + "name": "model.layers.4.mlp.experts.9.down_proj", + "observed_tokens": 892, + "weighted_error_before": 21.69333527237177, + "weighted_error_after": 14.897700693458319 + }, + { + "name": "model.layers.4.mlp.experts.10.gate_proj", + "observed_tokens": 400, + "weighted_error_before": 24.60902424901724, + "weighted_error_after": 14.539440335705876 + }, + { + "name": "model.layers.4.mlp.experts.10.up_proj", + "observed_tokens": 400, + "weighted_error_before": 23.75292927213013, + "weighted_error_after": 13.772286046296358 + }, + { + "name": "model.layers.4.mlp.experts.10.down_proj", + "observed_tokens": 400, + "weighted_error_before": 20.00033566216007, + "weighted_error_after": 13.77984397043474 + }, + { + "name": "model.layers.4.mlp.experts.11.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 26.6953783929348, + "weighted_error_after": 15.687011485919356 + }, + { + "name": "model.layers.4.mlp.experts.11.up_proj", + "observed_tokens": 256, + "weighted_error_before": 27.323185741901398, + "weighted_error_after": 16.03189105540514 + }, + { + "name": "model.layers.4.mlp.experts.11.down_proj", + "observed_tokens": 256, + "weighted_error_before": 22.798622912494466, + "weighted_error_after": 15.609487280249596 + }, + { + "name": "model.layers.4.mlp.experts.12.gate_proj", + "observed_tokens": 154, + "weighted_error_before": 26.923546731472015, + "weighted_error_after": 15.897253783419728 + }, + { + "name": "model.layers.4.mlp.experts.12.up_proj", + "observed_tokens": 154, + "weighted_error_before": 26.943616772070527, + "weighted_error_after": 15.919038934633136 + }, + { + "name": "model.layers.4.mlp.experts.12.down_proj", + "observed_tokens": 154, + "weighted_error_before": 22.113785734400153, + "weighted_error_after": 14.886558474507183 + }, + { + "name": "model.layers.4.mlp.experts.13.gate_proj", + "observed_tokens": 228, + "weighted_error_before": 27.897463789209723, + "weighted_error_after": 16.376898208633065 + }, + { + "name": "model.layers.4.mlp.experts.13.up_proj", + "observed_tokens": 228, + "weighted_error_before": 26.129727441817522, + "weighted_error_after": 15.302519926801324 + }, + { + "name": "model.layers.4.mlp.experts.13.down_proj", + "observed_tokens": 228, + "weighted_error_before": 20.915509197395295, + "weighted_error_after": 13.685990098398179 + }, + { + "name": "model.layers.4.mlp.experts.14.gate_proj", + "observed_tokens": 361, + "weighted_error_before": 25.50986637175083, + "weighted_error_after": 15.039700178429484 + }, + { + "name": "model.layers.4.mlp.experts.14.up_proj", + "observed_tokens": 361, + "weighted_error_before": 24.07369557954371, + "weighted_error_after": 14.188053734600544 + }, + { + "name": "model.layers.4.mlp.experts.14.down_proj", + "observed_tokens": 361, + "weighted_error_before": 20.37757200980559, + "weighted_error_after": 13.607531933812425 + }, + { + "name": "model.layers.4.mlp.experts.15.gate_proj", + "observed_tokens": 62, + "weighted_error_before": 27.353294026106596, + "weighted_error_after": 15.970926940441132 + }, + { + "name": "model.layers.4.mlp.experts.15.up_proj", + "observed_tokens": 62, + "weighted_error_before": 26.247214617207646, + "weighted_error_after": 15.456069020554423 + }, + { + "name": "model.layers.4.mlp.experts.15.down_proj", + "observed_tokens": 62, + "weighted_error_before": 21.079223196487874, + "weighted_error_after": 11.655693428358063 + }, + { + "name": "model.layers.4.mlp.experts.16.gate_proj", + "observed_tokens": 214, + "weighted_error_before": 27.985120303928852, + "weighted_error_after": 16.362081941217184 + }, + { + "name": "model.layers.4.mlp.experts.16.up_proj", + "observed_tokens": 214, + "weighted_error_before": 26.999284707009792, + "weighted_error_after": 15.907379949465394 + }, + { + "name": "model.layers.4.mlp.experts.16.down_proj", + "observed_tokens": 214, + "weighted_error_before": 21.93107721908018, + "weighted_error_after": 14.566203938098624 + }, + { + "name": "model.layers.4.mlp.experts.17.gate_proj", + "observed_tokens": 563, + "weighted_error_before": 23.931025557219982, + "weighted_error_after": 14.140611100010574 + }, + { + "name": "model.layers.4.mlp.experts.17.up_proj", + "observed_tokens": 563, + "weighted_error_before": 22.74453053995967, + "weighted_error_after": 13.383986802771688 + }, + { + "name": "model.layers.4.mlp.experts.17.down_proj", + "observed_tokens": 563, + "weighted_error_before": 20.131467996165156, + "weighted_error_after": 13.536873151548207 + }, + { + "name": "model.layers.4.mlp.experts.18.gate_proj", + "observed_tokens": 166, + "weighted_error_before": 27.882354201748967, + "weighted_error_after": 15.769808493554592 + }, + { + "name": "model.layers.4.mlp.experts.18.up_proj", + "observed_tokens": 166, + "weighted_error_before": 25.518584499135613, + "weighted_error_after": 14.616073934361339 + }, + { + "name": "model.layers.4.mlp.experts.18.down_proj", + "observed_tokens": 166, + "weighted_error_before": 20.96621188847348, + "weighted_error_after": 13.98297009523958 + }, + { + "name": "model.layers.4.mlp.experts.19.gate_proj", + "observed_tokens": 241, + "weighted_error_before": 24.8864017277956, + "weighted_error_after": 14.577850116416812 + }, + { + "name": "model.layers.4.mlp.experts.19.up_proj", + "observed_tokens": 241, + "weighted_error_before": 24.68536100164056, + "weighted_error_after": 14.54173868894577 + }, + { + "name": "model.layers.4.mlp.experts.19.down_proj", + "observed_tokens": 241, + "weighted_error_before": 20.73390449816361, + "weighted_error_after": 13.77282763668336 + }, + { + "name": "model.layers.4.mlp.experts.20.gate_proj", + "observed_tokens": 96, + "weighted_error_before": 24.998258074745536, + "weighted_error_after": 14.835707027465105 + }, + { + "name": "model.layers.4.mlp.experts.20.up_proj", + "observed_tokens": 96, + "weighted_error_before": 25.15606332756579, + "weighted_error_after": 14.73294042609632 + }, + { + "name": "model.layers.4.mlp.experts.20.down_proj", + "observed_tokens": 96, + "weighted_error_before": 20.563446335028857, + "weighted_error_after": 13.623443987686187 + }, + { + "name": "model.layers.4.mlp.experts.21.gate_proj", + "observed_tokens": 322, + "weighted_error_before": 27.03670546039939, + "weighted_error_after": 15.872537514194846 + }, + { + "name": "model.layers.4.mlp.experts.21.up_proj", + "observed_tokens": 322, + "weighted_error_before": 26.193207029253244, + "weighted_error_after": 15.356392277404666 + }, + { + "name": "model.layers.4.mlp.experts.21.down_proj", + "observed_tokens": 322, + "weighted_error_before": 21.182187591213733, + "weighted_error_after": 14.367616687901318 + }, + { + "name": "model.layers.4.mlp.experts.22.gate_proj", + "observed_tokens": 542, + "weighted_error_before": 24.741680746898055, + "weighted_error_after": 14.512627113610506 + }, + { + "name": "model.layers.4.mlp.experts.22.up_proj", + "observed_tokens": 542, + "weighted_error_before": 24.56079363822937, + "weighted_error_after": 14.438050536438823 + }, + { + "name": "model.layers.4.mlp.experts.22.down_proj", + "observed_tokens": 542, + "weighted_error_before": 20.746729810722172, + "weighted_error_after": 13.948354097548872 + }, + { + "name": "model.layers.4.mlp.experts.23.gate_proj", + "observed_tokens": 225, + "weighted_error_before": 29.244007777422667, + "weighted_error_after": 16.94332167133689 + }, + { + "name": "model.layers.4.mlp.experts.23.up_proj", + "observed_tokens": 225, + "weighted_error_before": 28.351346366107464, + "weighted_error_after": 16.40509583801031 + }, + { + "name": "model.layers.4.mlp.experts.23.down_proj", + "observed_tokens": 225, + "weighted_error_before": 21.999933686107397, + "weighted_error_after": 14.623567351605743 + }, + { + "name": "model.layers.4.mlp.experts.24.gate_proj", + "observed_tokens": 204, + "weighted_error_before": 27.260940730571747, + "weighted_error_after": 16.027533136308193 + }, + { + "name": "model.layers.4.mlp.experts.24.up_proj", + "observed_tokens": 204, + "weighted_error_before": 26.47191510349512, + "weighted_error_after": 15.51979717798531 + }, + { + "name": "model.layers.4.mlp.experts.24.down_proj", + "observed_tokens": 204, + "weighted_error_before": 21.479188475292176, + "weighted_error_after": 14.461001573130488 + }, + { + "name": "model.layers.4.mlp.experts.25.gate_proj", + "observed_tokens": 84, + "weighted_error_before": 28.597841672599316, + "weighted_error_after": 16.741090584546328 + }, + { + "name": "model.layers.4.mlp.experts.25.up_proj", + "observed_tokens": 84, + "weighted_error_before": 29.349895555526018, + "weighted_error_after": 17.268360996618867 + }, + { + "name": "model.layers.4.mlp.experts.25.down_proj", + "observed_tokens": 84, + "weighted_error_before": 23.616574708372355, + "weighted_error_after": 15.941602724604309 + }, + { + "name": "model.layers.4.mlp.experts.26.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 27.291579492390156, + "weighted_error_after": 16.02091584727168 + }, + { + "name": "model.layers.4.mlp.experts.26.up_proj", + "observed_tokens": 135, + "weighted_error_before": 27.220217816531658, + "weighted_error_after": 16.006270745769143 + }, + { + "name": "model.layers.4.mlp.experts.26.down_proj", + "observed_tokens": 135, + "weighted_error_before": 21.801450832746923, + "weighted_error_after": 14.572214860469103 + }, + { + "name": "model.layers.4.mlp.experts.27.gate_proj", + "observed_tokens": 278, + "weighted_error_before": 27.115602059289813, + "weighted_error_after": 16.025106130167842 + }, + { + "name": "model.layers.4.mlp.experts.27.up_proj", + "observed_tokens": 278, + "weighted_error_before": 27.060313764959574, + "weighted_error_after": 15.863633517175913 + }, + { + "name": "model.layers.4.mlp.experts.27.down_proj", + "observed_tokens": 278, + "weighted_error_before": 22.054564570076764, + "weighted_error_after": 14.715786352287978 + }, + { + "name": "model.layers.4.mlp.experts.28.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 28.60473633185029, + "weighted_error_after": 16.815932139754295 + }, + { + "name": "model.layers.4.mlp.experts.28.up_proj", + "observed_tokens": 116, + "weighted_error_before": 29.59734868258238, + "weighted_error_after": 17.15213119983673 + }, + { + "name": "model.layers.4.mlp.experts.28.down_proj", + "observed_tokens": 116, + "weighted_error_before": 23.30725749814883, + "weighted_error_after": 15.926680238218978 + }, + { + "name": "model.layers.4.mlp.experts.29.gate_proj", + "observed_tokens": 604, + "weighted_error_before": 27.427637793123722, + "weighted_error_after": 16.18950911797583 + }, + { + "name": "model.layers.4.mlp.experts.29.up_proj", + "observed_tokens": 604, + "weighted_error_before": 24.45721011608839, + "weighted_error_after": 14.452713385224342 + }, + { + "name": "model.layers.4.mlp.experts.29.down_proj", + "observed_tokens": 604, + "weighted_error_before": 20.19454986229539, + "weighted_error_after": 13.507321166922338 + }, + { + "name": "model.layers.4.mlp.experts.30.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 25.703164992854, + "weighted_error_after": 15.153104651719332 + }, + { + "name": "model.layers.4.mlp.experts.30.up_proj", + "observed_tokens": 145, + "weighted_error_before": 25.76661318913102, + "weighted_error_after": 15.174717471003532 + }, + { + "name": "model.layers.4.mlp.experts.30.down_proj", + "observed_tokens": 145, + "weighted_error_before": 21.52092001074925, + "weighted_error_after": 13.636678971350193 + }, + { + "name": "model.layers.4.mlp.experts.31.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 27.051533576101065, + "weighted_error_after": 15.69895993359387 + }, + { + "name": "model.layers.4.mlp.experts.31.up_proj", + "observed_tokens": 63, + "weighted_error_before": 26.090172177180648, + "weighted_error_after": 15.022957351058722 + }, + { + "name": "model.layers.4.mlp.experts.31.down_proj", + "observed_tokens": 63, + "weighted_error_before": 20.290986777748913, + "weighted_error_after": 13.507617393974215 + }, + { + "name": "model.layers.4.mlp.experts.32.gate_proj", + "observed_tokens": 53, + "weighted_error_before": 25.736397050321102, + "weighted_error_after": 15.203057710081339 + }, + { + "name": "model.layers.4.mlp.experts.32.up_proj", + "observed_tokens": 53, + "weighted_error_before": 24.257291983813047, + "weighted_error_after": 14.349969677627087 + }, + { + "name": "model.layers.4.mlp.experts.32.down_proj", + "observed_tokens": 53, + "weighted_error_before": 20.378127102623694, + "weighted_error_after": 13.710704919882119 + }, + { + "name": "model.layers.4.mlp.experts.33.gate_proj", + "observed_tokens": 875, + "weighted_error_before": 25.17329180240631, + "weighted_error_after": 14.96381383575499 + }, + { + "name": "model.layers.4.mlp.experts.33.up_proj", + "observed_tokens": 875, + "weighted_error_before": 23.79351967573166, + "weighted_error_after": 13.947546605020761 + }, + { + "name": "model.layers.4.mlp.experts.33.down_proj", + "observed_tokens": 875, + "weighted_error_before": 19.667337170336396, + "weighted_error_after": 10.406798948999494 + }, + { + "name": "model.layers.4.mlp.experts.34.gate_proj", + "observed_tokens": 99, + "weighted_error_before": 27.04632613249123, + "weighted_error_after": 15.79069908708334 + }, + { + "name": "model.layers.4.mlp.experts.34.up_proj", + "observed_tokens": 99, + "weighted_error_before": 24.851352164521813, + "weighted_error_after": 14.580110401846468 + }, + { + "name": "model.layers.4.mlp.experts.34.down_proj", + "observed_tokens": 99, + "weighted_error_before": 20.945967838633806, + "weighted_error_after": 13.939603886567056 + }, + { + "name": "model.layers.4.mlp.experts.35.gate_proj", + "observed_tokens": 147, + "weighted_error_before": 27.721784733235836, + "weighted_error_after": 16.230340791866183 + }, + { + "name": "model.layers.4.mlp.experts.35.up_proj", + "observed_tokens": 147, + "weighted_error_before": 25.864809546619654, + "weighted_error_after": 15.235279137268662 + }, + { + "name": "model.layers.4.mlp.experts.35.down_proj", + "observed_tokens": 147, + "weighted_error_before": 21.30121831037104, + "weighted_error_after": 14.247101055341773 + }, + { + "name": "model.layers.4.mlp.experts.36.gate_proj", + "observed_tokens": 818, + "weighted_error_before": 26.012814078480005, + "weighted_error_after": 15.391432531177998 + }, + { + "name": "model.layers.4.mlp.experts.36.up_proj", + "observed_tokens": 818, + "weighted_error_before": 25.84433235041797, + "weighted_error_after": 15.00009543262422 + }, + { + "name": "model.layers.4.mlp.experts.36.down_proj", + "observed_tokens": 818, + "weighted_error_before": 21.054473004769534, + "weighted_error_after": 13.995661548804492 + }, + { + "name": "model.layers.4.mlp.experts.37.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 27.135566849261522, + "weighted_error_after": 15.9939657561481 + }, + { + "name": "model.layers.4.mlp.experts.37.up_proj", + "observed_tokens": 109, + "weighted_error_before": 25.98570504784584, + "weighted_error_after": 15.436610378324986 + }, + { + "name": "model.layers.4.mlp.experts.37.down_proj", + "observed_tokens": 109, + "weighted_error_before": 21.85391059424728, + "weighted_error_after": 14.40511790337041 + }, + { + "name": "model.layers.4.mlp.experts.38.gate_proj", + "observed_tokens": 410, + "weighted_error_before": 25.236334167420864, + "weighted_error_after": 14.919308910146356 + }, + { + "name": "model.layers.4.mlp.experts.38.up_proj", + "observed_tokens": 410, + "weighted_error_before": 25.23504336923361, + "weighted_error_after": 14.781411293894053 + }, + { + "name": "model.layers.4.mlp.experts.38.down_proj", + "observed_tokens": 410, + "weighted_error_before": 21.040245746728033, + "weighted_error_after": 14.3531537624076 + }, + { + "name": "model.layers.4.mlp.experts.39.gate_proj", + "observed_tokens": 257, + "weighted_error_before": 24.231727547943592, + "weighted_error_after": 14.165052086114883 + }, + { + "name": "model.layers.4.mlp.experts.39.up_proj", + "observed_tokens": 257, + "weighted_error_before": 23.62527326308191, + "weighted_error_after": 13.892004668712616 + }, + { + "name": "model.layers.4.mlp.experts.39.down_proj", + "observed_tokens": 257, + "weighted_error_before": 20.108219402376562, + "weighted_error_after": 13.386618899181485 + }, + { + "name": "model.layers.4.mlp.experts.40.gate_proj", + "observed_tokens": 457, + "weighted_error_before": 23.18321020528674, + "weighted_error_after": 13.763946361839771 + }, + { + "name": "model.layers.4.mlp.experts.40.up_proj", + "observed_tokens": 457, + "weighted_error_before": 23.680411668494344, + "weighted_error_after": 13.962466463446617 + }, + { + "name": "model.layers.4.mlp.experts.40.down_proj", + "observed_tokens": 457, + "weighted_error_before": 20.225822219159454, + "weighted_error_after": 13.861417652107775 + }, + { + "name": "model.layers.4.mlp.experts.41.gate_proj", + "observed_tokens": 420, + "weighted_error_before": 28.017537873238325, + "weighted_error_after": 16.18896890245378 + }, + { + "name": "model.layers.4.mlp.experts.41.up_proj", + "observed_tokens": 420, + "weighted_error_before": 27.49076584354043, + "weighted_error_after": 16.198447505012155 + }, + { + "name": "model.layers.4.mlp.experts.41.down_proj", + "observed_tokens": 420, + "weighted_error_before": 22.219876538030803, + "weighted_error_after": 14.663397066527978 + }, + { + "name": "model.layers.4.mlp.experts.42.gate_proj", + "observed_tokens": 204, + "weighted_error_before": 26.421507868915796, + "weighted_error_after": 15.508393676951528 + }, + { + "name": "model.layers.4.mlp.experts.42.up_proj", + "observed_tokens": 204, + "weighted_error_before": 25.62644252181053, + "weighted_error_after": 15.034275807440281 + }, + { + "name": "model.layers.4.mlp.experts.42.down_proj", + "observed_tokens": 204, + "weighted_error_before": 20.81786285690032, + "weighted_error_after": 14.064842301071621 + }, + { + "name": "model.layers.4.mlp.experts.43.gate_proj", + "observed_tokens": 283, + "weighted_error_before": 28.009688887745142, + "weighted_error_after": 16.32419215515256 + }, + { + "name": "model.layers.4.mlp.experts.43.up_proj", + "observed_tokens": 283, + "weighted_error_before": 28.075162034481764, + "weighted_error_after": 16.585960330441594 + }, + { + "name": "model.layers.4.mlp.experts.43.down_proj", + "observed_tokens": 283, + "weighted_error_before": 23.14633897598833, + "weighted_error_after": 15.799883826635778 + }, + { + "name": "model.layers.4.mlp.experts.44.gate_proj", + "observed_tokens": 199, + "weighted_error_before": 27.44545739516616, + "weighted_error_after": 16.208072429522872 + }, + { + "name": "model.layers.4.mlp.experts.44.up_proj", + "observed_tokens": 199, + "weighted_error_before": 25.95535057783127, + "weighted_error_after": 15.232735301367939 + }, + { + "name": "model.layers.4.mlp.experts.44.down_proj", + "observed_tokens": 199, + "weighted_error_before": 20.66838459018618, + "weighted_error_after": 13.902431705966592 + }, + { + "name": "model.layers.4.mlp.experts.45.gate_proj", + "observed_tokens": 400, + "weighted_error_before": 25.15923013538122, + "weighted_error_after": 14.784257354214787 + }, + { + "name": "model.layers.4.mlp.experts.45.up_proj", + "observed_tokens": 400, + "weighted_error_before": 24.173145569860935, + "weighted_error_after": 14.280623368918896 + }, + { + "name": "model.layers.4.mlp.experts.45.down_proj", + "observed_tokens": 400, + "weighted_error_before": 20.385211488697678, + "weighted_error_after": 13.2986828207504 + }, + { + "name": "model.layers.4.mlp.experts.46.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 26.90304602868855, + "weighted_error_after": 15.885751472786069 + }, + { + "name": "model.layers.4.mlp.experts.46.up_proj", + "observed_tokens": 146, + "weighted_error_before": 27.54024486243725, + "weighted_error_after": 16.191079391166568 + }, + { + "name": "model.layers.4.mlp.experts.46.down_proj", + "observed_tokens": 146, + "weighted_error_before": 22.495171644724905, + "weighted_error_after": 15.317631871439517 + }, + { + "name": "model.layers.4.mlp.experts.47.gate_proj", + "observed_tokens": 118, + "weighted_error_before": 24.8530585616827, + "weighted_error_after": 14.700463009998202 + }, + { + "name": "model.layers.4.mlp.experts.47.up_proj", + "observed_tokens": 118, + "weighted_error_before": 25.40227505378425, + "weighted_error_after": 14.92168922163546 + }, + { + "name": "model.layers.4.mlp.experts.47.down_proj", + "observed_tokens": 118, + "weighted_error_before": 21.150350124575198, + "weighted_error_after": 14.331269470509142 + }, + { + "name": "model.layers.4.mlp.experts.48.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 27.19706279411912, + "weighted_error_after": 15.99232530593872 + }, + { + "name": "model.layers.4.mlp.experts.48.up_proj", + "observed_tokens": 69, + "weighted_error_before": 26.036660473793745, + "weighted_error_after": 15.217076929286122 + }, + { + "name": "model.layers.4.mlp.experts.48.down_proj", + "observed_tokens": 69, + "weighted_error_before": 21.63533065118827, + "weighted_error_after": 14.526646864367649 + }, + { + "name": "model.layers.4.mlp.experts.49.gate_proj", + "observed_tokens": 323, + "weighted_error_before": 24.310964543372393, + "weighted_error_after": 14.284192230552435 + }, + { + "name": "model.layers.4.mlp.experts.49.up_proj", + "observed_tokens": 323, + "weighted_error_before": 23.259687788784504, + "weighted_error_after": 13.579291239380836 + }, + { + "name": "model.layers.4.mlp.experts.49.down_proj", + "observed_tokens": 323, + "weighted_error_before": 19.804998595267534, + "weighted_error_after": 13.534912242321298 + }, + { + "name": "model.layers.4.mlp.experts.50.gate_proj", + "observed_tokens": 279, + "weighted_error_before": 26.587606573477387, + "weighted_error_after": 15.755680410191417 + }, + { + "name": "model.layers.4.mlp.experts.50.up_proj", + "observed_tokens": 279, + "weighted_error_before": 25.13897865638137, + "weighted_error_after": 14.770060135051608 + }, + { + "name": "model.layers.4.mlp.experts.50.down_proj", + "observed_tokens": 279, + "weighted_error_before": 20.208790107630193, + "weighted_error_after": 13.716784918215126 + }, + { + "name": "model.layers.4.mlp.experts.51.gate_proj", + "observed_tokens": 584, + "weighted_error_before": 25.116102907806635, + "weighted_error_after": 14.779883222654462 + }, + { + "name": "model.layers.4.mlp.experts.51.up_proj", + "observed_tokens": 584, + "weighted_error_before": 25.17855034582317, + "weighted_error_after": 14.736407591030002 + }, + { + "name": "model.layers.4.mlp.experts.51.down_proj", + "observed_tokens": 584, + "weighted_error_before": 20.855896616820246, + "weighted_error_after": 13.78132938919589 + }, + { + "name": "model.layers.4.mlp.experts.52.gate_proj", + "observed_tokens": 5, + "weighted_error_before": 28.975897066295147, + "weighted_error_after": 17.04582791030407 + }, + { + "name": "model.layers.4.mlp.experts.52.up_proj", + "observed_tokens": 5, + "weighted_error_before": 24.34277855604887, + "weighted_error_after": 14.553397571668029 + }, + { + "name": "model.layers.4.mlp.experts.52.down_proj", + "observed_tokens": 5, + "weighted_error_before": 20.640936468029395, + "weighted_error_after": 14.20432143076323 + }, + { + "name": "model.layers.4.mlp.experts.53.gate_proj", + "observed_tokens": 902, + "weighted_error_before": 26.1262864228338, + "weighted_error_after": 15.331264462321997 + }, + { + "name": "model.layers.4.mlp.experts.53.up_proj", + "observed_tokens": 902, + "weighted_error_before": 22.22946621105075, + "weighted_error_after": 13.196819487959146 + }, + { + "name": "model.layers.4.mlp.experts.53.down_proj", + "observed_tokens": 902, + "weighted_error_before": 19.434100102633238, + "weighted_error_after": 13.070446962723508 + }, + { + "name": "model.layers.4.mlp.experts.54.gate_proj", + "observed_tokens": 143, + "weighted_error_before": 27.84386668354273, + "weighted_error_after": 16.436559537425637 + }, + { + "name": "model.layers.4.mlp.experts.54.up_proj", + "observed_tokens": 143, + "weighted_error_before": 24.07165675982833, + "weighted_error_after": 14.320957129821181 + }, + { + "name": "model.layers.4.mlp.experts.54.down_proj", + "observed_tokens": 143, + "weighted_error_before": 20.195482518756762, + "weighted_error_after": 12.786339964019135 + }, + { + "name": "model.layers.4.mlp.experts.55.gate_proj", + "observed_tokens": 290, + "weighted_error_before": 28.39944764971733, + "weighted_error_after": 16.564016779884696 + }, + { + "name": "model.layers.4.mlp.experts.55.up_proj", + "observed_tokens": 290, + "weighted_error_before": 23.608783235773444, + "weighted_error_after": 13.831195941194892 + }, + { + "name": "model.layers.4.mlp.experts.55.down_proj", + "observed_tokens": 290, + "weighted_error_before": 19.639497730415314, + "weighted_error_after": 12.040874888654798 + }, + { + "name": "model.layers.4.mlp.experts.56.gate_proj", + "observed_tokens": 339, + "weighted_error_before": 22.78777809627354, + "weighted_error_after": 13.450159074738622 + }, + { + "name": "model.layers.4.mlp.experts.56.up_proj", + "observed_tokens": 339, + "weighted_error_before": 22.29884560778737, + "weighted_error_after": 13.133837029337883 + }, + { + "name": "model.layers.4.mlp.experts.56.down_proj", + "observed_tokens": 339, + "weighted_error_before": 19.33809470431879, + "weighted_error_after": 13.171082915272564 + }, + { + "name": "model.layers.4.mlp.experts.57.gate_proj", + "observed_tokens": 82, + "weighted_error_before": 24.93348214402795, + "weighted_error_after": 14.744594775140285 + }, + { + "name": "model.layers.4.mlp.experts.57.up_proj", + "observed_tokens": 82, + "weighted_error_before": 23.878957327455282, + "weighted_error_after": 13.981024216860533 + }, + { + "name": "model.layers.4.mlp.experts.57.down_proj", + "observed_tokens": 82, + "weighted_error_before": 20.40533247985877, + "weighted_error_after": 12.964809867087752 + }, + { + "name": "model.layers.4.mlp.experts.58.gate_proj", + "observed_tokens": 631, + "weighted_error_before": 24.29761845432222, + "weighted_error_after": 14.380590667948127 + }, + { + "name": "model.layers.4.mlp.experts.58.up_proj", + "observed_tokens": 631, + "weighted_error_before": 23.35276003740728, + "weighted_error_after": 13.715683264657855 + }, + { + "name": "model.layers.4.mlp.experts.58.down_proj", + "observed_tokens": 631, + "weighted_error_before": 18.668055998627096, + "weighted_error_after": 12.372886731987819 + }, + { + "name": "model.layers.4.mlp.experts.59.gate_proj", + "observed_tokens": 19, + "weighted_error_before": 25.704038560390472, + "weighted_error_after": 15.115846129134297 + }, + { + "name": "model.layers.4.mlp.experts.59.up_proj", + "observed_tokens": 19, + "weighted_error_before": 26.20328051224351, + "weighted_error_after": 15.399573354050517 + }, + { + "name": "model.layers.4.mlp.experts.59.down_proj", + "observed_tokens": 19, + "weighted_error_before": 21.518447402399033, + "weighted_error_after": 14.647552272770554 + }, + { + "name": "model.layers.4.mlp.experts.60.gate_proj", + "observed_tokens": 65, + "weighted_error_before": 26.88628345541656, + "weighted_error_after": 15.891206430271268 + }, + { + "name": "model.layers.4.mlp.experts.60.up_proj", + "observed_tokens": 65, + "weighted_error_before": 25.673733357340097, + "weighted_error_after": 14.959402669221163 + }, + { + "name": "model.layers.4.mlp.experts.60.down_proj", + "observed_tokens": 65, + "weighted_error_before": 20.28679616516456, + "weighted_error_after": 13.059532322571613 + }, + { + "name": "model.layers.4.mlp.experts.61.gate_proj", + "observed_tokens": 734, + "weighted_error_before": 25.28216227889061, + "weighted_error_after": 14.869386361911893 + }, + { + "name": "model.layers.4.mlp.experts.61.up_proj", + "observed_tokens": 734, + "weighted_error_before": 23.605584302917123, + "weighted_error_after": 13.990264158695936 + }, + { + "name": "model.layers.4.mlp.experts.61.down_proj", + "observed_tokens": 734, + "weighted_error_before": 20.03481674939394, + "weighted_error_after": 13.513157899025828 + }, + { + "name": "model.layers.4.mlp.experts.62.gate_proj", + "observed_tokens": 403, + "weighted_error_before": 23.789021141827106, + "weighted_error_after": 13.837485559284687 + }, + { + "name": "model.layers.4.mlp.experts.62.up_proj", + "observed_tokens": 403, + "weighted_error_before": 22.677043544128537, + "weighted_error_after": 13.283455140888691 + }, + { + "name": "model.layers.4.mlp.experts.62.down_proj", + "observed_tokens": 403, + "weighted_error_before": 19.01279261521995, + "weighted_error_after": 12.407040170859545 + }, + { + "name": "model.layers.4.mlp.experts.63.gate_proj", + "observed_tokens": 152, + "weighted_error_before": 27.45870704203844, + "weighted_error_after": 16.199419870972633 + }, + { + "name": "model.layers.4.mlp.experts.63.up_proj", + "observed_tokens": 152, + "weighted_error_before": 22.854794899001718, + "weighted_error_after": 13.513011436909437 + }, + { + "name": "model.layers.4.mlp.experts.63.down_proj", + "observed_tokens": 152, + "weighted_error_before": 19.56019977433607, + "weighted_error_after": 13.158229338587262 + }, + { + "name": "model.layers.4.mlp.experts.64.gate_proj", + "observed_tokens": 484, + "weighted_error_before": 24.593035846948624, + "weighted_error_after": 14.46910143084824 + }, + { + "name": "model.layers.4.mlp.experts.64.up_proj", + "observed_tokens": 484, + "weighted_error_before": 24.320838363841176, + "weighted_error_after": 14.209517102688551 + }, + { + "name": "model.layers.4.mlp.experts.64.down_proj", + "observed_tokens": 484, + "weighted_error_before": 20.105119155487046, + "weighted_error_after": 13.598998042754829 + }, + { + "name": "model.layers.4.mlp.experts.65.gate_proj", + "observed_tokens": 171, + "weighted_error_before": 26.526330260559916, + "weighted_error_after": 15.654676036909223 + }, + { + "name": "model.layers.4.mlp.experts.65.up_proj", + "observed_tokens": 171, + "weighted_error_before": 24.203137734904885, + "weighted_error_after": 14.311596903949976 + }, + { + "name": "model.layers.4.mlp.experts.65.down_proj", + "observed_tokens": 171, + "weighted_error_before": 20.531640483997762, + "weighted_error_after": 13.65529121295549 + }, + { + "name": "model.layers.4.mlp.experts.66.gate_proj", + "observed_tokens": 83, + "weighted_error_before": 26.51733184233308, + "weighted_error_after": 15.628821231424809 + }, + { + "name": "model.layers.4.mlp.experts.66.up_proj", + "observed_tokens": 83, + "weighted_error_before": 27.075299754738808, + "weighted_error_after": 15.807070711627603 + }, + { + "name": "model.layers.4.mlp.experts.66.down_proj", + "observed_tokens": 83, + "weighted_error_before": 21.75207446422428, + "weighted_error_after": 14.481972631532699 + }, + { + "name": "model.layers.4.mlp.experts.67.gate_proj", + "observed_tokens": 1145, + "weighted_error_before": 26.979518856853247, + "weighted_error_after": 15.726408530026674 + }, + { + "name": "model.layers.4.mlp.experts.67.up_proj", + "observed_tokens": 1145, + "weighted_error_before": 25.217238523066044, + "weighted_error_after": 14.822013849392533 + }, + { + "name": "model.layers.4.mlp.experts.67.down_proj", + "observed_tokens": 1145, + "weighted_error_before": 20.775693926028907, + "weighted_error_after": 14.040469806175679 + }, + { + "name": "model.layers.4.mlp.experts.68.gate_proj", + "observed_tokens": 1169, + "weighted_error_before": 24.227207869291306, + "weighted_error_after": 14.237696211785078 + }, + { + "name": "model.layers.4.mlp.experts.68.up_proj", + "observed_tokens": 1169, + "weighted_error_before": 22.32392055168748, + "weighted_error_after": 13.12801486440003 + }, + { + "name": "model.layers.4.mlp.experts.68.down_proj", + "observed_tokens": 1169, + "weighted_error_before": 19.694030152633786, + "weighted_error_after": 13.464113579597324 + }, + { + "name": "model.layers.4.mlp.experts.69.gate_proj", + "observed_tokens": 495, + "weighted_error_before": 26.670057628303766, + "weighted_error_after": 15.202441914007068 + }, + { + "name": "model.layers.4.mlp.experts.69.up_proj", + "observed_tokens": 495, + "weighted_error_before": 26.86184955947101, + "weighted_error_after": 15.833499781787395 + }, + { + "name": "model.layers.4.mlp.experts.69.down_proj", + "observed_tokens": 495, + "weighted_error_before": 21.84251488512382, + "weighted_error_after": 14.74372470472008 + }, + { + "name": "model.layers.4.mlp.experts.70.gate_proj", + "observed_tokens": 425, + "weighted_error_before": 24.687032029032707, + "weighted_error_after": 14.478253712877631 + }, + { + "name": "model.layers.4.mlp.experts.70.up_proj", + "observed_tokens": 425, + "weighted_error_before": 24.89620549418032, + "weighted_error_after": 14.488227719441056 + }, + { + "name": "model.layers.4.mlp.experts.70.down_proj", + "observed_tokens": 425, + "weighted_error_before": 19.95897674188018, + "weighted_error_after": 13.168040343560278 + }, + { + "name": "model.layers.4.mlp.experts.71.gate_proj", + "observed_tokens": 377, + "weighted_error_before": 28.022133704274893, + "weighted_error_after": 16.6322811152786 + }, + { + "name": "model.layers.4.mlp.experts.71.up_proj", + "observed_tokens": 377, + "weighted_error_before": 25.201663622632623, + "weighted_error_after": 14.952171741053462 + }, + { + "name": "model.layers.4.mlp.experts.71.down_proj", + "observed_tokens": 377, + "weighted_error_before": 20.68514343095012, + "weighted_error_after": 13.57517278927844 + }, + { + "name": "model.layers.4.mlp.experts.72.gate_proj", + "observed_tokens": 372, + "weighted_error_before": 24.432979743927717, + "weighted_error_after": 14.435558402910829 + }, + { + "name": "model.layers.4.mlp.experts.72.up_proj", + "observed_tokens": 372, + "weighted_error_before": 24.684661481529474, + "weighted_error_after": 14.608658580109477 + }, + { + "name": "model.layers.4.mlp.experts.72.down_proj", + "observed_tokens": 372, + "weighted_error_before": 20.960730818565935, + "weighted_error_after": 14.183579385979101 + }, + { + "name": "model.layers.4.mlp.experts.73.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 25.695472894236445, + "weighted_error_after": 14.774591993540525 + }, + { + "name": "model.layers.4.mlp.experts.73.up_proj", + "observed_tokens": 274, + "weighted_error_before": 24.539926275610924, + "weighted_error_after": 14.018449062481523 + }, + { + "name": "model.layers.4.mlp.experts.73.down_proj", + "observed_tokens": 274, + "weighted_error_before": 19.75872122682631, + "weighted_error_after": 13.1331457933411 + }, + { + "name": "model.layers.4.mlp.experts.74.gate_proj", + "observed_tokens": 179, + "weighted_error_before": 23.86716921813786, + "weighted_error_after": 13.997643485665321 + }, + { + "name": "model.layers.4.mlp.experts.74.up_proj", + "observed_tokens": 179, + "weighted_error_before": 24.697364235296845, + "weighted_error_after": 14.46847933717072 + }, + { + "name": "model.layers.4.mlp.experts.74.down_proj", + "observed_tokens": 179, + "weighted_error_before": 20.602664267644286, + "weighted_error_after": 13.741576320491731 + }, + { + "name": "model.layers.4.mlp.experts.75.gate_proj", + "observed_tokens": 1149, + "weighted_error_before": 25.596407944336534, + "weighted_error_after": 14.947694644331932 + }, + { + "name": "model.layers.4.mlp.experts.75.up_proj", + "observed_tokens": 1149, + "weighted_error_before": 21.97424622438848, + "weighted_error_after": 13.059394696727395 + }, + { + "name": "model.layers.4.mlp.experts.75.down_proj", + "observed_tokens": 1149, + "weighted_error_before": 19.59101201966405, + "weighted_error_after": 13.226062025176361 + }, + { + "name": "model.layers.4.mlp.experts.76.gate_proj", + "observed_tokens": 357, + "weighted_error_before": 26.081704510375857, + "weighted_error_after": 15.358012672513723 + }, + { + "name": "model.layers.4.mlp.experts.76.up_proj", + "observed_tokens": 357, + "weighted_error_before": 25.0780509673059, + "weighted_error_after": 14.812782993540168 + }, + { + "name": "model.layers.4.mlp.experts.76.down_proj", + "observed_tokens": 357, + "weighted_error_before": 20.406593950698152, + "weighted_error_after": 11.972801817231812 + }, + { + "name": "model.layers.4.mlp.experts.77.gate_proj", + "observed_tokens": 312, + "weighted_error_before": 24.248555451631546, + "weighted_error_after": 14.178943663835526 + }, + { + "name": "model.layers.4.mlp.experts.77.up_proj", + "observed_tokens": 312, + "weighted_error_before": 25.044212255626917, + "weighted_error_after": 14.750957434996963 + }, + { + "name": "model.layers.4.mlp.experts.77.down_proj", + "observed_tokens": 312, + "weighted_error_before": 21.155400505289435, + "weighted_error_after": 14.491169594693929 + }, + { + "name": "model.layers.4.mlp.experts.78.gate_proj", + "observed_tokens": 624, + "weighted_error_before": 24.673299191519618, + "weighted_error_after": 14.702001970261335 + }, + { + "name": "model.layers.4.mlp.experts.78.up_proj", + "observed_tokens": 624, + "weighted_error_before": 23.59301054291427, + "weighted_error_after": 13.840442936867476 + }, + { + "name": "model.layers.4.mlp.experts.78.down_proj", + "observed_tokens": 624, + "weighted_error_before": 20.529664810281247, + "weighted_error_after": 14.00845753471367 + }, + { + "name": "model.layers.4.mlp.experts.79.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 26.627514336258173, + "weighted_error_after": 15.594588620588183 + }, + { + "name": "model.layers.4.mlp.experts.79.up_proj", + "observed_tokens": 116, + "weighted_error_before": 25.76441870070994, + "weighted_error_after": 15.191371399909258 + }, + { + "name": "model.layers.4.mlp.experts.79.down_proj", + "observed_tokens": 116, + "weighted_error_before": 21.31889528920874, + "weighted_error_after": 14.25683921854943 + }, + { + "name": "model.layers.4.mlp.experts.80.gate_proj", + "observed_tokens": 749, + "weighted_error_before": 25.63675739057362, + "weighted_error_after": 14.691772809252143 + }, + { + "name": "model.layers.4.mlp.experts.80.up_proj", + "observed_tokens": 749, + "weighted_error_before": 24.848208026960492, + "weighted_error_after": 14.457943886518478 + }, + { + "name": "model.layers.4.mlp.experts.80.down_proj", + "observed_tokens": 749, + "weighted_error_before": 20.329066088423133, + "weighted_error_after": 13.795878624077886 + }, + { + "name": "model.layers.4.mlp.experts.81.gate_proj", + "observed_tokens": 709, + "weighted_error_before": 24.145996496081352, + "weighted_error_after": 14.230344012379646 + }, + { + "name": "model.layers.4.mlp.experts.81.up_proj", + "observed_tokens": 709, + "weighted_error_before": 22.965673746541142, + "weighted_error_after": 13.511661509051919 + }, + { + "name": "model.layers.4.mlp.experts.81.down_proj", + "observed_tokens": 709, + "weighted_error_before": 19.64359952742234, + "weighted_error_after": 13.34350156923756 + }, + { + "name": "model.layers.4.mlp.experts.82.gate_proj", + "observed_tokens": 124, + "weighted_error_before": 26.721071796491742, + "weighted_error_after": 15.58509649708867 + }, + { + "name": "model.layers.4.mlp.experts.82.up_proj", + "observed_tokens": 124, + "weighted_error_before": 27.061607636511326, + "weighted_error_after": 15.8430603351444 + }, + { + "name": "model.layers.4.mlp.experts.82.down_proj", + "observed_tokens": 124, + "weighted_error_before": 22.27770764939487, + "weighted_error_after": 14.901137563865632 + }, + { + "name": "model.layers.4.mlp.experts.83.gate_proj", + "observed_tokens": 260, + "weighted_error_before": 24.00761808268726, + "weighted_error_after": 14.23625960201025 + }, + { + "name": "model.layers.4.mlp.experts.83.up_proj", + "observed_tokens": 260, + "weighted_error_before": 23.768290327861905, + "weighted_error_after": 13.818875463679433 + }, + { + "name": "model.layers.4.mlp.experts.83.down_proj", + "observed_tokens": 260, + "weighted_error_before": 20.054444398265332, + "weighted_error_after": 12.326602759305388 + }, + { + "name": "model.layers.4.mlp.experts.84.gate_proj", + "observed_tokens": 624, + "weighted_error_before": 28.45618860796094, + "weighted_error_after": 16.7759844455868 + }, + { + "name": "model.layers.4.mlp.experts.84.up_proj", + "observed_tokens": 624, + "weighted_error_before": 28.485718958079815, + "weighted_error_after": 16.772424863651395 + }, + { + "name": "model.layers.4.mlp.experts.84.down_proj", + "observed_tokens": 624, + "weighted_error_before": 22.840177012840286, + "weighted_error_after": 15.135588122298941 + }, + { + "name": "model.layers.4.mlp.experts.85.gate_proj", + "observed_tokens": 688, + "weighted_error_before": 24.526668269187212, + "weighted_error_after": 14.36894404888153 + }, + { + "name": "model.layers.4.mlp.experts.85.up_proj", + "observed_tokens": 688, + "weighted_error_before": 24.121910214424133, + "weighted_error_after": 14.110484097152948 + }, + { + "name": "model.layers.4.mlp.experts.85.down_proj", + "observed_tokens": 688, + "weighted_error_before": 20.27584518864751, + "weighted_error_after": 13.952882621437311 + }, + { + "name": "model.layers.4.mlp.experts.86.gate_proj", + "observed_tokens": 864, + "weighted_error_before": 24.859169716015458, + "weighted_error_after": 14.646527906879783 + }, + { + "name": "model.layers.4.mlp.experts.86.up_proj", + "observed_tokens": 864, + "weighted_error_before": 25.143107756972313, + "weighted_error_after": 14.816880706697702 + }, + { + "name": "model.layers.4.mlp.experts.86.down_proj", + "observed_tokens": 864, + "weighted_error_before": 21.317720756400377, + "weighted_error_after": 14.475537152495235 + }, + { + "name": "model.layers.4.mlp.experts.87.gate_proj", + "observed_tokens": 608, + "weighted_error_before": 25.741404838860035, + "weighted_error_after": 14.935732927173376 + }, + { + "name": "model.layers.4.mlp.experts.87.up_proj", + "observed_tokens": 608, + "weighted_error_before": 25.28377670608461, + "weighted_error_after": 14.83689776621759 + }, + { + "name": "model.layers.4.mlp.experts.87.down_proj", + "observed_tokens": 608, + "weighted_error_before": 20.309401661157608, + "weighted_error_after": 13.23346027219668 + }, + { + "name": "model.layers.4.mlp.experts.88.gate_proj", + "observed_tokens": 363, + "weighted_error_before": 27.773378867655993, + "weighted_error_after": 16.41263747960329 + }, + { + "name": "model.layers.4.mlp.experts.88.up_proj", + "observed_tokens": 363, + "weighted_error_before": 27.880492705851793, + "weighted_error_after": 16.574086096137762 + }, + { + "name": "model.layers.4.mlp.experts.88.down_proj", + "observed_tokens": 363, + "weighted_error_before": 23.1061645867303, + "weighted_error_after": 15.793681282084435 + }, + { + "name": "model.layers.4.mlp.experts.89.gate_proj", + "observed_tokens": 222, + "weighted_error_before": 25.75533884204924, + "weighted_error_after": 15.053744731470942 + }, + { + "name": "model.layers.4.mlp.experts.89.up_proj", + "observed_tokens": 222, + "weighted_error_before": 25.34888756647706, + "weighted_error_after": 14.862895542755723 + }, + { + "name": "model.layers.4.mlp.experts.89.down_proj", + "observed_tokens": 222, + "weighted_error_before": 20.472047172486782, + "weighted_error_after": 13.753045847639441 + }, + { + "name": "model.layers.4.mlp.experts.90.gate_proj", + "observed_tokens": 175, + "weighted_error_before": 27.65659399330616, + "weighted_error_after": 16.234300600364804 + }, + { + "name": "model.layers.4.mlp.experts.90.up_proj", + "observed_tokens": 175, + "weighted_error_before": 26.02480281703174, + "weighted_error_after": 15.085040332749486 + }, + { + "name": "model.layers.4.mlp.experts.90.down_proj", + "observed_tokens": 175, + "weighted_error_before": 20.990780365653336, + "weighted_error_after": 14.13380050798878 + }, + { + "name": "model.layers.4.mlp.experts.91.gate_proj", + "observed_tokens": 689, + "weighted_error_before": 26.983152076601982, + "weighted_error_after": 16.104013353586197 + }, + { + "name": "model.layers.4.mlp.experts.91.up_proj", + "observed_tokens": 689, + "weighted_error_before": 26.706344187259674, + "weighted_error_after": 15.608063576743007 + }, + { + "name": "model.layers.4.mlp.experts.91.down_proj", + "observed_tokens": 689, + "weighted_error_before": 21.541871823836118, + "weighted_error_after": 12.937256603850983 + }, + { + "name": "model.layers.4.mlp.experts.92.gate_proj", + "observed_tokens": 467, + "weighted_error_before": 25.64902000129223, + "weighted_error_after": 15.046040661633015 + }, + { + "name": "model.layers.4.mlp.experts.92.up_proj", + "observed_tokens": 467, + "weighted_error_before": 26.019189585000277, + "weighted_error_after": 15.198564976453781 + }, + { + "name": "model.layers.4.mlp.experts.92.down_proj", + "observed_tokens": 467, + "weighted_error_before": 21.87958388403058, + "weighted_error_after": 14.928860923275352 + }, + { + "name": "model.layers.4.mlp.experts.93.gate_proj", + "observed_tokens": 232, + "weighted_error_before": 26.88174168020487, + "weighted_error_after": 15.75779264420271 + }, + { + "name": "model.layers.4.mlp.experts.93.up_proj", + "observed_tokens": 232, + "weighted_error_before": 25.354689817875624, + "weighted_error_after": 15.049701638519764 + }, + { + "name": "model.layers.4.mlp.experts.93.down_proj", + "observed_tokens": 232, + "weighted_error_before": 21.219254214083776, + "weighted_error_after": 14.177522412035614 + }, + { + "name": "model.layers.4.mlp.experts.94.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 26.993827130645514, + "weighted_error_after": 15.784629549831152 + }, + { + "name": "model.layers.4.mlp.experts.94.up_proj", + "observed_tokens": 127, + "weighted_error_before": 25.039971930906177, + "weighted_error_after": 14.618429075926542 + }, + { + "name": "model.layers.4.mlp.experts.94.down_proj", + "observed_tokens": 127, + "weighted_error_before": 20.5546986265108, + "weighted_error_after": 12.805996323004365 + }, + { + "name": "model.layers.4.mlp.experts.95.gate_proj", + "observed_tokens": 549, + "weighted_error_before": 24.767261458560824, + "weighted_error_after": 14.47436286136508 + }, + { + "name": "model.layers.4.mlp.experts.95.up_proj", + "observed_tokens": 549, + "weighted_error_before": 22.689816258847713, + "weighted_error_after": 13.382219733670354 + }, + { + "name": "model.layers.4.mlp.experts.95.down_proj", + "observed_tokens": 549, + "weighted_error_before": 19.62490638368763, + "weighted_error_after": 13.30395022337325 + }, + { + "name": "model.layers.4.mlp.experts.96.gate_proj", + "observed_tokens": 255, + "weighted_error_before": 26.425455808639526, + "weighted_error_after": 15.645568801090121 + }, + { + "name": "model.layers.4.mlp.experts.96.up_proj", + "observed_tokens": 255, + "weighted_error_before": 26.280277829617262, + "weighted_error_after": 15.418904749676585 + }, + { + "name": "model.layers.4.mlp.experts.96.down_proj", + "observed_tokens": 255, + "weighted_error_before": 21.471036987146363, + "weighted_error_after": 14.373525094240904 + }, + { + "name": "model.layers.4.mlp.experts.97.gate_proj", + "observed_tokens": 330, + "weighted_error_before": 24.44413281045854, + "weighted_error_after": 14.427615055814385 + }, + { + "name": "model.layers.4.mlp.experts.97.up_proj", + "observed_tokens": 330, + "weighted_error_before": 24.25346764549613, + "weighted_error_after": 14.186607228592038 + }, + { + "name": "model.layers.4.mlp.experts.97.down_proj", + "observed_tokens": 330, + "weighted_error_before": 20.612074041739106, + "weighted_error_after": 13.896762611344457 + }, + { + "name": "model.layers.4.mlp.experts.98.gate_proj", + "observed_tokens": 343, + "weighted_error_before": 28.068907855078578, + "weighted_error_after": 16.456620052456856 + }, + { + "name": "model.layers.4.mlp.experts.98.up_proj", + "observed_tokens": 343, + "weighted_error_before": 23.522529646754265, + "weighted_error_after": 13.959914112463593 + }, + { + "name": "model.layers.4.mlp.experts.98.down_proj", + "observed_tokens": 343, + "weighted_error_before": 19.71299463370815, + "weighted_error_after": 12.975987633690238 + }, + { + "name": "model.layers.4.mlp.experts.99.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 25.364256719127297, + "weighted_error_after": 14.78090320713818 + }, + { + "name": "model.layers.4.mlp.experts.99.up_proj", + "observed_tokens": 233, + "weighted_error_before": 24.04081922955811, + "weighted_error_after": 14.190260309726 + }, + { + "name": "model.layers.4.mlp.experts.99.down_proj", + "observed_tokens": 233, + "weighted_error_before": 20.51228002551943, + "weighted_error_after": 13.763284337706864 + }, + { + "name": "model.layers.4.mlp.experts.100.gate_proj", + "observed_tokens": 39, + "weighted_error_before": 29.077969383448362, + "weighted_error_after": 16.986432569101453 + }, + { + "name": "model.layers.4.mlp.experts.100.up_proj", + "observed_tokens": 39, + "weighted_error_before": 27.73458493128419, + "weighted_error_after": 16.551322599872947 + }, + { + "name": "model.layers.4.mlp.experts.100.down_proj", + "observed_tokens": 39, + "weighted_error_before": 22.782321689650416, + "weighted_error_after": 14.658643193077296 + }, + { + "name": "model.layers.4.mlp.experts.101.gate_proj", + "observed_tokens": 368, + "weighted_error_before": 24.510742973536253, + "weighted_error_after": 14.601834243163466 + }, + { + "name": "model.layers.4.mlp.experts.101.up_proj", + "observed_tokens": 368, + "weighted_error_before": 23.738920770585537, + "weighted_error_after": 14.051703855395317 + }, + { + "name": "model.layers.4.mlp.experts.101.down_proj", + "observed_tokens": 368, + "weighted_error_before": 20.54296754579991, + "weighted_error_after": 13.793784971348941 + }, + { + "name": "model.layers.4.mlp.experts.102.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 28.221418041735888, + "weighted_error_after": 16.506041068583727 + }, + { + "name": "model.layers.4.mlp.experts.102.up_proj", + "observed_tokens": 106, + "weighted_error_before": 25.618561936542392, + "weighted_error_after": 15.141766097396612 + }, + { + "name": "model.layers.4.mlp.experts.102.down_proj", + "observed_tokens": 106, + "weighted_error_before": 21.571262734010816, + "weighted_error_after": 14.301751770661213 + }, + { + "name": "model.layers.4.mlp.experts.103.gate_proj", + "observed_tokens": 402, + "weighted_error_before": 24.94170277006924, + "weighted_error_after": 14.575791981071234 + }, + { + "name": "model.layers.4.mlp.experts.103.up_proj", + "observed_tokens": 402, + "weighted_error_before": 24.341334646567702, + "weighted_error_after": 14.235595747828484 + }, + { + "name": "model.layers.4.mlp.experts.103.down_proj", + "observed_tokens": 402, + "weighted_error_before": 19.922208425588906, + "weighted_error_after": 13.620624579489231 + }, + { + "name": "model.layers.4.mlp.experts.104.gate_proj", + "observed_tokens": 19, + "weighted_error_before": 27.815543346107006, + "weighted_error_after": 16.596559181809425 + }, + { + "name": "model.layers.4.mlp.experts.104.up_proj", + "observed_tokens": 19, + "weighted_error_before": 28.03563427552581, + "weighted_error_after": 16.37480685301125 + }, + { + "name": "model.layers.4.mlp.experts.104.down_proj", + "observed_tokens": 19, + "weighted_error_before": 22.176395454909652, + "weighted_error_after": 15.240111873252317 + }, + { + "name": "model.layers.4.mlp.experts.105.gate_proj", + "observed_tokens": 480, + "weighted_error_before": 23.88297476246953, + "weighted_error_after": 14.101020846515894 + }, + { + "name": "model.layers.4.mlp.experts.105.up_proj", + "observed_tokens": 480, + "weighted_error_before": 23.0991595890373, + "weighted_error_after": 13.623412491753697 + }, + { + "name": "model.layers.4.mlp.experts.105.down_proj", + "observed_tokens": 480, + "weighted_error_before": 19.917183839716017, + "weighted_error_after": 13.34162391256541 + }, + { + "name": "model.layers.4.mlp.experts.106.gate_proj", + "observed_tokens": 348, + "weighted_error_before": 24.919788476079702, + "weighted_error_after": 14.74760739132762 + }, + { + "name": "model.layers.4.mlp.experts.106.up_proj", + "observed_tokens": 348, + "weighted_error_before": 25.20744777098298, + "weighted_error_after": 14.845873314887285 + }, + { + "name": "model.layers.4.mlp.experts.106.down_proj", + "observed_tokens": 348, + "weighted_error_before": 21.169108411297202, + "weighted_error_after": 14.48429022822529 + }, + { + "name": "model.layers.4.mlp.experts.107.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 30.947884747758508, + "weighted_error_after": 17.197051959112287 + }, + { + "name": "model.layers.4.mlp.experts.107.up_proj", + "observed_tokens": 139, + "weighted_error_before": 27.131633331999183, + "weighted_error_after": 15.26433440670371 + }, + { + "name": "model.layers.4.mlp.experts.107.down_proj", + "observed_tokens": 139, + "weighted_error_before": 20.573668107390404, + "weighted_error_after": 12.754750723019242 + }, + { + "name": "model.layers.4.mlp.experts.108.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 27.845409367233515, + "weighted_error_after": 16.53643837571144 + }, + { + "name": "model.layers.4.mlp.experts.108.up_proj", + "observed_tokens": 153, + "weighted_error_before": 23.4719994738698, + "weighted_error_after": 13.872091909870505 + }, + { + "name": "model.layers.4.mlp.experts.108.down_proj", + "observed_tokens": 153, + "weighted_error_before": 19.88553876290098, + "weighted_error_after": 13.074031267082319 + }, + { + "name": "model.layers.4.mlp.experts.109.gate_proj", + "observed_tokens": 405, + "weighted_error_before": 23.387567887082696, + "weighted_error_after": 13.909875279292464 + }, + { + "name": "model.layers.4.mlp.experts.109.up_proj", + "observed_tokens": 405, + "weighted_error_before": 22.998861311003566, + "weighted_error_after": 13.613312711939216 + }, + { + "name": "model.layers.4.mlp.experts.109.down_proj", + "observed_tokens": 405, + "weighted_error_before": 19.78133960533887, + "weighted_error_after": 9.663372493116185 + }, + { + "name": "model.layers.4.mlp.experts.110.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 27.17964730784297, + "weighted_error_after": 16.17308728955686 + }, + { + "name": "model.layers.4.mlp.experts.110.up_proj", + "observed_tokens": 119, + "weighted_error_before": 27.99585516937077, + "weighted_error_after": 16.525407500565052 + }, + { + "name": "model.layers.4.mlp.experts.110.down_proj", + "observed_tokens": 119, + "weighted_error_before": 20.418377787573263, + "weighted_error_after": 13.9093141364865 + }, + { + "name": "model.layers.4.mlp.experts.111.gate_proj", + "observed_tokens": 408, + "weighted_error_before": 25.61281893402338, + "weighted_error_after": 15.063583163544536 + }, + { + "name": "model.layers.4.mlp.experts.111.up_proj", + "observed_tokens": 408, + "weighted_error_before": 23.7503670360893, + "weighted_error_after": 14.08267793059349 + }, + { + "name": "model.layers.4.mlp.experts.111.down_proj", + "observed_tokens": 408, + "weighted_error_before": 20.46584480535239, + "weighted_error_after": 13.183197850594297 + }, + { + "name": "model.layers.4.mlp.experts.112.gate_proj", + "observed_tokens": 638, + "weighted_error_before": 26.119710812345147, + "weighted_error_after": 15.313695915043354 + }, + { + "name": "model.layers.4.mlp.experts.112.up_proj", + "observed_tokens": 638, + "weighted_error_before": 24.548075400292873, + "weighted_error_after": 14.410303449258208 + }, + { + "name": "model.layers.4.mlp.experts.112.down_proj", + "observed_tokens": 638, + "weighted_error_before": 20.5362333341036, + "weighted_error_after": 13.752904224209487 + }, + { + "name": "model.layers.4.mlp.experts.113.gate_proj", + "observed_tokens": 314, + "weighted_error_before": 28.05331989750266, + "weighted_error_after": 16.479890417307615 + }, + { + "name": "model.layers.4.mlp.experts.113.up_proj", + "observed_tokens": 314, + "weighted_error_before": 27.14495679177344, + "weighted_error_after": 16.059186650440097 + }, + { + "name": "model.layers.4.mlp.experts.113.down_proj", + "observed_tokens": 314, + "weighted_error_before": 21.82651816122234, + "weighted_error_after": 14.68439322290942 + }, + { + "name": "model.layers.4.mlp.experts.114.gate_proj", + "observed_tokens": 391, + "weighted_error_before": 23.764848032966256, + "weighted_error_after": 14.13028697669506 + }, + { + "name": "model.layers.4.mlp.experts.114.up_proj", + "observed_tokens": 391, + "weighted_error_before": 24.18618319928646, + "weighted_error_after": 14.211734984070063 + }, + { + "name": "model.layers.4.mlp.experts.114.down_proj", + "observed_tokens": 391, + "weighted_error_before": 20.310396895278245, + "weighted_error_after": 13.848318551201373 + }, + { + "name": "model.layers.4.mlp.experts.115.gate_proj", + "observed_tokens": 559, + "weighted_error_before": 27.20072679594159, + "weighted_error_after": 16.155839562416077 + }, + { + "name": "model.layers.4.mlp.experts.115.up_proj", + "observed_tokens": 559, + "weighted_error_before": 23.78409931436181, + "weighted_error_after": 14.070035805925727 + }, + { + "name": "model.layers.4.mlp.experts.115.down_proj", + "observed_tokens": 559, + "weighted_error_before": 19.51242197700776, + "weighted_error_after": 12.899922875105403 + }, + { + "name": "model.layers.4.mlp.experts.116.gate_proj", + "observed_tokens": 615, + "weighted_error_before": 26.965114945545793, + "weighted_error_after": 15.892467238008976 + }, + { + "name": "model.layers.4.mlp.experts.116.up_proj", + "observed_tokens": 615, + "weighted_error_before": 24.150573072955012, + "weighted_error_after": 14.34553581289947 + }, + { + "name": "model.layers.4.mlp.experts.116.down_proj", + "observed_tokens": 615, + "weighted_error_before": 20.400856947526336, + "weighted_error_after": 13.723450393648818 + }, + { + "name": "model.layers.4.mlp.experts.117.gate_proj", + "observed_tokens": 1129, + "weighted_error_before": 25.60278144478798, + "weighted_error_after": 14.990852635353804 + }, + { + "name": "model.layers.4.mlp.experts.117.up_proj", + "observed_tokens": 1129, + "weighted_error_before": 22.047010894864798, + "weighted_error_after": 13.058318629860878 + }, + { + "name": "model.layers.4.mlp.experts.117.down_proj", + "observed_tokens": 1129, + "weighted_error_before": 19.249997544568032, + "weighted_error_after": 13.118865404743701 + }, + { + "name": "model.layers.4.mlp.experts.118.gate_proj", + "observed_tokens": 798, + "weighted_error_before": 24.875911343842745, + "weighted_error_after": 14.828676918521523 + }, + { + "name": "model.layers.4.mlp.experts.118.up_proj", + "observed_tokens": 798, + "weighted_error_before": 26.00123157724738, + "weighted_error_after": 15.263665579259396 + }, + { + "name": "model.layers.4.mlp.experts.118.down_proj", + "observed_tokens": 798, + "weighted_error_before": 21.607490641996264, + "weighted_error_after": 14.773870694683865 + }, + { + "name": "model.layers.4.mlp.experts.119.gate_proj", + "observed_tokens": 202, + "weighted_error_before": 26.835455920547247, + "weighted_error_after": 15.859689923003316 + }, + { + "name": "model.layers.4.mlp.experts.119.up_proj", + "observed_tokens": 202, + "weighted_error_before": 27.060499634593725, + "weighted_error_after": 16.003896130248904 + }, + { + "name": "model.layers.4.mlp.experts.119.down_proj", + "observed_tokens": 202, + "weighted_error_before": 22.387670014053583, + "weighted_error_after": 15.243647177238017 + }, + { + "name": "model.layers.4.mlp.experts.120.gate_proj", + "observed_tokens": 102, + "weighted_error_before": 29.061781281605363, + "weighted_error_after": 17.789731355383992 + }, + { + "name": "model.layers.4.mlp.experts.120.up_proj", + "observed_tokens": 102, + "weighted_error_before": 26.656342945992947, + "weighted_error_after": 15.972579449415207 + }, + { + "name": "model.layers.4.mlp.experts.120.down_proj", + "observed_tokens": 102, + "weighted_error_before": 20.43863850319758, + "weighted_error_after": 13.729070842266083 + }, + { + "name": "model.layers.4.mlp.experts.121.gate_proj", + "observed_tokens": 352, + "weighted_error_before": 23.562524819746614, + "weighted_error_after": 13.883319593966007 + }, + { + "name": "model.layers.4.mlp.experts.121.up_proj", + "observed_tokens": 352, + "weighted_error_before": 23.30827646329999, + "weighted_error_after": 13.722042966634035 + }, + { + "name": "model.layers.4.mlp.experts.121.down_proj", + "observed_tokens": 352, + "weighted_error_before": 20.050500045530498, + "weighted_error_after": 13.575827381107956 + }, + { + "name": "model.layers.4.mlp.experts.122.gate_proj", + "observed_tokens": 909, + "weighted_error_before": 27.101021770387888, + "weighted_error_after": 15.906445739790797 + }, + { + "name": "model.layers.4.mlp.experts.122.up_proj", + "observed_tokens": 909, + "weighted_error_before": 26.96314898133278, + "weighted_error_after": 15.906395239755511 + }, + { + "name": "model.layers.4.mlp.experts.122.down_proj", + "observed_tokens": 909, + "weighted_error_before": 22.588103444781154, + "weighted_error_after": 15.39294281299226 + }, + { + "name": "model.layers.4.mlp.experts.123.gate_proj", + "observed_tokens": 281, + "weighted_error_before": 26.010866422206163, + "weighted_error_after": 15.334892800077796 + }, + { + "name": "model.layers.4.mlp.experts.123.up_proj", + "observed_tokens": 281, + "weighted_error_before": 25.881201568990946, + "weighted_error_after": 15.42737509869039 + }, + { + "name": "model.layers.4.mlp.experts.123.down_proj", + "observed_tokens": 281, + "weighted_error_before": 21.37762909894809, + "weighted_error_after": 14.506205010926351 + }, + { + "name": "model.layers.4.mlp.experts.124.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 26.479011315852404, + "weighted_error_after": 15.528682822361588 + }, + { + "name": "model.layers.4.mlp.experts.124.up_proj", + "observed_tokens": 245, + "weighted_error_before": 25.420610155910254, + "weighted_error_after": 14.996428122743964 + }, + { + "name": "model.layers.4.mlp.experts.124.down_proj", + "observed_tokens": 245, + "weighted_error_before": 20.961316240485758, + "weighted_error_after": 14.055579483509064 + }, + { + "name": "model.layers.4.mlp.experts.125.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 27.114987548440695, + "weighted_error_after": 15.929383229464293 + }, + { + "name": "model.layers.4.mlp.experts.125.up_proj", + "observed_tokens": 32, + "weighted_error_before": 26.930105090141296, + "weighted_error_after": 15.950795644894242 + }, + { + "name": "model.layers.4.mlp.experts.125.down_proj", + "observed_tokens": 32, + "weighted_error_before": 22.25959829520434, + "weighted_error_after": 15.247274945024401 + }, + { + "name": "model.layers.4.mlp.experts.126.gate_proj", + "observed_tokens": 521, + "weighted_error_before": 26.02558946609497, + "weighted_error_after": 15.427548684179783 + }, + { + "name": "model.layers.4.mlp.experts.126.up_proj", + "observed_tokens": 521, + "weighted_error_before": 26.465855814516544, + "weighted_error_after": 15.556215660646558 + }, + { + "name": "model.layers.4.mlp.experts.126.down_proj", + "observed_tokens": 521, + "weighted_error_before": 21.84877635864541, + "weighted_error_after": 14.882968104444444 + }, + { + "name": "model.layers.4.mlp.experts.127.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 26.502368858084083, + "weighted_error_after": 15.432987499982119 + }, + { + "name": "model.layers.4.mlp.experts.127.up_proj", + "observed_tokens": 201, + "weighted_error_before": 24.331754034385085, + "weighted_error_after": 14.325948107987642 + }, + { + "name": "model.layers.4.mlp.experts.127.down_proj", + "observed_tokens": 201, + "weighted_error_before": 20.929387227166444, + "weighted_error_after": 13.612948881927878 + }, + { + "name": "model.layers.4.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 19.340193341486156, + "weighted_error_after": 11.510634924983606 + }, + { + "name": "model.layers.4.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 18.024665952194482, + "weighted_error_after": 10.241923196008429 + }, + { + "name": "model.layers.4.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 13.196805192856118, + "weighted_error_after": 9.04294708603993 + }, + { + "name": "model.layers.5.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 152.82713135425, + "weighted_error_after": 92.39001285936683 + }, + { + "name": "model.layers.5.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 158.10254934988916, + "weighted_error_after": 95.46054159943014 + }, + { + "name": "model.layers.5.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 154.94780757464468, + "weighted_error_after": 90.9987595230341 + }, + { + "name": "model.layers.5.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 205.5242477618158, + "weighted_error_after": 126.52175575681031 + }, + { + "name": "model.layers.5.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.595126233994961, + "weighted_error_after": 1.5523833949118853 + }, + { + "name": "model.layers.5.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 180.1542902495712, + "weighted_error_after": 108.48862011916935 + }, + { + "name": "model.layers.5.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 168.9195753224194, + "weighted_error_after": 101.8591284044087 + }, + { + "name": "model.layers.5.mlp.experts.0.gate_proj", + "observed_tokens": 288, + "weighted_error_before": 29.3525165989995, + "weighted_error_after": 17.249817177653313 + }, + { + "name": "model.layers.5.mlp.experts.0.up_proj", + "observed_tokens": 288, + "weighted_error_before": 27.465849125757813, + "weighted_error_after": 16.074324468150735 + }, + { + "name": "model.layers.5.mlp.experts.0.down_proj", + "observed_tokens": 288, + "weighted_error_before": 22.491126172011718, + "weighted_error_after": 14.831169139710255 + }, + { + "name": "model.layers.5.mlp.experts.1.gate_proj", + "observed_tokens": 441, + "weighted_error_before": 25.85792301595211, + "weighted_error_after": 15.296126183122396 + }, + { + "name": "model.layers.5.mlp.experts.1.up_proj", + "observed_tokens": 441, + "weighted_error_before": 24.964333279058337, + "weighted_error_after": 14.736695816740394 + }, + { + "name": "model.layers.5.mlp.experts.1.down_proj", + "observed_tokens": 441, + "weighted_error_before": 20.812411800958216, + "weighted_error_after": 13.960872584953904 + }, + { + "name": "model.layers.5.mlp.experts.2.gate_proj", + "observed_tokens": 263, + "weighted_error_before": 28.041383327916265, + "weighted_error_after": 16.525206744670868 + }, + { + "name": "model.layers.5.mlp.experts.2.up_proj", + "observed_tokens": 263, + "weighted_error_before": 25.891951493918896, + "weighted_error_after": 15.22837083414197 + }, + { + "name": "model.layers.5.mlp.experts.2.down_proj", + "observed_tokens": 263, + "weighted_error_before": 20.81768154189922, + "weighted_error_after": 13.862493923166767 + }, + { + "name": "model.layers.5.mlp.experts.3.gate_proj", + "observed_tokens": 34, + "weighted_error_before": 28.34906640276313, + "weighted_error_after": 16.6123541649431 + }, + { + "name": "model.layers.5.mlp.experts.3.up_proj", + "observed_tokens": 34, + "weighted_error_before": 27.35940783470869, + "weighted_error_after": 15.943663537502289 + }, + { + "name": "model.layers.5.mlp.experts.3.down_proj", + "observed_tokens": 34, + "weighted_error_before": 22.42043400229886, + "weighted_error_after": 15.154932328965515 + }, + { + "name": "model.layers.5.mlp.experts.4.gate_proj", + "observed_tokens": 268, + "weighted_error_before": 27.994015898555517, + "weighted_error_after": 16.417908733710647 + }, + { + "name": "model.layers.5.mlp.experts.4.up_proj", + "observed_tokens": 268, + "weighted_error_before": 26.288753429427743, + "weighted_error_after": 15.472042698413134 + }, + { + "name": "model.layers.5.mlp.experts.4.down_proj", + "observed_tokens": 268, + "weighted_error_before": 21.31871178559959, + "weighted_error_after": 14.362908047623932 + }, + { + "name": "model.layers.5.mlp.experts.5.gate_proj", + "observed_tokens": 296, + "weighted_error_before": 27.333049658685923, + "weighted_error_after": 16.070228453725576 + }, + { + "name": "model.layers.5.mlp.experts.5.up_proj", + "observed_tokens": 296, + "weighted_error_before": 27.164623245596886, + "weighted_error_after": 16.02115348726511 + }, + { + "name": "model.layers.5.mlp.experts.5.down_proj", + "observed_tokens": 296, + "weighted_error_before": 22.31535934470594, + "weighted_error_after": 15.042904684320092 + }, + { + "name": "model.layers.5.mlp.experts.6.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 26.737885124981403, + "weighted_error_after": 15.97083411552012 + }, + { + "name": "model.layers.5.mlp.experts.6.up_proj", + "observed_tokens": 67, + "weighted_error_before": 26.003321148455143, + "weighted_error_after": 15.337137760594487 + }, + { + "name": "model.layers.5.mlp.experts.6.down_proj", + "observed_tokens": 67, + "weighted_error_before": 21.67529871291481, + "weighted_error_after": 14.250552568817511 + }, + { + "name": "model.layers.5.mlp.experts.7.gate_proj", + "observed_tokens": 122, + "weighted_error_before": 25.71177861839533, + "weighted_error_after": 15.281860580667853 + }, + { + "name": "model.layers.5.mlp.experts.7.up_proj", + "observed_tokens": 122, + "weighted_error_before": 25.815276073291898, + "weighted_error_after": 15.212301637977362 + }, + { + "name": "model.layers.5.mlp.experts.7.down_proj", + "observed_tokens": 122, + "weighted_error_before": 21.608525878051296, + "weighted_error_after": 14.259351853630506 + }, + { + "name": "model.layers.5.mlp.experts.8.gate_proj", + "observed_tokens": 504, + "weighted_error_before": 27.4297943636775, + "weighted_error_after": 15.582995990291238 + }, + { + "name": "model.layers.5.mlp.experts.8.up_proj", + "observed_tokens": 504, + "weighted_error_before": 24.906874863430858, + "weighted_error_after": 14.59603071026504 + }, + { + "name": "model.layers.5.mlp.experts.8.down_proj", + "observed_tokens": 504, + "weighted_error_before": 20.431343478616327, + "weighted_error_after": 12.76187947532162 + }, + { + "name": "model.layers.5.mlp.experts.9.gate_proj", + "observed_tokens": 552, + "weighted_error_before": 25.260979928076267, + "weighted_error_after": 14.760147005319595 + }, + { + "name": "model.layers.5.mlp.experts.9.up_proj", + "observed_tokens": 552, + "weighted_error_before": 24.000538177788258, + "weighted_error_after": 14.247315948829055 + }, + { + "name": "model.layers.5.mlp.experts.9.down_proj", + "observed_tokens": 552, + "weighted_error_before": 20.926118566654623, + "weighted_error_after": 14.285045727854595 + }, + { + "name": "model.layers.5.mlp.experts.10.gate_proj", + "observed_tokens": 546, + "weighted_error_before": 26.198995783925056, + "weighted_error_after": 15.54627250507474 + }, + { + "name": "model.layers.5.mlp.experts.10.up_proj", + "observed_tokens": 546, + "weighted_error_before": 25.23922399058938, + "weighted_error_after": 14.923047309741378 + }, + { + "name": "model.layers.5.mlp.experts.10.down_proj", + "observed_tokens": 546, + "weighted_error_before": 21.049741118680686, + "weighted_error_after": 13.905253226403147 + }, + { + "name": "model.layers.5.mlp.experts.11.gate_proj", + "observed_tokens": 277, + "weighted_error_before": 27.686782706528902, + "weighted_error_after": 15.741835510358214 + }, + { + "name": "model.layers.5.mlp.experts.11.up_proj", + "observed_tokens": 277, + "weighted_error_before": 25.782669672742486, + "weighted_error_after": 14.812011767178774 + }, + { + "name": "model.layers.5.mlp.experts.11.down_proj", + "observed_tokens": 277, + "weighted_error_before": 21.245807267259806, + "weighted_error_after": 13.430900474078953 + }, + { + "name": "model.layers.5.mlp.experts.12.gate_proj", + "observed_tokens": 214, + "weighted_error_before": 25.985846899449825, + "weighted_error_after": 15.3395034391433 + }, + { + "name": "model.layers.5.mlp.experts.12.up_proj", + "observed_tokens": 214, + "weighted_error_before": 23.976650500670075, + "weighted_error_after": 14.087153598666191 + }, + { + "name": "model.layers.5.mlp.experts.12.down_proj", + "observed_tokens": 214, + "weighted_error_before": 20.460336692631245, + "weighted_error_after": 13.197502399794757 + }, + { + "name": "model.layers.5.mlp.experts.13.gate_proj", + "observed_tokens": 620, + "weighted_error_before": 24.791562410071492, + "weighted_error_after": 14.383485324680805 + }, + { + "name": "model.layers.5.mlp.experts.13.up_proj", + "observed_tokens": 620, + "weighted_error_before": 24.277328914031386, + "weighted_error_after": 14.249787034466863 + }, + { + "name": "model.layers.5.mlp.experts.13.down_proj", + "observed_tokens": 620, + "weighted_error_before": 20.719051589723676, + "weighted_error_after": 14.299407436978072 + }, + { + "name": "model.layers.5.mlp.experts.14.gate_proj", + "observed_tokens": 110, + "weighted_error_before": 27.0907144267112, + "weighted_error_after": 15.905828956514597 + }, + { + "name": "model.layers.5.mlp.experts.14.up_proj", + "observed_tokens": 110, + "weighted_error_before": 24.863913821056485, + "weighted_error_after": 14.6579893194139 + }, + { + "name": "model.layers.5.mlp.experts.14.down_proj", + "observed_tokens": 110, + "weighted_error_before": 20.64873685024213, + "weighted_error_after": 13.628718403866515 + }, + { + "name": "model.layers.5.mlp.experts.15.gate_proj", + "observed_tokens": 307, + "weighted_error_before": 26.015654424205422, + "weighted_error_after": 15.374582342803478 + }, + { + "name": "model.layers.5.mlp.experts.15.up_proj", + "observed_tokens": 307, + "weighted_error_before": 26.724318355321884, + "weighted_error_after": 15.738059390336275 + }, + { + "name": "model.layers.5.mlp.experts.15.down_proj", + "observed_tokens": 307, + "weighted_error_before": 21.848143838811666, + "weighted_error_after": 13.334645806346089 + }, + { + "name": "model.layers.5.mlp.experts.16.gate_proj", + "observed_tokens": 597, + "weighted_error_before": 25.969641029834747, + "weighted_error_after": 15.424264831468463 + }, + { + "name": "model.layers.5.mlp.experts.16.up_proj", + "observed_tokens": 597, + "weighted_error_before": 25.965084061026573, + "weighted_error_after": 15.307830706238747 + }, + { + "name": "model.layers.5.mlp.experts.16.down_proj", + "observed_tokens": 597, + "weighted_error_before": 21.782893306342885, + "weighted_error_after": 14.805184027645737 + }, + { + "name": "model.layers.5.mlp.experts.17.gate_proj", + "observed_tokens": 554, + "weighted_error_before": 21.590317802503705, + "weighted_error_after": 12.760725742205977 + }, + { + "name": "model.layers.5.mlp.experts.17.up_proj", + "observed_tokens": 554, + "weighted_error_before": 22.092208556830883, + "weighted_error_after": 13.02554963156581 + }, + { + "name": "model.layers.5.mlp.experts.17.down_proj", + "observed_tokens": 554, + "weighted_error_before": 19.9972618711181, + "weighted_error_after": 13.590217689052224 + }, + { + "name": "model.layers.5.mlp.experts.18.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 26.259509881958365, + "weighted_error_after": 15.569964481517673 + }, + { + "name": "model.layers.5.mlp.experts.18.up_proj", + "observed_tokens": 447, + "weighted_error_before": 24.533746495842934, + "weighted_error_after": 14.344882689416409 + }, + { + "name": "model.layers.5.mlp.experts.18.down_proj", + "observed_tokens": 447, + "weighted_error_before": 20.53269488015212, + "weighted_error_after": 13.688898584339768 + }, + { + "name": "model.layers.5.mlp.experts.19.gate_proj", + "observed_tokens": 673, + "weighted_error_before": 25.89099701680243, + "weighted_error_after": 15.358413778245449 + }, + { + "name": "model.layers.5.mlp.experts.19.up_proj", + "observed_tokens": 673, + "weighted_error_before": 22.56625652872026, + "weighted_error_after": 13.392131110653281 + }, + { + "name": "model.layers.5.mlp.experts.19.down_proj", + "observed_tokens": 673, + "weighted_error_before": 19.456130963284522, + "weighted_error_after": 13.229834540281445 + }, + { + "name": "model.layers.5.mlp.experts.20.gate_proj", + "observed_tokens": 334, + "weighted_error_before": 24.011624064296484, + "weighted_error_after": 13.976709904149175 + }, + { + "name": "model.layers.5.mlp.experts.20.up_proj", + "observed_tokens": 334, + "weighted_error_before": 22.798796409741044, + "weighted_error_after": 13.539834721013904 + }, + { + "name": "model.layers.5.mlp.experts.20.down_proj", + "observed_tokens": 334, + "weighted_error_before": 20.240646480116993, + "weighted_error_after": 13.660131439683028 + }, + { + "name": "model.layers.5.mlp.experts.21.gate_proj", + "observed_tokens": 792, + "weighted_error_before": 26.192288521677256, + "weighted_error_after": 15.520126450806856 + }, + { + "name": "model.layers.5.mlp.experts.21.up_proj", + "observed_tokens": 792, + "weighted_error_before": 24.12309142574668, + "weighted_error_after": 14.319452932104468 + }, + { + "name": "model.layers.5.mlp.experts.21.down_proj", + "observed_tokens": 792, + "weighted_error_before": 20.715083208167925, + "weighted_error_after": 13.954190787510015 + }, + { + "name": "model.layers.5.mlp.experts.22.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 28.235798785462976, + "weighted_error_after": 16.44828144647181 + }, + { + "name": "model.layers.5.mlp.experts.22.up_proj", + "observed_tokens": 98, + "weighted_error_before": 24.720406571403146, + "weighted_error_after": 14.59200699441135 + }, + { + "name": "model.layers.5.mlp.experts.22.down_proj", + "observed_tokens": 98, + "weighted_error_before": 20.139819784322754, + "weighted_error_after": 12.825203991844319 + }, + { + "name": "model.layers.5.mlp.experts.23.gate_proj", + "observed_tokens": 945, + "weighted_error_before": 28.277113564312458, + "weighted_error_after": 16.880609853193164 + }, + { + "name": "model.layers.5.mlp.experts.23.up_proj", + "observed_tokens": 945, + "weighted_error_before": 23.393935546278954, + "weighted_error_after": 13.81230672635138 + }, + { + "name": "model.layers.5.mlp.experts.23.down_proj", + "observed_tokens": 945, + "weighted_error_before": 19.909222240559757, + "weighted_error_after": 13.218123372411355 + }, + { + "name": "model.layers.5.mlp.experts.24.gate_proj", + "observed_tokens": 268, + "weighted_error_before": 26.9064006395638, + "weighted_error_after": 15.82118310034275 + }, + { + "name": "model.layers.5.mlp.experts.24.up_proj", + "observed_tokens": 268, + "weighted_error_before": 27.598013784736395, + "weighted_error_after": 16.23330300115049 + }, + { + "name": "model.layers.5.mlp.experts.24.down_proj", + "observed_tokens": 268, + "weighted_error_before": 22.855993731413037, + "weighted_error_after": 15.686055353144184 + }, + { + "name": "model.layers.5.mlp.experts.25.gate_proj", + "observed_tokens": 354, + "weighted_error_before": 26.157936258241534, + "weighted_error_after": 15.258477095514536 + }, + { + "name": "model.layers.5.mlp.experts.25.up_proj", + "observed_tokens": 354, + "weighted_error_before": 24.952911604195833, + "weighted_error_after": 14.689679436385632 + }, + { + "name": "model.layers.5.mlp.experts.25.down_proj", + "observed_tokens": 354, + "weighted_error_before": 21.04951313883066, + "weighted_error_after": 14.099982526618987 + }, + { + "name": "model.layers.5.mlp.experts.26.gate_proj", + "observed_tokens": 853, + "weighted_error_before": 27.63847522251308, + "weighted_error_after": 16.252561789005995 + }, + { + "name": "model.layers.5.mlp.experts.26.up_proj", + "observed_tokens": 853, + "weighted_error_before": 25.256975285708904, + "weighted_error_after": 14.812693199142814 + }, + { + "name": "model.layers.5.mlp.experts.26.down_proj", + "observed_tokens": 853, + "weighted_error_before": 21.043783486355096, + "weighted_error_after": 14.23355820775032 + }, + { + "name": "model.layers.5.mlp.experts.27.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 28.754153184592724, + "weighted_error_after": 16.942293237894773 + }, + { + "name": "model.layers.5.mlp.experts.27.up_proj", + "observed_tokens": 156, + "weighted_error_before": 28.155233044177294, + "weighted_error_after": 16.67498512379825 + }, + { + "name": "model.layers.5.mlp.experts.27.down_proj", + "observed_tokens": 156, + "weighted_error_before": 23.498668182408437, + "weighted_error_after": 15.987412150483578 + }, + { + "name": "model.layers.5.mlp.experts.28.gate_proj", + "observed_tokens": 462, + "weighted_error_before": 27.458606181666255, + "weighted_error_after": 16.359101792797446 + }, + { + "name": "model.layers.5.mlp.experts.28.up_proj", + "observed_tokens": 462, + "weighted_error_before": 24.570387471467257, + "weighted_error_after": 14.421943191438913 + }, + { + "name": "model.layers.5.mlp.experts.28.down_proj", + "observed_tokens": 462, + "weighted_error_before": 20.517154094064608, + "weighted_error_after": 13.705823156284168 + }, + { + "name": "model.layers.5.mlp.experts.29.gate_proj", + "observed_tokens": 333, + "weighted_error_before": 26.959038404747844, + "weighted_error_after": 15.645975967869163 + }, + { + "name": "model.layers.5.mlp.experts.29.up_proj", + "observed_tokens": 333, + "weighted_error_before": 24.525400983169675, + "weighted_error_after": 14.374137945473194 + }, + { + "name": "model.layers.5.mlp.experts.29.down_proj", + "observed_tokens": 333, + "weighted_error_before": 19.921444015111774, + "weighted_error_after": 10.738262633793056 + }, + { + "name": "model.layers.5.mlp.experts.30.gate_proj", + "observed_tokens": 416, + "weighted_error_before": 27.134893264621496, + "weighted_error_after": 16.11818028613925 + }, + { + "name": "model.layers.5.mlp.experts.30.up_proj", + "observed_tokens": 416, + "weighted_error_before": 25.961477641016245, + "weighted_error_after": 15.23868514597416 + }, + { + "name": "model.layers.5.mlp.experts.30.down_proj", + "observed_tokens": 416, + "weighted_error_before": 21.762421240564436, + "weighted_error_after": 14.695802936330438 + }, + { + "name": "model.layers.5.mlp.experts.31.gate_proj", + "observed_tokens": 480, + "weighted_error_before": 24.29063311778009, + "weighted_error_after": 14.402660477906466 + }, + { + "name": "model.layers.5.mlp.experts.31.up_proj", + "observed_tokens": 480, + "weighted_error_before": 24.990188790485263, + "weighted_error_after": 14.675104228779674 + }, + { + "name": "model.layers.5.mlp.experts.31.down_proj", + "observed_tokens": 480, + "weighted_error_before": 21.108965212013572, + "weighted_error_after": 14.33109128754586 + }, + { + "name": "model.layers.5.mlp.experts.32.gate_proj", + "observed_tokens": 226, + "weighted_error_before": 26.14362088404596, + "weighted_error_after": 15.54677239060402 + }, + { + "name": "model.layers.5.mlp.experts.32.up_proj", + "observed_tokens": 226, + "weighted_error_before": 25.408211402595043, + "weighted_error_after": 14.964794859290123 + }, + { + "name": "model.layers.5.mlp.experts.32.down_proj", + "observed_tokens": 226, + "weighted_error_before": 21.20956289046444, + "weighted_error_after": 14.380113867344335 + }, + { + "name": "model.layers.5.mlp.experts.33.gate_proj", + "observed_tokens": 372, + "weighted_error_before": 27.964368235319853, + "weighted_error_after": 16.68755474500358 + }, + { + "name": "model.layers.5.mlp.experts.33.up_proj", + "observed_tokens": 372, + "weighted_error_before": 25.744070140644908, + "weighted_error_after": 15.239284347742796 + }, + { + "name": "model.layers.5.mlp.experts.33.down_proj", + "observed_tokens": 372, + "weighted_error_before": 21.915586854331195, + "weighted_error_after": 14.310761759523302 + }, + { + "name": "model.layers.5.mlp.experts.34.gate_proj", + "observed_tokens": 26, + "weighted_error_before": 27.726144649088383, + "weighted_error_after": 16.236223239451647 + }, + { + "name": "model.layers.5.mlp.experts.34.up_proj", + "observed_tokens": 26, + "weighted_error_before": 28.15253037214279, + "weighted_error_after": 16.596539560705423 + }, + { + "name": "model.layers.5.mlp.experts.34.down_proj", + "observed_tokens": 26, + "weighted_error_before": 23.229519264772534, + "weighted_error_after": 15.91266603814438 + }, + { + "name": "model.layers.5.mlp.experts.35.gate_proj", + "observed_tokens": 168, + "weighted_error_before": 29.07205549441278, + "weighted_error_after": 17.145940581336617 + }, + { + "name": "model.layers.5.mlp.experts.35.up_proj", + "observed_tokens": 168, + "weighted_error_before": 25.165431134402752, + "weighted_error_after": 15.008716493844986 + }, + { + "name": "model.layers.5.mlp.experts.35.down_proj", + "observed_tokens": 168, + "weighted_error_before": 21.40592152136378, + "weighted_error_after": 13.87239403789863 + }, + { + "name": "model.layers.5.mlp.experts.36.gate_proj", + "observed_tokens": 348, + "weighted_error_before": 23.53655019402504, + "weighted_error_after": 13.888420525938272 + }, + { + "name": "model.layers.5.mlp.experts.36.up_proj", + "observed_tokens": 348, + "weighted_error_before": 23.07472455315292, + "weighted_error_after": 13.55698379687965 + }, + { + "name": "model.layers.5.mlp.experts.36.down_proj", + "observed_tokens": 348, + "weighted_error_before": 19.458473502192646, + "weighted_error_after": 13.113123282091692 + }, + { + "name": "model.layers.5.mlp.experts.37.gate_proj", + "observed_tokens": 97, + "weighted_error_before": 26.088574251160026, + "weighted_error_after": 15.453636445105076 + }, + { + "name": "model.layers.5.mlp.experts.37.up_proj", + "observed_tokens": 97, + "weighted_error_before": 26.25362770818174, + "weighted_error_after": 15.415622500702739 + }, + { + "name": "model.layers.5.mlp.experts.37.down_proj", + "observed_tokens": 97, + "weighted_error_before": 21.57249878847506, + "weighted_error_after": 14.544911956880242 + }, + { + "name": "model.layers.5.mlp.experts.38.gate_proj", + "observed_tokens": 101, + "weighted_error_before": 24.5070867985487, + "weighted_error_after": 14.330761354416609 + }, + { + "name": "model.layers.5.mlp.experts.38.up_proj", + "observed_tokens": 101, + "weighted_error_before": 24.092793308198452, + "weighted_error_after": 14.091940835118294 + }, + { + "name": "model.layers.5.mlp.experts.38.down_proj", + "observed_tokens": 101, + "weighted_error_before": 20.931515827775, + "weighted_error_after": 13.999842113815248 + }, + { + "name": "model.layers.5.mlp.experts.39.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 26.135245364159346, + "weighted_error_after": 15.195645628497005 + }, + { + "name": "model.layers.5.mlp.experts.39.up_proj", + "observed_tokens": 112, + "weighted_error_before": 24.173949912190437, + "weighted_error_after": 14.091136461123824 + }, + { + "name": "model.layers.5.mlp.experts.39.down_proj", + "observed_tokens": 112, + "weighted_error_before": 20.442110165022314, + "weighted_error_after": 13.252271020784974 + }, + { + "name": "model.layers.5.mlp.experts.40.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 27.954243302345276, + "weighted_error_after": 16.51944743655622 + }, + { + "name": "model.layers.5.mlp.experts.40.up_proj", + "observed_tokens": 127, + "weighted_error_before": 29.496179722249508, + "weighted_error_after": 17.34707329981029 + }, + { + "name": "model.layers.5.mlp.experts.40.down_proj", + "observed_tokens": 127, + "weighted_error_before": 23.193385262507945, + "weighted_error_after": 15.806711887242272 + }, + { + "name": "model.layers.5.mlp.experts.41.gate_proj", + "observed_tokens": 1278, + "weighted_error_before": 26.46506353095174, + "weighted_error_after": 15.594355594366789 + }, + { + "name": "model.layers.5.mlp.experts.41.up_proj", + "observed_tokens": 1278, + "weighted_error_before": 25.803279735147953, + "weighted_error_after": 15.328352995216846 + }, + { + "name": "model.layers.5.mlp.experts.41.down_proj", + "observed_tokens": 1278, + "weighted_error_before": 21.017738429596648, + "weighted_error_after": 12.712893011281267 + }, + { + "name": "model.layers.5.mlp.experts.42.gate_proj", + "observed_tokens": 301, + "weighted_error_before": 26.25560244731605, + "weighted_error_after": 15.40865801461041 + }, + { + "name": "model.layers.5.mlp.experts.42.up_proj", + "observed_tokens": 301, + "weighted_error_before": 25.891689978539944, + "weighted_error_after": 15.046985879540443 + }, + { + "name": "model.layers.5.mlp.experts.42.down_proj", + "observed_tokens": 301, + "weighted_error_before": 21.244560844264925, + "weighted_error_after": 14.45274406275712 + }, + { + "name": "model.layers.5.mlp.experts.43.gate_proj", + "observed_tokens": 615, + "weighted_error_before": 25.671581387519836, + "weighted_error_after": 15.161004478111863 + }, + { + "name": "model.layers.5.mlp.experts.43.up_proj", + "observed_tokens": 615, + "weighted_error_before": 26.121607108041644, + "weighted_error_after": 15.467428781092167 + }, + { + "name": "model.layers.5.mlp.experts.43.down_proj", + "observed_tokens": 615, + "weighted_error_before": 22.091457108035684, + "weighted_error_after": 15.006255176616833 + }, + { + "name": "model.layers.5.mlp.experts.44.gate_proj", + "observed_tokens": 111, + "weighted_error_before": 27.70418699644506, + "weighted_error_after": 16.315465671941638 + }, + { + "name": "model.layers.5.mlp.experts.44.up_proj", + "observed_tokens": 111, + "weighted_error_before": 27.87370679154992, + "weighted_error_after": 16.32160747423768 + }, + { + "name": "model.layers.5.mlp.experts.44.down_proj", + "observed_tokens": 111, + "weighted_error_before": 22.90089007280767, + "weighted_error_after": 15.084921655710787 + }, + { + "name": "model.layers.5.mlp.experts.45.gate_proj", + "observed_tokens": 490, + "weighted_error_before": 26.64250085875392, + "weighted_error_after": 15.616490665823221 + }, + { + "name": "model.layers.5.mlp.experts.45.up_proj", + "observed_tokens": 490, + "weighted_error_before": 23.680767806246877, + "weighted_error_after": 13.864498369395733 + }, + { + "name": "model.layers.5.mlp.experts.45.down_proj", + "observed_tokens": 490, + "weighted_error_before": 19.739310192409903, + "weighted_error_after": 12.239483462180942 + }, + { + "name": "model.layers.5.mlp.experts.46.gate_proj", + "observed_tokens": 137, + "weighted_error_before": 27.334440659731627, + "weighted_error_after": 15.91742230206728 + }, + { + "name": "model.layers.5.mlp.experts.46.up_proj", + "observed_tokens": 137, + "weighted_error_before": 25.961495473980904, + "weighted_error_after": 15.240590700879693 + }, + { + "name": "model.layers.5.mlp.experts.46.down_proj", + "observed_tokens": 137, + "weighted_error_before": 21.664916776120663, + "weighted_error_after": 14.566891600843519 + }, + { + "name": "model.layers.5.mlp.experts.47.gate_proj", + "observed_tokens": 812, + "weighted_error_before": 24.709967155009508, + "weighted_error_after": 14.427755646407604 + }, + { + "name": "model.layers.5.mlp.experts.47.up_proj", + "observed_tokens": 812, + "weighted_error_before": 23.72369875945151, + "weighted_error_after": 13.976583695039153 + }, + { + "name": "model.layers.5.mlp.experts.47.down_proj", + "observed_tokens": 812, + "weighted_error_before": 19.43695622589439, + "weighted_error_after": 12.519691775552928 + }, + { + "name": "model.layers.5.mlp.experts.48.gate_proj", + "observed_tokens": 298, + "weighted_error_before": 26.02352380938828, + "weighted_error_after": 15.31683111563325 + }, + { + "name": "model.layers.5.mlp.experts.48.up_proj", + "observed_tokens": 298, + "weighted_error_before": 25.90995737724006, + "weighted_error_after": 15.037740733474493 + }, + { + "name": "model.layers.5.mlp.experts.48.down_proj", + "observed_tokens": 298, + "weighted_error_before": 21.650704722618684, + "weighted_error_after": 14.30409610120114 + }, + { + "name": "model.layers.5.mlp.experts.49.gate_proj", + "observed_tokens": 582, + "weighted_error_before": 26.796004245057702, + "weighted_error_after": 16.059196272864938 + }, + { + "name": "model.layers.5.mlp.experts.49.up_proj", + "observed_tokens": 582, + "weighted_error_before": 25.334288496524096, + "weighted_error_after": 15.0048041138798 + }, + { + "name": "model.layers.5.mlp.experts.49.down_proj", + "observed_tokens": 582, + "weighted_error_before": 20.98496910056565, + "weighted_error_after": 14.131224774988368 + }, + { + "name": "model.layers.5.mlp.experts.50.gate_proj", + "observed_tokens": 176, + "weighted_error_before": 27.02578366175294, + "weighted_error_after": 15.595951829105616 + }, + { + "name": "model.layers.5.mlp.experts.50.up_proj", + "observed_tokens": 176, + "weighted_error_before": 26.304804254323244, + "weighted_error_after": 15.545966256409883 + }, + { + "name": "model.layers.5.mlp.experts.50.down_proj", + "observed_tokens": 176, + "weighted_error_before": 22.014631738420576, + "weighted_error_after": 14.818704848643392 + }, + { + "name": "model.layers.5.mlp.experts.51.gate_proj", + "observed_tokens": 817, + "weighted_error_before": 28.821347150951624, + "weighted_error_after": 17.098937472328544 + }, + { + "name": "model.layers.5.mlp.experts.51.up_proj", + "observed_tokens": 817, + "weighted_error_before": 25.78164791315794, + "weighted_error_after": 15.107071463018656 + }, + { + "name": "model.layers.5.mlp.experts.51.down_proj", + "observed_tokens": 817, + "weighted_error_before": 21.18301878264174, + "weighted_error_after": 13.941558097023517 + }, + { + "name": "model.layers.5.mlp.experts.52.gate_proj", + "observed_tokens": 13, + "weighted_error_before": 27.442420871928334, + "weighted_error_after": 16.06694596633315 + }, + { + "name": "model.layers.5.mlp.experts.52.up_proj", + "observed_tokens": 13, + "weighted_error_before": 26.576489184051752, + "weighted_error_after": 15.734481738880277 + }, + { + "name": "model.layers.5.mlp.experts.52.down_proj", + "observed_tokens": 13, + "weighted_error_before": 20.855614779284224, + "weighted_error_after": 14.338615679182112 + }, + { + "name": "model.layers.5.mlp.experts.53.gate_proj", + "observed_tokens": 348, + "weighted_error_before": 27.100810952484608, + "weighted_error_after": 15.948085797950625 + }, + { + "name": "model.layers.5.mlp.experts.53.up_proj", + "observed_tokens": 348, + "weighted_error_before": 27.22660267353058, + "weighted_error_after": 16.04048452526331 + }, + { + "name": "model.layers.5.mlp.experts.53.down_proj", + "observed_tokens": 348, + "weighted_error_before": 21.840005058562383, + "weighted_error_after": 14.692054204293527 + }, + { + "name": "model.layers.5.mlp.experts.54.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 23.754901139065623, + "weighted_error_after": 13.955777235329151 + }, + { + "name": "model.layers.5.mlp.experts.54.up_proj", + "observed_tokens": 245, + "weighted_error_before": 23.153806764632463, + "weighted_error_after": 13.655089134350419 + }, + { + "name": "model.layers.5.mlp.experts.54.down_proj", + "observed_tokens": 245, + "weighted_error_before": 19.416066566947848, + "weighted_error_after": 13.111656407359987 + }, + { + "name": "model.layers.5.mlp.experts.55.gate_proj", + "observed_tokens": 242, + "weighted_error_before": 26.042309222742915, + "weighted_error_after": 15.103976791724563 + }, + { + "name": "model.layers.5.mlp.experts.55.up_proj", + "observed_tokens": 242, + "weighted_error_before": 23.94074855186045, + "weighted_error_after": 14.043293036520481 + }, + { + "name": "model.layers.5.mlp.experts.55.down_proj", + "observed_tokens": 242, + "weighted_error_before": 19.62985753454268, + "weighted_error_after": 13.27216614689678 + }, + { + "name": "model.layers.5.mlp.experts.56.gate_proj", + "observed_tokens": 419, + "weighted_error_before": 23.943227723240852, + "weighted_error_after": 13.990588050335646 + }, + { + "name": "model.layers.5.mlp.experts.56.up_proj", + "observed_tokens": 419, + "weighted_error_before": 24.335226191207767, + "weighted_error_after": 14.18749176338315 + }, + { + "name": "model.layers.5.mlp.experts.56.down_proj", + "observed_tokens": 419, + "weighted_error_before": 20.635115722194314, + "weighted_error_after": 13.92019697302021 + }, + { + "name": "model.layers.5.mlp.experts.57.gate_proj", + "observed_tokens": 134, + "weighted_error_before": 27.352987837046385, + "weighted_error_after": 16.139229966327548 + }, + { + "name": "model.layers.5.mlp.experts.57.up_proj", + "observed_tokens": 134, + "weighted_error_before": 27.597323462367058, + "weighted_error_after": 16.27506137639284 + }, + { + "name": "model.layers.5.mlp.experts.57.down_proj", + "observed_tokens": 134, + "weighted_error_before": 22.606813998892903, + "weighted_error_after": 15.199120421428233 + }, + { + "name": "model.layers.5.mlp.experts.58.gate_proj", + "observed_tokens": 406, + "weighted_error_before": 26.297734834253788, + "weighted_error_after": 15.432212987914681 + }, + { + "name": "model.layers.5.mlp.experts.58.up_proj", + "observed_tokens": 406, + "weighted_error_before": 25.499700389802456, + "weighted_error_after": 15.048312924802303 + }, + { + "name": "model.layers.5.mlp.experts.58.down_proj", + "observed_tokens": 406, + "weighted_error_before": 21.46220835065469, + "weighted_error_after": 14.028610194800422 + }, + { + "name": "model.layers.5.mlp.experts.59.gate_proj", + "observed_tokens": 462, + "weighted_error_before": 27.342363014817238, + "weighted_error_after": 16.015769064426422 + }, + { + "name": "model.layers.5.mlp.experts.59.up_proj", + "observed_tokens": 462, + "weighted_error_before": 26.601645320653915, + "weighted_error_after": 15.841896874830127 + }, + { + "name": "model.layers.5.mlp.experts.59.down_proj", + "observed_tokens": 462, + "weighted_error_before": 22.742275283206254, + "weighted_error_after": 15.429857136448845 + }, + { + "name": "model.layers.5.mlp.experts.60.gate_proj", + "observed_tokens": 543, + "weighted_error_before": 24.514464776962996, + "weighted_error_after": 14.482394916936755 + }, + { + "name": "model.layers.5.mlp.experts.60.up_proj", + "observed_tokens": 543, + "weighted_error_before": 23.640900993719697, + "weighted_error_after": 13.955539137125015 + }, + { + "name": "model.layers.5.mlp.experts.60.down_proj", + "observed_tokens": 543, + "weighted_error_before": 19.881798434536904, + "weighted_error_after": 12.8426667987369 + }, + { + "name": "model.layers.5.mlp.experts.61.gate_proj", + "observed_tokens": 236, + "weighted_error_before": 23.429173689335585, + "weighted_error_after": 13.862988205626607 + }, + { + "name": "model.layers.5.mlp.experts.61.up_proj", + "observed_tokens": 236, + "weighted_error_before": 23.321858936920762, + "weighted_error_after": 13.763930024579167 + }, + { + "name": "model.layers.5.mlp.experts.61.down_proj", + "observed_tokens": 236, + "weighted_error_before": 20.461786773521453, + "weighted_error_after": 13.762413006741554 + }, + { + "name": "model.layers.5.mlp.experts.62.gate_proj", + "observed_tokens": 200, + "weighted_error_before": 27.948083579540253, + "weighted_error_after": 16.58053314872086 + }, + { + "name": "model.layers.5.mlp.experts.62.up_proj", + "observed_tokens": 200, + "weighted_error_before": 28.306065447628498, + "weighted_error_after": 16.91070071235299 + }, + { + "name": "model.layers.5.mlp.experts.62.down_proj", + "observed_tokens": 200, + "weighted_error_before": 23.95502267125994, + "weighted_error_after": 16.347209599567577 + }, + { + "name": "model.layers.5.mlp.experts.63.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 26.083133280277252, + "weighted_error_after": 15.365451697260141 + }, + { + "name": "model.layers.5.mlp.experts.63.up_proj", + "observed_tokens": 145, + "weighted_error_before": 25.231157191097736, + "weighted_error_after": 14.979869009926915 + }, + { + "name": "model.layers.5.mlp.experts.63.down_proj", + "observed_tokens": 145, + "weighted_error_before": 21.272171396762133, + "weighted_error_after": 13.706387621350586 + }, + { + "name": "model.layers.5.mlp.experts.64.gate_proj", + "observed_tokens": 46, + "weighted_error_before": 28.996545910835266, + "weighted_error_after": 16.81928016617894 + }, + { + "name": "model.layers.5.mlp.experts.64.up_proj", + "observed_tokens": 46, + "weighted_error_before": 29.736563090234995, + "weighted_error_after": 17.3036799300462 + }, + { + "name": "model.layers.5.mlp.experts.64.down_proj", + "observed_tokens": 46, + "weighted_error_before": 23.018823298625648, + "weighted_error_after": 15.466258073691279 + }, + { + "name": "model.layers.5.mlp.experts.65.gate_proj", + "observed_tokens": 79, + "weighted_error_before": 26.210588578134775, + "weighted_error_after": 15.438049046322703 + }, + { + "name": "model.layers.5.mlp.experts.65.up_proj", + "observed_tokens": 79, + "weighted_error_before": 25.46487955749035, + "weighted_error_after": 14.971979653462768 + }, + { + "name": "model.layers.5.mlp.experts.65.down_proj", + "observed_tokens": 79, + "weighted_error_before": 21.017951796064153, + "weighted_error_after": 13.999995263293386 + }, + { + "name": "model.layers.5.mlp.experts.66.gate_proj", + "observed_tokens": 103, + "weighted_error_before": 27.828186113387346, + "weighted_error_after": 16.29758750461042 + }, + { + "name": "model.layers.5.mlp.experts.66.up_proj", + "observed_tokens": 103, + "weighted_error_before": 26.512393441051245, + "weighted_error_after": 15.62153260037303 + }, + { + "name": "model.layers.5.mlp.experts.66.down_proj", + "observed_tokens": 103, + "weighted_error_before": 22.20273548795376, + "weighted_error_after": 15.034069096436724 + }, + { + "name": "model.layers.5.mlp.experts.67.gate_proj", + "observed_tokens": 646, + "weighted_error_before": 25.089949062094092, + "weighted_error_after": 14.808726035058498 + }, + { + "name": "model.layers.5.mlp.experts.67.up_proj", + "observed_tokens": 646, + "weighted_error_before": 23.064292719587684, + "weighted_error_after": 13.617029003798962 + }, + { + "name": "model.layers.5.mlp.experts.67.down_proj", + "observed_tokens": 646, + "weighted_error_before": 20.077119029592723, + "weighted_error_after": 13.663206945639104 + }, + { + "name": "model.layers.5.mlp.experts.68.gate_proj", + "observed_tokens": 20, + "weighted_error_before": 25.607979618012905, + "weighted_error_after": 15.166274189949036 + }, + { + "name": "model.layers.5.mlp.experts.68.up_proj", + "observed_tokens": 20, + "weighted_error_before": 26.026730105280876, + "weighted_error_after": 15.448533425107598 + }, + { + "name": "model.layers.5.mlp.experts.68.down_proj", + "observed_tokens": 20, + "weighted_error_before": 20.453397222794592, + "weighted_error_after": 14.019105437211692 + }, + { + "name": "model.layers.5.mlp.experts.69.gate_proj", + "observed_tokens": 38, + "weighted_error_before": 27.487684290856123, + "weighted_error_after": 16.224290603771806 + }, + { + "name": "model.layers.5.mlp.experts.69.up_proj", + "observed_tokens": 38, + "weighted_error_before": 26.131410149857402, + "weighted_error_after": 15.404868103563786 + }, + { + "name": "model.layers.5.mlp.experts.69.down_proj", + "observed_tokens": 38, + "weighted_error_before": 21.978998891543597, + "weighted_error_after": 13.97215421416331 + }, + { + "name": "model.layers.5.mlp.experts.70.gate_proj", + "observed_tokens": 28, + "weighted_error_before": 29.31718362122774, + "weighted_error_after": 17.291714882478118 + }, + { + "name": "model.layers.5.mlp.experts.70.up_proj", + "observed_tokens": 28, + "weighted_error_before": 29.686056304723024, + "weighted_error_after": 17.564881460741162 + }, + { + "name": "model.layers.5.mlp.experts.70.down_proj", + "observed_tokens": 28, + "weighted_error_before": 24.228815683163702, + "weighted_error_after": 16.631901065353304 + }, + { + "name": "model.layers.5.mlp.experts.71.gate_proj", + "observed_tokens": 1022, + "weighted_error_before": 26.453403912484646, + "weighted_error_after": 15.49824813567102 + }, + { + "name": "model.layers.5.mlp.experts.71.up_proj", + "observed_tokens": 1022, + "weighted_error_before": 22.798138935118914, + "weighted_error_after": 13.44314612261951 + }, + { + "name": "model.layers.5.mlp.experts.71.down_proj", + "observed_tokens": 1022, + "weighted_error_before": 20.136085133533925, + "weighted_error_after": 13.50082507263869 + }, + { + "name": "model.layers.5.mlp.experts.72.gate_proj", + "observed_tokens": 591, + "weighted_error_before": 24.856989474967122, + "weighted_error_after": 14.59746131580323 + }, + { + "name": "model.layers.5.mlp.experts.72.up_proj", + "observed_tokens": 591, + "weighted_error_before": 22.74310378357768, + "weighted_error_after": 13.470436505973339 + }, + { + "name": "model.layers.5.mlp.experts.72.down_proj", + "observed_tokens": 591, + "weighted_error_before": 19.901004413841292, + "weighted_error_after": 13.380897051887587 + }, + { + "name": "model.layers.5.mlp.experts.73.gate_proj", + "observed_tokens": 668, + "weighted_error_before": 24.330372001975775, + "weighted_error_after": 14.32371125742793 + }, + { + "name": "model.layers.5.mlp.experts.73.up_proj", + "observed_tokens": 668, + "weighted_error_before": 23.59057303145528, + "weighted_error_after": 13.795834856107831 + }, + { + "name": "model.layers.5.mlp.experts.73.down_proj", + "observed_tokens": 668, + "weighted_error_before": 20.407456069020554, + "weighted_error_after": 13.532996025518514 + }, + { + "name": "model.layers.5.mlp.experts.74.gate_proj", + "observed_tokens": 418, + "weighted_error_before": 25.607780437916517, + "weighted_error_after": 15.202233921736479 + }, + { + "name": "model.layers.5.mlp.experts.74.up_proj", + "observed_tokens": 418, + "weighted_error_before": 24.72317023575306, + "weighted_error_after": 14.624082373455167 + }, + { + "name": "model.layers.5.mlp.experts.74.down_proj", + "observed_tokens": 418, + "weighted_error_before": 20.513931502588093, + "weighted_error_after": 13.988161074463278 + }, + { + "name": "model.layers.5.mlp.experts.75.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 25.806151136755943, + "weighted_error_after": 15.084388261660933 + }, + { + "name": "model.layers.5.mlp.experts.75.up_proj", + "observed_tokens": 104, + "weighted_error_before": 25.872191574424505, + "weighted_error_after": 15.254633834585547 + }, + { + "name": "model.layers.5.mlp.experts.75.down_proj", + "observed_tokens": 104, + "weighted_error_before": 21.87278494378552, + "weighted_error_after": 14.556622762000188 + }, + { + "name": "model.layers.5.mlp.experts.76.gate_proj", + "observed_tokens": 726, + "weighted_error_before": 26.56813695281744, + "weighted_error_after": 15.68709908425808 + }, + { + "name": "model.layers.5.mlp.experts.76.up_proj", + "observed_tokens": 726, + "weighted_error_before": 22.93168286047876, + "weighted_error_after": 13.436729306355119 + }, + { + "name": "model.layers.5.mlp.experts.76.down_proj", + "observed_tokens": 726, + "weighted_error_before": 19.66926889261231, + "weighted_error_after": 13.48849436827004 + }, + { + "name": "model.layers.5.mlp.experts.77.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 27.069154415279627, + "weighted_error_after": 15.753306165337563 + }, + { + "name": "model.layers.5.mlp.experts.77.up_proj", + "observed_tokens": 217, + "weighted_error_before": 27.01691284775734, + "weighted_error_after": 16.02368262782693 + }, + { + "name": "model.layers.5.mlp.experts.77.down_proj", + "observed_tokens": 217, + "weighted_error_before": 22.636226350441575, + "weighted_error_after": 15.393543803598732 + }, + { + "name": "model.layers.5.mlp.experts.78.gate_proj", + "observed_tokens": 89, + "weighted_error_before": 25.286633398383856, + "weighted_error_after": 14.834894999861717 + }, + { + "name": "model.layers.5.mlp.experts.78.up_proj", + "observed_tokens": 89, + "weighted_error_before": 25.95070844888687, + "weighted_error_after": 15.32138722576201 + }, + { + "name": "model.layers.5.mlp.experts.78.down_proj", + "observed_tokens": 89, + "weighted_error_before": 22.047958927694708, + "weighted_error_after": 14.822903905063868 + }, + { + "name": "model.layers.5.mlp.experts.79.gate_proj", + "observed_tokens": 46, + "weighted_error_before": 25.112066451460123, + "weighted_error_after": 14.948815492913127 + }, + { + "name": "model.layers.5.mlp.experts.79.up_proj", + "observed_tokens": 46, + "weighted_error_before": 25.56008741259575, + "weighted_error_after": 15.064855856820941 + }, + { + "name": "model.layers.5.mlp.experts.79.down_proj", + "observed_tokens": 46, + "weighted_error_before": 21.336798441479914, + "weighted_error_after": 14.475016264477745 + }, + { + "name": "model.layers.5.mlp.experts.80.gate_proj", + "observed_tokens": 102, + "weighted_error_before": 25.31974272057414, + "weighted_error_after": 14.798559485003352 + }, + { + "name": "model.layers.5.mlp.experts.80.up_proj", + "observed_tokens": 102, + "weighted_error_before": 24.604438927024603, + "weighted_error_after": 14.549760522320867 + }, + { + "name": "model.layers.5.mlp.experts.80.down_proj", + "observed_tokens": 102, + "weighted_error_before": 20.979829270858318, + "weighted_error_after": 14.09832961531356 + }, + { + "name": "model.layers.5.mlp.experts.81.gate_proj", + "observed_tokens": 207, + "weighted_error_before": 24.966401733458042, + "weighted_error_after": 14.704076021909714 + }, + { + "name": "model.layers.5.mlp.experts.81.up_proj", + "observed_tokens": 207, + "weighted_error_before": 24.965075366199017, + "weighted_error_after": 14.665102809667587 + }, + { + "name": "model.layers.5.mlp.experts.81.down_proj", + "observed_tokens": 207, + "weighted_error_before": 20.74444407830015, + "weighted_error_after": 14.010220229625702 + }, + { + "name": "model.layers.5.mlp.experts.82.gate_proj", + "observed_tokens": 395, + "weighted_error_before": 22.913096606731415, + "weighted_error_after": 13.435107661411166 + }, + { + "name": "model.layers.5.mlp.experts.82.up_proj", + "observed_tokens": 395, + "weighted_error_before": 23.050975972786546, + "weighted_error_after": 13.504858428612351 + }, + { + "name": "model.layers.5.mlp.experts.82.down_proj", + "observed_tokens": 395, + "weighted_error_before": 19.945975608658046, + "weighted_error_after": 13.754863151814789 + }, + { + "name": "model.layers.5.mlp.experts.83.gate_proj", + "observed_tokens": 196, + "weighted_error_before": 25.755598787218332, + "weighted_error_after": 15.243760749697685 + }, + { + "name": "model.layers.5.mlp.experts.83.up_proj", + "observed_tokens": 196, + "weighted_error_before": 24.66214838810265, + "weighted_error_after": 14.588270302861929 + }, + { + "name": "model.layers.5.mlp.experts.83.down_proj", + "observed_tokens": 196, + "weighted_error_before": 20.94643637444824, + "weighted_error_after": 13.489962718216702 + }, + { + "name": "model.layers.5.mlp.experts.84.gate_proj", + "observed_tokens": 40, + "weighted_error_before": 27.595026645809412, + "weighted_error_after": 16.342780012637377 + }, + { + "name": "model.layers.5.mlp.experts.84.up_proj", + "observed_tokens": 40, + "weighted_error_before": 28.3264398612082, + "weighted_error_after": 16.680418791249394 + }, + { + "name": "model.layers.5.mlp.experts.84.down_proj", + "observed_tokens": 40, + "weighted_error_before": 23.539292468922213, + "weighted_error_after": 15.991485302336514 + }, + { + "name": "model.layers.5.mlp.experts.85.gate_proj", + "observed_tokens": 364, + "weighted_error_before": 27.101006161421537, + "weighted_error_after": 16.036935018375516 + }, + { + "name": "model.layers.5.mlp.experts.85.up_proj", + "observed_tokens": 364, + "weighted_error_before": 27.634225495159626, + "weighted_error_after": 16.230422480031848 + }, + { + "name": "model.layers.5.mlp.experts.85.down_proj", + "observed_tokens": 364, + "weighted_error_before": 22.793870586669073, + "weighted_error_after": 15.449974592542276 + }, + { + "name": "model.layers.5.mlp.experts.86.gate_proj", + "observed_tokens": 744, + "weighted_error_before": 25.658354964107275, + "weighted_error_after": 15.077276946976781 + }, + { + "name": "model.layers.5.mlp.experts.86.up_proj", + "observed_tokens": 744, + "weighted_error_before": 23.815456019714475, + "weighted_error_after": 14.009154926985502 + }, + { + "name": "model.layers.5.mlp.experts.86.down_proj", + "observed_tokens": 744, + "weighted_error_before": 20.383243953809142, + "weighted_error_after": 13.34314101736527 + }, + { + "name": "model.layers.5.mlp.experts.87.gate_proj", + "observed_tokens": 743, + "weighted_error_before": 28.00702603161335, + "weighted_error_after": 16.44872593320906 + }, + { + "name": "model.layers.5.mlp.experts.87.up_proj", + "observed_tokens": 743, + "weighted_error_before": 25.335964299738407, + "weighted_error_after": 14.97602885775268 + }, + { + "name": "model.layers.5.mlp.experts.87.down_proj", + "observed_tokens": 743, + "weighted_error_before": 21.220414561452344, + "weighted_error_after": 13.644234230276197 + }, + { + "name": "model.layers.5.mlp.experts.88.gate_proj", + "observed_tokens": 1071, + "weighted_error_before": 27.7107613645494, + "weighted_error_after": 16.05775265954435 + }, + { + "name": "model.layers.5.mlp.experts.88.up_proj", + "observed_tokens": 1071, + "weighted_error_before": 25.16889614611864, + "weighted_error_after": 14.639473350718617 + }, + { + "name": "model.layers.5.mlp.experts.88.down_proj", + "observed_tokens": 1071, + "weighted_error_before": 21.406825604848564, + "weighted_error_after": 14.447656107600778 + }, + { + "name": "model.layers.5.mlp.experts.89.gate_proj", + "observed_tokens": 690, + "weighted_error_before": 26.49931287020445, + "weighted_error_after": 15.607980888336897 + }, + { + "name": "model.layers.5.mlp.experts.89.up_proj", + "observed_tokens": 690, + "weighted_error_before": 26.30124767497182, + "weighted_error_after": 15.474658701568842 + }, + { + "name": "model.layers.5.mlp.experts.89.down_proj", + "observed_tokens": 690, + "weighted_error_before": 21.74977004248649, + "weighted_error_after": 14.73284346750006 + }, + { + "name": "model.layers.5.mlp.experts.90.gate_proj", + "observed_tokens": 111, + "weighted_error_before": 24.73913224413991, + "weighted_error_after": 14.532176086679101 + }, + { + "name": "model.layers.5.mlp.experts.90.up_proj", + "observed_tokens": 111, + "weighted_error_before": 24.55906241759658, + "weighted_error_after": 14.328634327277541 + }, + { + "name": "model.layers.5.mlp.experts.90.down_proj", + "observed_tokens": 111, + "weighted_error_before": 20.841769522987306, + "weighted_error_after": 13.953874663915485 + }, + { + "name": "model.layers.5.mlp.experts.91.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 25.453040666878223, + "weighted_error_after": 15.004322353750467 + }, + { + "name": "model.layers.5.mlp.experts.91.up_proj", + "observed_tokens": 146, + "weighted_error_before": 25.276630204170942, + "weighted_error_after": 15.112054750323296 + }, + { + "name": "model.layers.5.mlp.experts.91.down_proj", + "observed_tokens": 146, + "weighted_error_before": 20.879123930586502, + "weighted_error_after": 13.937121174647473 + }, + { + "name": "model.layers.5.mlp.experts.92.gate_proj", + "observed_tokens": 225, + "weighted_error_before": 25.316356856375933, + "weighted_error_after": 14.989966971799731 + }, + { + "name": "model.layers.5.mlp.experts.92.up_proj", + "observed_tokens": 225, + "weighted_error_before": 26.22368113696575, + "weighted_error_after": 15.349351614713669 + }, + { + "name": "model.layers.5.mlp.experts.92.down_proj", + "observed_tokens": 225, + "weighted_error_before": 21.363316093571484, + "weighted_error_after": 13.743412101641297 + }, + { + "name": "model.layers.5.mlp.experts.93.gate_proj", + "observed_tokens": 666, + "weighted_error_before": 24.47324724122882, + "weighted_error_after": 14.41849460080266 + }, + { + "name": "model.layers.5.mlp.experts.93.up_proj", + "observed_tokens": 666, + "weighted_error_before": 23.051683438941836, + "weighted_error_after": 13.730310197919607 + }, + { + "name": "model.layers.5.mlp.experts.93.down_proj", + "observed_tokens": 666, + "weighted_error_before": 19.747214566450566, + "weighted_error_after": 13.46802684199065 + }, + { + "name": "model.layers.5.mlp.experts.94.gate_proj", + "observed_tokens": 31, + "weighted_error_before": 28.096583765000105, + "weighted_error_after": 16.382151978090405 + }, + { + "name": "model.layers.5.mlp.experts.94.up_proj", + "observed_tokens": 31, + "weighted_error_before": 28.054926469922066, + "weighted_error_after": 16.59256530366838 + }, + { + "name": "model.layers.5.mlp.experts.94.down_proj", + "observed_tokens": 31, + "weighted_error_before": 22.496256892336532, + "weighted_error_after": 15.302252150373533 + }, + { + "name": "model.layers.5.mlp.experts.95.gate_proj", + "observed_tokens": 939, + "weighted_error_before": 25.280349101871252, + "weighted_error_after": 14.967014260590076 + }, + { + "name": "model.layers.5.mlp.experts.95.up_proj", + "observed_tokens": 939, + "weighted_error_before": 24.67880613170564, + "weighted_error_after": 14.432846188545227 + }, + { + "name": "model.layers.5.mlp.experts.95.down_proj", + "observed_tokens": 939, + "weighted_error_before": 20.782646507956088, + "weighted_error_after": 14.047783847432584 + }, + { + "name": "model.layers.5.mlp.experts.96.gate_proj", + "observed_tokens": 701, + "weighted_error_before": 25.430487541481853, + "weighted_error_after": 14.98205429315567 + }, + { + "name": "model.layers.5.mlp.experts.96.up_proj", + "observed_tokens": 701, + "weighted_error_before": 26.6683282032609, + "weighted_error_after": 15.584745142608881 + }, + { + "name": "model.layers.5.mlp.experts.96.down_proj", + "observed_tokens": 701, + "weighted_error_before": 21.230204046238214, + "weighted_error_after": 14.478560498915613 + }, + { + "name": "model.layers.5.mlp.experts.97.gate_proj", + "observed_tokens": 390, + "weighted_error_before": 26.170105878263712, + "weighted_error_after": 15.61784290522337 + }, + { + "name": "model.layers.5.mlp.experts.97.up_proj", + "observed_tokens": 390, + "weighted_error_before": 24.785267202183604, + "weighted_error_after": 14.638045167550445 + }, + { + "name": "model.layers.5.mlp.experts.97.down_proj", + "observed_tokens": 390, + "weighted_error_before": 20.76071072462946, + "weighted_error_after": 13.983537540072575 + }, + { + "name": "model.layers.5.mlp.experts.98.gate_proj", + "observed_tokens": 760, + "weighted_error_before": 24.87748159095645, + "weighted_error_after": 14.697826592251658 + }, + { + "name": "model.layers.5.mlp.experts.98.up_proj", + "observed_tokens": 760, + "weighted_error_before": 25.68712653592229, + "weighted_error_after": 14.996537012979388 + }, + { + "name": "model.layers.5.mlp.experts.98.down_proj", + "observed_tokens": 760, + "weighted_error_before": 21.51343366294168, + "weighted_error_after": 14.705172613728791 + }, + { + "name": "model.layers.5.mlp.experts.99.gate_proj", + "observed_tokens": 197, + "weighted_error_before": 25.445390854030848, + "weighted_error_after": 14.92333348467946 + }, + { + "name": "model.layers.5.mlp.experts.99.up_proj", + "observed_tokens": 197, + "weighted_error_before": 24.74477762915194, + "weighted_error_after": 14.52312558144331 + }, + { + "name": "model.layers.5.mlp.experts.99.down_proj", + "observed_tokens": 197, + "weighted_error_before": 20.940074233803898, + "weighted_error_after": 13.54413797473535 + }, + { + "name": "model.layers.5.mlp.experts.100.gate_proj", + "observed_tokens": 29, + "weighted_error_before": 26.75936195626855, + "weighted_error_after": 15.675385786220431 + }, + { + "name": "model.layers.5.mlp.experts.100.up_proj", + "observed_tokens": 29, + "weighted_error_before": 26.998342419043183, + "weighted_error_after": 15.886048986576498 + }, + { + "name": "model.layers.5.mlp.experts.100.down_proj", + "observed_tokens": 29, + "weighted_error_before": 22.34190089534968, + "weighted_error_after": 15.22812478384003 + }, + { + "name": "model.layers.5.mlp.experts.101.gate_proj", + "observed_tokens": 603, + "weighted_error_before": 25.549115290865302, + "weighted_error_after": 15.009380985051394 + }, + { + "name": "model.layers.5.mlp.experts.101.up_proj", + "observed_tokens": 603, + "weighted_error_before": 22.413646318018436, + "weighted_error_after": 13.210649205371737 + }, + { + "name": "model.layers.5.mlp.experts.101.down_proj", + "observed_tokens": 603, + "weighted_error_before": 19.091291340533644, + "weighted_error_after": 13.046090479008853 + }, + { + "name": "model.layers.5.mlp.experts.102.gate_proj", + "observed_tokens": 518, + "weighted_error_before": 25.93361796438694, + "weighted_error_after": 15.427964257076383 + }, + { + "name": "model.layers.5.mlp.experts.102.up_proj", + "observed_tokens": 518, + "weighted_error_before": 25.212878903374076, + "weighted_error_after": 14.710001228377223 + }, + { + "name": "model.layers.5.mlp.experts.102.down_proj", + "observed_tokens": 518, + "weighted_error_before": 21.341470457147807, + "weighted_error_after": 14.389806963619776 + }, + { + "name": "model.layers.5.mlp.experts.103.gate_proj", + "observed_tokens": 341, + "weighted_error_before": 27.563769152387977, + "weighted_error_after": 15.249207666143775 + }, + { + "name": "model.layers.5.mlp.experts.103.up_proj", + "observed_tokens": 341, + "weighted_error_before": 25.352513762190938, + "weighted_error_after": 14.782424058765173 + }, + { + "name": "model.layers.5.mlp.experts.103.down_proj", + "observed_tokens": 341, + "weighted_error_before": 19.177388451527804, + "weighted_error_after": 12.778264924883842 + }, + { + "name": "model.layers.5.mlp.experts.104.gate_proj", + "observed_tokens": 234, + "weighted_error_before": 31.127620793879032, + "weighted_error_after": 18.40193171426654 + }, + { + "name": "model.layers.5.mlp.experts.104.up_proj", + "observed_tokens": 234, + "weighted_error_before": 23.825118452310562, + "weighted_error_after": 14.177678251639009 + }, + { + "name": "model.layers.5.mlp.experts.104.down_proj", + "observed_tokens": 234, + "weighted_error_before": 19.45956978853792, + "weighted_error_after": 13.331584064755589 + }, + { + "name": "model.layers.5.mlp.experts.105.gate_proj", + "observed_tokens": 756, + "weighted_error_before": 25.238151788711548, + "weighted_error_after": 14.789047433063388 + }, + { + "name": "model.layers.5.mlp.experts.105.up_proj", + "observed_tokens": 756, + "weighted_error_before": 24.892132803797722, + "weighted_error_after": 14.636236252263188 + }, + { + "name": "model.layers.5.mlp.experts.105.down_proj", + "observed_tokens": 756, + "weighted_error_before": 21.26484547322616, + "weighted_error_after": 14.541979279369116 + }, + { + "name": "model.layers.5.mlp.experts.106.gate_proj", + "observed_tokens": 849, + "weighted_error_before": 24.187962157651782, + "weighted_error_after": 14.355389358475804 + }, + { + "name": "model.layers.5.mlp.experts.106.up_proj", + "observed_tokens": 849, + "weighted_error_before": 23.20906482823193, + "weighted_error_after": 13.668444719165564 + }, + { + "name": "model.layers.5.mlp.experts.106.down_proj", + "observed_tokens": 849, + "weighted_error_before": 20.072832433274016, + "weighted_error_after": 13.61100178572815 + }, + { + "name": "model.layers.5.mlp.experts.107.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 28.41768829897046, + "weighted_error_after": 16.68185286782682 + }, + { + "name": "model.layers.5.mlp.experts.107.up_proj", + "observed_tokens": 158, + "weighted_error_before": 28.7184091322124, + "weighted_error_after": 16.875871304422617 + }, + { + "name": "model.layers.5.mlp.experts.107.down_proj", + "observed_tokens": 158, + "weighted_error_before": 23.271533920429647, + "weighted_error_after": 15.618702813982964 + }, + { + "name": "model.layers.5.mlp.experts.108.gate_proj", + "observed_tokens": 186, + "weighted_error_before": 23.80408272333443, + "weighted_error_after": 13.82242401689291 + }, + { + "name": "model.layers.5.mlp.experts.108.up_proj", + "observed_tokens": 186, + "weighted_error_before": 23.288750430569053, + "weighted_error_after": 13.743728341534734 + }, + { + "name": "model.layers.5.mlp.experts.108.down_proj", + "observed_tokens": 186, + "weighted_error_before": 19.802389844320714, + "weighted_error_after": 13.361116078216583 + }, + { + "name": "model.layers.5.mlp.experts.109.gate_proj", + "observed_tokens": 185, + "weighted_error_before": 27.302865646779537, + "weighted_error_after": 16.06939673423767 + }, + { + "name": "model.layers.5.mlp.experts.109.up_proj", + "observed_tokens": 185, + "weighted_error_before": 27.580811068415642, + "weighted_error_after": 16.19183767028153 + }, + { + "name": "model.layers.5.mlp.experts.109.down_proj", + "observed_tokens": 185, + "weighted_error_before": 22.16434568585828, + "weighted_error_after": 13.955390283372253 + }, + { + "name": "model.layers.5.mlp.experts.110.gate_proj", + "observed_tokens": 437, + "weighted_error_before": 29.662227237597108, + "weighted_error_after": 17.372221870347857 + }, + { + "name": "model.layers.5.mlp.experts.110.up_proj", + "observed_tokens": 437, + "weighted_error_before": 25.056517468765378, + "weighted_error_after": 14.735154354944825 + }, + { + "name": "model.layers.5.mlp.experts.110.down_proj", + "observed_tokens": 437, + "weighted_error_before": 21.219884783029556, + "weighted_error_after": 14.258097276906483 + }, + { + "name": "model.layers.5.mlp.experts.111.gate_proj", + "observed_tokens": 946, + "weighted_error_before": 25.206711364910007, + "weighted_error_after": 14.585112122818828 + }, + { + "name": "model.layers.5.mlp.experts.111.up_proj", + "observed_tokens": 946, + "weighted_error_before": 25.692863328382373, + "weighted_error_after": 14.865605387836695 + }, + { + "name": "model.layers.5.mlp.experts.111.down_proj", + "observed_tokens": 946, + "weighted_error_before": 20.50377341778949, + "weighted_error_after": 13.992098136804998 + }, + { + "name": "model.layers.5.mlp.experts.112.gate_proj", + "observed_tokens": 209, + "weighted_error_before": 26.887063706293702, + "weighted_error_after": 15.686409192159772 + }, + { + "name": "model.layers.5.mlp.experts.112.up_proj", + "observed_tokens": 209, + "weighted_error_before": 25.77664329484105, + "weighted_error_after": 14.99100450053811 + }, + { + "name": "model.layers.5.mlp.experts.112.down_proj", + "observed_tokens": 209, + "weighted_error_before": 21.244655503425747, + "weighted_error_after": 13.99578492064029 + }, + { + "name": "model.layers.5.mlp.experts.113.gate_proj", + "observed_tokens": 8, + "weighted_error_before": 28.13421412743628, + "weighted_error_after": 16.657450143247843 + }, + { + "name": "model.layers.5.mlp.experts.113.up_proj", + "observed_tokens": 8, + "weighted_error_before": 24.739572206512094, + "weighted_error_after": 14.83336465805769 + }, + { + "name": "model.layers.5.mlp.experts.113.down_proj", + "observed_tokens": 8, + "weighted_error_before": 21.249825957231224, + "weighted_error_after": 14.621167056960985 + }, + { + "name": "model.layers.5.mlp.experts.114.gate_proj", + "observed_tokens": 1020, + "weighted_error_before": 28.466616304591298, + "weighted_error_after": 16.606516029685736 + }, + { + "name": "model.layers.5.mlp.experts.114.up_proj", + "observed_tokens": 1020, + "weighted_error_before": 23.60686487518251, + "weighted_error_after": 13.934373904019594 + }, + { + "name": "model.layers.5.mlp.experts.114.down_proj", + "observed_tokens": 1020, + "weighted_error_before": 19.502496209461242, + "weighted_error_after": 12.825175323523581 + }, + { + "name": "model.layers.5.mlp.experts.115.gate_proj", + "observed_tokens": 47, + "weighted_error_before": 26.87282614968717, + "weighted_error_after": 15.860540110617876 + }, + { + "name": "model.layers.5.mlp.experts.115.up_proj", + "observed_tokens": 47, + "weighted_error_before": 25.147751910611987, + "weighted_error_after": 14.796496737748384 + }, + { + "name": "model.layers.5.mlp.experts.115.down_proj", + "observed_tokens": 47, + "weighted_error_before": 21.55356810055673, + "weighted_error_after": 14.533082850743085 + }, + { + "name": "model.layers.5.mlp.experts.116.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 24.38119987770915, + "weighted_error_after": 14.392799630761147 + }, + { + "name": "model.layers.5.mlp.experts.116.up_proj", + "observed_tokens": 245, + "weighted_error_before": 23.513804346323013, + "weighted_error_after": 13.829353634268045 + }, + { + "name": "model.layers.5.mlp.experts.116.down_proj", + "observed_tokens": 245, + "weighted_error_before": 20.207352082245052, + "weighted_error_after": 13.716198238078505 + }, + { + "name": "model.layers.5.mlp.experts.117.gate_proj", + "observed_tokens": 187, + "weighted_error_before": 23.08569400012493, + "weighted_error_after": 13.58955829590559 + }, + { + "name": "model.layers.5.mlp.experts.117.up_proj", + "observed_tokens": 187, + "weighted_error_before": 22.84449533186853, + "weighted_error_after": 13.381670016795397 + }, + { + "name": "model.layers.5.mlp.experts.117.down_proj", + "observed_tokens": 187, + "weighted_error_before": 19.59224910289049, + "weighted_error_after": 13.257161356508732 + }, + { + "name": "model.layers.5.mlp.experts.118.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 27.83351754024625, + "weighted_error_after": 16.31523603387177 + }, + { + "name": "model.layers.5.mlp.experts.118.up_proj", + "observed_tokens": 109, + "weighted_error_before": 25.049115035682917, + "weighted_error_after": 14.804138591513038 + }, + { + "name": "model.layers.5.mlp.experts.118.down_proj", + "observed_tokens": 109, + "weighted_error_before": 21.356993535417132, + "weighted_error_after": 14.356526269752067 + }, + { + "name": "model.layers.5.mlp.experts.119.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 27.463765755295753, + "weighted_error_after": 16.24609682895243 + }, + { + "name": "model.layers.5.mlp.experts.119.up_proj", + "observed_tokens": 127, + "weighted_error_before": 26.916225790977478, + "weighted_error_after": 15.70211704261601 + }, + { + "name": "model.layers.5.mlp.experts.119.down_proj", + "observed_tokens": 127, + "weighted_error_before": 21.592372092418373, + "weighted_error_after": 14.114137860946357 + }, + { + "name": "model.layers.5.mlp.experts.120.gate_proj", + "observed_tokens": 73, + "weighted_error_before": 27.760509312152863, + "weighted_error_after": 16.296335147693753 + }, + { + "name": "model.layers.5.mlp.experts.120.up_proj", + "observed_tokens": 73, + "weighted_error_before": 26.199574505910277, + "weighted_error_after": 15.424439705908298 + }, + { + "name": "model.layers.5.mlp.experts.120.down_proj", + "observed_tokens": 73, + "weighted_error_before": 21.276880227494985, + "weighted_error_after": 14.36129458900541 + }, + { + "name": "model.layers.5.mlp.experts.121.gate_proj", + "observed_tokens": 122, + "weighted_error_before": 28.39501729607582, + "weighted_error_after": 16.847663266584277 + }, + { + "name": "model.layers.5.mlp.experts.121.up_proj", + "observed_tokens": 122, + "weighted_error_before": 27.783210419118404, + "weighted_error_after": 16.339969566091895 + }, + { + "name": "model.layers.5.mlp.experts.121.down_proj", + "observed_tokens": 122, + "weighted_error_before": 22.988667097408324, + "weighted_error_after": 15.377029386116192 + }, + { + "name": "model.layers.5.mlp.experts.122.gate_proj", + "observed_tokens": 23, + "weighted_error_before": 28.583434235304594, + "weighted_error_after": 16.91660196520388 + }, + { + "name": "model.layers.5.mlp.experts.122.up_proj", + "observed_tokens": 23, + "weighted_error_before": 28.51799702644348, + "weighted_error_after": 17.069227831438184 + }, + { + "name": "model.layers.5.mlp.experts.122.down_proj", + "observed_tokens": 23, + "weighted_error_before": 23.797615156741813, + "weighted_error_after": 16.21701989765279 + }, + { + "name": "model.layers.5.mlp.experts.123.gate_proj", + "observed_tokens": 431, + "weighted_error_before": 27.385477393865585, + "weighted_error_after": 16.26636424474418 + }, + { + "name": "model.layers.5.mlp.experts.123.up_proj", + "observed_tokens": 431, + "weighted_error_before": 27.44307467341423, + "weighted_error_after": 16.23547607474029 + }, + { + "name": "model.layers.5.mlp.experts.123.down_proj", + "observed_tokens": 431, + "weighted_error_before": 23.350900903809816, + "weighted_error_after": 15.25884464615956 + }, + { + "name": "model.layers.5.mlp.experts.124.gate_proj", + "observed_tokens": 18, + "weighted_error_before": 28.840827602893114, + "weighted_error_after": 16.98977949656546 + }, + { + "name": "model.layers.5.mlp.experts.124.up_proj", + "observed_tokens": 18, + "weighted_error_before": 24.978818587958813, + "weighted_error_after": 14.623671784996986 + }, + { + "name": "model.layers.5.mlp.experts.124.down_proj", + "observed_tokens": 18, + "weighted_error_before": 20.79595958511345, + "weighted_error_after": 14.28900503506884 + }, + { + "name": "model.layers.5.mlp.experts.125.gate_proj", + "observed_tokens": 46, + "weighted_error_before": 31.15792803093791, + "weighted_error_after": 17.664286877959967 + }, + { + "name": "model.layers.5.mlp.experts.125.up_proj", + "observed_tokens": 46, + "weighted_error_before": 30.405135303735733, + "weighted_error_after": 17.102114966139197 + }, + { + "name": "model.layers.5.mlp.experts.125.down_proj", + "observed_tokens": 46, + "weighted_error_before": 22.003555638249964, + "weighted_error_after": 14.58972319867462 + }, + { + "name": "model.layers.5.mlp.experts.126.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 27.244641438126564, + "weighted_error_after": 16.13450169377029 + }, + { + "name": "model.layers.5.mlp.experts.126.up_proj", + "observed_tokens": 145, + "weighted_error_before": 27.55181273072958, + "weighted_error_after": 15.981197057291865 + }, + { + "name": "model.layers.5.mlp.experts.126.down_proj", + "observed_tokens": 145, + "weighted_error_before": 22.200888994615525, + "weighted_error_after": 14.934771213680506 + }, + { + "name": "model.layers.5.mlp.experts.127.gate_proj", + "observed_tokens": 123, + "weighted_error_before": 26.9431907273829, + "weighted_error_after": 15.977054588496685 + }, + { + "name": "model.layers.5.mlp.experts.127.up_proj", + "observed_tokens": 123, + "weighted_error_before": 25.819697219878435, + "weighted_error_after": 15.161041978746653 + }, + { + "name": "model.layers.5.mlp.experts.127.down_proj", + "observed_tokens": 123, + "weighted_error_before": 21.46390090114437, + "weighted_error_after": 13.875405814033002 + }, + { + "name": "model.layers.5.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 24.68263095850125, + "weighted_error_after": 13.489389141555876 + }, + { + "name": "model.layers.5.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 21.758764304686338, + "weighted_error_after": 11.50953558483161 + }, + { + "name": "model.layers.5.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 14.228667032439262, + "weighted_error_after": 9.840403924696147 + }, + { + "name": "model.layers.6.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 150.23134385421872, + "weighted_error_after": 90.55484217591584 + }, + { + "name": "model.layers.6.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 140.60238076280802, + "weighted_error_after": 83.519940007478 + }, + { + "name": "model.layers.6.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 156.55928469635546, + "weighted_error_after": 90.91243285406381 + }, + { + "name": "model.layers.6.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 189.49019143544137, + "weighted_error_after": 113.65951879974455 + }, + { + "name": "model.layers.6.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.3181010261178017, + "weighted_error_after": 1.3455707374960184 + }, + { + "name": "model.layers.6.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 183.99275263771415, + "weighted_error_after": 108.96898209210485 + }, + { + "name": "model.layers.6.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 177.91591602936387, + "weighted_error_after": 96.22741830535233 + }, + { + "name": "model.layers.6.mlp.experts.0.gate_proj", + "observed_tokens": 413, + "weighted_error_before": 23.35507421568036, + "weighted_error_after": 13.773656262084842 + }, + { + "name": "model.layers.6.mlp.experts.0.up_proj", + "observed_tokens": 413, + "weighted_error_before": 23.791853269562125, + "weighted_error_after": 14.017550089396536 + }, + { + "name": "model.layers.6.mlp.experts.0.down_proj", + "observed_tokens": 413, + "weighted_error_before": 21.290626133792102, + "weighted_error_after": 14.455585298128426 + }, + { + "name": "model.layers.6.mlp.experts.1.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 23.540405770763755, + "weighted_error_after": 13.836658496409655 + }, + { + "name": "model.layers.6.mlp.experts.1.up_proj", + "observed_tokens": 217, + "weighted_error_before": 23.03593617491424, + "weighted_error_after": 13.532741138711572 + }, + { + "name": "model.layers.6.mlp.experts.1.down_proj", + "observed_tokens": 217, + "weighted_error_before": 19.588402615860105, + "weighted_error_after": 13.34926982363686 + }, + { + "name": "model.layers.6.mlp.experts.2.gate_proj", + "observed_tokens": 43, + "weighted_error_before": 28.78922598809004, + "weighted_error_after": 16.73407211713493 + }, + { + "name": "model.layers.6.mlp.experts.2.up_proj", + "observed_tokens": 43, + "weighted_error_before": 28.828796442598104, + "weighted_error_after": 16.863287599757314 + }, + { + "name": "model.layers.6.mlp.experts.2.down_proj", + "observed_tokens": 43, + "weighted_error_before": 23.10650068707764, + "weighted_error_after": 15.547675905749202 + }, + { + "name": "model.layers.6.mlp.experts.3.gate_proj", + "observed_tokens": 31, + "weighted_error_before": 27.131025306880474, + "weighted_error_after": 15.909434316679835 + }, + { + "name": "model.layers.6.mlp.experts.3.up_proj", + "observed_tokens": 31, + "weighted_error_before": 27.603561269119382, + "weighted_error_after": 16.214367292821407 + }, + { + "name": "model.layers.6.mlp.experts.3.down_proj", + "observed_tokens": 31, + "weighted_error_before": 22.649022828321904, + "weighted_error_after": 15.501326051540673 + }, + { + "name": "model.layers.6.mlp.experts.4.gate_proj", + "observed_tokens": 68, + "weighted_error_before": 27.72800826653838, + "weighted_error_after": 16.371509570628405 + }, + { + "name": "model.layers.6.mlp.experts.4.up_proj", + "observed_tokens": 68, + "weighted_error_before": 27.090932555496693, + "weighted_error_after": 15.914638148620725 + }, + { + "name": "model.layers.6.mlp.experts.4.down_proj", + "observed_tokens": 68, + "weighted_error_before": 22.136029465589672, + "weighted_error_after": 14.86745011457242 + }, + { + "name": "model.layers.6.mlp.experts.5.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 24.83247851021588, + "weighted_error_after": 14.632209241390228 + }, + { + "name": "model.layers.6.mlp.experts.5.up_proj", + "observed_tokens": 112, + "weighted_error_before": 24.966445572674274, + "weighted_error_after": 14.613440442830324 + }, + { + "name": "model.layers.6.mlp.experts.5.down_proj", + "observed_tokens": 112, + "weighted_error_before": 20.871386850252748, + "weighted_error_after": 14.003809883724898 + }, + { + "name": "model.layers.6.mlp.experts.6.gate_proj", + "observed_tokens": 492, + "weighted_error_before": 24.509745478630066, + "weighted_error_after": 14.27537401765585 + }, + { + "name": "model.layers.6.mlp.experts.6.up_proj", + "observed_tokens": 492, + "weighted_error_before": 23.244731271639466, + "weighted_error_after": 13.631543086841702 + }, + { + "name": "model.layers.6.mlp.experts.6.down_proj", + "observed_tokens": 492, + "weighted_error_before": 20.719301796518266, + "weighted_error_after": 13.902427524328232 + }, + { + "name": "model.layers.6.mlp.experts.7.gate_proj", + "observed_tokens": 264, + "weighted_error_before": 28.34856472350657, + "weighted_error_after": 16.681643582880497 + }, + { + "name": "model.layers.6.mlp.experts.7.up_proj", + "observed_tokens": 264, + "weighted_error_before": 26.911666739732027, + "weighted_error_after": 15.872254038229585 + }, + { + "name": "model.layers.6.mlp.experts.7.down_proj", + "observed_tokens": 264, + "weighted_error_before": 22.41853251098655, + "weighted_error_after": 15.075933823711239 + }, + { + "name": "model.layers.6.mlp.experts.8.gate_proj", + "observed_tokens": 184, + "weighted_error_before": 23.765169840306044, + "weighted_error_after": 14.078586621209979 + }, + { + "name": "model.layers.6.mlp.experts.8.up_proj", + "observed_tokens": 184, + "weighted_error_before": 23.381131568923593, + "weighted_error_after": 13.75968804396689 + }, + { + "name": "model.layers.6.mlp.experts.8.down_proj", + "observed_tokens": 184, + "weighted_error_before": 20.282017475925386, + "weighted_error_after": 13.771740809548646 + }, + { + "name": "model.layers.6.mlp.experts.9.gate_proj", + "observed_tokens": 571, + "weighted_error_before": 26.615554140880704, + "weighted_error_after": 15.632866000756621 + }, + { + "name": "model.layers.6.mlp.experts.9.up_proj", + "observed_tokens": 571, + "weighted_error_before": 24.64534303545952, + "weighted_error_after": 14.387332025915384 + }, + { + "name": "model.layers.6.mlp.experts.9.down_proj", + "observed_tokens": 571, + "weighted_error_before": 21.122462890809402, + "weighted_error_after": 14.352739567635581 + }, + { + "name": "model.layers.6.mlp.experts.10.gate_proj", + "observed_tokens": 285, + "weighted_error_before": 24.41139665991068, + "weighted_error_after": 14.367166819050908 + }, + { + "name": "model.layers.6.mlp.experts.10.up_proj", + "observed_tokens": 285, + "weighted_error_before": 24.273590974509716, + "weighted_error_after": 14.161443723365664 + }, + { + "name": "model.layers.6.mlp.experts.10.down_proj", + "observed_tokens": 285, + "weighted_error_before": 20.542548486031592, + "weighted_error_after": 14.03632705239579 + }, + { + "name": "model.layers.6.mlp.experts.11.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 25.552809327840805, + "weighted_error_after": 14.936655756086111 + }, + { + "name": "model.layers.6.mlp.experts.11.up_proj", + "observed_tokens": 90, + "weighted_error_before": 26.07375326193869, + "weighted_error_after": 15.24458085373044 + }, + { + "name": "model.layers.6.mlp.experts.11.down_proj", + "observed_tokens": 90, + "weighted_error_before": 21.84791171597317, + "weighted_error_after": 13.176263744710013 + }, + { + "name": "model.layers.6.mlp.experts.12.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 27.84987749904394, + "weighted_error_after": 16.440994126722217 + }, + { + "name": "model.layers.6.mlp.experts.12.up_proj", + "observed_tokens": 85, + "weighted_error_before": 27.21097992733121, + "weighted_error_after": 16.253395741805434 + }, + { + "name": "model.layers.6.mlp.experts.12.down_proj", + "observed_tokens": 85, + "weighted_error_before": 22.611136241350323, + "weighted_error_after": 15.065566562814638 + }, + { + "name": "model.layers.6.mlp.experts.13.gate_proj", + "observed_tokens": 508, + "weighted_error_before": 23.946484008803964, + "weighted_error_after": 14.376418946310878 + }, + { + "name": "model.layers.6.mlp.experts.13.up_proj", + "observed_tokens": 508, + "weighted_error_before": 24.864988142624497, + "weighted_error_after": 14.572034636512399 + }, + { + "name": "model.layers.6.mlp.experts.13.down_proj", + "observed_tokens": 508, + "weighted_error_before": 21.364068187307566, + "weighted_error_after": 14.57970063528046 + }, + { + "name": "model.layers.6.mlp.experts.14.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 26.747774589806795, + "weighted_error_after": 15.783315170556307 + }, + { + "name": "model.layers.6.mlp.experts.14.up_proj", + "observed_tokens": 58, + "weighted_error_before": 26.10117867216468, + "weighted_error_after": 15.401562443003058 + }, + { + "name": "model.layers.6.mlp.experts.14.down_proj", + "observed_tokens": 58, + "weighted_error_before": 21.76343253441155, + "weighted_error_after": 14.03456695843488 + }, + { + "name": "model.layers.6.mlp.experts.15.gate_proj", + "observed_tokens": 648, + "weighted_error_before": 26.361371217295527, + "weighted_error_after": 15.447594594210386 + }, + { + "name": "model.layers.6.mlp.experts.15.up_proj", + "observed_tokens": 648, + "weighted_error_before": 24.596153212711215, + "weighted_error_after": 14.563358645886183 + }, + { + "name": "model.layers.6.mlp.experts.15.down_proj", + "observed_tokens": 648, + "weighted_error_before": 21.38431902602315, + "weighted_error_after": 14.465777239296585 + }, + { + "name": "model.layers.6.mlp.experts.16.gate_proj", + "observed_tokens": 437, + "weighted_error_before": 26.40709651261568, + "weighted_error_after": 15.474964821711183 + }, + { + "name": "model.layers.6.mlp.experts.16.up_proj", + "observed_tokens": 437, + "weighted_error_before": 24.58426469936967, + "weighted_error_after": 14.377449464052916 + }, + { + "name": "model.layers.6.mlp.experts.16.down_proj", + "observed_tokens": 437, + "weighted_error_before": 20.6275702919811, + "weighted_error_after": 13.943737209774554 + }, + { + "name": "model.layers.6.mlp.experts.17.gate_proj", + "observed_tokens": 221, + "weighted_error_before": 28.119134798645973, + "weighted_error_after": 16.536622412502766 + }, + { + "name": "model.layers.6.mlp.experts.17.up_proj", + "observed_tokens": 221, + "weighted_error_before": 27.36171881482005, + "weighted_error_after": 16.078066477552056 + }, + { + "name": "model.layers.6.mlp.experts.17.down_proj", + "observed_tokens": 221, + "weighted_error_before": 22.43301440915093, + "weighted_error_after": 15.127154709771276 + }, + { + "name": "model.layers.6.mlp.experts.18.gate_proj", + "observed_tokens": 130, + "weighted_error_before": 27.829032503068447, + "weighted_error_after": 16.394679933786392 + }, + { + "name": "model.layers.6.mlp.experts.18.up_proj", + "observed_tokens": 130, + "weighted_error_before": 28.859464928507805, + "weighted_error_after": 16.989137016236782 + }, + { + "name": "model.layers.6.mlp.experts.18.down_proj", + "observed_tokens": 130, + "weighted_error_before": 23.324800362577662, + "weighted_error_after": 15.38516947790049 + }, + { + "name": "model.layers.6.mlp.experts.19.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 26.612804725766182, + "weighted_error_after": 15.75119843147695 + }, + { + "name": "model.layers.6.mlp.experts.19.up_proj", + "observed_tokens": 245, + "weighted_error_before": 26.7490726262331, + "weighted_error_after": 15.751755952835083 + }, + { + "name": "model.layers.6.mlp.experts.19.down_proj", + "observed_tokens": 245, + "weighted_error_before": 22.268037263769656, + "weighted_error_after": 15.002036846941337 + }, + { + "name": "model.layers.6.mlp.experts.20.gate_proj", + "observed_tokens": 1279, + "weighted_error_before": 23.91565819270909, + "weighted_error_after": 13.926868976093829 + }, + { + "name": "model.layers.6.mlp.experts.20.up_proj", + "observed_tokens": 1279, + "weighted_error_before": 23.227783808484674, + "weighted_error_after": 13.570350700989366 + }, + { + "name": "model.layers.6.mlp.experts.20.down_proj", + "observed_tokens": 1279, + "weighted_error_before": 19.788587011862546, + "weighted_error_after": 13.52007287973538 + }, + { + "name": "model.layers.6.mlp.experts.21.gate_proj", + "observed_tokens": 204, + "weighted_error_before": 28.628068894147873, + "weighted_error_after": 16.789605412632227 + }, + { + "name": "model.layers.6.mlp.experts.21.up_proj", + "observed_tokens": 204, + "weighted_error_before": 24.335739297792315, + "weighted_error_after": 14.368019677698612 + }, + { + "name": "model.layers.6.mlp.experts.21.down_proj", + "observed_tokens": 204, + "weighted_error_before": 20.770499113132246, + "weighted_error_after": 14.100338847492822 + }, + { + "name": "model.layers.6.mlp.experts.22.gate_proj", + "observed_tokens": 355, + "weighted_error_before": 25.141416249796748, + "weighted_error_after": 14.659243008121848 + }, + { + "name": "model.layers.6.mlp.experts.22.up_proj", + "observed_tokens": 355, + "weighted_error_before": 24.187988070771098, + "weighted_error_after": 14.201112288981676 + }, + { + "name": "model.layers.6.mlp.experts.22.down_proj", + "observed_tokens": 355, + "weighted_error_before": 20.81272995658219, + "weighted_error_after": 13.747264191508293 + }, + { + "name": "model.layers.6.mlp.experts.23.gate_proj", + "observed_tokens": 144, + "weighted_error_before": 27.921207293868065, + "weighted_error_after": 16.31226972490549 + }, + { + "name": "model.layers.6.mlp.experts.23.up_proj", + "observed_tokens": 144, + "weighted_error_before": 28.483595417812467, + "weighted_error_after": 16.60236556828022 + }, + { + "name": "model.layers.6.mlp.experts.23.down_proj", + "observed_tokens": 144, + "weighted_error_before": 23.110609402880073, + "weighted_error_after": 15.56710490444675 + }, + { + "name": "model.layers.6.mlp.experts.24.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 27.1298194155097, + "weighted_error_after": 15.890059530735016 + }, + { + "name": "model.layers.6.mlp.experts.24.up_proj", + "observed_tokens": 48, + "weighted_error_before": 25.685810489580035, + "weighted_error_after": 15.298273926600814 + }, + { + "name": "model.layers.6.mlp.experts.24.down_proj", + "observed_tokens": 48, + "weighted_error_before": 22.101378666236997, + "weighted_error_after": 14.926015857607126 + }, + { + "name": "model.layers.6.mlp.experts.25.gate_proj", + "observed_tokens": 129, + "weighted_error_before": 25.04284841939807, + "weighted_error_after": 14.722816190682352 + }, + { + "name": "model.layers.6.mlp.experts.25.up_proj", + "observed_tokens": 129, + "weighted_error_before": 24.60954812541604, + "weighted_error_after": 14.544337125495076 + }, + { + "name": "model.layers.6.mlp.experts.25.down_proj", + "observed_tokens": 129, + "weighted_error_before": 21.272713330108672, + "weighted_error_after": 14.18707672180608 + }, + { + "name": "model.layers.6.mlp.experts.26.gate_proj", + "observed_tokens": 726, + "weighted_error_before": 25.077306795865297, + "weighted_error_after": 14.767413629218936 + }, + { + "name": "model.layers.6.mlp.experts.26.up_proj", + "observed_tokens": 726, + "weighted_error_before": 23.90157220326364, + "weighted_error_after": 14.190222289413214 + }, + { + "name": "model.layers.6.mlp.experts.26.down_proj", + "observed_tokens": 726, + "weighted_error_before": 20.614884063368663, + "weighted_error_after": 14.097640612861142 + }, + { + "name": "model.layers.6.mlp.experts.27.gate_proj", + "observed_tokens": 205, + "weighted_error_before": 25.39687144011259, + "weighted_error_after": 14.854399129748344 + }, + { + "name": "model.layers.6.mlp.experts.27.up_proj", + "observed_tokens": 205, + "weighted_error_before": 26.839087765663862, + "weighted_error_after": 15.668166130781174 + }, + { + "name": "model.layers.6.mlp.experts.27.down_proj", + "observed_tokens": 205, + "weighted_error_before": 22.445072032976896, + "weighted_error_after": 15.288300283253193 + }, + { + "name": "model.layers.6.mlp.experts.28.gate_proj", + "observed_tokens": 101, + "weighted_error_before": 29.18236743658781, + "weighted_error_after": 17.220291374251246 + }, + { + "name": "model.layers.6.mlp.experts.28.up_proj", + "observed_tokens": 101, + "weighted_error_before": 26.241280687972903, + "weighted_error_after": 15.370177639648318 + }, + { + "name": "model.layers.6.mlp.experts.28.down_proj", + "observed_tokens": 101, + "weighted_error_before": 21.211821228964254, + "weighted_error_after": 14.38031704700552 + }, + { + "name": "model.layers.6.mlp.experts.29.gate_proj", + "observed_tokens": 157, + "weighted_error_before": 25.44081832282245, + "weighted_error_after": 15.013883836567402 + }, + { + "name": "model.layers.6.mlp.experts.29.up_proj", + "observed_tokens": 157, + "weighted_error_before": 24.10794921591878, + "weighted_error_after": 14.289972285740077 + }, + { + "name": "model.layers.6.mlp.experts.29.down_proj", + "observed_tokens": 157, + "weighted_error_before": 20.504289512289688, + "weighted_error_after": 13.323514624265954 + }, + { + "name": "model.layers.6.mlp.experts.30.gate_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.6.mlp.experts.30.up_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.6.mlp.experts.30.down_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.6.mlp.experts.31.gate_proj", + "observed_tokens": 613, + "weighted_error_before": 25.820134790614247, + "weighted_error_after": 15.25183517858386 + }, + { + "name": "model.layers.6.mlp.experts.31.up_proj", + "observed_tokens": 613, + "weighted_error_before": 24.102770319208503, + "weighted_error_after": 14.301379680633545 + }, + { + "name": "model.layers.6.mlp.experts.31.down_proj", + "observed_tokens": 613, + "weighted_error_before": 20.21092448523268, + "weighted_error_after": 13.314559775986709 + }, + { + "name": "model.layers.6.mlp.experts.32.gate_proj", + "observed_tokens": 957, + "weighted_error_before": 27.259349770843983, + "weighted_error_after": 15.986607021652162 + }, + { + "name": "model.layers.6.mlp.experts.32.up_proj", + "observed_tokens": 957, + "weighted_error_before": 23.624498216435313, + "weighted_error_after": 14.078201863914728 + }, + { + "name": "model.layers.6.mlp.experts.32.down_proj", + "observed_tokens": 957, + "weighted_error_before": 20.443309528403915, + "weighted_error_after": 13.91688061482273 + }, + { + "name": "model.layers.6.mlp.experts.33.gate_proj", + "observed_tokens": 777, + "weighted_error_before": 25.51068590208888, + "weighted_error_after": 15.13039374537766 + }, + { + "name": "model.layers.6.mlp.experts.33.up_proj", + "observed_tokens": 777, + "weighted_error_before": 23.325530799105763, + "weighted_error_after": 13.894393149763346 + }, + { + "name": "model.layers.6.mlp.experts.33.down_proj", + "observed_tokens": 777, + "weighted_error_before": 20.7601689347066, + "weighted_error_after": 14.179870741441846 + }, + { + "name": "model.layers.6.mlp.experts.34.gate_proj", + "observed_tokens": 834, + "weighted_error_before": 25.466794557869434, + "weighted_error_after": 14.9352848213166 + }, + { + "name": "model.layers.6.mlp.experts.34.up_proj", + "observed_tokens": 834, + "weighted_error_before": 23.469735944643617, + "weighted_error_after": 13.791382556781173 + }, + { + "name": "model.layers.6.mlp.experts.34.down_proj", + "observed_tokens": 834, + "weighted_error_before": 20.44568399246782, + "weighted_error_after": 13.728513283189386 + }, + { + "name": "model.layers.6.mlp.experts.35.gate_proj", + "observed_tokens": 891, + "weighted_error_before": 28.800914015620947, + "weighted_error_after": 17.048322284594178 + }, + { + "name": "model.layers.6.mlp.experts.35.up_proj", + "observed_tokens": 891, + "weighted_error_before": 26.378920994699, + "weighted_error_after": 15.525630990043283 + }, + { + "name": "model.layers.6.mlp.experts.35.down_proj", + "observed_tokens": 891, + "weighted_error_before": 21.98441466409713, + "weighted_error_after": 14.327301122364588 + }, + { + "name": "model.layers.6.mlp.experts.36.gate_proj", + "observed_tokens": 738, + "weighted_error_before": 25.460908468812704, + "weighted_error_after": 14.997875463217497 + }, + { + "name": "model.layers.6.mlp.experts.36.up_proj", + "observed_tokens": 738, + "weighted_error_before": 24.93536627665162, + "weighted_error_after": 14.751127419993281 + }, + { + "name": "model.layers.6.mlp.experts.36.down_proj", + "observed_tokens": 738, + "weighted_error_before": 21.192663166904822, + "weighted_error_after": 14.19375279545784 + }, + { + "name": "model.layers.6.mlp.experts.37.gate_proj", + "observed_tokens": 1129, + "weighted_error_before": 26.687698930501938, + "weighted_error_after": 15.72233341448009 + }, + { + "name": "model.layers.6.mlp.experts.37.up_proj", + "observed_tokens": 1129, + "weighted_error_before": 23.162158155813813, + "weighted_error_after": 13.678569654002786 + }, + { + "name": "model.layers.6.mlp.experts.37.down_proj", + "observed_tokens": 1129, + "weighted_error_before": 20.39248407771811, + "weighted_error_after": 14.050129344919696 + }, + { + "name": "model.layers.6.mlp.experts.38.gate_proj", + "observed_tokens": 163, + "weighted_error_before": 29.527907103300095, + "weighted_error_after": 17.394523676484823 + }, + { + "name": "model.layers.6.mlp.experts.38.up_proj", + "observed_tokens": 163, + "weighted_error_before": 30.205975241959095, + "weighted_error_after": 17.601607646793127 + }, + { + "name": "model.layers.6.mlp.experts.38.down_proj", + "observed_tokens": 163, + "weighted_error_before": 24.221929833758622, + "weighted_error_after": 16.31253766687587 + }, + { + "name": "model.layers.6.mlp.experts.39.gate_proj", + "observed_tokens": 746, + "weighted_error_before": 28.3835212495178, + "weighted_error_after": 16.26024372689426 + }, + { + "name": "model.layers.6.mlp.experts.39.up_proj", + "observed_tokens": 746, + "weighted_error_before": 23.685449041426182, + "weighted_error_after": 13.745337193831801 + }, + { + "name": "model.layers.6.mlp.experts.39.down_proj", + "observed_tokens": 746, + "weighted_error_before": 19.546323640737683, + "weighted_error_after": 13.419618369080126 + }, + { + "name": "model.layers.6.mlp.experts.40.gate_proj", + "observed_tokens": 610, + "weighted_error_before": 22.970113594084978, + "weighted_error_after": 13.410290015861392 + }, + { + "name": "model.layers.6.mlp.experts.40.up_proj", + "observed_tokens": 610, + "weighted_error_before": 22.641629371792078, + "weighted_error_after": 13.173746962100267 + }, + { + "name": "model.layers.6.mlp.experts.40.down_proj", + "observed_tokens": 610, + "weighted_error_before": 19.398366689216346, + "weighted_error_after": 13.019699250347912 + }, + { + "name": "model.layers.6.mlp.experts.41.gate_proj", + "observed_tokens": 911, + "weighted_error_before": 28.73947880603373, + "weighted_error_after": 17.058203488588333 + }, + { + "name": "model.layers.6.mlp.experts.41.up_proj", + "observed_tokens": 911, + "weighted_error_before": 25.383463870733976, + "weighted_error_after": 14.952233595773578 + }, + { + "name": "model.layers.6.mlp.experts.41.down_proj", + "observed_tokens": 911, + "weighted_error_before": 21.216605469584465, + "weighted_error_after": 14.2738497214159 + }, + { + "name": "model.layers.6.mlp.experts.42.gate_proj", + "observed_tokens": 76, + "weighted_error_before": 28.760412979871035, + "weighted_error_after": 17.056914132088423 + }, + { + "name": "model.layers.6.mlp.experts.42.up_proj", + "observed_tokens": 76, + "weighted_error_before": 29.767914090305567, + "weighted_error_after": 17.579730439931154 + }, + { + "name": "model.layers.6.mlp.experts.42.down_proj", + "observed_tokens": 76, + "weighted_error_before": 24.33664722321555, + "weighted_error_after": 15.991061013191938 + }, + { + "name": "model.layers.6.mlp.experts.43.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 30.129610005766153, + "weighted_error_after": 17.740351654589176 + }, + { + "name": "model.layers.6.mlp.experts.43.up_proj", + "observed_tokens": 112, + "weighted_error_before": 30.78964238613844, + "weighted_error_after": 18.073900628834963 + }, + { + "name": "model.layers.6.mlp.experts.43.down_proj", + "observed_tokens": 112, + "weighted_error_before": 25.142505841329694, + "weighted_error_after": 16.325714647071436 + }, + { + "name": "model.layers.6.mlp.experts.44.gate_proj", + "observed_tokens": 1328, + "weighted_error_before": 24.43505592085421, + "weighted_error_after": 14.54768256098032 + }, + { + "name": "model.layers.6.mlp.experts.44.up_proj", + "observed_tokens": 1328, + "weighted_error_before": 25.47799614071846, + "weighted_error_after": 15.03938052430749 + }, + { + "name": "model.layers.6.mlp.experts.44.down_proj", + "observed_tokens": 1328, + "weighted_error_before": 19.743326777010225, + "weighted_error_after": 4.389363608963322 + }, + { + "name": "model.layers.6.mlp.experts.45.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 26.964814741164446, + "weighted_error_after": 16.017039217054844 + }, + { + "name": "model.layers.6.mlp.experts.45.up_proj", + "observed_tokens": 58, + "weighted_error_before": 25.387758128345013, + "weighted_error_after": 14.960253221914172 + }, + { + "name": "model.layers.6.mlp.experts.45.down_proj", + "observed_tokens": 58, + "weighted_error_before": 21.605911017395556, + "weighted_error_after": 14.55225217458792 + }, + { + "name": "model.layers.6.mlp.experts.46.gate_proj", + "observed_tokens": 1137, + "weighted_error_before": 24.59226175956428, + "weighted_error_after": 14.526505736634135 + }, + { + "name": "model.layers.6.mlp.experts.46.up_proj", + "observed_tokens": 1137, + "weighted_error_before": 23.407527336850762, + "weighted_error_after": 13.686176594346762 + }, + { + "name": "model.layers.6.mlp.experts.46.down_proj", + "observed_tokens": 1137, + "weighted_error_before": 21.030399860115722, + "weighted_error_after": 4.18806986376876 + }, + { + "name": "model.layers.6.mlp.experts.47.gate_proj", + "observed_tokens": 422, + "weighted_error_before": 26.18333565071225, + "weighted_error_after": 15.560746969655156 + }, + { + "name": "model.layers.6.mlp.experts.47.up_proj", + "observed_tokens": 422, + "weighted_error_before": 25.280753077939153, + "weighted_error_after": 15.008099620230496 + }, + { + "name": "model.layers.6.mlp.experts.47.down_proj", + "observed_tokens": 422, + "weighted_error_before": 21.949826072435826, + "weighted_error_after": 14.814817758160643 + }, + { + "name": "model.layers.6.mlp.experts.48.gate_proj", + "observed_tokens": 23, + "weighted_error_before": 28.95678573101759, + "weighted_error_after": 16.90999053604901 + }, + { + "name": "model.layers.6.mlp.experts.48.up_proj", + "observed_tokens": 23, + "weighted_error_before": 26.736176311969757, + "weighted_error_after": 15.914317989721894 + }, + { + "name": "model.layers.6.mlp.experts.48.down_proj", + "observed_tokens": 23, + "weighted_error_before": 22.810078837908804, + "weighted_error_after": 15.557598617160693 + }, + { + "name": "model.layers.6.mlp.experts.49.gate_proj", + "observed_tokens": 197, + "weighted_error_before": 28.945588529109955, + "weighted_error_after": 16.512079054489732 + }, + { + "name": "model.layers.6.mlp.experts.49.up_proj", + "observed_tokens": 197, + "weighted_error_before": 25.850645676255226, + "weighted_error_after": 15.091343278065324 + }, + { + "name": "model.layers.6.mlp.experts.49.down_proj", + "observed_tokens": 197, + "weighted_error_before": 21.98951794952154, + "weighted_error_after": 14.539510253816843 + }, + { + "name": "model.layers.6.mlp.experts.50.gate_proj", + "observed_tokens": 254, + "weighted_error_before": 25.79358170926571, + "weighted_error_after": 15.150700671598315 + }, + { + "name": "model.layers.6.mlp.experts.50.up_proj", + "observed_tokens": 254, + "weighted_error_before": 27.0567117780447, + "weighted_error_after": 15.936999240890145 + }, + { + "name": "model.layers.6.mlp.experts.50.down_proj", + "observed_tokens": 254, + "weighted_error_before": 22.563687782734632, + "weighted_error_after": 15.249000201933086 + }, + { + "name": "model.layers.6.mlp.experts.51.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 28.73497132398188, + "weighted_error_after": 17.16601413860917 + }, + { + "name": "model.layers.6.mlp.experts.51.up_proj", + "observed_tokens": 161, + "weighted_error_before": 27.685513185337186, + "weighted_error_after": 16.316528694704175 + }, + { + "name": "model.layers.6.mlp.experts.51.down_proj", + "observed_tokens": 161, + "weighted_error_before": 22.917102581239305, + "weighted_error_after": 14.506541990442201 + }, + { + "name": "model.layers.6.mlp.experts.52.gate_proj", + "observed_tokens": 415, + "weighted_error_before": 26.563570573925972, + "weighted_error_after": 15.614155326038599 + }, + { + "name": "model.layers.6.mlp.experts.52.up_proj", + "observed_tokens": 415, + "weighted_error_before": 26.787369722500443, + "weighted_error_after": 15.933202954009175 + }, + { + "name": "model.layers.6.mlp.experts.52.down_proj", + "observed_tokens": 415, + "weighted_error_before": 22.224005156662315, + "weighted_error_after": 15.26666921400465 + }, + { + "name": "model.layers.6.mlp.experts.53.gate_proj", + "observed_tokens": 221, + "weighted_error_before": 26.350762436166406, + "weighted_error_after": 15.524348704144359 + }, + { + "name": "model.layers.6.mlp.experts.53.up_proj", + "observed_tokens": 221, + "weighted_error_before": 25.00277162529528, + "weighted_error_after": 14.80680574849248 + }, + { + "name": "model.layers.6.mlp.experts.53.down_proj", + "observed_tokens": 221, + "weighted_error_before": 22.335061222314835, + "weighted_error_after": 14.773727133870125 + }, + { + "name": "model.layers.6.mlp.experts.54.gate_proj", + "observed_tokens": 13, + "weighted_error_before": 27.56688291952014, + "weighted_error_after": 16.384380651637912 + }, + { + "name": "model.layers.6.mlp.experts.54.up_proj", + "observed_tokens": 13, + "weighted_error_before": 28.07297010719776, + "weighted_error_after": 16.605512633919716 + }, + { + "name": "model.layers.6.mlp.experts.54.down_proj", + "observed_tokens": 13, + "weighted_error_before": 23.1896488184575, + "weighted_error_after": 15.979588595218956 + }, + { + "name": "model.layers.6.mlp.experts.55.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 28.15243076533079, + "weighted_error_after": 16.711057292297482 + }, + { + "name": "model.layers.6.mlp.experts.55.up_proj", + "observed_tokens": 245, + "weighted_error_before": 26.448142547160387, + "weighted_error_after": 15.63910204358399 + }, + { + "name": "model.layers.6.mlp.experts.55.down_proj", + "observed_tokens": 245, + "weighted_error_before": 22.157990240841173, + "weighted_error_after": 14.790557910804637 + }, + { + "name": "model.layers.6.mlp.experts.56.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 26.877063862979412, + "weighted_error_after": 15.690621498972178 + }, + { + "name": "model.layers.6.mlp.experts.56.up_proj", + "observed_tokens": 67, + "weighted_error_before": 28.13727936707437, + "weighted_error_after": 16.18686780333519 + }, + { + "name": "model.layers.6.mlp.experts.56.down_proj", + "observed_tokens": 67, + "weighted_error_before": 22.62056505959481, + "weighted_error_after": 13.967253259383142 + }, + { + "name": "model.layers.6.mlp.experts.57.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 27.76336707174778, + "weighted_error_after": 16.349963819608092 + }, + { + "name": "model.layers.6.mlp.experts.57.up_proj", + "observed_tokens": 67, + "weighted_error_before": 29.366774637252092, + "weighted_error_after": 17.198277259245515 + }, + { + "name": "model.layers.6.mlp.experts.57.down_proj", + "observed_tokens": 67, + "weighted_error_before": 24.212726887781173, + "weighted_error_after": 16.41875585145317 + }, + { + "name": "model.layers.6.mlp.experts.58.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 25.196106614544988, + "weighted_error_after": 15.106917271390557 + }, + { + "name": "model.layers.6.mlp.experts.58.up_proj", + "observed_tokens": 170, + "weighted_error_before": 25.980779707431793, + "weighted_error_after": 15.283676816150546 + }, + { + "name": "model.layers.6.mlp.experts.58.down_proj", + "observed_tokens": 170, + "weighted_error_before": 21.971300014760345, + "weighted_error_after": 14.77648029383272 + }, + { + "name": "model.layers.6.mlp.experts.59.gate_proj", + "observed_tokens": 93, + "weighted_error_before": 29.297801807522774, + "weighted_error_after": 17.045044550672174 + }, + { + "name": "model.layers.6.mlp.experts.59.up_proj", + "observed_tokens": 93, + "weighted_error_before": 30.678289722651243, + "weighted_error_after": 17.89739763736725 + }, + { + "name": "model.layers.6.mlp.experts.59.down_proj", + "observed_tokens": 93, + "weighted_error_before": 24.523612407036126, + "weighted_error_after": 16.015745273791254 + }, + { + "name": "model.layers.6.mlp.experts.60.gate_proj", + "observed_tokens": 614, + "weighted_error_before": 25.824093367904425, + "weighted_error_after": 15.243513569235802 + }, + { + "name": "model.layers.6.mlp.experts.60.up_proj", + "observed_tokens": 614, + "weighted_error_before": 26.567044883966446, + "weighted_error_after": 15.640208134427667 + }, + { + "name": "model.layers.6.mlp.experts.60.down_proj", + "observed_tokens": 614, + "weighted_error_before": 22.138932305155322, + "weighted_error_after": 15.092481424915604 + }, + { + "name": "model.layers.6.mlp.experts.61.gate_proj", + "observed_tokens": 270, + "weighted_error_before": 25.10817739740014, + "weighted_error_after": 14.789352178573608 + }, + { + "name": "model.layers.6.mlp.experts.61.up_proj", + "observed_tokens": 270, + "weighted_error_before": 25.42703747190535, + "weighted_error_after": 14.872209969907999 + }, + { + "name": "model.layers.6.mlp.experts.61.down_proj", + "observed_tokens": 270, + "weighted_error_before": 21.6453885929659, + "weighted_error_after": 14.542403845582157 + }, + { + "name": "model.layers.6.mlp.experts.62.gate_proj", + "observed_tokens": 34, + "weighted_error_before": 26.980562690645456, + "weighted_error_after": 15.783521376550198 + }, + { + "name": "model.layers.6.mlp.experts.62.up_proj", + "observed_tokens": 34, + "weighted_error_before": 27.753279380500317, + "weighted_error_after": 16.38569870404899 + }, + { + "name": "model.layers.6.mlp.experts.62.down_proj", + "observed_tokens": 34, + "weighted_error_before": 22.908762522041798, + "weighted_error_after": 15.706051126122475 + }, + { + "name": "model.layers.6.mlp.experts.63.gate_proj", + "observed_tokens": 137, + "weighted_error_before": 24.357599589973688, + "weighted_error_after": 14.296399224549532 + }, + { + "name": "model.layers.6.mlp.experts.63.up_proj", + "observed_tokens": 137, + "weighted_error_before": 23.76038777641952, + "weighted_error_after": 13.820633755996823 + }, + { + "name": "model.layers.6.mlp.experts.63.down_proj", + "observed_tokens": 137, + "weighted_error_before": 20.472516786307096, + "weighted_error_after": 13.862501018680632 + }, + { + "name": "model.layers.6.mlp.experts.64.gate_proj", + "observed_tokens": 301, + "weighted_error_before": 27.182941500097513, + "weighted_error_after": 16.084918005391955 + }, + { + "name": "model.layers.6.mlp.experts.64.up_proj", + "observed_tokens": 301, + "weighted_error_before": 25.574038552120328, + "weighted_error_after": 15.176073575392365 + }, + { + "name": "model.layers.6.mlp.experts.64.down_proj", + "observed_tokens": 301, + "weighted_error_before": 21.848983966745436, + "weighted_error_after": 14.676297244848683 + }, + { + "name": "model.layers.6.mlp.experts.65.gate_proj", + "observed_tokens": 270, + "weighted_error_before": 28.34235906600952, + "weighted_error_after": 16.74844552576542 + }, + { + "name": "model.layers.6.mlp.experts.65.up_proj", + "observed_tokens": 270, + "weighted_error_before": 29.105302173644304, + "weighted_error_after": 17.246624628081918 + }, + { + "name": "model.layers.6.mlp.experts.65.down_proj", + "observed_tokens": 270, + "weighted_error_before": 24.261505122296512, + "weighted_error_after": 16.485371341230348 + }, + { + "name": "model.layers.6.mlp.experts.66.gate_proj", + "observed_tokens": 200, + "weighted_error_before": 27.85408440604806, + "weighted_error_after": 16.391548505052924 + }, + { + "name": "model.layers.6.mlp.experts.66.up_proj", + "observed_tokens": 200, + "weighted_error_before": 24.969115966930985, + "weighted_error_after": 14.819714358076453 + }, + { + "name": "model.layers.6.mlp.experts.66.down_proj", + "observed_tokens": 200, + "weighted_error_before": 21.311409102752805, + "weighted_error_after": 13.600556000135839 + }, + { + "name": "model.layers.6.mlp.experts.67.gate_proj", + "observed_tokens": 107, + "weighted_error_before": 24.390613194555044, + "weighted_error_after": 14.358678460121155 + }, + { + "name": "model.layers.6.mlp.experts.67.up_proj", + "observed_tokens": 107, + "weighted_error_before": 26.69024497270584, + "weighted_error_after": 15.780189283192158 + }, + { + "name": "model.layers.6.mlp.experts.67.down_proj", + "observed_tokens": 107, + "weighted_error_before": 22.86064982181415, + "weighted_error_after": 15.569871599320322 + }, + { + "name": "model.layers.6.mlp.experts.68.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 28.6099768076092, + "weighted_error_after": 16.874944798648357 + }, + { + "name": "model.layers.6.mlp.experts.68.up_proj", + "observed_tokens": 90, + "weighted_error_before": 24.03990076109767, + "weighted_error_after": 14.236653283238411 + }, + { + "name": "model.layers.6.mlp.experts.68.down_proj", + "observed_tokens": 90, + "weighted_error_before": 20.477469857316464, + "weighted_error_after": 13.599762647179887 + }, + { + "name": "model.layers.6.mlp.experts.69.gate_proj", + "observed_tokens": 180, + "weighted_error_before": 27.591027095913887, + "weighted_error_after": 16.045785607770085 + }, + { + "name": "model.layers.6.mlp.experts.69.up_proj", + "observed_tokens": 180, + "weighted_error_before": 27.99461594596505, + "weighted_error_after": 16.495961846783757 + }, + { + "name": "model.layers.6.mlp.experts.69.down_proj", + "observed_tokens": 180, + "weighted_error_before": 23.14445509854704, + "weighted_error_after": 15.431514386553317 + }, + { + "name": "model.layers.6.mlp.experts.70.gate_proj", + "observed_tokens": 210, + "weighted_error_before": 25.76220454275608, + "weighted_error_after": 15.181269409134984 + }, + { + "name": "model.layers.6.mlp.experts.70.up_proj", + "observed_tokens": 210, + "weighted_error_before": 26.9643443133682, + "weighted_error_after": 15.660407716408372 + }, + { + "name": "model.layers.6.mlp.experts.70.down_proj", + "observed_tokens": 210, + "weighted_error_before": 22.39959240704775, + "weighted_error_after": 15.074687906773761 + }, + { + "name": "model.layers.6.mlp.experts.71.gate_proj", + "observed_tokens": 36, + "weighted_error_before": 27.19653493538499, + "weighted_error_after": 15.922438513487577 + }, + { + "name": "model.layers.6.mlp.experts.71.up_proj", + "observed_tokens": 36, + "weighted_error_before": 28.62025262787938, + "weighted_error_after": 16.85740708000958 + }, + { + "name": "model.layers.6.mlp.experts.71.down_proj", + "observed_tokens": 36, + "weighted_error_before": 23.35908465553075, + "weighted_error_after": 15.751823908649385 + }, + { + "name": "model.layers.6.mlp.experts.72.gate_proj", + "observed_tokens": 183, + "weighted_error_before": 25.367577692493796, + "weighted_error_after": 15.099455764517188 + }, + { + "name": "model.layers.6.mlp.experts.72.up_proj", + "observed_tokens": 183, + "weighted_error_before": 26.894742749631405, + "weighted_error_after": 15.899502001702785 + }, + { + "name": "model.layers.6.mlp.experts.72.down_proj", + "observed_tokens": 183, + "weighted_error_before": 22.53417382389307, + "weighted_error_after": 14.988570709479973 + }, + { + "name": "model.layers.6.mlp.experts.73.gate_proj", + "observed_tokens": 370, + "weighted_error_before": 27.290198724716902, + "weighted_error_after": 16.13504853658378 + }, + { + "name": "model.layers.6.mlp.experts.73.up_proj", + "observed_tokens": 370, + "weighted_error_before": 25.180248994380236, + "weighted_error_after": 15.058236317709088 + }, + { + "name": "model.layers.6.mlp.experts.73.down_proj", + "observed_tokens": 370, + "weighted_error_before": 21.472222882555798, + "weighted_error_after": 14.11034250818193 + }, + { + "name": "model.layers.6.mlp.experts.74.gate_proj", + "observed_tokens": 215, + "weighted_error_before": 25.71654773876071, + "weighted_error_after": 15.319730402901769 + }, + { + "name": "model.layers.6.mlp.experts.74.up_proj", + "observed_tokens": 215, + "weighted_error_before": 25.366143006831408, + "weighted_error_after": 14.953772259876132 + }, + { + "name": "model.layers.6.mlp.experts.74.down_proj", + "observed_tokens": 215, + "weighted_error_before": 21.509638719027862, + "weighted_error_after": 14.5525270733051 + }, + { + "name": "model.layers.6.mlp.experts.75.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 27.403090002015233, + "weighted_error_after": 16.14267280511558 + }, + { + "name": "model.layers.6.mlp.experts.75.up_proj", + "observed_tokens": 201, + "weighted_error_before": 26.39453712850809, + "weighted_error_after": 15.780310038477182 + }, + { + "name": "model.layers.6.mlp.experts.75.down_proj", + "observed_tokens": 201, + "weighted_error_before": 22.36151573713869, + "weighted_error_after": 14.949928626883775 + }, + { + "name": "model.layers.6.mlp.experts.76.gate_proj", + "observed_tokens": 260, + "weighted_error_before": 28.361199205741286, + "weighted_error_after": 16.642563320696354 + }, + { + "name": "model.layers.6.mlp.experts.76.up_proj", + "observed_tokens": 260, + "weighted_error_before": 25.473256669938564, + "weighted_error_after": 15.197841137647629 + }, + { + "name": "model.layers.6.mlp.experts.76.down_proj", + "observed_tokens": 260, + "weighted_error_before": 22.340799288707785, + "weighted_error_after": 14.406491336820181 + }, + { + "name": "model.layers.6.mlp.experts.77.gate_proj", + "observed_tokens": 89, + "weighted_error_before": 24.94397791288793, + "weighted_error_after": 14.591456536203623 + }, + { + "name": "model.layers.6.mlp.experts.77.up_proj", + "observed_tokens": 89, + "weighted_error_before": 23.40779921039939, + "weighted_error_after": 13.763185199350119 + }, + { + "name": "model.layers.6.mlp.experts.77.down_proj", + "observed_tokens": 89, + "weighted_error_before": 20.300344415940344, + "weighted_error_after": 13.586143204709515 + }, + { + "name": "model.layers.6.mlp.experts.78.gate_proj", + "observed_tokens": 129, + "weighted_error_before": 23.263615414500237, + "weighted_error_after": 13.50583017244935 + }, + { + "name": "model.layers.6.mlp.experts.78.up_proj", + "observed_tokens": 129, + "weighted_error_before": 22.538630668073893, + "weighted_error_after": 13.262240113690495 + }, + { + "name": "model.layers.6.mlp.experts.78.down_proj", + "observed_tokens": 129, + "weighted_error_before": 19.161431975197047, + "weighted_error_after": 12.956406945362687 + }, + { + "name": "model.layers.6.mlp.experts.79.gate_proj", + "observed_tokens": 197, + "weighted_error_before": 29.194751489907503, + "weighted_error_after": 17.08845246769488 + }, + { + "name": "model.layers.6.mlp.experts.79.up_proj", + "observed_tokens": 197, + "weighted_error_before": 26.59812311641872, + "weighted_error_after": 15.609097560867667 + }, + { + "name": "model.layers.6.mlp.experts.79.down_proj", + "observed_tokens": 197, + "weighted_error_before": 22.523503970354795, + "weighted_error_after": 15.215861571021378 + }, + { + "name": "model.layers.6.mlp.experts.80.gate_proj", + "observed_tokens": 524, + "weighted_error_before": 25.447592662647367, + "weighted_error_after": 15.00608435831964 + }, + { + "name": "model.layers.6.mlp.experts.80.up_proj", + "observed_tokens": 524, + "weighted_error_before": 23.391554281115532, + "weighted_error_after": 13.827749835327268 + }, + { + "name": "model.layers.6.mlp.experts.80.down_proj", + "observed_tokens": 524, + "weighted_error_before": 19.574342540930957, + "weighted_error_after": 13.120399670908228 + }, + { + "name": "model.layers.6.mlp.experts.81.gate_proj", + "observed_tokens": 416, + "weighted_error_before": 26.34730583615601, + "weighted_error_after": 15.447718316689134 + }, + { + "name": "model.layers.6.mlp.experts.81.up_proj", + "observed_tokens": 416, + "weighted_error_before": 24.078930931165814, + "weighted_error_after": 14.283397931605577 + }, + { + "name": "model.layers.6.mlp.experts.81.down_proj", + "observed_tokens": 416, + "weighted_error_before": 20.689881059573963, + "weighted_error_after": 13.954285567393526 + }, + { + "name": "model.layers.6.mlp.experts.82.gate_proj", + "observed_tokens": 469, + "weighted_error_before": 26.241216253489256, + "weighted_error_after": 15.332999002188444 + }, + { + "name": "model.layers.6.mlp.experts.82.up_proj", + "observed_tokens": 469, + "weighted_error_before": 24.38958138972521, + "weighted_error_after": 14.19657950475812 + }, + { + "name": "model.layers.6.mlp.experts.82.down_proj", + "observed_tokens": 469, + "weighted_error_before": 20.014998625498265, + "weighted_error_after": 13.585440231487155 + }, + { + "name": "model.layers.6.mlp.experts.83.gate_proj", + "observed_tokens": 254, + "weighted_error_before": 27.043430963531137, + "weighted_error_after": 15.816058114171028 + }, + { + "name": "model.layers.6.mlp.experts.83.up_proj", + "observed_tokens": 254, + "weighted_error_before": 26.56729093939066, + "weighted_error_after": 15.552449500188231 + }, + { + "name": "model.layers.6.mlp.experts.83.down_proj", + "observed_tokens": 254, + "weighted_error_before": 21.872252125758678, + "weighted_error_after": 14.733520073001273 + }, + { + "name": "model.layers.6.mlp.experts.84.gate_proj", + "observed_tokens": 265, + "weighted_error_before": 27.76940912939608, + "weighted_error_after": 16.225771512836218 + }, + { + "name": "model.layers.6.mlp.experts.84.up_proj", + "observed_tokens": 265, + "weighted_error_before": 25.449207350611687, + "weighted_error_after": 14.998103711754084 + }, + { + "name": "model.layers.6.mlp.experts.84.down_proj", + "observed_tokens": 265, + "weighted_error_before": 21.364915726007894, + "weighted_error_after": 14.078312114812434 + }, + { + "name": "model.layers.6.mlp.experts.85.gate_proj", + "observed_tokens": 750, + "weighted_error_before": 28.535244546830654, + "weighted_error_after": 16.58416418544948 + }, + { + "name": "model.layers.6.mlp.experts.85.up_proj", + "observed_tokens": 750, + "weighted_error_before": 25.199816569685936, + "weighted_error_after": 14.780510567128658 + }, + { + "name": "model.layers.6.mlp.experts.85.down_proj", + "observed_tokens": 750, + "weighted_error_before": 21.067699562292546, + "weighted_error_after": 14.253911604522727 + }, + { + "name": "model.layers.6.mlp.experts.86.gate_proj", + "observed_tokens": 181, + "weighted_error_before": 23.79333520308137, + "weighted_error_after": 14.002594716846943 + }, + { + "name": "model.layers.6.mlp.experts.86.up_proj", + "observed_tokens": 181, + "weighted_error_before": 25.099779775366187, + "weighted_error_after": 14.625144934281707 + }, + { + "name": "model.layers.6.mlp.experts.86.down_proj", + "observed_tokens": 181, + "weighted_error_before": 21.114460924640298, + "weighted_error_after": 14.35144971567206 + }, + { + "name": "model.layers.6.mlp.experts.87.gate_proj", + "observed_tokens": 357, + "weighted_error_before": 26.43345095217228, + "weighted_error_after": 15.48451166599989 + }, + { + "name": "model.layers.6.mlp.experts.87.up_proj", + "observed_tokens": 357, + "weighted_error_before": 26.671496860682964, + "weighted_error_after": 15.66550151258707 + }, + { + "name": "model.layers.6.mlp.experts.87.down_proj", + "observed_tokens": 357, + "weighted_error_before": 21.779420993756503, + "weighted_error_after": 14.718210545368493 + }, + { + "name": "model.layers.6.mlp.experts.88.gate_proj", + "observed_tokens": 300, + "weighted_error_before": 26.38066827505827, + "weighted_error_after": 15.080069227144122 + }, + { + "name": "model.layers.6.mlp.experts.88.up_proj", + "observed_tokens": 300, + "weighted_error_before": 27.85804208740592, + "weighted_error_after": 15.986985642462969 + }, + { + "name": "model.layers.6.mlp.experts.88.down_proj", + "observed_tokens": 300, + "weighted_error_before": 22.46160235768184, + "weighted_error_after": 15.225871819071472 + }, + { + "name": "model.layers.6.mlp.experts.89.gate_proj", + "observed_tokens": 1552, + "weighted_error_before": 26.533167531713843, + "weighted_error_after": 15.643884832039475 + }, + { + "name": "model.layers.6.mlp.experts.89.up_proj", + "observed_tokens": 1552, + "weighted_error_before": 22.500598300248384, + "weighted_error_after": 13.382881181314588 + }, + { + "name": "model.layers.6.mlp.experts.89.down_proj", + "observed_tokens": 1552, + "weighted_error_before": 19.700615568319336, + "weighted_error_after": 11.912522720638663 + }, + { + "name": "model.layers.6.mlp.experts.90.gate_proj", + "observed_tokens": 231, + "weighted_error_before": 27.846567580476403, + "weighted_error_after": 16.21445901505649 + }, + { + "name": "model.layers.6.mlp.experts.90.up_proj", + "observed_tokens": 231, + "weighted_error_before": 25.70357340388, + "weighted_error_after": 15.29523017257452 + }, + { + "name": "model.layers.6.mlp.experts.90.down_proj", + "observed_tokens": 231, + "weighted_error_before": 21.06315589067526, + "weighted_error_after": 13.5361841279082 + }, + { + "name": "model.layers.6.mlp.experts.91.gate_proj", + "observed_tokens": 365, + "weighted_error_before": 26.69573524221778, + "weighted_error_after": 15.619165569543839 + }, + { + "name": "model.layers.6.mlp.experts.91.up_proj", + "observed_tokens": 365, + "weighted_error_before": 26.727712709456682, + "weighted_error_after": 15.656248981133103 + }, + { + "name": "model.layers.6.mlp.experts.91.down_proj", + "observed_tokens": 365, + "weighted_error_before": 21.817670604679734, + "weighted_error_after": 14.791334877954796 + }, + { + "name": "model.layers.6.mlp.experts.92.gate_proj", + "observed_tokens": 482, + "weighted_error_before": 30.151006918400526, + "weighted_error_after": 17.827764144167304 + }, + { + "name": "model.layers.6.mlp.experts.92.up_proj", + "observed_tokens": 482, + "weighted_error_before": 29.037982992827892, + "weighted_error_after": 17.215601624920964 + }, + { + "name": "model.layers.6.mlp.experts.92.down_proj", + "observed_tokens": 482, + "weighted_error_before": 23.905523963971063, + "weighted_error_after": 16.112734835827723 + }, + { + "name": "model.layers.6.mlp.experts.93.gate_proj", + "observed_tokens": 79, + "weighted_error_before": 24.665250450372696, + "weighted_error_after": 14.580261962488294 + }, + { + "name": "model.layers.6.mlp.experts.93.up_proj", + "observed_tokens": 79, + "weighted_error_before": 24.833527049049735, + "weighted_error_after": 14.708514409139752 + }, + { + "name": "model.layers.6.mlp.experts.93.down_proj", + "observed_tokens": 79, + "weighted_error_before": 20.964300964958966, + "weighted_error_after": 14.15606600465253 + }, + { + "name": "model.layers.6.mlp.experts.94.gate_proj", + "observed_tokens": 391, + "weighted_error_before": 25.25521445646882, + "weighted_error_after": 14.983928313478827 + }, + { + "name": "model.layers.6.mlp.experts.94.up_proj", + "observed_tokens": 391, + "weighted_error_before": 26.71264961734414, + "weighted_error_after": 15.596266735345125 + }, + { + "name": "model.layers.6.mlp.experts.94.down_proj", + "observed_tokens": 391, + "weighted_error_before": 22.405139374779537, + "weighted_error_after": 15.340100071392953 + }, + { + "name": "model.layers.6.mlp.experts.95.gate_proj", + "observed_tokens": 1915, + "weighted_error_before": 27.601879354566336, + "weighted_error_after": 16.24412477761507 + }, + { + "name": "model.layers.6.mlp.experts.95.up_proj", + "observed_tokens": 1915, + "weighted_error_before": 24.47156672179699, + "weighted_error_after": 14.489846605807543 + }, + { + "name": "model.layers.6.mlp.experts.95.down_proj", + "observed_tokens": 1915, + "weighted_error_before": 20.523157495073974, + "weighted_error_after": 13.797110861167312 + }, + { + "name": "model.layers.6.mlp.experts.96.gate_proj", + "observed_tokens": 26, + "weighted_error_before": 27.674809645861387, + "weighted_error_after": 16.3447025436908 + }, + { + "name": "model.layers.6.mlp.experts.96.up_proj", + "observed_tokens": 26, + "weighted_error_before": 27.900695469230413, + "weighted_error_after": 16.39340773411095 + }, + { + "name": "model.layers.6.mlp.experts.96.down_proj", + "observed_tokens": 26, + "weighted_error_before": 22.897348469588906, + "weighted_error_after": 15.712324179243296 + }, + { + "name": "model.layers.6.mlp.experts.97.gate_proj", + "observed_tokens": 324, + "weighted_error_before": 24.78293521516025, + "weighted_error_after": 14.487613152712584 + }, + { + "name": "model.layers.6.mlp.experts.97.up_proj", + "observed_tokens": 324, + "weighted_error_before": 24.347876766696572, + "weighted_error_after": 14.227368475869298 + }, + { + "name": "model.layers.6.mlp.experts.97.down_proj", + "observed_tokens": 324, + "weighted_error_before": 20.90114607801661, + "weighted_error_after": 14.22244127606973 + }, + { + "name": "model.layers.6.mlp.experts.98.gate_proj", + "observed_tokens": 89, + "weighted_error_before": 26.592470351606607, + "weighted_error_after": 15.579899784177542 + }, + { + "name": "model.layers.6.mlp.experts.98.up_proj", + "observed_tokens": 89, + "weighted_error_before": 26.90729859098792, + "weighted_error_after": 15.640367722138762 + }, + { + "name": "model.layers.6.mlp.experts.98.down_proj", + "observed_tokens": 89, + "weighted_error_before": 21.78387778578326, + "weighted_error_after": 13.862578757107258 + }, + { + "name": "model.layers.6.mlp.experts.99.gate_proj", + "observed_tokens": 178, + "weighted_error_before": 28.202491581439972, + "weighted_error_after": 16.670698907226324 + }, + { + "name": "model.layers.6.mlp.experts.99.up_proj", + "observed_tokens": 178, + "weighted_error_before": 26.897610306739807, + "weighted_error_after": 15.82008265517652 + }, + { + "name": "model.layers.6.mlp.experts.99.down_proj", + "observed_tokens": 178, + "weighted_error_before": 22.19379294104874, + "weighted_error_after": 14.453858117107302 + }, + { + "name": "model.layers.6.mlp.experts.100.gate_proj", + "observed_tokens": 443, + "weighted_error_before": 23.6396437715739, + "weighted_error_after": 13.793256456032395 + }, + { + "name": "model.layers.6.mlp.experts.100.up_proj", + "observed_tokens": 443, + "weighted_error_before": 24.342350320890546, + "weighted_error_after": 14.283496589399874 + }, + { + "name": "model.layers.6.mlp.experts.100.down_proj", + "observed_tokens": 443, + "weighted_error_before": 20.95117073878646, + "weighted_error_after": 14.17366190906614 + }, + { + "name": "model.layers.6.mlp.experts.101.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 28.144954293966293, + "weighted_error_after": 16.418197328224778 + }, + { + "name": "model.layers.6.mlp.experts.101.up_proj", + "observed_tokens": 230, + "weighted_error_before": 26.690575663000345, + "weighted_error_after": 15.674993924796581 + }, + { + "name": "model.layers.6.mlp.experts.101.down_proj", + "observed_tokens": 230, + "weighted_error_before": 21.99479700019583, + "weighted_error_after": 14.838071928592399 + }, + { + "name": "model.layers.6.mlp.experts.102.gate_proj", + "observed_tokens": 24, + "weighted_error_before": 24.91286783851683, + "weighted_error_after": 14.66578084602952 + }, + { + "name": "model.layers.6.mlp.experts.102.up_proj", + "observed_tokens": 24, + "weighted_error_before": 24.157855536788702, + "weighted_error_after": 14.275207549333572 + }, + { + "name": "model.layers.6.mlp.experts.102.down_proj", + "observed_tokens": 24, + "weighted_error_before": 20.223508175928146, + "weighted_error_after": 13.870351038640365 + }, + { + "name": "model.layers.6.mlp.experts.103.gate_proj", + "observed_tokens": 358, + "weighted_error_before": 25.153237840160728, + "weighted_error_after": 14.723422797396779 + }, + { + "name": "model.layers.6.mlp.experts.103.up_proj", + "observed_tokens": 358, + "weighted_error_before": 23.983438290655613, + "weighted_error_after": 14.081375388428569 + }, + { + "name": "model.layers.6.mlp.experts.103.down_proj", + "observed_tokens": 358, + "weighted_error_before": 20.05720596620813, + "weighted_error_after": 13.684160790871829 + }, + { + "name": "model.layers.6.mlp.experts.104.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 25.94209361821413, + "weighted_error_after": 15.106340330094099 + }, + { + "name": "model.layers.6.mlp.experts.104.up_proj", + "observed_tokens": 447, + "weighted_error_before": 22.92024251818657, + "weighted_error_after": 13.405419792979956 + }, + { + "name": "model.layers.6.mlp.experts.104.down_proj", + "observed_tokens": 447, + "weighted_error_before": 20.39806161215529, + "weighted_error_after": 13.941912696231157 + }, + { + "name": "model.layers.6.mlp.experts.105.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 27.67674385011196, + "weighted_error_after": 16.118365194648504 + }, + { + "name": "model.layers.6.mlp.experts.105.up_proj", + "observed_tokens": 104, + "weighted_error_before": 28.85710394755006, + "weighted_error_after": 16.619280714541674 + }, + { + "name": "model.layers.6.mlp.experts.105.down_proj", + "observed_tokens": 104, + "weighted_error_before": 23.371952146291733, + "weighted_error_after": 14.036886456422508 + }, + { + "name": "model.layers.6.mlp.experts.106.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 25.26098152808845, + "weighted_error_after": 14.764161901548505 + }, + { + "name": "model.layers.6.mlp.experts.106.up_proj", + "observed_tokens": 69, + "weighted_error_before": 26.77829065732658, + "weighted_error_after": 15.664368103258312 + }, + { + "name": "model.layers.6.mlp.experts.106.down_proj", + "observed_tokens": 69, + "weighted_error_before": 22.220380668528378, + "weighted_error_after": 14.158491614740342 + }, + { + "name": "model.layers.6.mlp.experts.107.gate_proj", + "observed_tokens": 123, + "weighted_error_before": 36.37411733716726, + "weighted_error_after": 20.14338376093656 + }, + { + "name": "model.layers.6.mlp.experts.107.up_proj", + "observed_tokens": 123, + "weighted_error_before": 29.012638149783015, + "weighted_error_after": 16.217923494055867 + }, + { + "name": "model.layers.6.mlp.experts.107.down_proj", + "observed_tokens": 123, + "weighted_error_before": 20.10266573401168, + "weighted_error_after": 13.292186770122498 + }, + { + "name": "model.layers.6.mlp.experts.108.gate_proj", + "observed_tokens": 560, + "weighted_error_before": 24.05825723707676, + "weighted_error_after": 14.314296673983335 + }, + { + "name": "model.layers.6.mlp.experts.108.up_proj", + "observed_tokens": 560, + "weighted_error_before": 25.39768047630787, + "weighted_error_after": 14.921601682901382 + }, + { + "name": "model.layers.6.mlp.experts.108.down_proj", + "observed_tokens": 560, + "weighted_error_before": 21.398017525672913, + "weighted_error_after": 14.52332937065512 + }, + { + "name": "model.layers.6.mlp.experts.109.gate_proj", + "observed_tokens": 248, + "weighted_error_before": 23.615819292142987, + "weighted_error_after": 13.999896943569183 + }, + { + "name": "model.layers.6.mlp.experts.109.up_proj", + "observed_tokens": 248, + "weighted_error_before": 25.559012481942773, + "weighted_error_after": 14.8699637837708 + }, + { + "name": "model.layers.6.mlp.experts.109.down_proj", + "observed_tokens": 248, + "weighted_error_before": 21.239739158656448, + "weighted_error_after": 14.4630133791361 + }, + { + "name": "model.layers.6.mlp.experts.110.gate_proj", + "observed_tokens": 236, + "weighted_error_before": 32.51647620648146, + "weighted_error_after": 18.59025215730071 + }, + { + "name": "model.layers.6.mlp.experts.110.up_proj", + "observed_tokens": 236, + "weighted_error_before": 24.508312791585922, + "weighted_error_after": 14.340453870594501 + }, + { + "name": "model.layers.6.mlp.experts.110.down_proj", + "observed_tokens": 236, + "weighted_error_before": 20.210468858480453, + "weighted_error_after": 13.27353844139725 + }, + { + "name": "model.layers.6.mlp.experts.111.gate_proj", + "observed_tokens": 194, + "weighted_error_before": 27.215299665927887, + "weighted_error_after": 16.09901866130531 + }, + { + "name": "model.layers.6.mlp.experts.111.up_proj", + "observed_tokens": 194, + "weighted_error_before": 27.511621430516243, + "weighted_error_after": 16.328316755592823 + }, + { + "name": "model.layers.6.mlp.experts.111.down_proj", + "observed_tokens": 194, + "weighted_error_before": 22.8556430474855, + "weighted_error_after": 15.29642484872602 + }, + { + "name": "model.layers.6.mlp.experts.112.gate_proj", + "observed_tokens": 259, + "weighted_error_before": 24.40405579470098, + "weighted_error_after": 14.082695731893182 + }, + { + "name": "model.layers.6.mlp.experts.112.up_proj", + "observed_tokens": 259, + "weighted_error_before": 24.28734152019024, + "weighted_error_after": 14.145312499254942 + }, + { + "name": "model.layers.6.mlp.experts.112.down_proj", + "observed_tokens": 259, + "weighted_error_before": 20.521465880796313, + "weighted_error_after": 13.795226534362882 + }, + { + "name": "model.layers.6.mlp.experts.113.gate_proj", + "observed_tokens": 240, + "weighted_error_before": 24.913140876218677, + "weighted_error_after": 14.662118198350072 + }, + { + "name": "model.layers.6.mlp.experts.113.up_proj", + "observed_tokens": 240, + "weighted_error_before": 25.540370048955083, + "weighted_error_after": 14.83036756888032 + }, + { + "name": "model.layers.6.mlp.experts.113.down_proj", + "observed_tokens": 240, + "weighted_error_before": 21.720680674538016, + "weighted_error_after": 12.476675810292363 + }, + { + "name": "model.layers.6.mlp.experts.114.gate_proj", + "observed_tokens": 202, + "weighted_error_before": 26.244672000408173, + "weighted_error_after": 15.430702090263367 + }, + { + "name": "model.layers.6.mlp.experts.114.up_proj", + "observed_tokens": 202, + "weighted_error_before": 26.022833116352558, + "weighted_error_after": 15.486690618097782 + }, + { + "name": "model.layers.6.mlp.experts.114.down_proj", + "observed_tokens": 202, + "weighted_error_before": 22.12126551521942, + "weighted_error_after": 14.87536222115159 + }, + { + "name": "model.layers.6.mlp.experts.115.gate_proj", + "observed_tokens": 437, + "weighted_error_before": 27.089539978653193, + "weighted_error_after": 15.982145542278886 + }, + { + "name": "model.layers.6.mlp.experts.115.up_proj", + "observed_tokens": 437, + "weighted_error_before": 25.21351709589362, + "weighted_error_after": 14.832437735050917 + }, + { + "name": "model.layers.6.mlp.experts.115.down_proj", + "observed_tokens": 437, + "weighted_error_before": 21.194530001841486, + "weighted_error_after": 14.244554952718318 + }, + { + "name": "model.layers.6.mlp.experts.116.gate_proj", + "observed_tokens": 784, + "weighted_error_before": 28.109492044895887, + "weighted_error_after": 16.623835371807218 + }, + { + "name": "model.layers.6.mlp.experts.116.up_proj", + "observed_tokens": 784, + "weighted_error_before": 25.947819059714675, + "weighted_error_after": 15.431233087554574 + }, + { + "name": "model.layers.6.mlp.experts.116.down_proj", + "observed_tokens": 784, + "weighted_error_before": 22.052426003152505, + "weighted_error_after": 14.681001900520641 + }, + { + "name": "model.layers.6.mlp.experts.117.gate_proj", + "observed_tokens": 419, + "weighted_error_before": 26.339734671637416, + "weighted_error_after": 15.395441235974431 + }, + { + "name": "model.layers.6.mlp.experts.117.up_proj", + "observed_tokens": 419, + "weighted_error_before": 24.76082498766482, + "weighted_error_after": 14.554436089470983 + }, + { + "name": "model.layers.6.mlp.experts.117.down_proj", + "observed_tokens": 419, + "weighted_error_before": 21.221340235322714, + "weighted_error_after": 14.34186085849069 + }, + { + "name": "model.layers.6.mlp.experts.118.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 29.69820528291166, + "weighted_error_after": 17.631600096821785 + }, + { + "name": "model.layers.6.mlp.experts.118.up_proj", + "observed_tokens": 158, + "weighted_error_before": 24.109333788976073, + "weighted_error_after": 14.294539706781507 + }, + { + "name": "model.layers.6.mlp.experts.118.down_proj", + "observed_tokens": 158, + "weighted_error_before": 20.332237129099667, + "weighted_error_after": 13.652135398006067 + }, + { + "name": "model.layers.6.mlp.experts.119.gate_proj", + "observed_tokens": 247, + "weighted_error_before": 28.09948954731226, + "weighted_error_after": 16.4865308329463 + }, + { + "name": "model.layers.6.mlp.experts.119.up_proj", + "observed_tokens": 247, + "weighted_error_before": 26.354486864060163, + "weighted_error_after": 15.528174074366689 + }, + { + "name": "model.layers.6.mlp.experts.119.down_proj", + "observed_tokens": 247, + "weighted_error_before": 21.48408665601164, + "weighted_error_after": 13.886319835903123 + }, + { + "name": "model.layers.6.mlp.experts.120.gate_proj", + "observed_tokens": 614, + "weighted_error_before": 27.55201788432896, + "weighted_error_after": 16.33406262472272 + }, + { + "name": "model.layers.6.mlp.experts.120.up_proj", + "observed_tokens": 614, + "weighted_error_before": 24.968273025006056, + "weighted_error_after": 14.856268297880888 + }, + { + "name": "model.layers.6.mlp.experts.120.down_proj", + "observed_tokens": 614, + "weighted_error_before": 21.481229655910283, + "weighted_error_after": 14.181819224497303 + }, + { + "name": "model.layers.6.mlp.experts.121.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 26.993897631764412, + "weighted_error_after": 15.965689597651362 + }, + { + "name": "model.layers.6.mlp.experts.121.up_proj", + "observed_tokens": 146, + "weighted_error_before": 27.875721711665392, + "weighted_error_after": 16.52667347341776 + }, + { + "name": "model.layers.6.mlp.experts.121.down_proj", + "observed_tokens": 146, + "weighted_error_before": 23.180167745333165, + "weighted_error_after": 15.555448627797887 + }, + { + "name": "model.layers.6.mlp.experts.122.gate_proj", + "observed_tokens": 542, + "weighted_error_before": 27.57412909157574, + "weighted_error_after": 16.479188481345773 + }, + { + "name": "model.layers.6.mlp.experts.122.up_proj", + "observed_tokens": 542, + "weighted_error_before": 28.430862862616777, + "weighted_error_after": 16.610925901681185 + }, + { + "name": "model.layers.6.mlp.experts.122.down_proj", + "observed_tokens": 542, + "weighted_error_before": 22.62406932702288, + "weighted_error_after": 15.186925075482577 + }, + { + "name": "model.layers.6.mlp.experts.123.gate_proj", + "observed_tokens": 786, + "weighted_error_before": 29.08812702074647, + "weighted_error_after": 17.014256987720728 + }, + { + "name": "model.layers.6.mlp.experts.123.up_proj", + "observed_tokens": 786, + "weighted_error_before": 25.46752804890275, + "weighted_error_after": 15.086744382977486 + }, + { + "name": "model.layers.6.mlp.experts.123.down_proj", + "observed_tokens": 786, + "weighted_error_before": 22.150092841591686, + "weighted_error_after": 15.007577680633403 + }, + { + "name": "model.layers.6.mlp.experts.124.gate_proj", + "observed_tokens": 439, + "weighted_error_before": 26.911832116544247, + "weighted_error_after": 15.665275750681758 + }, + { + "name": "model.layers.6.mlp.experts.124.up_proj", + "observed_tokens": 439, + "weighted_error_before": 26.658608332276344, + "weighted_error_after": 15.670004714280367 + }, + { + "name": "model.layers.6.mlp.experts.124.down_proj", + "observed_tokens": 439, + "weighted_error_before": 21.89395469846204, + "weighted_error_after": 14.814778676023707 + }, + { + "name": "model.layers.6.mlp.experts.125.gate_proj", + "observed_tokens": 659, + "weighted_error_before": 26.20874741487205, + "weighted_error_after": 15.576760865747929 + }, + { + "name": "model.layers.6.mlp.experts.125.up_proj", + "observed_tokens": 659, + "weighted_error_before": 24.480103243142366, + "weighted_error_after": 14.402261469513178 + }, + { + "name": "model.layers.6.mlp.experts.125.down_proj", + "observed_tokens": 659, + "weighted_error_before": 21.04006988927722, + "weighted_error_after": 14.276459096581675 + }, + { + "name": "model.layers.6.mlp.experts.126.gate_proj", + "observed_tokens": 225, + "weighted_error_before": 25.804758677259088, + "weighted_error_after": 15.13142915442586 + }, + { + "name": "model.layers.6.mlp.experts.126.up_proj", + "observed_tokens": 225, + "weighted_error_before": 25.323008708655834, + "weighted_error_after": 14.979389015585184 + }, + { + "name": "model.layers.6.mlp.experts.126.down_proj", + "observed_tokens": 225, + "weighted_error_before": 21.816006733570248, + "weighted_error_after": 14.939542006701231 + }, + { + "name": "model.layers.6.mlp.experts.127.gate_proj", + "observed_tokens": 680, + "weighted_error_before": 26.507446743547916, + "weighted_error_after": 15.444510702043772 + }, + { + "name": "model.layers.6.mlp.experts.127.up_proj", + "observed_tokens": 680, + "weighted_error_before": 26.906069990247488, + "weighted_error_after": 15.809177592396736 + }, + { + "name": "model.layers.6.mlp.experts.127.down_proj", + "observed_tokens": 680, + "weighted_error_before": 22.155461504356936, + "weighted_error_after": 14.8781654429622 + }, + { + "name": "model.layers.6.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 20.504447372397408, + "weighted_error_after": 11.511757610482164 + }, + { + "name": "model.layers.6.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 20.59519602218643, + "weighted_error_after": 11.190699835773557 + }, + { + "name": "model.layers.6.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 14.37385357520543, + "weighted_error_after": 8.424846349749714 + }, + { + "name": "model.layers.7.attention.q_a_proj", + "observed_tokens": 5624, + "weighted_error_before": 15.866975948214531, + "weighted_error_after": 9.31224070303142 + }, + { + "name": "model.layers.7.attention.q_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 85.31510341807734, + "weighted_error_after": 62.97115633581416 + }, + { + "name": "model.layers.7.attention.kv_a_proj_with_mqa", + "observed_tokens": 5624, + "weighted_error_before": 52.24446337297559, + "weighted_error_after": 32.85285018570721 + }, + { + "name": "model.layers.7.attention.kv_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 171.59836182370782, + "weighted_error_after": 120.07955141505226 + }, + { + "name": "model.layers.7.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 1.6605891063809395, + "weighted_error_after": 1.1827085353434086 + }, + { + "name": "model.layers.7.attention.dense", + "observed_tokens": 5624, + "weighted_error_before": 142.8181858016178, + "weighted_error_after": 78.84236120525748 + }, + { + "name": "model.layers.7.mlp.experts.0.gate_proj", + "observed_tokens": 199, + "weighted_error_before": 27.408887412399054, + "weighted_error_after": 16.186042165383697 + }, + { + "name": "model.layers.7.mlp.experts.0.up_proj", + "observed_tokens": 199, + "weighted_error_before": 28.425588380545378, + "weighted_error_after": 16.74977076612413 + }, + { + "name": "model.layers.7.mlp.experts.0.down_proj", + "observed_tokens": 199, + "weighted_error_before": 22.584386693313718, + "weighted_error_after": 14.788861873559654 + }, + { + "name": "model.layers.7.mlp.experts.1.gate_proj", + "observed_tokens": 507, + "weighted_error_before": 27.918483816087246, + "weighted_error_after": 16.162632673978806 + }, + { + "name": "model.layers.7.mlp.experts.1.up_proj", + "observed_tokens": 507, + "weighted_error_before": 26.834929110482335, + "weighted_error_after": 15.885837335139513 + }, + { + "name": "model.layers.7.mlp.experts.1.down_proj", + "observed_tokens": 507, + "weighted_error_before": 21.849115959368646, + "weighted_error_after": 14.855046394164674 + }, + { + "name": "model.layers.7.mlp.experts.2.gate_proj", + "observed_tokens": 183, + "weighted_error_before": 26.64424618706107, + "weighted_error_after": 15.613947968930006 + }, + { + "name": "model.layers.7.mlp.experts.2.up_proj", + "observed_tokens": 183, + "weighted_error_before": 27.92992866411805, + "weighted_error_after": 16.46853488124907 + }, + { + "name": "model.layers.7.mlp.experts.2.down_proj", + "observed_tokens": 183, + "weighted_error_before": 23.48210025881417, + "weighted_error_after": 15.950483247404918 + }, + { + "name": "model.layers.7.mlp.experts.3.gate_proj", + "observed_tokens": 445, + "weighted_error_before": 29.443563936278224, + "weighted_error_after": 16.991340974345803 + }, + { + "name": "model.layers.7.mlp.experts.3.up_proj", + "observed_tokens": 445, + "weighted_error_before": 26.379253137856722, + "weighted_error_after": 15.667760606855154 + }, + { + "name": "model.layers.7.mlp.experts.3.down_proj", + "observed_tokens": 445, + "weighted_error_before": 22.868894587270916, + "weighted_error_after": 15.411774502834305 + }, + { + "name": "model.layers.7.mlp.experts.4.gate_proj", + "observed_tokens": 571, + "weighted_error_before": 23.028269931674004, + "weighted_error_after": 13.37815205194056 + }, + { + "name": "model.layers.7.mlp.experts.4.up_proj", + "observed_tokens": 571, + "weighted_error_before": 24.796331107616425, + "weighted_error_after": 14.443562747910619 + }, + { + "name": "model.layers.7.mlp.experts.4.down_proj", + "observed_tokens": 571, + "weighted_error_before": 20.94744103983976, + "weighted_error_after": 14.47910360340029 + }, + { + "name": "model.layers.7.mlp.experts.5.gate_proj", + "observed_tokens": 446, + "weighted_error_before": 25.104459250345826, + "weighted_error_after": 14.801699195057154 + }, + { + "name": "model.layers.7.mlp.experts.5.up_proj", + "observed_tokens": 446, + "weighted_error_before": 26.416284386068583, + "weighted_error_after": 15.506661841645837 + }, + { + "name": "model.layers.7.mlp.experts.5.down_proj", + "observed_tokens": 446, + "weighted_error_before": 21.63046201504767, + "weighted_error_after": 14.670387927209958 + }, + { + "name": "model.layers.7.mlp.experts.6.gate_proj", + "observed_tokens": 396, + "weighted_error_before": 26.247050553560257, + "weighted_error_after": 15.369897769764066 + }, + { + "name": "model.layers.7.mlp.experts.6.up_proj", + "observed_tokens": 396, + "weighted_error_before": 27.161378279328346, + "weighted_error_after": 16.014972239732742 + }, + { + "name": "model.layers.7.mlp.experts.6.down_proj", + "observed_tokens": 396, + "weighted_error_before": 22.58794455905445, + "weighted_error_after": 15.321461996878497 + }, + { + "name": "model.layers.7.mlp.experts.7.gate_proj", + "observed_tokens": 484, + "weighted_error_before": 28.45097254961729, + "weighted_error_after": 16.898658568039536 + }, + { + "name": "model.layers.7.mlp.experts.7.up_proj", + "observed_tokens": 484, + "weighted_error_before": 29.57990973442793, + "weighted_error_after": 17.28666236065328 + }, + { + "name": "model.layers.7.mlp.experts.7.down_proj", + "observed_tokens": 484, + "weighted_error_before": 23.74492268403992, + "weighted_error_after": 16.201448205392808 + }, + { + "name": "model.layers.7.mlp.experts.8.gate_proj", + "observed_tokens": 59, + "weighted_error_before": 24.886727211996913, + "weighted_error_after": 14.682228395715356 + }, + { + "name": "model.layers.7.mlp.experts.8.up_proj", + "observed_tokens": 59, + "weighted_error_before": 25.735111493617296, + "weighted_error_after": 15.120752708986402 + }, + { + "name": "model.layers.7.mlp.experts.8.down_proj", + "observed_tokens": 59, + "weighted_error_before": 21.285596549510956, + "weighted_error_after": 13.911644219886512 + }, + { + "name": "model.layers.7.mlp.experts.9.gate_proj", + "observed_tokens": 359, + "weighted_error_before": 27.357180897146463, + "weighted_error_after": 16.077513625845313 + }, + { + "name": "model.layers.7.mlp.experts.9.up_proj", + "observed_tokens": 359, + "weighted_error_before": 27.786273062229156, + "weighted_error_after": 16.56281174533069 + }, + { + "name": "model.layers.7.mlp.experts.9.down_proj", + "observed_tokens": 359, + "weighted_error_before": 23.10555063956417, + "weighted_error_after": 15.276265205815434 + }, + { + "name": "model.layers.7.mlp.experts.10.gate_proj", + "observed_tokens": 415, + "weighted_error_before": 27.652779906988144, + "weighted_error_after": 16.35085523687303 + }, + { + "name": "model.layers.7.mlp.experts.10.up_proj", + "observed_tokens": 415, + "weighted_error_before": 28.622892472893, + "weighted_error_after": 16.785787800326943 + }, + { + "name": "model.layers.7.mlp.experts.10.down_proj", + "observed_tokens": 415, + "weighted_error_before": 24.04591714963317, + "weighted_error_after": 15.987195197027177 + }, + { + "name": "model.layers.7.mlp.experts.11.gate_proj", + "observed_tokens": 339, + "weighted_error_before": 27.85734808817506, + "weighted_error_after": 16.19272161461413 + }, + { + "name": "model.layers.7.mlp.experts.11.up_proj", + "observed_tokens": 339, + "weighted_error_before": 25.456389594823122, + "weighted_error_after": 14.949688892811537 + }, + { + "name": "model.layers.7.mlp.experts.11.down_proj", + "observed_tokens": 339, + "weighted_error_before": 21.760298256762326, + "weighted_error_after": 13.10158892488107 + }, + { + "name": "model.layers.7.mlp.experts.12.gate_proj", + "observed_tokens": 616, + "weighted_error_before": 23.856616869568825, + "weighted_error_after": 14.209086615592241 + }, + { + "name": "model.layers.7.mlp.experts.12.up_proj", + "observed_tokens": 616, + "weighted_error_before": 25.432278878986835, + "weighted_error_after": 15.00066452100873 + }, + { + "name": "model.layers.7.mlp.experts.12.down_proj", + "observed_tokens": 616, + "weighted_error_before": 21.241312451893464, + "weighted_error_after": 14.461510892957449 + }, + { + "name": "model.layers.7.mlp.experts.13.gate_proj", + "observed_tokens": 283, + "weighted_error_before": 25.344743521884084, + "weighted_error_after": 14.93096036836505 + }, + { + "name": "model.layers.7.mlp.experts.13.up_proj", + "observed_tokens": 283, + "weighted_error_before": 25.438625561073422, + "weighted_error_after": 15.038073156028986 + }, + { + "name": "model.layers.7.mlp.experts.13.down_proj", + "observed_tokens": 283, + "weighted_error_before": 21.417090471368283, + "weighted_error_after": 14.503921858267859 + }, + { + "name": "model.layers.7.mlp.experts.14.gate_proj", + "observed_tokens": 304, + "weighted_error_before": 26.648050967603922, + "weighted_error_after": 15.577446173876524 + }, + { + "name": "model.layers.7.mlp.experts.14.up_proj", + "observed_tokens": 304, + "weighted_error_before": 27.130725394934416, + "weighted_error_after": 15.987199941650033 + }, + { + "name": "model.layers.7.mlp.experts.14.down_proj", + "observed_tokens": 304, + "weighted_error_before": 22.699369175825268, + "weighted_error_after": 15.385791338048875 + }, + { + "name": "model.layers.7.mlp.experts.15.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 26.299749011173844, + "weighted_error_after": 15.420663239434361 + }, + { + "name": "model.layers.7.mlp.experts.15.up_proj", + "observed_tokens": 274, + "weighted_error_before": 27.479011297225952, + "weighted_error_after": 15.99218494258821 + }, + { + "name": "model.layers.7.mlp.experts.15.down_proj", + "observed_tokens": 274, + "weighted_error_before": 22.50703079532832, + "weighted_error_after": 15.133790660765953 + }, + { + "name": "model.layers.7.mlp.experts.16.gate_proj", + "observed_tokens": 415, + "weighted_error_before": 25.22854432091117, + "weighted_error_after": 14.85376851260662 + }, + { + "name": "model.layers.7.mlp.experts.16.up_proj", + "observed_tokens": 415, + "weighted_error_before": 24.505625255405903, + "weighted_error_after": 14.601078066974878 + }, + { + "name": "model.layers.7.mlp.experts.16.down_proj", + "observed_tokens": 415, + "weighted_error_before": 21.5025629340671, + "weighted_error_after": 14.747387841460295 + }, + { + "name": "model.layers.7.mlp.experts.17.gate_proj", + "observed_tokens": 669, + "weighted_error_before": 25.9071829225868, + "weighted_error_after": 15.248464155942202 + }, + { + "name": "model.layers.7.mlp.experts.17.up_proj", + "observed_tokens": 669, + "weighted_error_before": 26.194385217502713, + "weighted_error_after": 15.496788863092661 + }, + { + "name": "model.layers.7.mlp.experts.17.down_proj", + "observed_tokens": 669, + "weighted_error_before": 21.610870596021414, + "weighted_error_after": 14.34598797513172 + }, + { + "name": "model.layers.7.mlp.experts.18.gate_proj", + "observed_tokens": 402, + "weighted_error_before": 27.477083902806044, + "weighted_error_after": 16.21555121615529 + }, + { + "name": "model.layers.7.mlp.experts.18.up_proj", + "observed_tokens": 402, + "weighted_error_before": 25.12632955983281, + "weighted_error_after": 14.839835103601217 + }, + { + "name": "model.layers.7.mlp.experts.18.down_proj", + "observed_tokens": 402, + "weighted_error_before": 21.34412204590626, + "weighted_error_after": 14.604585912078619 + }, + { + "name": "model.layers.7.mlp.experts.19.gate_proj", + "observed_tokens": 499, + "weighted_error_before": 26.996098907664418, + "weighted_error_after": 15.65489468537271 + }, + { + "name": "model.layers.7.mlp.experts.19.up_proj", + "observed_tokens": 499, + "weighted_error_before": 26.028759740293026, + "weighted_error_after": 15.038441838696599 + }, + { + "name": "model.layers.7.mlp.experts.19.down_proj", + "observed_tokens": 499, + "weighted_error_before": 21.05395795451477, + "weighted_error_after": 13.709401645231992 + }, + { + "name": "model.layers.7.mlp.experts.20.gate_proj", + "observed_tokens": 174, + "weighted_error_before": 29.440367618575692, + "weighted_error_after": 16.531282860785723 + }, + { + "name": "model.layers.7.mlp.experts.20.up_proj", + "observed_tokens": 174, + "weighted_error_before": 28.2543266415596, + "weighted_error_after": 16.251866007223725 + }, + { + "name": "model.layers.7.mlp.experts.20.down_proj", + "observed_tokens": 174, + "weighted_error_before": 22.42508701980114, + "weighted_error_after": 15.122645291034132 + }, + { + "name": "model.layers.7.mlp.experts.21.gate_proj", + "observed_tokens": 409, + "weighted_error_before": 28.078997794538736, + "weighted_error_after": 16.435893163084984 + }, + { + "name": "model.layers.7.mlp.experts.21.up_proj", + "observed_tokens": 409, + "weighted_error_before": 26.144386859610677, + "weighted_error_after": 15.342190694063902 + }, + { + "name": "model.layers.7.mlp.experts.21.down_proj", + "observed_tokens": 409, + "weighted_error_before": 21.816669009975158, + "weighted_error_after": 14.612872584490106 + }, + { + "name": "model.layers.7.mlp.experts.22.gate_proj", + "observed_tokens": 326, + "weighted_error_before": 26.376798532903194, + "weighted_error_after": 15.42875712737441 + }, + { + "name": "model.layers.7.mlp.experts.22.up_proj", + "observed_tokens": 326, + "weighted_error_before": 27.006475627422333, + "weighted_error_after": 15.941027615219355 + }, + { + "name": "model.layers.7.mlp.experts.22.down_proj", + "observed_tokens": 326, + "weighted_error_before": 22.269390295259655, + "weighted_error_after": 15.105962468776852 + }, + { + "name": "model.layers.7.mlp.experts.23.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 26.901777185499668, + "weighted_error_after": 15.642646642401814 + }, + { + "name": "model.layers.7.mlp.experts.23.up_proj", + "observed_tokens": 274, + "weighted_error_before": 27.42066033370793, + "weighted_error_after": 16.084193456918 + }, + { + "name": "model.layers.7.mlp.experts.23.down_proj", + "observed_tokens": 274, + "weighted_error_before": 22.52992664766498, + "weighted_error_after": 15.403407111065462 + }, + { + "name": "model.layers.7.mlp.experts.24.gate_proj", + "observed_tokens": 359, + "weighted_error_before": 26.618258213624358, + "weighted_error_after": 15.659236639738083 + }, + { + "name": "model.layers.7.mlp.experts.24.up_proj", + "observed_tokens": 359, + "weighted_error_before": 25.91965937614441, + "weighted_error_after": 15.19139495678246 + }, + { + "name": "model.layers.7.mlp.experts.24.down_proj", + "observed_tokens": 359, + "weighted_error_before": 21.336161095649004, + "weighted_error_after": 14.649164719041437 + }, + { + "name": "model.layers.7.mlp.experts.25.gate_proj", + "observed_tokens": 295, + "weighted_error_before": 28.93338593840599, + "weighted_error_after": 17.069385154172778 + }, + { + "name": "model.layers.7.mlp.experts.25.up_proj", + "observed_tokens": 295, + "weighted_error_before": 25.683639338240027, + "weighted_error_after": 15.101400375366211 + }, + { + "name": "model.layers.7.mlp.experts.25.down_proj", + "observed_tokens": 295, + "weighted_error_before": 21.562480174354278, + "weighted_error_after": 14.704876590985805 + }, + { + "name": "model.layers.7.mlp.experts.26.gate_proj", + "observed_tokens": 114, + "weighted_error_before": 25.964001581072807, + "weighted_error_after": 14.950660673901439 + }, + { + "name": "model.layers.7.mlp.experts.26.up_proj", + "observed_tokens": 114, + "weighted_error_before": 27.629143711179495, + "weighted_error_after": 15.881396349519491 + }, + { + "name": "model.layers.7.mlp.experts.26.down_proj", + "observed_tokens": 114, + "weighted_error_before": 24.245972794480622, + "weighted_error_after": 16.259904944337904 + }, + { + "name": "model.layers.7.mlp.experts.27.gate_proj", + "observed_tokens": 232, + "weighted_error_before": 27.123929731547832, + "weighted_error_after": 15.986163394525647 + }, + { + "name": "model.layers.7.mlp.experts.27.up_proj", + "observed_tokens": 232, + "weighted_error_before": 26.194175014272332, + "weighted_error_after": 15.515935387462378 + }, + { + "name": "model.layers.7.mlp.experts.27.down_proj", + "observed_tokens": 232, + "weighted_error_before": 22.75467947591096, + "weighted_error_after": 15.260676475474611 + }, + { + "name": "model.layers.7.mlp.experts.28.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 31.616402965039015, + "weighted_error_after": 17.57438954152167 + }, + { + "name": "model.layers.7.mlp.experts.28.up_proj", + "observed_tokens": 201, + "weighted_error_before": 30.592928055673838, + "weighted_error_after": 16.81384363025427 + }, + { + "name": "model.layers.7.mlp.experts.28.down_proj", + "observed_tokens": 201, + "weighted_error_before": 21.426949698012322, + "weighted_error_after": 14.096811273135245 + }, + { + "name": "model.layers.7.mlp.experts.29.gate_proj", + "observed_tokens": 291, + "weighted_error_before": 29.326042959466577, + "weighted_error_after": 16.987674123607576 + }, + { + "name": "model.layers.7.mlp.experts.29.up_proj", + "observed_tokens": 291, + "weighted_error_before": 26.77032922208309, + "weighted_error_after": 15.763297444209456 + }, + { + "name": "model.layers.7.mlp.experts.29.down_proj", + "observed_tokens": 291, + "weighted_error_before": 23.22736160364002, + "weighted_error_after": 15.51729430258274 + }, + { + "name": "model.layers.7.mlp.experts.30.gate_proj", + "observed_tokens": 226, + "weighted_error_before": 29.887490808963776, + "weighted_error_after": 17.285449786111712 + }, + { + "name": "model.layers.7.mlp.experts.30.up_proj", + "observed_tokens": 226, + "weighted_error_before": 26.68933405354619, + "weighted_error_after": 15.807553997263312 + }, + { + "name": "model.layers.7.mlp.experts.30.down_proj", + "observed_tokens": 226, + "weighted_error_before": 19.87457228358835, + "weighted_error_after": 13.324155675712973 + }, + { + "name": "model.layers.7.mlp.experts.31.gate_proj", + "observed_tokens": 363, + "weighted_error_before": 28.227973693981767, + "weighted_error_after": 16.46439735777676 + }, + { + "name": "model.layers.7.mlp.experts.31.up_proj", + "observed_tokens": 363, + "weighted_error_before": 23.946351774036884, + "weighted_error_after": 13.985147558152676 + }, + { + "name": "model.layers.7.mlp.experts.31.down_proj", + "observed_tokens": 363, + "weighted_error_before": 20.83257322385907, + "weighted_error_after": 13.838438454316929 + }, + { + "name": "model.layers.7.mlp.experts.32.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 27.544653221964836, + "weighted_error_after": 16.132035931572318 + }, + { + "name": "model.layers.7.mlp.experts.32.up_proj", + "observed_tokens": 92, + "weighted_error_before": 27.19090135768056, + "weighted_error_after": 15.9917859621346 + }, + { + "name": "model.layers.7.mlp.experts.32.down_proj", + "observed_tokens": 92, + "weighted_error_before": 22.4492927454412, + "weighted_error_after": 14.753958902321756 + }, + { + "name": "model.layers.7.mlp.experts.33.gate_proj", + "observed_tokens": 166, + "weighted_error_before": 25.41047640889883, + "weighted_error_after": 14.772849775850773 + }, + { + "name": "model.layers.7.mlp.experts.33.up_proj", + "observed_tokens": 166, + "weighted_error_before": 25.812490547075868, + "weighted_error_after": 15.132621343247592 + }, + { + "name": "model.layers.7.mlp.experts.33.down_proj", + "observed_tokens": 166, + "weighted_error_before": 21.78780851745978, + "weighted_error_after": 14.49581403285265 + }, + { + "name": "model.layers.7.mlp.experts.34.gate_proj", + "observed_tokens": 327, + "weighted_error_before": 28.62238024175167, + "weighted_error_after": 16.434348732233047 + }, + { + "name": "model.layers.7.mlp.experts.34.up_proj", + "observed_tokens": 327, + "weighted_error_before": 26.348458463326097, + "weighted_error_after": 15.343514623120427 + }, + { + "name": "model.layers.7.mlp.experts.34.down_proj", + "observed_tokens": 327, + "weighted_error_before": 21.971994143910706, + "weighted_error_after": 14.753041754011065 + }, + { + "name": "model.layers.7.mlp.experts.35.gate_proj", + "observed_tokens": 88, + "weighted_error_before": 27.898590356111526, + "weighted_error_after": 16.29033811017871 + }, + { + "name": "model.layers.7.mlp.experts.35.up_proj", + "observed_tokens": 88, + "weighted_error_before": 27.076702028512955, + "weighted_error_after": 16.00936766900122 + }, + { + "name": "model.layers.7.mlp.experts.35.down_proj", + "observed_tokens": 88, + "weighted_error_before": 22.296438521472737, + "weighted_error_after": 14.794553486688528 + }, + { + "name": "model.layers.7.mlp.experts.36.gate_proj", + "observed_tokens": 334, + "weighted_error_before": 26.21697099879384, + "weighted_error_after": 14.971471145749092 + }, + { + "name": "model.layers.7.mlp.experts.36.up_proj", + "observed_tokens": 334, + "weighted_error_before": 27.2652616687119, + "weighted_error_after": 15.870519185438752 + }, + { + "name": "model.layers.7.mlp.experts.36.down_proj", + "observed_tokens": 334, + "weighted_error_before": 23.539318670984358, + "weighted_error_after": 16.13136953348294 + }, + { + "name": "model.layers.7.mlp.experts.37.gate_proj", + "observed_tokens": 157, + "weighted_error_before": 25.686699591577053, + "weighted_error_after": 14.836223786696792 + }, + { + "name": "model.layers.7.mlp.experts.37.up_proj", + "observed_tokens": 157, + "weighted_error_before": 26.91253312677145, + "weighted_error_after": 15.287406148388982 + }, + { + "name": "model.layers.7.mlp.experts.37.down_proj", + "observed_tokens": 157, + "weighted_error_before": 21.45223161112517, + "weighted_error_after": 14.566135632805526 + }, + { + "name": "model.layers.7.mlp.experts.38.gate_proj", + "observed_tokens": 193, + "weighted_error_before": 28.0189151391387, + "weighted_error_after": 16.33731509745121 + }, + { + "name": "model.layers.7.mlp.experts.38.up_proj", + "observed_tokens": 193, + "weighted_error_before": 28.128048915416002, + "weighted_error_after": 16.53058948740363 + }, + { + "name": "model.layers.7.mlp.experts.38.down_proj", + "observed_tokens": 193, + "weighted_error_before": 22.96229790826328, + "weighted_error_after": 15.36147697782144 + }, + { + "name": "model.layers.7.mlp.experts.39.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 28.56205579638481, + "weighted_error_after": 16.84975037537515 + }, + { + "name": "model.layers.7.mlp.experts.39.up_proj", + "observed_tokens": 116, + "weighted_error_before": 29.07877977192402, + "weighted_error_after": 17.174905309453607 + }, + { + "name": "model.layers.7.mlp.experts.39.down_proj", + "observed_tokens": 116, + "weighted_error_before": 23.696762811392546, + "weighted_error_after": 16.111406044801697 + }, + { + "name": "model.layers.7.mlp.experts.40.gate_proj", + "observed_tokens": 49, + "weighted_error_before": 29.20612432807684, + "weighted_error_after": 17.058654207736254 + }, + { + "name": "model.layers.7.mlp.experts.40.up_proj", + "observed_tokens": 49, + "weighted_error_before": 28.174672236666083, + "weighted_error_after": 16.502315083518624 + }, + { + "name": "model.layers.7.mlp.experts.40.down_proj", + "observed_tokens": 49, + "weighted_error_before": 23.0687215346843, + "weighted_error_after": 14.674365803366527 + }, + { + "name": "model.layers.7.mlp.experts.41.gate_proj", + "observed_tokens": 313, + "weighted_error_before": 25.238722294569016, + "weighted_error_after": 14.985296685248613 + }, + { + "name": "model.layers.7.mlp.experts.41.up_proj", + "observed_tokens": 313, + "weighted_error_before": 25.766999807208776, + "weighted_error_after": 15.207758069038391 + }, + { + "name": "model.layers.7.mlp.experts.41.down_proj", + "observed_tokens": 313, + "weighted_error_before": 22.03418063162826, + "weighted_error_after": 14.875510757090524 + }, + { + "name": "model.layers.7.mlp.experts.42.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 29.232909936457872, + "weighted_error_after": 17.167599381878972 + }, + { + "name": "model.layers.7.mlp.experts.42.up_proj", + "observed_tokens": 151, + "weighted_error_before": 30.056004751473665, + "weighted_error_after": 17.469260850921273 + }, + { + "name": "model.layers.7.mlp.experts.42.down_proj", + "observed_tokens": 151, + "weighted_error_before": 23.61361167160794, + "weighted_error_after": 15.974882604554296 + }, + { + "name": "model.layers.7.mlp.experts.43.gate_proj", + "observed_tokens": 187, + "weighted_error_before": 29.786093704402447, + "weighted_error_after": 17.251144520938396 + }, + { + "name": "model.layers.7.mlp.experts.43.up_proj", + "observed_tokens": 187, + "weighted_error_before": 30.53067360073328, + "weighted_error_after": 17.929777828976512 + }, + { + "name": "model.layers.7.mlp.experts.43.down_proj", + "observed_tokens": 187, + "weighted_error_before": 24.4364255242981, + "weighted_error_after": 16.53716015536338 + }, + { + "name": "model.layers.7.mlp.experts.44.gate_proj", + "observed_tokens": 399, + "weighted_error_before": 28.24020690470934, + "weighted_error_after": 16.394506497308612 + }, + { + "name": "model.layers.7.mlp.experts.44.up_proj", + "observed_tokens": 399, + "weighted_error_before": 26.48714303597808, + "weighted_error_after": 15.339127514511347 + }, + { + "name": "model.layers.7.mlp.experts.44.down_proj", + "observed_tokens": 399, + "weighted_error_before": 21.624296569731086, + "weighted_error_after": 14.425223770551383 + }, + { + "name": "model.layers.7.mlp.experts.45.gate_proj", + "observed_tokens": 188, + "weighted_error_before": 23.442508310079575, + "weighted_error_after": 13.82567935064435 + }, + { + "name": "model.layers.7.mlp.experts.45.up_proj", + "observed_tokens": 188, + "weighted_error_before": 25.12246541120112, + "weighted_error_after": 14.632123900577426 + }, + { + "name": "model.layers.7.mlp.experts.45.down_proj", + "observed_tokens": 188, + "weighted_error_before": 21.02791818557307, + "weighted_error_after": 13.551534350030124 + }, + { + "name": "model.layers.7.mlp.experts.46.gate_proj", + "observed_tokens": 130, + "weighted_error_before": 26.592713775113225, + "weighted_error_after": 15.635612970218062 + }, + { + "name": "model.layers.7.mlp.experts.46.up_proj", + "observed_tokens": 130, + "weighted_error_before": 26.331232402473688, + "weighted_error_after": 15.233184518292546 + }, + { + "name": "model.layers.7.mlp.experts.46.down_proj", + "observed_tokens": 130, + "weighted_error_before": 21.774199248291552, + "weighted_error_after": 14.250280785374343 + }, + { + "name": "model.layers.7.mlp.experts.47.gate_proj", + "observed_tokens": 354, + "weighted_error_before": 26.655311746522784, + "weighted_error_after": 15.669175736606121 + }, + { + "name": "model.layers.7.mlp.experts.47.up_proj", + "observed_tokens": 354, + "weighted_error_before": 25.907167498022318, + "weighted_error_after": 15.244608638808131 + }, + { + "name": "model.layers.7.mlp.experts.47.down_proj", + "observed_tokens": 354, + "weighted_error_before": 21.766500259866007, + "weighted_error_after": 14.680099664139561 + }, + { + "name": "model.layers.7.mlp.experts.48.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 24.090697234496474, + "weighted_error_after": 14.310449421405792 + }, + { + "name": "model.layers.7.mlp.experts.48.up_proj", + "observed_tokens": 127, + "weighted_error_before": 24.74340638332069, + "weighted_error_after": 14.430090362206101 + }, + { + "name": "model.layers.7.mlp.experts.48.down_proj", + "observed_tokens": 127, + "weighted_error_before": 22.28402700321749, + "weighted_error_after": 14.587819629814476 + }, + { + "name": "model.layers.7.mlp.experts.49.gate_proj", + "observed_tokens": 216, + "weighted_error_before": 24.13054843619466, + "weighted_error_after": 14.275677775964141 + }, + { + "name": "model.layers.7.mlp.experts.49.up_proj", + "observed_tokens": 216, + "weighted_error_before": 23.160853216424584, + "weighted_error_after": 13.661958888173103 + }, + { + "name": "model.layers.7.mlp.experts.49.down_proj", + "observed_tokens": 216, + "weighted_error_before": 20.894771473947912, + "weighted_error_after": 14.16670120274648 + }, + { + "name": "model.layers.7.mlp.experts.50.gate_proj", + "observed_tokens": 624, + "weighted_error_before": 24.12702597118914, + "weighted_error_after": 14.302956730127335 + }, + { + "name": "model.layers.7.mlp.experts.50.up_proj", + "observed_tokens": 624, + "weighted_error_before": 23.272547870874405, + "weighted_error_after": 13.627207977697253 + }, + { + "name": "model.layers.7.mlp.experts.50.down_proj", + "observed_tokens": 624, + "weighted_error_before": 21.130801560822874, + "weighted_error_after": 14.451027303468436 + }, + { + "name": "model.layers.7.mlp.experts.51.gate_proj", + "observed_tokens": 244, + "weighted_error_before": 25.811204850673676, + "weighted_error_after": 15.183518266305327 + }, + { + "name": "model.layers.7.mlp.experts.51.up_proj", + "observed_tokens": 244, + "weighted_error_before": 26.130421619862318, + "weighted_error_after": 15.368727970868349 + }, + { + "name": "model.layers.7.mlp.experts.51.down_proj", + "observed_tokens": 244, + "weighted_error_before": 22.0182383377105, + "weighted_error_after": 14.61121036624536 + }, + { + "name": "model.layers.7.mlp.experts.52.gate_proj", + "observed_tokens": 306, + "weighted_error_before": 26.430619260296226, + "weighted_error_after": 15.40379667840898 + }, + { + "name": "model.layers.7.mlp.experts.52.up_proj", + "observed_tokens": 306, + "weighted_error_before": 26.56374793127179, + "weighted_error_after": 15.566997356712818 + }, + { + "name": "model.layers.7.mlp.experts.52.down_proj", + "observed_tokens": 306, + "weighted_error_before": 22.07384800957516, + "weighted_error_after": 14.64917674800381 + }, + { + "name": "model.layers.7.mlp.experts.53.gate_proj", + "observed_tokens": 807, + "weighted_error_before": 29.13350324332714, + "weighted_error_after": 17.06574223563075 + }, + { + "name": "model.layers.7.mlp.experts.53.up_proj", + "observed_tokens": 807, + "weighted_error_before": 24.12368575297296, + "weighted_error_after": 14.233508788049221 + }, + { + "name": "model.layers.7.mlp.experts.53.down_proj", + "observed_tokens": 807, + "weighted_error_before": 20.328809935133904, + "weighted_error_after": 13.821227210457437 + }, + { + "name": "model.layers.7.mlp.experts.54.gate_proj", + "observed_tokens": 275, + "weighted_error_before": 27.311560060828924, + "weighted_error_after": 16.246492974460125 + }, + { + "name": "model.layers.7.mlp.experts.54.up_proj", + "observed_tokens": 275, + "weighted_error_before": 28.129883732646704, + "weighted_error_after": 16.43448813445866 + }, + { + "name": "model.layers.7.mlp.experts.54.down_proj", + "observed_tokens": 275, + "weighted_error_before": 22.902120511513203, + "weighted_error_after": 14.918432633858174 + }, + { + "name": "model.layers.7.mlp.experts.55.gate_proj", + "observed_tokens": 185, + "weighted_error_before": 24.142180709168315, + "weighted_error_after": 13.679254449903965 + }, + { + "name": "model.layers.7.mlp.experts.55.up_proj", + "observed_tokens": 185, + "weighted_error_before": 25.02454648166895, + "weighted_error_after": 14.42266901768744 + }, + { + "name": "model.layers.7.mlp.experts.55.down_proj", + "observed_tokens": 185, + "weighted_error_before": 22.21515060029924, + "weighted_error_after": 14.963204760570079 + }, + { + "name": "model.layers.7.mlp.experts.56.gate_proj", + "observed_tokens": 419, + "weighted_error_before": 26.402474218979478, + "weighted_error_after": 15.465774734504521 + }, + { + "name": "model.layers.7.mlp.experts.56.up_proj", + "observed_tokens": 419, + "weighted_error_before": 24.16785397939384, + "weighted_error_after": 14.238261545076966 + }, + { + "name": "model.layers.7.mlp.experts.56.down_proj", + "observed_tokens": 419, + "weighted_error_before": 21.015308137983084, + "weighted_error_after": 14.328123778104782 + }, + { + "name": "model.layers.7.mlp.experts.57.gate_proj", + "observed_tokens": 281, + "weighted_error_before": 26.437297631055117, + "weighted_error_after": 15.59279541298747 + }, + { + "name": "model.layers.7.mlp.experts.57.up_proj", + "observed_tokens": 281, + "weighted_error_before": 27.424763530492783, + "weighted_error_after": 16.122114934027195 + }, + { + "name": "model.layers.7.mlp.experts.57.down_proj", + "observed_tokens": 281, + "weighted_error_before": 22.823483545333147, + "weighted_error_after": 15.508377848891541 + }, + { + "name": "model.layers.7.mlp.experts.58.gate_proj", + "observed_tokens": 276, + "weighted_error_before": 24.995137995108962, + "weighted_error_after": 14.17487595230341 + }, + { + "name": "model.layers.7.mlp.experts.58.up_proj", + "observed_tokens": 276, + "weighted_error_before": 24.836070833727717, + "weighted_error_after": 14.179643455892801 + }, + { + "name": "model.layers.7.mlp.experts.58.down_proj", + "observed_tokens": 276, + "weighted_error_before": 20.18864366179332, + "weighted_error_after": 13.301227127667516 + }, + { + "name": "model.layers.7.mlp.experts.59.gate_proj", + "observed_tokens": 228, + "weighted_error_before": 24.751452865079045, + "weighted_error_after": 14.608492130413651 + }, + { + "name": "model.layers.7.mlp.experts.59.up_proj", + "observed_tokens": 228, + "weighted_error_before": 24.914586629718542, + "weighted_error_after": 14.498309368267655 + }, + { + "name": "model.layers.7.mlp.experts.59.down_proj", + "observed_tokens": 228, + "weighted_error_before": 20.690123894717544, + "weighted_error_after": 13.813650299794972 + }, + { + "name": "model.layers.7.mlp.experts.60.gate_proj", + "observed_tokens": 1537, + "weighted_error_before": 26.35042960382998, + "weighted_error_after": 15.635272530838847 + }, + { + "name": "model.layers.7.mlp.experts.60.up_proj", + "observed_tokens": 1537, + "weighted_error_before": 25.130548054352403, + "weighted_error_after": 14.7204349655658 + }, + { + "name": "model.layers.7.mlp.experts.60.down_proj", + "observed_tokens": 1537, + "weighted_error_before": 21.76220181561075, + "weighted_error_after": 14.377904581604525 + }, + { + "name": "model.layers.7.mlp.experts.61.gate_proj", + "observed_tokens": 1179, + "weighted_error_before": 28.7119178250432, + "weighted_error_after": 16.64843479730189 + }, + { + "name": "model.layers.7.mlp.experts.61.up_proj", + "observed_tokens": 1179, + "weighted_error_before": 27.356059286743402, + "weighted_error_after": 15.975221078842878 + }, + { + "name": "model.layers.7.mlp.experts.61.down_proj", + "observed_tokens": 1179, + "weighted_error_before": 19.72037763427943, + "weighted_error_after": 7.594817879493348 + }, + { + "name": "model.layers.7.mlp.experts.62.gate_proj", + "observed_tokens": 379, + "weighted_error_before": 25.256467638537288, + "weighted_error_after": 14.79921511746943 + }, + { + "name": "model.layers.7.mlp.experts.62.up_proj", + "observed_tokens": 379, + "weighted_error_before": 24.606103224679828, + "weighted_error_after": 14.67759502865374 + }, + { + "name": "model.layers.7.mlp.experts.62.down_proj", + "observed_tokens": 379, + "weighted_error_before": 21.516258461866528, + "weighted_error_after": 14.320918274577707 + }, + { + "name": "model.layers.7.mlp.experts.63.gate_proj", + "observed_tokens": 496, + "weighted_error_before": 23.136256193742156, + "weighted_error_after": 13.60067893564701 + }, + { + "name": "model.layers.7.mlp.experts.63.up_proj", + "observed_tokens": 496, + "weighted_error_before": 22.163523707538843, + "weighted_error_after": 13.259777143597603 + }, + { + "name": "model.layers.7.mlp.experts.63.down_proj", + "observed_tokens": 496, + "weighted_error_before": 19.921905448660254, + "weighted_error_after": 13.509622383397073 + }, + { + "name": "model.layers.7.mlp.experts.64.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 24.119440462440252, + "weighted_error_after": 14.415424555540085 + }, + { + "name": "model.layers.7.mlp.experts.64.up_proj", + "observed_tokens": 293, + "weighted_error_before": 25.286406699568033, + "weighted_error_after": 14.734381195157766 + }, + { + "name": "model.layers.7.mlp.experts.64.down_proj", + "observed_tokens": 293, + "weighted_error_before": 22.14650687156245, + "weighted_error_after": 15.128836534684524 + }, + { + "name": "model.layers.7.mlp.experts.65.gate_proj", + "observed_tokens": 523, + "weighted_error_before": 23.33106330782175, + "weighted_error_after": 13.676049830392003 + }, + { + "name": "model.layers.7.mlp.experts.65.up_proj", + "observed_tokens": 523, + "weighted_error_before": 24.140298379585147, + "weighted_error_after": 14.22809880040586 + }, + { + "name": "model.layers.7.mlp.experts.65.down_proj", + "observed_tokens": 523, + "weighted_error_before": 21.314802949666046, + "weighted_error_after": 14.572948162211105 + }, + { + "name": "model.layers.7.mlp.experts.66.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 23.553799180313945, + "weighted_error_after": 13.910435305908322 + }, + { + "name": "model.layers.7.mlp.experts.66.up_proj", + "observed_tokens": 245, + "weighted_error_before": 24.152991876006126, + "weighted_error_after": 14.013563679531217 + }, + { + "name": "model.layers.7.mlp.experts.66.down_proj", + "observed_tokens": 245, + "weighted_error_before": 20.198026091326028, + "weighted_error_after": 13.717264480888844 + }, + { + "name": "model.layers.7.mlp.experts.67.gate_proj", + "observed_tokens": 388, + "weighted_error_before": 26.181329479441047, + "weighted_error_after": 15.287617476657033 + }, + { + "name": "model.layers.7.mlp.experts.67.up_proj", + "observed_tokens": 388, + "weighted_error_before": 25.6657707542181, + "weighted_error_after": 15.285940952599049 + }, + { + "name": "model.layers.7.mlp.experts.67.down_proj", + "observed_tokens": 388, + "weighted_error_before": 22.047432760708034, + "weighted_error_after": 14.936911163502373 + }, + { + "name": "model.layers.7.mlp.experts.68.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 27.516271762549877, + "weighted_error_after": 16.166348971426487 + }, + { + "name": "model.layers.7.mlp.experts.68.up_proj", + "observed_tokens": 69, + "weighted_error_before": 28.461395010352135, + "weighted_error_after": 16.84544718451798 + }, + { + "name": "model.layers.7.mlp.experts.68.down_proj", + "observed_tokens": 69, + "weighted_error_before": 23.599488127045333, + "weighted_error_after": 15.901396011235192 + }, + { + "name": "model.layers.7.mlp.experts.69.gate_proj", + "observed_tokens": 281, + "weighted_error_before": 26.972473546862602, + "weighted_error_after": 15.887958738952875 + }, + { + "name": "model.layers.7.mlp.experts.69.up_proj", + "observed_tokens": 281, + "weighted_error_before": 23.531064119189978, + "weighted_error_after": 14.03065044619143 + }, + { + "name": "model.layers.7.mlp.experts.69.down_proj", + "observed_tokens": 281, + "weighted_error_before": 21.4989903178066, + "weighted_error_after": 14.543800766696222 + }, + { + "name": "model.layers.7.mlp.experts.70.gate_proj", + "observed_tokens": 535, + "weighted_error_before": 26.74841057136655, + "weighted_error_after": 15.573442539200187 + }, + { + "name": "model.layers.7.mlp.experts.70.up_proj", + "observed_tokens": 535, + "weighted_error_before": 25.759189492091537, + "weighted_error_after": 15.177839454263449 + }, + { + "name": "model.layers.7.mlp.experts.70.down_proj", + "observed_tokens": 535, + "weighted_error_before": 22.73794400319457, + "weighted_error_after": 15.243105435045436 + }, + { + "name": "model.layers.7.mlp.experts.71.gate_proj", + "observed_tokens": 142, + "weighted_error_before": 28.578330671414733, + "weighted_error_after": 16.758482886478305 + }, + { + "name": "model.layers.7.mlp.experts.71.up_proj", + "observed_tokens": 142, + "weighted_error_before": 27.037681026384234, + "weighted_error_after": 15.759507238864899 + }, + { + "name": "model.layers.7.mlp.experts.71.down_proj", + "observed_tokens": 142, + "weighted_error_before": 22.611155418679118, + "weighted_error_after": 14.855301409959793 + }, + { + "name": "model.layers.7.mlp.experts.72.gate_proj", + "observed_tokens": 1325, + "weighted_error_before": 23.534590328112245, + "weighted_error_after": 13.917556326836348 + }, + { + "name": "model.layers.7.mlp.experts.72.up_proj", + "observed_tokens": 1325, + "weighted_error_before": 25.204311665147543, + "weighted_error_after": 14.869000047445297 + }, + { + "name": "model.layers.7.mlp.experts.72.down_proj", + "observed_tokens": 1325, + "weighted_error_before": 21.840834783855826, + "weighted_error_after": 14.93267579935491 + }, + { + "name": "model.layers.7.mlp.experts.73.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 24.3256597481668, + "weighted_error_after": 14.469898231327534 + }, + { + "name": "model.layers.7.mlp.experts.73.up_proj", + "observed_tokens": 116, + "weighted_error_before": 24.5351031832397, + "weighted_error_after": 14.406307756900787 + }, + { + "name": "model.layers.7.mlp.experts.73.down_proj", + "observed_tokens": 116, + "weighted_error_before": 20.686863430775702, + "weighted_error_after": 14.136357717216015 + }, + { + "name": "model.layers.7.mlp.experts.74.gate_proj", + "observed_tokens": 535, + "weighted_error_before": 26.00557622499764, + "weighted_error_after": 15.21801651082933 + }, + { + "name": "model.layers.7.mlp.experts.74.up_proj", + "observed_tokens": 535, + "weighted_error_before": 25.414394726976752, + "weighted_error_after": 14.879297254607081 + }, + { + "name": "model.layers.7.mlp.experts.74.down_proj", + "observed_tokens": 535, + "weighted_error_before": 20.747086415998638, + "weighted_error_after": 14.307170173618942 + }, + { + "name": "model.layers.7.mlp.experts.75.gate_proj", + "observed_tokens": 157, + "weighted_error_before": 25.915226217359304, + "weighted_error_after": 14.809873559512198 + }, + { + "name": "model.layers.7.mlp.experts.75.up_proj", + "observed_tokens": 157, + "weighted_error_before": 23.279052775353193, + "weighted_error_after": 13.640883691608906 + }, + { + "name": "model.layers.7.mlp.experts.75.down_proj", + "observed_tokens": 157, + "weighted_error_before": 20.47890791622922, + "weighted_error_after": 13.696036021690816 + }, + { + "name": "model.layers.7.mlp.experts.76.gate_proj", + "observed_tokens": 610, + "weighted_error_before": 26.037507615983486, + "weighted_error_after": 15.32795499637723 + }, + { + "name": "model.layers.7.mlp.experts.76.up_proj", + "observed_tokens": 610, + "weighted_error_before": 26.03631835244596, + "weighted_error_after": 15.26151112280786 + }, + { + "name": "model.layers.7.mlp.experts.76.down_proj", + "observed_tokens": 610, + "weighted_error_before": 21.82380937761627, + "weighted_error_after": 14.809691985370591 + }, + { + "name": "model.layers.7.mlp.experts.77.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 27.060094948858023, + "weighted_error_after": 15.890068968757987 + }, + { + "name": "model.layers.7.mlp.experts.77.up_proj", + "observed_tokens": 98, + "weighted_error_before": 26.98074261471629, + "weighted_error_after": 15.736705923452973 + }, + { + "name": "model.layers.7.mlp.experts.77.down_proj", + "observed_tokens": 98, + "weighted_error_before": 23.460330735892057, + "weighted_error_after": 15.686357642756775 + }, + { + "name": "model.layers.7.mlp.experts.78.gate_proj", + "observed_tokens": 392, + "weighted_error_before": 26.077672492712736, + "weighted_error_after": 15.391930596902966 + }, + { + "name": "model.layers.7.mlp.experts.78.up_proj", + "observed_tokens": 392, + "weighted_error_before": 27.718224994838238, + "weighted_error_after": 16.197609389200807 + }, + { + "name": "model.layers.7.mlp.experts.78.down_proj", + "observed_tokens": 392, + "weighted_error_before": 23.246222954476252, + "weighted_error_after": 14.683580587152392 + }, + { + "name": "model.layers.7.mlp.experts.79.gate_proj", + "observed_tokens": 623, + "weighted_error_before": 25.537945615127683, + "weighted_error_after": 15.303781315684319 + }, + { + "name": "model.layers.7.mlp.experts.79.up_proj", + "observed_tokens": 623, + "weighted_error_before": 23.58429628610611, + "weighted_error_after": 13.967069994658232 + }, + { + "name": "model.layers.7.mlp.experts.79.down_proj", + "observed_tokens": 623, + "weighted_error_before": 20.795479360967875, + "weighted_error_after": 14.168383940123022 + }, + { + "name": "model.layers.7.mlp.experts.80.gate_proj", + "observed_tokens": 51, + "weighted_error_before": 29.417842458933592, + "weighted_error_after": 17.252900008112192 + }, + { + "name": "model.layers.7.mlp.experts.80.up_proj", + "observed_tokens": 51, + "weighted_error_before": 28.44192884117365, + "weighted_error_after": 16.381335947662592 + }, + { + "name": "model.layers.7.mlp.experts.80.down_proj", + "observed_tokens": 51, + "weighted_error_before": 22.41768564051017, + "weighted_error_after": 15.23569423519075 + }, + { + "name": "model.layers.7.mlp.experts.81.gate_proj", + "observed_tokens": 241, + "weighted_error_before": 26.128025183454156, + "weighted_error_after": 15.247614344581962 + }, + { + "name": "model.layers.7.mlp.experts.81.up_proj", + "observed_tokens": 241, + "weighted_error_before": 27.577417369931936, + "weighted_error_after": 16.000924542546272 + }, + { + "name": "model.layers.7.mlp.experts.81.down_proj", + "observed_tokens": 241, + "weighted_error_before": 22.058238389901817, + "weighted_error_after": 14.53031797381118 + }, + { + "name": "model.layers.7.mlp.experts.82.gate_proj", + "observed_tokens": 910, + "weighted_error_before": 25.081259625032544, + "weighted_error_after": 14.809400903061032 + }, + { + "name": "model.layers.7.mlp.experts.82.up_proj", + "observed_tokens": 910, + "weighted_error_before": 24.871723130345345, + "weighted_error_after": 14.621836744248867 + }, + { + "name": "model.layers.7.mlp.experts.82.down_proj", + "observed_tokens": 910, + "weighted_error_before": 22.219500980339944, + "weighted_error_after": 14.94834096962586 + }, + { + "name": "model.layers.7.mlp.experts.83.gate_proj", + "observed_tokens": 107, + "weighted_error_before": 26.910653872415423, + "weighted_error_after": 15.81359875574708 + }, + { + "name": "model.layers.7.mlp.experts.83.up_proj", + "observed_tokens": 107, + "weighted_error_before": 26.291666062548757, + "weighted_error_after": 15.306159859523177 + }, + { + "name": "model.layers.7.mlp.experts.83.down_proj", + "observed_tokens": 107, + "weighted_error_before": 22.347908680327237, + "weighted_error_after": 14.64182524336502 + }, + { + "name": "model.layers.7.mlp.experts.84.gate_proj", + "observed_tokens": 419, + "weighted_error_before": 26.66136948019266, + "weighted_error_after": 15.762199092656374 + }, + { + "name": "model.layers.7.mlp.experts.84.up_proj", + "observed_tokens": 419, + "weighted_error_before": 25.133610114455223, + "weighted_error_after": 14.924902783706784 + }, + { + "name": "model.layers.7.mlp.experts.84.down_proj", + "observed_tokens": 419, + "weighted_error_before": 21.417113503674045, + "weighted_error_after": 14.421838745009154 + }, + { + "name": "model.layers.7.mlp.experts.85.gate_proj", + "observed_tokens": 1, + "weighted_error_before": 29.854521177709103, + "weighted_error_after": 17.639311170205474 + }, + { + "name": "model.layers.7.mlp.experts.85.up_proj", + "observed_tokens": 1, + "weighted_error_before": 27.991849405691028, + "weighted_error_after": 16.480084985494614 + }, + { + "name": "model.layers.7.mlp.experts.85.down_proj", + "observed_tokens": 1, + "weighted_error_before": 23.854910959955305, + "weighted_error_after": 16.370740566635504 + }, + { + "name": "model.layers.7.mlp.experts.86.gate_proj", + "observed_tokens": 178, + "weighted_error_before": 25.912856351584196, + "weighted_error_after": 15.136963296681643 + }, + { + "name": "model.layers.7.mlp.experts.86.up_proj", + "observed_tokens": 178, + "weighted_error_before": 27.139703001827, + "weighted_error_after": 15.997978096827865 + }, + { + "name": "model.layers.7.mlp.experts.86.down_proj", + "observed_tokens": 178, + "weighted_error_before": 22.31841535703279, + "weighted_error_after": 15.248274772427976 + }, + { + "name": "model.layers.7.mlp.experts.87.gate_proj", + "observed_tokens": 781, + "weighted_error_before": 26.582685701549053, + "weighted_error_after": 15.6862175129354 + }, + { + "name": "model.layers.7.mlp.experts.87.up_proj", + "observed_tokens": 781, + "weighted_error_before": 25.831194646656513, + "weighted_error_after": 15.144252141937613 + }, + { + "name": "model.layers.7.mlp.experts.87.down_proj", + "observed_tokens": 781, + "weighted_error_before": 21.011949409730732, + "weighted_error_after": 14.077403781702742 + }, + { + "name": "model.layers.7.mlp.experts.88.gate_proj", + "observed_tokens": 357, + "weighted_error_before": 23.21829566732049, + "weighted_error_after": 13.783338377252221 + }, + { + "name": "model.layers.7.mlp.experts.88.up_proj", + "observed_tokens": 357, + "weighted_error_before": 23.34395249374211, + "weighted_error_after": 13.652277018874884 + }, + { + "name": "model.layers.7.mlp.experts.88.down_proj", + "observed_tokens": 357, + "weighted_error_before": 20.081922792829573, + "weighted_error_after": 13.813131611794233 + }, + { + "name": "model.layers.7.mlp.experts.89.gate_proj", + "observed_tokens": 460, + "weighted_error_before": 24.00187606178224, + "weighted_error_after": 14.069161631166935 + }, + { + "name": "model.layers.7.mlp.experts.89.up_proj", + "observed_tokens": 460, + "weighted_error_before": 25.394553722813725, + "weighted_error_after": 14.945206010714173 + }, + { + "name": "model.layers.7.mlp.experts.89.down_proj", + "observed_tokens": 460, + "weighted_error_before": 21.989269342273474, + "weighted_error_after": 15.164588962914422 + }, + { + "name": "model.layers.7.mlp.experts.90.gate_proj", + "observed_tokens": 203, + "weighted_error_before": 25.41549050807953, + "weighted_error_after": 15.000691847875714 + }, + { + "name": "model.layers.7.mlp.experts.90.up_proj", + "observed_tokens": 203, + "weighted_error_before": 26.209921715781093, + "weighted_error_after": 15.528081800788641 + }, + { + "name": "model.layers.7.mlp.experts.90.down_proj", + "observed_tokens": 203, + "weighted_error_before": 22.78231372544542, + "weighted_error_after": 15.180472245323472 + }, + { + "name": "model.layers.7.mlp.experts.91.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 26.540160056203604, + "weighted_error_after": 15.636448916047812 + }, + { + "name": "model.layers.7.mlp.experts.91.up_proj", + "observed_tokens": 67, + "weighted_error_before": 26.23090506158769, + "weighted_error_after": 15.462173322215676 + }, + { + "name": "model.layers.7.mlp.experts.91.down_proj", + "observed_tokens": 67, + "weighted_error_before": 22.54195771785453, + "weighted_error_after": 14.629094903590158 + }, + { + "name": "model.layers.7.mlp.experts.92.gate_proj", + "observed_tokens": 37, + "weighted_error_before": 27.991678277030587, + "weighted_error_after": 16.287820940837264 + }, + { + "name": "model.layers.7.mlp.experts.92.up_proj", + "observed_tokens": 37, + "weighted_error_before": 27.311374846845865, + "weighted_error_after": 15.882097570225596 + }, + { + "name": "model.layers.7.mlp.experts.92.down_proj", + "observed_tokens": 37, + "weighted_error_before": 21.97135969484225, + "weighted_error_after": 15.064625220373273 + }, + { + "name": "model.layers.7.mlp.experts.93.gate_proj", + "observed_tokens": 220, + "weighted_error_before": 27.850938687101007, + "weighted_error_after": 16.574749363586307 + }, + { + "name": "model.layers.7.mlp.experts.93.up_proj", + "observed_tokens": 220, + "weighted_error_before": 24.790514815598726, + "weighted_error_after": 14.431933540850878 + }, + { + "name": "model.layers.7.mlp.experts.93.down_proj", + "observed_tokens": 220, + "weighted_error_before": 20.967034253990278, + "weighted_error_after": 14.19631419039797 + }, + { + "name": "model.layers.7.mlp.experts.94.gate_proj", + "observed_tokens": 305, + "weighted_error_before": 22.537004102021456, + "weighted_error_after": 13.320023068226874 + }, + { + "name": "model.layers.7.mlp.experts.94.up_proj", + "observed_tokens": 305, + "weighted_error_before": 23.64874248765409, + "weighted_error_after": 13.802809823304415 + }, + { + "name": "model.layers.7.mlp.experts.94.down_proj", + "observed_tokens": 305, + "weighted_error_before": 20.80833183019422, + "weighted_error_after": 14.241294733481482 + }, + { + "name": "model.layers.7.mlp.experts.95.gate_proj", + "observed_tokens": 198, + "weighted_error_before": 25.43237637542188, + "weighted_error_after": 14.945663072168827 + }, + { + "name": "model.layers.7.mlp.experts.95.up_proj", + "observed_tokens": 198, + "weighted_error_before": 26.712682534009218, + "weighted_error_after": 15.870784919708967 + }, + { + "name": "model.layers.7.mlp.experts.95.down_proj", + "observed_tokens": 198, + "weighted_error_before": 22.86451637884602, + "weighted_error_after": 15.570135277695954 + }, + { + "name": "model.layers.7.mlp.experts.96.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 28.579862255603075, + "weighted_error_after": 16.925216196104884 + }, + { + "name": "model.layers.7.mlp.experts.96.up_proj", + "observed_tokens": 32, + "weighted_error_before": 30.019421860575676, + "weighted_error_after": 17.695083303377032 + }, + { + "name": "model.layers.7.mlp.experts.96.down_proj", + "observed_tokens": 32, + "weighted_error_before": 24.784192799124867, + "weighted_error_after": 16.91504544764757 + }, + { + "name": "model.layers.7.mlp.experts.97.gate_proj", + "observed_tokens": 257, + "weighted_error_before": 23.317322187125683, + "weighted_error_after": 13.83903131261468 + }, + { + "name": "model.layers.7.mlp.experts.97.up_proj", + "observed_tokens": 257, + "weighted_error_before": 24.405175652354956, + "weighted_error_after": 14.454354770481586 + }, + { + "name": "model.layers.7.mlp.experts.97.down_proj", + "observed_tokens": 257, + "weighted_error_before": 20.981672955676913, + "weighted_error_after": 14.240023972466588 + }, + { + "name": "model.layers.7.mlp.experts.98.gate_proj", + "observed_tokens": 385, + "weighted_error_before": 27.957876965403557, + "weighted_error_after": 16.53755038883537 + }, + { + "name": "model.layers.7.mlp.experts.98.up_proj", + "observed_tokens": 385, + "weighted_error_before": 25.364573998376727, + "weighted_error_after": 15.018661208450794 + }, + { + "name": "model.layers.7.mlp.experts.98.down_proj", + "observed_tokens": 385, + "weighted_error_before": 21.366866497672163, + "weighted_error_after": 14.605153766693547 + }, + { + "name": "model.layers.7.mlp.experts.99.gate_proj", + "observed_tokens": 102, + "weighted_error_before": 27.52035376802087, + "weighted_error_after": 15.951992012560368 + }, + { + "name": "model.layers.7.mlp.experts.99.up_proj", + "observed_tokens": 102, + "weighted_error_before": 25.987238369882107, + "weighted_error_after": 15.356551395729184 + }, + { + "name": "model.layers.7.mlp.experts.99.down_proj", + "observed_tokens": 102, + "weighted_error_before": 22.10921411961317, + "weighted_error_after": 14.486592532834038 + }, + { + "name": "model.layers.7.mlp.experts.100.gate_proj", + "observed_tokens": 72, + "weighted_error_before": 26.296655017882586, + "weighted_error_after": 15.377294950187206 + }, + { + "name": "model.layers.7.mlp.experts.100.up_proj", + "observed_tokens": 72, + "weighted_error_before": 28.071211885660887, + "weighted_error_after": 16.60608795285225 + }, + { + "name": "model.layers.7.mlp.experts.100.down_proj", + "observed_tokens": 72, + "weighted_error_before": 22.955344593152404, + "weighted_error_after": 15.158139914507046 + }, + { + "name": "model.layers.7.mlp.experts.101.gate_proj", + "observed_tokens": 46, + "weighted_error_before": 26.76728037931025, + "weighted_error_after": 15.631944689899683 + }, + { + "name": "model.layers.7.mlp.experts.101.up_proj", + "observed_tokens": 46, + "weighted_error_before": 27.199634049087763, + "weighted_error_after": 16.17300789244473 + }, + { + "name": "model.layers.7.mlp.experts.101.down_proj", + "observed_tokens": 46, + "weighted_error_before": 22.390138159506023, + "weighted_error_after": 15.319472962990403 + }, + { + "name": "model.layers.7.mlp.experts.102.gate_proj", + "observed_tokens": 1011, + "weighted_error_before": 23.21575804799795, + "weighted_error_after": 13.733197486028075 + }, + { + "name": "model.layers.7.mlp.experts.102.up_proj", + "observed_tokens": 1011, + "weighted_error_before": 23.321902802214026, + "weighted_error_after": 13.913483675569296 + }, + { + "name": "model.layers.7.mlp.experts.102.down_proj", + "observed_tokens": 1011, + "weighted_error_before": 20.435220546554774, + "weighted_error_after": 13.995247547980398 + }, + { + "name": "model.layers.7.mlp.experts.103.gate_proj", + "observed_tokens": 238, + "weighted_error_before": 26.99929367750883, + "weighted_error_after": 15.847856018692255 + }, + { + "name": "model.layers.7.mlp.experts.103.up_proj", + "observed_tokens": 238, + "weighted_error_before": 27.289964716881514, + "weighted_error_after": 16.144486282020807 + }, + { + "name": "model.layers.7.mlp.experts.103.down_proj", + "observed_tokens": 238, + "weighted_error_before": 22.763644746039063, + "weighted_error_after": 15.383920457912609 + }, + { + "name": "model.layers.7.mlp.experts.104.gate_proj", + "observed_tokens": 690, + "weighted_error_before": 24.870592556893826, + "weighted_error_after": 14.610750149935484 + }, + { + "name": "model.layers.7.mlp.experts.104.up_proj", + "observed_tokens": 690, + "weighted_error_before": 23.559070836752653, + "weighted_error_after": 13.823214149102569 + }, + { + "name": "model.layers.7.mlp.experts.104.down_proj", + "observed_tokens": 690, + "weighted_error_before": 20.136099606752396, + "weighted_error_after": 13.655792546924204 + }, + { + "name": "model.layers.7.mlp.experts.105.gate_proj", + "observed_tokens": 380, + "weighted_error_before": 24.841344648972154, + "weighted_error_after": 14.827596314251423 + }, + { + "name": "model.layers.7.mlp.experts.105.up_proj", + "observed_tokens": 380, + "weighted_error_before": 22.967055520042777, + "weighted_error_after": 13.447823306545615 + }, + { + "name": "model.layers.7.mlp.experts.105.down_proj", + "observed_tokens": 380, + "weighted_error_before": 19.626368957571685, + "weighted_error_after": 13.015451232437044 + }, + { + "name": "model.layers.7.mlp.experts.106.gate_proj", + "observed_tokens": 1409, + "weighted_error_before": 28.700912227854133, + "weighted_error_after": 16.944047387689352 + }, + { + "name": "model.layers.7.mlp.experts.106.up_proj", + "observed_tokens": 1409, + "weighted_error_before": 25.044314542785287, + "weighted_error_after": 14.688600486144423 + }, + { + "name": "model.layers.7.mlp.experts.106.down_proj", + "observed_tokens": 1409, + "weighted_error_before": 21.38347032200545, + "weighted_error_after": 14.579691459075548 + }, + { + "name": "model.layers.7.mlp.experts.107.gate_proj", + "observed_tokens": 122, + "weighted_error_before": 26.836084634065628, + "weighted_error_after": 15.916431464254856 + }, + { + "name": "model.layers.7.mlp.experts.107.up_proj", + "observed_tokens": 122, + "weighted_error_before": 27.56828549131751, + "weighted_error_after": 16.04165813140571 + }, + { + "name": "model.layers.7.mlp.experts.107.down_proj", + "observed_tokens": 122, + "weighted_error_before": 22.33639832981862, + "weighted_error_after": 14.7988233754877 + }, + { + "name": "model.layers.7.mlp.experts.108.gate_proj", + "observed_tokens": 764, + "weighted_error_before": 25.722652830183506, + "weighted_error_after": 15.068185543641448 + }, + { + "name": "model.layers.7.mlp.experts.108.up_proj", + "observed_tokens": 764, + "weighted_error_before": 26.541107930243015, + "weighted_error_after": 15.667410351336002 + }, + { + "name": "model.layers.7.mlp.experts.108.down_proj", + "observed_tokens": 764, + "weighted_error_before": 22.827852422837168, + "weighted_error_after": 15.438971291063353 + }, + { + "name": "model.layers.7.mlp.experts.109.gate_proj", + "observed_tokens": 666, + "weighted_error_before": 23.174995753914118, + "weighted_error_after": 13.789684301242232 + }, + { + "name": "model.layers.7.mlp.experts.109.up_proj", + "observed_tokens": 666, + "weighted_error_before": 23.380296302959323, + "weighted_error_after": 13.740228455513716 + }, + { + "name": "model.layers.7.mlp.experts.109.down_proj", + "observed_tokens": 666, + "weighted_error_before": 20.26392691163346, + "weighted_error_after": 13.905279427068308 + }, + { + "name": "model.layers.7.mlp.experts.110.gate_proj", + "observed_tokens": 41, + "weighted_error_before": 25.880943026393652, + "weighted_error_after": 15.378035340458155 + }, + { + "name": "model.layers.7.mlp.experts.110.up_proj", + "observed_tokens": 41, + "weighted_error_before": 25.76905874721706, + "weighted_error_after": 15.273024946451187 + }, + { + "name": "model.layers.7.mlp.experts.110.down_proj", + "observed_tokens": 41, + "weighted_error_before": 21.392585000023246, + "weighted_error_after": 14.604652678128332 + }, + { + "name": "model.layers.7.mlp.experts.111.gate_proj", + "observed_tokens": 683, + "weighted_error_before": 25.35925150103867, + "weighted_error_after": 15.008200174197555 + }, + { + "name": "model.layers.7.mlp.experts.111.up_proj", + "observed_tokens": 683, + "weighted_error_before": 25.98443127050996, + "weighted_error_after": 15.390632428228855 + }, + { + "name": "model.layers.7.mlp.experts.111.down_proj", + "observed_tokens": 683, + "weighted_error_before": 21.867373902816325, + "weighted_error_after": 14.601544064469635 + }, + { + "name": "model.layers.7.mlp.experts.112.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 28.695163525640965, + "weighted_error_after": 16.553155478090048 + }, + { + "name": "model.layers.7.mlp.experts.112.up_proj", + "observed_tokens": 67, + "weighted_error_before": 27.625811886042356, + "weighted_error_after": 16.290178241208196 + }, + { + "name": "model.layers.7.mlp.experts.112.down_proj", + "observed_tokens": 67, + "weighted_error_before": 22.533489697612822, + "weighted_error_after": 14.50121762836352 + }, + { + "name": "model.layers.7.mlp.experts.113.gate_proj", + "observed_tokens": 250, + "weighted_error_before": 25.899282578378916, + "weighted_error_after": 15.018871940672398 + }, + { + "name": "model.layers.7.mlp.experts.113.up_proj", + "observed_tokens": 250, + "weighted_error_before": 26.096834767609835, + "weighted_error_after": 15.227513091638684 + }, + { + "name": "model.layers.7.mlp.experts.113.down_proj", + "observed_tokens": 250, + "weighted_error_before": 21.854980533011258, + "weighted_error_after": 14.876316642388701 + }, + { + "name": "model.layers.7.mlp.experts.114.gate_proj", + "observed_tokens": 193, + "weighted_error_before": 27.643145717680454, + "weighted_error_after": 16.20881068892777 + }, + { + "name": "model.layers.7.mlp.experts.114.up_proj", + "observed_tokens": 193, + "weighted_error_before": 27.219510097056627, + "weighted_error_after": 16.064903259277344 + }, + { + "name": "model.layers.7.mlp.experts.114.down_proj", + "observed_tokens": 193, + "weighted_error_before": 22.497157881502062, + "weighted_error_after": 15.029183456208557 + }, + { + "name": "model.layers.7.mlp.experts.115.gate_proj", + "observed_tokens": 93, + "weighted_error_before": 25.1905993912369, + "weighted_error_after": 14.92747537046671 + }, + { + "name": "model.layers.7.mlp.experts.115.up_proj", + "observed_tokens": 93, + "weighted_error_before": 25.70816544443369, + "weighted_error_after": 15.088467111811042 + }, + { + "name": "model.layers.7.mlp.experts.115.down_proj", + "observed_tokens": 93, + "weighted_error_before": 21.525954748969525, + "weighted_error_after": 14.408646128606051 + }, + { + "name": "model.layers.7.mlp.experts.116.gate_proj", + "observed_tokens": 335, + "weighted_error_before": 25.170807214453816, + "weighted_error_after": 14.817567124962807 + }, + { + "name": "model.layers.7.mlp.experts.116.up_proj", + "observed_tokens": 335, + "weighted_error_before": 26.23536156490445, + "weighted_error_after": 15.448382873088121 + }, + { + "name": "model.layers.7.mlp.experts.116.down_proj", + "observed_tokens": 335, + "weighted_error_before": 21.881006610346958, + "weighted_error_after": 14.938836419489235 + }, + { + "name": "model.layers.7.mlp.experts.117.gate_proj", + "observed_tokens": 658, + "weighted_error_before": 26.12612634152174, + "weighted_error_after": 15.482774619013071 + }, + { + "name": "model.layers.7.mlp.experts.117.up_proj", + "observed_tokens": 658, + "weighted_error_before": 26.018316017463803, + "weighted_error_after": 15.297742452472448 + }, + { + "name": "model.layers.7.mlp.experts.117.down_proj", + "observed_tokens": 658, + "weighted_error_before": 21.452875334769487, + "weighted_error_after": 14.118575711734593 + }, + { + "name": "model.layers.7.mlp.experts.118.gate_proj", + "observed_tokens": 191, + "weighted_error_before": 23.883708043023944, + "weighted_error_after": 14.055449927225709 + }, + { + "name": "model.layers.7.mlp.experts.118.up_proj", + "observed_tokens": 191, + "weighted_error_before": 23.116248071193695, + "weighted_error_after": 13.665559830144048 + }, + { + "name": "model.layers.7.mlp.experts.118.down_proj", + "observed_tokens": 191, + "weighted_error_before": 20.162791457027197, + "weighted_error_after": 13.671992099378258 + }, + { + "name": "model.layers.7.mlp.experts.119.gate_proj", + "observed_tokens": 181, + "weighted_error_before": 25.119749899953604, + "weighted_error_after": 14.594123071059585 + }, + { + "name": "model.layers.7.mlp.experts.119.up_proj", + "observed_tokens": 181, + "weighted_error_before": 25.018431885167956, + "weighted_error_after": 14.785607516765594 + }, + { + "name": "model.layers.7.mlp.experts.119.down_proj", + "observed_tokens": 181, + "weighted_error_before": 21.908831171691418, + "weighted_error_after": 14.619363035541028 + }, + { + "name": "model.layers.7.mlp.experts.120.gate_proj", + "observed_tokens": 463, + "weighted_error_before": 26.611515697091818, + "weighted_error_after": 15.58387723006308 + }, + { + "name": "model.layers.7.mlp.experts.120.up_proj", + "observed_tokens": 463, + "weighted_error_before": 25.670485021546483, + "weighted_error_after": 14.697834327816963 + }, + { + "name": "model.layers.7.mlp.experts.120.down_proj", + "observed_tokens": 463, + "weighted_error_before": 21.614969353191555, + "weighted_error_after": 14.375134028028697 + }, + { + "name": "model.layers.7.mlp.experts.121.gate_proj", + "observed_tokens": 169, + "weighted_error_before": 28.8252809420228, + "weighted_error_after": 16.815045807510614 + }, + { + "name": "model.layers.7.mlp.experts.121.up_proj", + "observed_tokens": 169, + "weighted_error_before": 29.29143013060093, + "weighted_error_after": 16.99707910977304 + }, + { + "name": "model.layers.7.mlp.experts.121.down_proj", + "observed_tokens": 169, + "weighted_error_before": 23.565411382354796, + "weighted_error_after": 14.069916990119964 + }, + { + "name": "model.layers.7.mlp.experts.122.gate_proj", + "observed_tokens": 472, + "weighted_error_before": 25.827525164932013, + "weighted_error_after": 15.367591189220548 + }, + { + "name": "model.layers.7.mlp.experts.122.up_proj", + "observed_tokens": 472, + "weighted_error_before": 27.174178222194314, + "weighted_error_after": 16.04918846487999 + }, + { + "name": "model.layers.7.mlp.experts.122.down_proj", + "observed_tokens": 472, + "weighted_error_before": 22.877880255226046, + "weighted_error_after": 15.275538644520566 + }, + { + "name": "model.layers.7.mlp.experts.123.gate_proj", + "observed_tokens": 311, + "weighted_error_before": 23.846068708226085, + "weighted_error_after": 13.967758914455771 + }, + { + "name": "model.layers.7.mlp.experts.123.up_proj", + "observed_tokens": 311, + "weighted_error_before": 23.146539982408285, + "weighted_error_after": 13.733784545212984 + }, + { + "name": "model.layers.7.mlp.experts.123.down_proj", + "observed_tokens": 311, + "weighted_error_before": 20.251596387010068, + "weighted_error_after": 13.85429467447102 + }, + { + "name": "model.layers.7.mlp.experts.124.gate_proj", + "observed_tokens": 246, + "weighted_error_before": 28.361754585057497, + "weighted_error_after": 16.603810900822282 + }, + { + "name": "model.layers.7.mlp.experts.124.up_proj", + "observed_tokens": 246, + "weighted_error_before": 29.230134464800358, + "weighted_error_after": 17.185514764860272 + }, + { + "name": "model.layers.7.mlp.experts.124.down_proj", + "observed_tokens": 246, + "weighted_error_before": 23.515565467067063, + "weighted_error_after": 15.451868242118508 + }, + { + "name": "model.layers.7.mlp.experts.125.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 28.54286041483283, + "weighted_error_after": 16.59613386169076 + }, + { + "name": "model.layers.7.mlp.experts.125.up_proj", + "observed_tokens": 217, + "weighted_error_before": 26.947185192257166, + "weighted_error_after": 15.801244230940938 + }, + { + "name": "model.layers.7.mlp.experts.125.down_proj", + "observed_tokens": 217, + "weighted_error_before": 22.560359220951796, + "weighted_error_after": 15.228150058537722 + }, + { + "name": "model.layers.7.mlp.experts.126.gate_proj", + "observed_tokens": 318, + "weighted_error_before": 26.5334717258811, + "weighted_error_after": 15.648788908496499 + }, + { + "name": "model.layers.7.mlp.experts.126.up_proj", + "observed_tokens": 318, + "weighted_error_before": 26.991970205679536, + "weighted_error_after": 15.81040758639574 + }, + { + "name": "model.layers.7.mlp.experts.126.down_proj", + "observed_tokens": 318, + "weighted_error_before": 22.56191977369599, + "weighted_error_after": 15.153382166987285 + }, + { + "name": "model.layers.7.mlp.experts.127.gate_proj", + "observed_tokens": 1111, + "weighted_error_before": 27.046907041221857, + "weighted_error_after": 16.098349649459124 + }, + { + "name": "model.layers.7.mlp.experts.127.up_proj", + "observed_tokens": 1111, + "weighted_error_before": 24.429481372237206, + "weighted_error_after": 14.263224663212895 + }, + { + "name": "model.layers.7.mlp.experts.127.down_proj", + "observed_tokens": 1111, + "weighted_error_before": 20.96169495000504, + "weighted_error_after": 14.270921717514284 + }, + { + "name": "model.layers.7.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 15.436401483602822, + "weighted_error_after": 8.813233321881853 + }, + { + "name": "model.layers.7.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 16.738111896207556, + "weighted_error_after": 9.376210935763083 + }, + { + "name": "model.layers.7.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 14.483529888559133, + "weighted_error_after": 10.091162744443864 + }, + { + "name": "model.layers.8.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 141.78418315947056, + "weighted_error_after": 81.62292114831507 + }, + { + "name": "model.layers.8.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 134.59319347981364, + "weighted_error_after": 78.45301291067153 + }, + { + "name": "model.layers.8.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 172.0305403918028, + "weighted_error_after": 101.58792458288372 + }, + { + "name": "model.layers.8.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 192.82624288089573, + "weighted_error_after": 112.23207374289632 + }, + { + "name": "model.layers.8.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.092783011496067, + "weighted_error_after": 1.0377773940563202 + }, + { + "name": "model.layers.8.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 180.70903333835304, + "weighted_error_after": 104.82951110601425 + }, + { + "name": "model.layers.8.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 215.28956327587366, + "weighted_error_after": 132.59650548174977 + }, + { + "name": "model.layers.8.mlp.experts.0.gate_proj", + "observed_tokens": 91, + "weighted_error_before": 31.330213267356157, + "weighted_error_after": 17.403580989688635 + }, + { + "name": "model.layers.8.mlp.experts.0.up_proj", + "observed_tokens": 91, + "weighted_error_before": 29.306094735860825, + "weighted_error_after": 16.747403187677264 + }, + { + "name": "model.layers.8.mlp.experts.0.down_proj", + "observed_tokens": 91, + "weighted_error_before": 23.72173006972298, + "weighted_error_after": 15.145577372983098 + }, + { + "name": "model.layers.8.mlp.experts.1.gate_proj", + "observed_tokens": 78, + "weighted_error_before": 31.275304436683655, + "weighted_error_after": 17.676534663885832 + }, + { + "name": "model.layers.8.mlp.experts.1.up_proj", + "observed_tokens": 78, + "weighted_error_before": 25.494695011526346, + "weighted_error_after": 14.39237860031426 + }, + { + "name": "model.layers.8.mlp.experts.1.down_proj", + "observed_tokens": 78, + "weighted_error_before": 20.639323011040688, + "weighted_error_after": 13.600815779529512 + }, + { + "name": "model.layers.8.mlp.experts.2.gate_proj", + "observed_tokens": 261, + "weighted_error_before": 27.86101291887462, + "weighted_error_after": 16.509774655103683 + }, + { + "name": "model.layers.8.mlp.experts.2.up_proj", + "observed_tokens": 261, + "weighted_error_before": 23.701099133118987, + "weighted_error_after": 13.703796087764204 + }, + { + "name": "model.layers.8.mlp.experts.2.down_proj", + "observed_tokens": 261, + "weighted_error_before": 21.126384102040902, + "weighted_error_after": 14.464309711474925 + }, + { + "name": "model.layers.8.mlp.experts.3.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 27.50082285143435, + "weighted_error_after": 16.195520889014006 + }, + { + "name": "model.layers.8.mlp.experts.3.up_proj", + "observed_tokens": 156, + "weighted_error_before": 27.62125077843666, + "weighted_error_after": 16.14340203255415 + }, + { + "name": "model.layers.8.mlp.experts.3.down_proj", + "observed_tokens": 156, + "weighted_error_before": 22.964479072019458, + "weighted_error_after": 15.3674482004717 + }, + { + "name": "model.layers.8.mlp.experts.4.gate_proj", + "observed_tokens": 337, + "weighted_error_before": 24.921986911445856, + "weighted_error_after": 14.605599075555801 + }, + { + "name": "model.layers.8.mlp.experts.4.up_proj", + "observed_tokens": 337, + "weighted_error_before": 25.81860475614667, + "weighted_error_after": 15.23242792673409 + }, + { + "name": "model.layers.8.mlp.experts.4.down_proj", + "observed_tokens": 337, + "weighted_error_before": 21.901233069133013, + "weighted_error_after": 14.72466169949621 + }, + { + "name": "model.layers.8.mlp.experts.5.gate_proj", + "observed_tokens": 402, + "weighted_error_before": 23.398075515404344, + "weighted_error_after": 13.565167592838407 + }, + { + "name": "model.layers.8.mlp.experts.5.up_proj", + "observed_tokens": 402, + "weighted_error_before": 23.358590465039015, + "weighted_error_after": 13.800435481593013 + }, + { + "name": "model.layers.8.mlp.experts.5.down_proj", + "observed_tokens": 402, + "weighted_error_before": 21.19845758448355, + "weighted_error_after": 14.403034193906933 + }, + { + "name": "model.layers.8.mlp.experts.6.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 29.524687794968486, + "weighted_error_after": 17.318588227033615 + }, + { + "name": "model.layers.8.mlp.experts.6.up_proj", + "observed_tokens": 156, + "weighted_error_before": 27.202060224488378, + "weighted_error_after": 16.180625395849347 + }, + { + "name": "model.layers.8.mlp.experts.6.down_proj", + "observed_tokens": 156, + "weighted_error_before": 24.039741557557136, + "weighted_error_after": 15.869456258951686 + }, + { + "name": "model.layers.8.mlp.experts.7.gate_proj", + "observed_tokens": 498, + "weighted_error_before": 23.033849710598588, + "weighted_error_after": 13.647614966146648 + }, + { + "name": "model.layers.8.mlp.experts.7.up_proj", + "observed_tokens": 498, + "weighted_error_before": 22.92858062684536, + "weighted_error_after": 13.490726813673973 + }, + { + "name": "model.layers.8.mlp.experts.7.down_proj", + "observed_tokens": 498, + "weighted_error_before": 20.484359335154295, + "weighted_error_after": 13.720146736130118 + }, + { + "name": "model.layers.8.mlp.experts.8.gate_proj", + "observed_tokens": 248, + "weighted_error_before": 27.263182181864977, + "weighted_error_after": 15.977713780477643 + }, + { + "name": "model.layers.8.mlp.experts.8.up_proj", + "observed_tokens": 248, + "weighted_error_before": 24.994308564811945, + "weighted_error_after": 14.591699436306953 + }, + { + "name": "model.layers.8.mlp.experts.8.down_proj", + "observed_tokens": 248, + "weighted_error_before": 21.33835632377304, + "weighted_error_after": 14.394902906613424 + }, + { + "name": "model.layers.8.mlp.experts.9.gate_proj", + "observed_tokens": 427, + "weighted_error_before": 25.058937899768353, + "weighted_error_after": 14.62898956798017 + }, + { + "name": "model.layers.8.mlp.experts.9.up_proj", + "observed_tokens": 427, + "weighted_error_before": 25.359361451119184, + "weighted_error_after": 14.817869094200432 + }, + { + "name": "model.layers.8.mlp.experts.9.down_proj", + "observed_tokens": 427, + "weighted_error_before": 21.769531251164153, + "weighted_error_after": 14.916207456728444 + }, + { + "name": "model.layers.8.mlp.experts.10.gate_proj", + "observed_tokens": 426, + "weighted_error_before": 24.116973230615258, + "weighted_error_after": 14.23089974373579 + }, + { + "name": "model.layers.8.mlp.experts.10.up_proj", + "observed_tokens": 426, + "weighted_error_before": 23.26071030087769, + "weighted_error_after": 13.723434275016189 + }, + { + "name": "model.layers.8.mlp.experts.10.down_proj", + "observed_tokens": 426, + "weighted_error_before": 21.014648746000603, + "weighted_error_after": 14.330816545989364 + }, + { + "name": "model.layers.8.mlp.experts.11.gate_proj", + "observed_tokens": 462, + "weighted_error_before": 22.277873104438186, + "weighted_error_after": 13.148608660325408 + }, + { + "name": "model.layers.8.mlp.experts.11.up_proj", + "observed_tokens": 462, + "weighted_error_before": 22.909033317118883, + "weighted_error_after": 13.443406868726015 + }, + { + "name": "model.layers.8.mlp.experts.11.down_proj", + "observed_tokens": 462, + "weighted_error_before": 20.31975238537416, + "weighted_error_after": 13.852464274736121 + }, + { + "name": "model.layers.8.mlp.experts.12.gate_proj", + "observed_tokens": 191, + "weighted_error_before": 26.37951541133225, + "weighted_error_after": 15.54561423137784 + }, + { + "name": "model.layers.8.mlp.experts.12.up_proj", + "observed_tokens": 191, + "weighted_error_before": 25.235382467508316, + "weighted_error_after": 14.954068852588534 + }, + { + "name": "model.layers.8.mlp.experts.12.down_proj", + "observed_tokens": 191, + "weighted_error_before": 21.57308658398688, + "weighted_error_after": 14.53826426656451 + }, + { + "name": "model.layers.8.mlp.experts.13.gate_proj", + "observed_tokens": 589, + "weighted_error_before": 26.047907650470734, + "weighted_error_after": 15.549443362280726 + }, + { + "name": "model.layers.8.mlp.experts.13.up_proj", + "observed_tokens": 589, + "weighted_error_before": 25.545441199094057, + "weighted_error_after": 15.07036660425365 + }, + { + "name": "model.layers.8.mlp.experts.13.down_proj", + "observed_tokens": 589, + "weighted_error_before": 22.143682573689148, + "weighted_error_after": 15.139650861616246 + }, + { + "name": "model.layers.8.mlp.experts.14.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 23.312625385820866, + "weighted_error_after": 13.63325109705329 + }, + { + "name": "model.layers.8.mlp.experts.14.up_proj", + "observed_tokens": 158, + "weighted_error_before": 23.388037279248238, + "weighted_error_after": 13.730056192725897 + }, + { + "name": "model.layers.8.mlp.experts.14.down_proj", + "observed_tokens": 158, + "weighted_error_before": 20.060053071007133, + "weighted_error_after": 13.429027310106903 + }, + { + "name": "model.layers.8.mlp.experts.15.gate_proj", + "observed_tokens": 507, + "weighted_error_before": 29.903950003907084, + "weighted_error_after": 17.520010309293866 + }, + { + "name": "model.layers.8.mlp.experts.15.up_proj", + "observed_tokens": 507, + "weighted_error_before": 26.528795711696148, + "weighted_error_after": 15.796823438256979 + }, + { + "name": "model.layers.8.mlp.experts.15.down_proj", + "observed_tokens": 507, + "weighted_error_before": 22.517961578909308, + "weighted_error_after": 15.087068579159677 + }, + { + "name": "model.layers.8.mlp.experts.16.gate_proj", + "observed_tokens": 1828, + "weighted_error_before": 28.04686314985156, + "weighted_error_after": 16.608348043635488 + }, + { + "name": "model.layers.8.mlp.experts.16.up_proj", + "observed_tokens": 1828, + "weighted_error_before": 25.130147518590093, + "weighted_error_after": 14.737877270206809 + }, + { + "name": "model.layers.8.mlp.experts.16.down_proj", + "observed_tokens": 1828, + "weighted_error_before": 21.8868612422375, + "weighted_error_after": 14.904527867794968 + }, + { + "name": "model.layers.8.mlp.experts.17.gate_proj", + "observed_tokens": 125, + "weighted_error_before": 25.642297104001045, + "weighted_error_after": 14.418971717357635 + }, + { + "name": "model.layers.8.mlp.experts.17.up_proj", + "observed_tokens": 125, + "weighted_error_before": 24.715114038437605, + "weighted_error_after": 14.160493759438396 + }, + { + "name": "model.layers.8.mlp.experts.17.down_proj", + "observed_tokens": 125, + "weighted_error_before": 21.359315854497254, + "weighted_error_after": 14.351891561876982 + }, + { + "name": "model.layers.8.mlp.experts.18.gate_proj", + "observed_tokens": 99, + "weighted_error_before": 26.6772657353431, + "weighted_error_after": 15.409018566831946 + }, + { + "name": "model.layers.8.mlp.experts.18.up_proj", + "observed_tokens": 99, + "weighted_error_before": 26.531364811584353, + "weighted_error_after": 15.810095719993114 + }, + { + "name": "model.layers.8.mlp.experts.18.down_proj", + "observed_tokens": 99, + "weighted_error_before": 23.655577807687223, + "weighted_error_after": 16.06046645063907 + }, + { + "name": "model.layers.8.mlp.experts.19.gate_proj", + "observed_tokens": 300, + "weighted_error_before": 26.181084763258696, + "weighted_error_after": 15.466678708791733 + }, + { + "name": "model.layers.8.mlp.experts.19.up_proj", + "observed_tokens": 300, + "weighted_error_before": 28.137945994734764, + "weighted_error_after": 16.47389687411487 + }, + { + "name": "model.layers.8.mlp.experts.19.down_proj", + "observed_tokens": 300, + "weighted_error_before": 23.022189723793417, + "weighted_error_after": 15.640164599986747 + }, + { + "name": "model.layers.8.mlp.experts.20.gate_proj", + "observed_tokens": 1166, + "weighted_error_before": 27.973444908857346, + "weighted_error_after": 16.426465222612023 + }, + { + "name": "model.layers.8.mlp.experts.20.up_proj", + "observed_tokens": 1166, + "weighted_error_before": 24.370461700484157, + "weighted_error_after": 14.335877219215035 + }, + { + "name": "model.layers.8.mlp.experts.20.down_proj", + "observed_tokens": 1166, + "weighted_error_before": 22.388656916329637, + "weighted_error_after": 15.154796667164192 + }, + { + "name": "model.layers.8.mlp.experts.21.gate_proj", + "observed_tokens": 526, + "weighted_error_before": 27.264538437128067, + "weighted_error_after": 16.126566361635923 + }, + { + "name": "model.layers.8.mlp.experts.21.up_proj", + "observed_tokens": 526, + "weighted_error_before": 26.175515942275524, + "weighted_error_after": 15.52241688221693 + }, + { + "name": "model.layers.8.mlp.experts.21.down_proj", + "observed_tokens": 526, + "weighted_error_before": 21.97713631624356, + "weighted_error_after": 15.040199555573054 + }, + { + "name": "model.layers.8.mlp.experts.22.gate_proj", + "observed_tokens": 891, + "weighted_error_before": 26.5336906760931, + "weighted_error_after": 15.432924656197429 + }, + { + "name": "model.layers.8.mlp.experts.22.up_proj", + "observed_tokens": 891, + "weighted_error_before": 24.723161989822984, + "weighted_error_after": 14.517770491540432 + }, + { + "name": "model.layers.8.mlp.experts.22.down_proj", + "observed_tokens": 891, + "weighted_error_before": 21.511481481371447, + "weighted_error_after": 14.802436947706155 + }, + { + "name": "model.layers.8.mlp.experts.23.gate_proj", + "observed_tokens": 833, + "weighted_error_before": 27.132035300135612, + "weighted_error_after": 15.93294184282422 + }, + { + "name": "model.layers.8.mlp.experts.23.up_proj", + "observed_tokens": 833, + "weighted_error_before": 24.282796915620565, + "weighted_error_after": 14.33522516489029 + }, + { + "name": "model.layers.8.mlp.experts.23.down_proj", + "observed_tokens": 833, + "weighted_error_before": 21.758112917654216, + "weighted_error_after": 14.50413527386263 + }, + { + "name": "model.layers.8.mlp.experts.24.gate_proj", + "observed_tokens": 277, + "weighted_error_before": 26.279289895668626, + "weighted_error_after": 15.027844013646245 + }, + { + "name": "model.layers.8.mlp.experts.24.up_proj", + "observed_tokens": 277, + "weighted_error_before": 23.990550423040986, + "weighted_error_after": 14.100010568276048 + }, + { + "name": "model.layers.8.mlp.experts.24.down_proj", + "observed_tokens": 277, + "weighted_error_before": 20.769601600710303, + "weighted_error_after": 13.5757862101309 + }, + { + "name": "model.layers.8.mlp.experts.25.gate_proj", + "observed_tokens": 455, + "weighted_error_before": 25.805505195632577, + "weighted_error_after": 15.142414674162865 + }, + { + "name": "model.layers.8.mlp.experts.25.up_proj", + "observed_tokens": 455, + "weighted_error_before": 25.373803222551942, + "weighted_error_after": 15.116473067551851 + }, + { + "name": "model.layers.8.mlp.experts.25.down_proj", + "observed_tokens": 455, + "weighted_error_before": 22.18233965919353, + "weighted_error_after": 14.829760453198105 + }, + { + "name": "model.layers.8.mlp.experts.26.gate_proj", + "observed_tokens": 138, + "weighted_error_before": 26.516645412892103, + "weighted_error_after": 15.580295145511627 + }, + { + "name": "model.layers.8.mlp.experts.26.up_proj", + "observed_tokens": 138, + "weighted_error_before": 26.68588637188077, + "weighted_error_after": 15.75299839861691 + }, + { + "name": "model.layers.8.mlp.experts.26.down_proj", + "observed_tokens": 138, + "weighted_error_before": 22.67382645001635, + "weighted_error_after": 14.662643989315256 + }, + { + "name": "model.layers.8.mlp.experts.27.gate_proj", + "observed_tokens": 14, + "weighted_error_before": 27.224298235028982, + "weighted_error_after": 15.748729454353452 + }, + { + "name": "model.layers.8.mlp.experts.27.up_proj", + "observed_tokens": 14, + "weighted_error_before": 27.908419996500015, + "weighted_error_after": 16.142188116908073 + }, + { + "name": "model.layers.8.mlp.experts.27.down_proj", + "observed_tokens": 14, + "weighted_error_before": 22.314240865875036, + "weighted_error_after": 15.306686498224735 + }, + { + "name": "model.layers.8.mlp.experts.28.gate_proj", + "observed_tokens": 234, + "weighted_error_before": 28.144620046019554, + "weighted_error_after": 15.908198323100805 + }, + { + "name": "model.layers.8.mlp.experts.28.up_proj", + "observed_tokens": 234, + "weighted_error_before": 28.799543797969818, + "weighted_error_after": 16.333117766305804 + }, + { + "name": "model.layers.8.mlp.experts.28.down_proj", + "observed_tokens": 234, + "weighted_error_before": 23.044710133224726, + "weighted_error_after": 15.676346305757761 + }, + { + "name": "model.layers.8.mlp.experts.29.gate_proj", + "observed_tokens": 84, + "weighted_error_before": 30.354701686650515, + "weighted_error_after": 17.93620141595602 + }, + { + "name": "model.layers.8.mlp.experts.29.up_proj", + "observed_tokens": 84, + "weighted_error_before": 27.416709838435054, + "weighted_error_after": 16.20976554788649 + }, + { + "name": "model.layers.8.mlp.experts.29.down_proj", + "observed_tokens": 84, + "weighted_error_before": 24.990432990714908, + "weighted_error_after": 16.53039364865981 + }, + { + "name": "model.layers.8.mlp.experts.30.gate_proj", + "observed_tokens": 163, + "weighted_error_before": 27.655944786965847, + "weighted_error_after": 16.40509262122214 + }, + { + "name": "model.layers.8.mlp.experts.30.up_proj", + "observed_tokens": 163, + "weighted_error_before": 28.952637258917093, + "weighted_error_after": 17.251336440443993 + }, + { + "name": "model.layers.8.mlp.experts.30.down_proj", + "observed_tokens": 163, + "weighted_error_before": 23.61311912490055, + "weighted_error_after": 15.976045818300918 + }, + { + "name": "model.layers.8.mlp.experts.31.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 28.773581366986036, + "weighted_error_after": 16.9283183850348 + }, + { + "name": "model.layers.8.mlp.experts.31.up_proj", + "observed_tokens": 92, + "weighted_error_before": 26.762881316244602, + "weighted_error_after": 15.649726796895266 + }, + { + "name": "model.layers.8.mlp.experts.31.down_proj", + "observed_tokens": 92, + "weighted_error_before": 22.875204161275178, + "weighted_error_after": 15.48220023396425 + }, + { + "name": "model.layers.8.mlp.experts.32.gate_proj", + "observed_tokens": 1815, + "weighted_error_before": 25.670156242325902, + "weighted_error_after": 14.878996653482318 + }, + { + "name": "model.layers.8.mlp.experts.32.up_proj", + "observed_tokens": 1815, + "weighted_error_before": 25.55500541627407, + "weighted_error_after": 14.647730888798833 + }, + { + "name": "model.layers.8.mlp.experts.32.down_proj", + "observed_tokens": 1815, + "weighted_error_before": 21.199089306406677, + "weighted_error_after": 14.49226312385872 + }, + { + "name": "model.layers.8.mlp.experts.33.gate_proj", + "observed_tokens": 657, + "weighted_error_before": 26.634101441130042, + "weighted_error_after": 15.657739758491516 + }, + { + "name": "model.layers.8.mlp.experts.33.up_proj", + "observed_tokens": 657, + "weighted_error_before": 26.193977516144514, + "weighted_error_after": 15.402104685083032 + }, + { + "name": "model.layers.8.mlp.experts.33.down_proj", + "observed_tokens": 657, + "weighted_error_before": 22.207753545138985, + "weighted_error_after": 15.162886202102527 + }, + { + "name": "model.layers.8.mlp.experts.34.gate_proj", + "observed_tokens": 240, + "weighted_error_before": 29.480316881090403, + "weighted_error_after": 17.347847629338503 + }, + { + "name": "model.layers.8.mlp.experts.34.up_proj", + "observed_tokens": 240, + "weighted_error_before": 29.639054995030165, + "weighted_error_after": 17.441827300935984 + }, + { + "name": "model.layers.8.mlp.experts.34.down_proj", + "observed_tokens": 240, + "weighted_error_before": 24.756224961020052, + "weighted_error_after": 16.352917453390546 + }, + { + "name": "model.layers.8.mlp.experts.35.gate_proj", + "observed_tokens": 380, + "weighted_error_before": 27.750188862904906, + "weighted_error_after": 16.322378613054752 + }, + { + "name": "model.layers.8.mlp.experts.35.up_proj", + "observed_tokens": 380, + "weighted_error_before": 25.02732022665441, + "weighted_error_after": 14.828845908865333 + }, + { + "name": "model.layers.8.mlp.experts.35.down_proj", + "observed_tokens": 380, + "weighted_error_before": 22.24583702464588, + "weighted_error_after": 14.806406501564197 + }, + { + "name": "model.layers.8.mlp.experts.36.gate_proj", + "observed_tokens": 503, + "weighted_error_before": 24.738910222426057, + "weighted_error_after": 14.366464594379067 + }, + { + "name": "model.layers.8.mlp.experts.36.up_proj", + "observed_tokens": 503, + "weighted_error_before": 26.2068876568228, + "weighted_error_after": 15.2876100782305 + }, + { + "name": "model.layers.8.mlp.experts.36.down_proj", + "observed_tokens": 503, + "weighted_error_before": 21.63421864854172, + "weighted_error_after": 14.655889857560396 + }, + { + "name": "model.layers.8.mlp.experts.37.gate_proj", + "observed_tokens": 499, + "weighted_error_before": 27.59199023246765, + "weighted_error_after": 16.132700975984335 + }, + { + "name": "model.layers.8.mlp.experts.37.up_proj", + "observed_tokens": 499, + "weighted_error_before": 28.150193732231855, + "weighted_error_after": 16.442731419578195 + }, + { + "name": "model.layers.8.mlp.experts.37.down_proj", + "observed_tokens": 499, + "weighted_error_before": 23.22271090047434, + "weighted_error_after": 15.636956504080445 + }, + { + "name": "model.layers.8.mlp.experts.38.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 26.067628668621182, + "weighted_error_after": 15.35036876797676 + }, + { + "name": "model.layers.8.mlp.experts.38.up_proj", + "observed_tokens": 151, + "weighted_error_before": 26.330935364589095, + "weighted_error_after": 15.561060514301062 + }, + { + "name": "model.layers.8.mlp.experts.38.down_proj", + "observed_tokens": 151, + "weighted_error_before": 22.69728534994647, + "weighted_error_after": 15.290261102840304 + }, + { + "name": "model.layers.8.mlp.experts.39.gate_proj", + "observed_tokens": 180, + "weighted_error_before": 24.531905038282275, + "weighted_error_after": 14.457501234486699 + }, + { + "name": "model.layers.8.mlp.experts.39.up_proj", + "observed_tokens": 180, + "weighted_error_before": 27.067375749349594, + "weighted_error_after": 16.12492721527815 + }, + { + "name": "model.layers.8.mlp.experts.39.down_proj", + "observed_tokens": 180, + "weighted_error_before": 22.791853015776724, + "weighted_error_after": 15.302105434704572 + }, + { + "name": "model.layers.8.mlp.experts.40.gate_proj", + "observed_tokens": 467, + "weighted_error_before": 26.497929751873016, + "weighted_error_after": 15.399732927791774 + }, + { + "name": "model.layers.8.mlp.experts.40.up_proj", + "observed_tokens": 467, + "weighted_error_before": 25.72589903138578, + "weighted_error_after": 14.982135554775596 + }, + { + "name": "model.layers.8.mlp.experts.40.down_proj", + "observed_tokens": 467, + "weighted_error_before": 23.296360812848434, + "weighted_error_after": 15.62889795191586 + }, + { + "name": "model.layers.8.mlp.experts.41.gate_proj", + "observed_tokens": 616, + "weighted_error_before": 24.647612446919084, + "weighted_error_after": 14.32032756973058 + }, + { + "name": "model.layers.8.mlp.experts.41.up_proj", + "observed_tokens": 616, + "weighted_error_before": 23.39841654896736, + "weighted_error_after": 13.809777045622468 + }, + { + "name": "model.layers.8.mlp.experts.41.down_proj", + "observed_tokens": 616, + "weighted_error_before": 20.85511679132469, + "weighted_error_after": 14.25389965926297 + }, + { + "name": "model.layers.8.mlp.experts.42.gate_proj", + "observed_tokens": 556, + "weighted_error_before": 24.661947283893824, + "weighted_error_after": 14.609144313260913 + }, + { + "name": "model.layers.8.mlp.experts.42.up_proj", + "observed_tokens": 556, + "weighted_error_before": 25.312743617221713, + "weighted_error_after": 14.85395941697061 + }, + { + "name": "model.layers.8.mlp.experts.42.down_proj", + "observed_tokens": 556, + "weighted_error_before": 22.853409233968705, + "weighted_error_after": 15.328741045552306 + }, + { + "name": "model.layers.8.mlp.experts.43.gate_proj", + "observed_tokens": 203, + "weighted_error_before": 24.429052144289017, + "weighted_error_after": 14.269198143854737 + }, + { + "name": "model.layers.8.mlp.experts.43.up_proj", + "observed_tokens": 203, + "weighted_error_before": 24.34413226880133, + "weighted_error_after": 14.191373091191053 + }, + { + "name": "model.layers.8.mlp.experts.43.down_proj", + "observed_tokens": 203, + "weighted_error_before": 20.74742494383827, + "weighted_error_after": 13.967254566028714 + }, + { + "name": "model.layers.8.mlp.experts.44.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 26.248757665976882, + "weighted_error_after": 15.351527567952871 + }, + { + "name": "model.layers.8.mlp.experts.44.up_proj", + "observed_tokens": 256, + "weighted_error_before": 25.787054106593132, + "weighted_error_after": 15.323070565238595 + }, + { + "name": "model.layers.8.mlp.experts.44.down_proj", + "observed_tokens": 256, + "weighted_error_before": 23.173062992747873, + "weighted_error_after": 15.644691432826221 + }, + { + "name": "model.layers.8.mlp.experts.45.gate_proj", + "observed_tokens": 207, + "weighted_error_before": 33.33954727835953, + "weighted_error_after": 19.561941124498844 + }, + { + "name": "model.layers.8.mlp.experts.45.up_proj", + "observed_tokens": 207, + "weighted_error_before": 28.443951753899455, + "weighted_error_after": 16.41547984443605 + }, + { + "name": "model.layers.8.mlp.experts.45.down_proj", + "observed_tokens": 207, + "weighted_error_before": 23.286566270980984, + "weighted_error_after": 15.489108399953693 + }, + { + "name": "model.layers.8.mlp.experts.46.gate_proj", + "observed_tokens": 319, + "weighted_error_before": 23.213579343631864, + "weighted_error_after": 13.655581211671233 + }, + { + "name": "model.layers.8.mlp.experts.46.up_proj", + "observed_tokens": 319, + "weighted_error_before": 24.421667268499732, + "weighted_error_after": 14.492608964443207 + }, + { + "name": "model.layers.8.mlp.experts.46.down_proj", + "observed_tokens": 319, + "weighted_error_before": 21.67625026544556, + "weighted_error_after": 14.645890637068078 + }, + { + "name": "model.layers.8.mlp.experts.47.gate_proj", + "observed_tokens": 370, + "weighted_error_before": 23.375553289428353, + "weighted_error_after": 13.85563619993627 + }, + { + "name": "model.layers.8.mlp.experts.47.up_proj", + "observed_tokens": 370, + "weighted_error_before": 23.664596216753125, + "weighted_error_after": 13.924480399116874 + }, + { + "name": "model.layers.8.mlp.experts.47.down_proj", + "observed_tokens": 370, + "weighted_error_before": 20.964362038765103, + "weighted_error_after": 14.1107717405539 + }, + { + "name": "model.layers.8.mlp.experts.48.gate_proj", + "observed_tokens": 207, + "weighted_error_before": 26.160393487662077, + "weighted_error_after": 15.423286764882505 + }, + { + "name": "model.layers.8.mlp.experts.48.up_proj", + "observed_tokens": 207, + "weighted_error_before": 24.44491821527481, + "weighted_error_after": 14.41798091866076 + }, + { + "name": "model.layers.8.mlp.experts.48.down_proj", + "observed_tokens": 207, + "weighted_error_before": 21.361209420487285, + "weighted_error_after": 14.450812433846295 + }, + { + "name": "model.layers.8.mlp.experts.49.gate_proj", + "observed_tokens": 343, + "weighted_error_before": 23.45155817270279, + "weighted_error_after": 13.80242801271379 + }, + { + "name": "model.layers.8.mlp.experts.49.up_proj", + "observed_tokens": 343, + "weighted_error_before": 23.738587269559503, + "weighted_error_after": 14.094807954505086 + }, + { + "name": "model.layers.8.mlp.experts.49.down_proj", + "observed_tokens": 343, + "weighted_error_before": 21.706868435256183, + "weighted_error_after": 14.508144242223352 + }, + { + "name": "model.layers.8.mlp.experts.50.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 27.789483301341534, + "weighted_error_after": 16.484632967039943 + }, + { + "name": "model.layers.8.mlp.experts.50.up_proj", + "observed_tokens": 245, + "weighted_error_before": 29.573845103383064, + "weighted_error_after": 17.42495445162058 + }, + { + "name": "model.layers.8.mlp.experts.50.down_proj", + "observed_tokens": 245, + "weighted_error_before": 24.649821183644235, + "weighted_error_after": 16.6716764154844 + }, + { + "name": "model.layers.8.mlp.experts.51.gate_proj", + "observed_tokens": 70, + "weighted_error_before": 26.727783989161253, + "weighted_error_after": 15.465311048552394 + }, + { + "name": "model.layers.8.mlp.experts.51.up_proj", + "observed_tokens": 70, + "weighted_error_before": 27.42074904963374, + "weighted_error_after": 16.1773910112679 + }, + { + "name": "model.layers.8.mlp.experts.51.down_proj", + "observed_tokens": 70, + "weighted_error_before": 23.23423745855689, + "weighted_error_after": 14.43457122379914 + }, + { + "name": "model.layers.8.mlp.experts.52.gate_proj", + "observed_tokens": 434, + "weighted_error_before": 26.956062400713563, + "weighted_error_after": 15.91942960768938 + }, + { + "name": "model.layers.8.mlp.experts.52.up_proj", + "observed_tokens": 434, + "weighted_error_before": 25.69099021703005, + "weighted_error_after": 15.117714527063072 + }, + { + "name": "model.layers.8.mlp.experts.52.down_proj", + "observed_tokens": 434, + "weighted_error_before": 21.863425026182085, + "weighted_error_after": 14.390661065466702 + }, + { + "name": "model.layers.8.mlp.experts.53.gate_proj", + "observed_tokens": 255, + "weighted_error_before": 24.576913164928555, + "weighted_error_after": 14.50804082956165 + }, + { + "name": "model.layers.8.mlp.experts.53.up_proj", + "observed_tokens": 255, + "weighted_error_before": 25.616565072908998, + "weighted_error_after": 15.155813897028565 + }, + { + "name": "model.layers.8.mlp.experts.53.down_proj", + "observed_tokens": 255, + "weighted_error_before": 22.75366016314365, + "weighted_error_after": 15.332876982633024 + }, + { + "name": "model.layers.8.mlp.experts.54.gate_proj", + "observed_tokens": 298, + "weighted_error_before": 28.426521606743336, + "weighted_error_after": 16.618003256618977 + }, + { + "name": "model.layers.8.mlp.experts.54.up_proj", + "observed_tokens": 298, + "weighted_error_before": 29.26611030101776, + "weighted_error_after": 17.37630447372794 + }, + { + "name": "model.layers.8.mlp.experts.54.down_proj", + "observed_tokens": 298, + "weighted_error_before": 24.703024829737842, + "weighted_error_after": 16.508312178310007 + }, + { + "name": "model.layers.8.mlp.experts.55.gate_proj", + "observed_tokens": 406, + "weighted_error_before": 24.93162104487419, + "weighted_error_after": 14.55496091581881 + }, + { + "name": "model.layers.8.mlp.experts.55.up_proj", + "observed_tokens": 406, + "weighted_error_before": 24.090491557493806, + "weighted_error_after": 14.34118496440351 + }, + { + "name": "model.layers.8.mlp.experts.55.down_proj", + "observed_tokens": 406, + "weighted_error_before": 21.652064684778452, + "weighted_error_after": 14.587404813384637 + }, + { + "name": "model.layers.8.mlp.experts.56.gate_proj", + "observed_tokens": 1006, + "weighted_error_before": 25.622417997568846, + "weighted_error_after": 14.935489296913147 + }, + { + "name": "model.layers.8.mlp.experts.56.up_proj", + "observed_tokens": 1006, + "weighted_error_before": 25.586111033335328, + "weighted_error_after": 15.088590700179338 + }, + { + "name": "model.layers.8.mlp.experts.56.down_proj", + "observed_tokens": 1006, + "weighted_error_before": 20.72818789863959, + "weighted_error_after": 13.456170815508813 + }, + { + "name": "model.layers.8.mlp.experts.57.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 25.64786097034812, + "weighted_error_after": 14.978918552398682 + }, + { + "name": "model.layers.8.mlp.experts.57.up_proj", + "observed_tokens": 146, + "weighted_error_before": 25.32255894690752, + "weighted_error_after": 14.88998774625361 + }, + { + "name": "model.layers.8.mlp.experts.57.down_proj", + "observed_tokens": 146, + "weighted_error_before": 21.397728241980076, + "weighted_error_after": 14.353665638715029 + }, + { + "name": "model.layers.8.mlp.experts.58.gate_proj", + "observed_tokens": 144, + "weighted_error_before": 23.202270502224565, + "weighted_error_after": 13.648140508681536 + }, + { + "name": "model.layers.8.mlp.experts.58.up_proj", + "observed_tokens": 144, + "weighted_error_before": 24.64497688598931, + "weighted_error_after": 14.486126838251948 + }, + { + "name": "model.layers.8.mlp.experts.58.down_proj", + "observed_tokens": 144, + "weighted_error_before": 21.414471983909607, + "weighted_error_after": 14.482400524429977 + }, + { + "name": "model.layers.8.mlp.experts.59.gate_proj", + "observed_tokens": 56, + "weighted_error_before": 27.761141262948513, + "weighted_error_after": 16.104562178254128 + }, + { + "name": "model.layers.8.mlp.experts.59.up_proj", + "observed_tokens": 56, + "weighted_error_before": 28.002824511379004, + "weighted_error_after": 16.418239261955023 + }, + { + "name": "model.layers.8.mlp.experts.59.down_proj", + "observed_tokens": 56, + "weighted_error_before": 23.442349798046052, + "weighted_error_after": 15.653998910682276 + }, + { + "name": "model.layers.8.mlp.experts.60.gate_proj", + "observed_tokens": 300, + "weighted_error_before": 24.451879603788257, + "weighted_error_after": 14.29269546456635 + }, + { + "name": "model.layers.8.mlp.experts.60.up_proj", + "observed_tokens": 300, + "weighted_error_before": 24.33628812432289, + "weighted_error_after": 14.369818953797221 + }, + { + "name": "model.layers.8.mlp.experts.60.down_proj", + "observed_tokens": 300, + "weighted_error_before": 21.63724017329514, + "weighted_error_after": 14.595786873018369 + }, + { + "name": "model.layers.8.mlp.experts.61.gate_proj", + "observed_tokens": 206, + "weighted_error_before": 26.72349188476801, + "weighted_error_after": 15.075521236285567 + }, + { + "name": "model.layers.8.mlp.experts.61.up_proj", + "observed_tokens": 206, + "weighted_error_before": 26.22032425738871, + "weighted_error_after": 15.04817195609212 + }, + { + "name": "model.layers.8.mlp.experts.61.down_proj", + "observed_tokens": 206, + "weighted_error_before": 21.564645511098206, + "weighted_error_after": 14.289073843508959 + }, + { + "name": "model.layers.8.mlp.experts.62.gate_proj", + "observed_tokens": 121, + "weighted_error_before": 23.93996455706656, + "weighted_error_after": 14.00437899120152 + }, + { + "name": "model.layers.8.mlp.experts.62.up_proj", + "observed_tokens": 121, + "weighted_error_before": 25.148100197315216, + "weighted_error_after": 14.838232396170497 + }, + { + "name": "model.layers.8.mlp.experts.62.down_proj", + "observed_tokens": 121, + "weighted_error_before": 21.32554461248219, + "weighted_error_after": 14.30658192653209 + }, + { + "name": "model.layers.8.mlp.experts.63.gate_proj", + "observed_tokens": 249, + "weighted_error_before": 27.21285948343575, + "weighted_error_after": 15.747295167297125 + }, + { + "name": "model.layers.8.mlp.experts.63.up_proj", + "observed_tokens": 249, + "weighted_error_before": 25.391265343874693, + "weighted_error_after": 14.901954943314195 + }, + { + "name": "model.layers.8.mlp.experts.63.down_proj", + "observed_tokens": 249, + "weighted_error_before": 21.3319509124849, + "weighted_error_after": 14.12973856809549 + }, + { + "name": "model.layers.8.mlp.experts.64.gate_proj", + "observed_tokens": 295, + "weighted_error_before": 24.967067638412118, + "weighted_error_after": 14.638104959391057 + }, + { + "name": "model.layers.8.mlp.experts.64.up_proj", + "observed_tokens": 295, + "weighted_error_before": 23.513275247067213, + "weighted_error_after": 13.80890135280788 + }, + { + "name": "model.layers.8.mlp.experts.64.down_proj", + "observed_tokens": 295, + "weighted_error_before": 22.17040935019031, + "weighted_error_after": 14.944019119953737 + }, + { + "name": "model.layers.8.mlp.experts.65.gate_proj", + "observed_tokens": 219, + "weighted_error_before": 27.290857631713152, + "weighted_error_after": 16.184330040588975 + }, + { + "name": "model.layers.8.mlp.experts.65.up_proj", + "observed_tokens": 219, + "weighted_error_before": 27.094882648438215, + "weighted_error_after": 16.138358740136027 + }, + { + "name": "model.layers.8.mlp.experts.65.down_proj", + "observed_tokens": 219, + "weighted_error_before": 23.068269005045295, + "weighted_error_after": 15.203163434518501 + }, + { + "name": "model.layers.8.mlp.experts.66.gate_proj", + "observed_tokens": 596, + "weighted_error_before": 24.26617144420743, + "weighted_error_after": 14.197839666157961 + }, + { + "name": "model.layers.8.mlp.experts.66.up_proj", + "observed_tokens": 596, + "weighted_error_before": 25.177185149863362, + "weighted_error_after": 14.790937868878245 + }, + { + "name": "model.layers.8.mlp.experts.66.down_proj", + "observed_tokens": 596, + "weighted_error_before": 21.780386895872653, + "weighted_error_after": 14.586519125616178 + }, + { + "name": "model.layers.8.mlp.experts.67.gate_proj", + "observed_tokens": 291, + "weighted_error_before": 24.379190718755126, + "weighted_error_after": 14.443714851513505 + }, + { + "name": "model.layers.8.mlp.experts.67.up_proj", + "observed_tokens": 291, + "weighted_error_before": 26.162812335416675, + "weighted_error_after": 15.433950940147042 + }, + { + "name": "model.layers.8.mlp.experts.67.down_proj", + "observed_tokens": 291, + "weighted_error_before": 23.033204310573637, + "weighted_error_after": 15.308199282735586 + }, + { + "name": "model.layers.8.mlp.experts.68.gate_proj", + "observed_tokens": 334, + "weighted_error_before": 26.45984087511897, + "weighted_error_after": 15.642890553921461 + }, + { + "name": "model.layers.8.mlp.experts.68.up_proj", + "observed_tokens": 334, + "weighted_error_before": 27.94697544723749, + "weighted_error_after": 16.377750728279352 + }, + { + "name": "model.layers.8.mlp.experts.68.down_proj", + "observed_tokens": 334, + "weighted_error_before": 23.338942687259987, + "weighted_error_after": 15.846956707071513 + }, + { + "name": "model.layers.8.mlp.experts.69.gate_proj", + "observed_tokens": 125, + "weighted_error_before": 28.569128818809986, + "weighted_error_after": 16.876258559525013 + }, + { + "name": "model.layers.8.mlp.experts.69.up_proj", + "observed_tokens": 125, + "weighted_error_before": 24.484438760206103, + "weighted_error_after": 14.59051262959838 + }, + { + "name": "model.layers.8.mlp.experts.69.down_proj", + "observed_tokens": 125, + "weighted_error_before": 21.485554496757686, + "weighted_error_after": 14.183896357310005 + }, + { + "name": "model.layers.8.mlp.experts.70.gate_proj", + "observed_tokens": 128, + "weighted_error_before": 30.034415643662214, + "weighted_error_after": 17.36248641461134 + }, + { + "name": "model.layers.8.mlp.experts.70.up_proj", + "observed_tokens": 128, + "weighted_error_before": 31.718783356249332, + "weighted_error_after": 18.269640354439616 + }, + { + "name": "model.layers.8.mlp.experts.70.down_proj", + "observed_tokens": 128, + "weighted_error_before": 25.501738974824548, + "weighted_error_after": 16.1866472302936 + }, + { + "name": "model.layers.8.mlp.experts.71.gate_proj", + "observed_tokens": 231, + "weighted_error_before": 24.255812654271722, + "weighted_error_after": 14.00312796793878 + }, + { + "name": "model.layers.8.mlp.experts.71.up_proj", + "observed_tokens": 231, + "weighted_error_before": 25.56016742810607, + "weighted_error_after": 14.867428038269281 + }, + { + "name": "model.layers.8.mlp.experts.71.down_proj", + "observed_tokens": 231, + "weighted_error_before": 21.953532902058214, + "weighted_error_after": 14.764775346033275 + }, + { + "name": "model.layers.8.mlp.experts.72.gate_proj", + "observed_tokens": 473, + "weighted_error_before": 25.30419728346169, + "weighted_error_after": 14.928461415693164 + }, + { + "name": "model.layers.8.mlp.experts.72.up_proj", + "observed_tokens": 473, + "weighted_error_before": 26.640907960012555, + "weighted_error_after": 15.726489171385765 + }, + { + "name": "model.layers.8.mlp.experts.72.down_proj", + "observed_tokens": 473, + "weighted_error_before": 22.568259375868365, + "weighted_error_after": 15.46941768261604 + }, + { + "name": "model.layers.8.mlp.experts.73.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 23.055221362039447, + "weighted_error_after": 13.612251371145248 + }, + { + "name": "model.layers.8.mlp.experts.73.up_proj", + "observed_tokens": 293, + "weighted_error_before": 25.683624427765608, + "weighted_error_after": 15.248500371351838 + }, + { + "name": "model.layers.8.mlp.experts.73.down_proj", + "observed_tokens": 293, + "weighted_error_before": 22.157330512069166, + "weighted_error_after": 15.192817817209288 + }, + { + "name": "model.layers.8.mlp.experts.74.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 26.10662699304521, + "weighted_error_after": 15.299319664016366 + }, + { + "name": "model.layers.8.mlp.experts.74.up_proj", + "observed_tokens": 90, + "weighted_error_before": 25.604246774688363, + "weighted_error_after": 15.044926414266229 + }, + { + "name": "model.layers.8.mlp.experts.74.down_proj", + "observed_tokens": 90, + "weighted_error_before": 22.027207429520786, + "weighted_error_after": 14.730653220321983 + }, + { + "name": "model.layers.8.mlp.experts.75.gate_proj", + "observed_tokens": 255, + "weighted_error_before": 25.459959050640464, + "weighted_error_after": 15.054241973906755 + }, + { + "name": "model.layers.8.mlp.experts.75.up_proj", + "observed_tokens": 255, + "weighted_error_before": 25.96732653863728, + "weighted_error_after": 15.295450132340193 + }, + { + "name": "model.layers.8.mlp.experts.75.down_proj", + "observed_tokens": 255, + "weighted_error_before": 22.729422450996935, + "weighted_error_after": 15.126063727308065 + }, + { + "name": "model.layers.8.mlp.experts.76.gate_proj", + "observed_tokens": 52, + "weighted_error_before": 27.16163995116949, + "weighted_error_after": 16.101218804717064 + }, + { + "name": "model.layers.8.mlp.experts.76.up_proj", + "observed_tokens": 52, + "weighted_error_before": 28.229322265833616, + "weighted_error_after": 16.469810850918293 + }, + { + "name": "model.layers.8.mlp.experts.76.down_proj", + "observed_tokens": 52, + "weighted_error_before": 22.970724012237042, + "weighted_error_after": 15.566525538917631 + }, + { + "name": "model.layers.8.mlp.experts.77.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 26.49585884809494, + "weighted_error_after": 15.532484920695424 + }, + { + "name": "model.layers.8.mlp.experts.77.up_proj", + "observed_tokens": 90, + "weighted_error_before": 27.451141268014908, + "weighted_error_after": 16.229381101205945 + }, + { + "name": "model.layers.8.mlp.experts.77.down_proj", + "observed_tokens": 90, + "weighted_error_before": 22.968126768711954, + "weighted_error_after": 15.20244841882959 + }, + { + "name": "model.layers.8.mlp.experts.78.gate_proj", + "observed_tokens": 296, + "weighted_error_before": 24.105157747864723, + "weighted_error_after": 14.175880379974842 + }, + { + "name": "model.layers.8.mlp.experts.78.up_proj", + "observed_tokens": 296, + "weighted_error_before": 23.02038854919374, + "weighted_error_after": 13.490325689315796 + }, + { + "name": "model.layers.8.mlp.experts.78.down_proj", + "observed_tokens": 296, + "weighted_error_before": 20.903854319360107, + "weighted_error_after": 14.129778692964464 + }, + { + "name": "model.layers.8.mlp.experts.79.gate_proj", + "observed_tokens": 369, + "weighted_error_before": 27.469702422618866, + "weighted_error_after": 16.116755975410342 + }, + { + "name": "model.layers.8.mlp.experts.79.up_proj", + "observed_tokens": 369, + "weighted_error_before": 28.789934124797583, + "weighted_error_after": 16.874641621485353 + }, + { + "name": "model.layers.8.mlp.experts.79.down_proj", + "observed_tokens": 369, + "weighted_error_before": 23.238234450109303, + "weighted_error_after": 15.967956894543022 + }, + { + "name": "model.layers.8.mlp.experts.80.gate_proj", + "observed_tokens": 272, + "weighted_error_before": 25.074793949723244, + "weighted_error_after": 14.727445738390088 + }, + { + "name": "model.layers.8.mlp.experts.80.up_proj", + "observed_tokens": 272, + "weighted_error_before": 25.621970925480127, + "weighted_error_after": 15.016309898346663 + }, + { + "name": "model.layers.8.mlp.experts.80.down_proj", + "observed_tokens": 272, + "weighted_error_before": 21.918512201867998, + "weighted_error_after": 14.782520588720217 + }, + { + "name": "model.layers.8.mlp.experts.81.gate_proj", + "observed_tokens": 521, + "weighted_error_before": 29.20091507397592, + "weighted_error_after": 16.688264172524214 + }, + { + "name": "model.layers.8.mlp.experts.81.up_proj", + "observed_tokens": 521, + "weighted_error_before": 23.023472970351577, + "weighted_error_after": 13.426773306913674 + }, + { + "name": "model.layers.8.mlp.experts.81.down_proj", + "observed_tokens": 521, + "weighted_error_before": 19.977539662271738, + "weighted_error_after": 13.616357234306633 + }, + { + "name": "model.layers.8.mlp.experts.82.gate_proj", + "observed_tokens": 210, + "weighted_error_before": 24.9277521148324, + "weighted_error_after": 14.478700691834092 + }, + { + "name": "model.layers.8.mlp.experts.82.up_proj", + "observed_tokens": 210, + "weighted_error_before": 25.6785487588495, + "weighted_error_after": 14.885156128555536 + }, + { + "name": "model.layers.8.mlp.experts.82.down_proj", + "observed_tokens": 210, + "weighted_error_before": 22.30129900109023, + "weighted_error_after": 14.612074872013181 + }, + { + "name": "model.layers.8.mlp.experts.83.gate_proj", + "observed_tokens": 254, + "weighted_error_before": 23.55625876970589, + "weighted_error_after": 13.97547086700797 + }, + { + "name": "model.layers.8.mlp.experts.83.up_proj", + "observed_tokens": 254, + "weighted_error_before": 25.049213835969567, + "weighted_error_after": 14.770659172907472 + }, + { + "name": "model.layers.8.mlp.experts.83.down_proj", + "observed_tokens": 254, + "weighted_error_before": 22.642489468911663, + "weighted_error_after": 14.939400039613247 + }, + { + "name": "model.layers.8.mlp.experts.84.gate_proj", + "observed_tokens": 70, + "weighted_error_before": 29.565596140921116, + "weighted_error_after": 17.400160375982523 + }, + { + "name": "model.layers.8.mlp.experts.84.up_proj", + "observed_tokens": 70, + "weighted_error_before": 30.091486755758524, + "weighted_error_after": 17.549588810652494 + }, + { + "name": "model.layers.8.mlp.experts.84.down_proj", + "observed_tokens": 70, + "weighted_error_before": 24.75985583756119, + "weighted_error_after": 16.346191736869514 + }, + { + "name": "model.layers.8.mlp.experts.85.gate_proj", + "observed_tokens": 544, + "weighted_error_before": 30.473312057554722, + "weighted_error_after": 17.99157391488552 + }, + { + "name": "model.layers.8.mlp.experts.85.up_proj", + "observed_tokens": 544, + "weighted_error_before": 26.96914991736412, + "weighted_error_after": 15.832989163696766 + }, + { + "name": "model.layers.8.mlp.experts.85.down_proj", + "observed_tokens": 544, + "weighted_error_before": 23.099427262321115, + "weighted_error_after": 15.13082008715719 + }, + { + "name": "model.layers.8.mlp.experts.86.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 26.84972169995308, + "weighted_error_after": 15.415308693423867 + }, + { + "name": "model.layers.8.mlp.experts.86.up_proj", + "observed_tokens": 233, + "weighted_error_before": 27.2711421828717, + "weighted_error_after": 15.755267398431897 + }, + { + "name": "model.layers.8.mlp.experts.86.down_proj", + "observed_tokens": 233, + "weighted_error_before": 21.64374192431569, + "weighted_error_after": 13.87031365931034 + }, + { + "name": "model.layers.8.mlp.experts.87.gate_proj", + "observed_tokens": 395, + "weighted_error_before": 23.881386494264007, + "weighted_error_after": 13.968974074348807 + }, + { + "name": "model.layers.8.mlp.experts.87.up_proj", + "observed_tokens": 395, + "weighted_error_before": 25.35374802350998, + "weighted_error_after": 14.901674872264266 + }, + { + "name": "model.layers.8.mlp.experts.87.down_proj", + "observed_tokens": 395, + "weighted_error_before": 21.254420595010743, + "weighted_error_after": 14.485503500560299 + }, + { + "name": "model.layers.8.mlp.experts.88.gate_proj", + "observed_tokens": 578, + "weighted_error_before": 25.180851217359304, + "weighted_error_after": 14.947460095398128 + }, + { + "name": "model.layers.8.mlp.experts.88.up_proj", + "observed_tokens": 578, + "weighted_error_before": 23.703566264361143, + "weighted_error_after": 13.896173845976591 + }, + { + "name": "model.layers.8.mlp.experts.88.down_proj", + "observed_tokens": 578, + "weighted_error_before": 21.365688802674413, + "weighted_error_after": 14.465195666532964 + }, + { + "name": "model.layers.8.mlp.experts.89.gate_proj", + "observed_tokens": 258, + "weighted_error_before": 27.6859228014946, + "weighted_error_after": 16.010553430765867 + }, + { + "name": "model.layers.8.mlp.experts.89.up_proj", + "observed_tokens": 258, + "weighted_error_before": 27.97343511506915, + "weighted_error_after": 16.498505230993032 + }, + { + "name": "model.layers.8.mlp.experts.89.down_proj", + "observed_tokens": 258, + "weighted_error_before": 23.10088188946247, + "weighted_error_after": 15.52982568461448 + }, + { + "name": "model.layers.8.mlp.experts.90.gate_proj", + "observed_tokens": 346, + "weighted_error_before": 27.811973825097084, + "weighted_error_after": 16.245119992643595 + }, + { + "name": "model.layers.8.mlp.experts.90.up_proj", + "observed_tokens": 346, + "weighted_error_before": 24.053969908505678, + "weighted_error_after": 14.325090378522873 + }, + { + "name": "model.layers.8.mlp.experts.90.down_proj", + "observed_tokens": 346, + "weighted_error_before": 21.12065307958983, + "weighted_error_after": 14.367585957748815 + }, + { + "name": "model.layers.8.mlp.experts.91.gate_proj", + "observed_tokens": 189, + "weighted_error_before": 25.943745587021112, + "weighted_error_after": 15.20442083477974 + }, + { + "name": "model.layers.8.mlp.experts.91.up_proj", + "observed_tokens": 189, + "weighted_error_before": 25.015296379104257, + "weighted_error_after": 14.712729778140783 + }, + { + "name": "model.layers.8.mlp.experts.91.down_proj", + "observed_tokens": 189, + "weighted_error_before": 21.39102555764839, + "weighted_error_after": 14.373275633668527 + }, + { + "name": "model.layers.8.mlp.experts.92.gate_proj", + "observed_tokens": 132, + "weighted_error_before": 28.830224081873894, + "weighted_error_after": 16.78752284683287 + }, + { + "name": "model.layers.8.mlp.experts.92.up_proj", + "observed_tokens": 132, + "weighted_error_before": 27.343797259032726, + "weighted_error_after": 15.882677361369133 + }, + { + "name": "model.layers.8.mlp.experts.92.down_proj", + "observed_tokens": 132, + "weighted_error_before": 21.501604065764695, + "weighted_error_after": 13.98316530091688 + }, + { + "name": "model.layers.8.mlp.experts.93.gate_proj", + "observed_tokens": 602, + "weighted_error_before": 26.664378406479955, + "weighted_error_after": 15.77422209456563 + }, + { + "name": "model.layers.8.mlp.experts.93.up_proj", + "observed_tokens": 602, + "weighted_error_before": 23.81992482021451, + "weighted_error_after": 14.097594194114208 + }, + { + "name": "model.layers.8.mlp.experts.93.down_proj", + "observed_tokens": 602, + "weighted_error_before": 20.96035789255984, + "weighted_error_after": 14.303605661028996 + }, + { + "name": "model.layers.8.mlp.experts.94.gate_proj", + "observed_tokens": 347, + "weighted_error_before": 32.76331428065896, + "weighted_error_after": 18.77793130837381 + }, + { + "name": "model.layers.8.mlp.experts.94.up_proj", + "observed_tokens": 347, + "weighted_error_before": 28.30920953117311, + "weighted_error_after": 16.52792587131262 + }, + { + "name": "model.layers.8.mlp.experts.94.down_proj", + "observed_tokens": 347, + "weighted_error_before": 22.30740764271468, + "weighted_error_after": 15.046285324264318 + }, + { + "name": "model.layers.8.mlp.experts.95.gate_proj", + "observed_tokens": 172, + "weighted_error_before": 31.758112845942378, + "weighted_error_after": 18.699692841619253 + }, + { + "name": "model.layers.8.mlp.experts.95.up_proj", + "observed_tokens": 172, + "weighted_error_before": 26.50825892202556, + "weighted_error_after": 15.637296559289098 + }, + { + "name": "model.layers.8.mlp.experts.95.down_proj", + "observed_tokens": 172, + "weighted_error_before": 22.864190695341676, + "weighted_error_after": 15.207694431184791 + }, + { + "name": "model.layers.8.mlp.experts.96.gate_proj", + "observed_tokens": 321, + "weighted_error_before": 25.866336062550545, + "weighted_error_after": 15.372160429134965 + }, + { + "name": "model.layers.8.mlp.experts.96.up_proj", + "observed_tokens": 321, + "weighted_error_before": 27.473828058689833, + "weighted_error_after": 16.120672188699245 + }, + { + "name": "model.layers.8.mlp.experts.96.down_proj", + "observed_tokens": 321, + "weighted_error_before": 22.1827776087448, + "weighted_error_after": 15.160762442741543 + }, + { + "name": "model.layers.8.mlp.experts.97.gate_proj", + "observed_tokens": 78, + "weighted_error_before": 27.971538165584207, + "weighted_error_after": 16.403150536119938 + }, + { + "name": "model.layers.8.mlp.experts.97.up_proj", + "observed_tokens": 78, + "weighted_error_before": 27.24490585178137, + "weighted_error_after": 16.132661644369364 + }, + { + "name": "model.layers.8.mlp.experts.97.down_proj", + "observed_tokens": 78, + "weighted_error_before": 22.943216202780604, + "weighted_error_after": 15.002739184070379 + }, + { + "name": "model.layers.8.mlp.experts.98.gate_proj", + "observed_tokens": 232, + "weighted_error_before": 27.130877878516912, + "weighted_error_after": 15.969158358871937 + }, + { + "name": "model.layers.8.mlp.experts.98.up_proj", + "observed_tokens": 232, + "weighted_error_before": 27.389693077653646, + "weighted_error_after": 16.12692425213754 + }, + { + "name": "model.layers.8.mlp.experts.98.down_proj", + "observed_tokens": 232, + "weighted_error_before": 22.86317340703681, + "weighted_error_after": 15.342593353707343 + }, + { + "name": "model.layers.8.mlp.experts.99.gate_proj", + "observed_tokens": 443, + "weighted_error_before": 22.490172240883112, + "weighted_error_after": 12.843931997194886 + }, + { + "name": "model.layers.8.mlp.experts.99.up_proj", + "observed_tokens": 443, + "weighted_error_before": 24.217824703082442, + "weighted_error_after": 14.09939983766526 + }, + { + "name": "model.layers.8.mlp.experts.99.down_proj", + "observed_tokens": 443, + "weighted_error_before": 22.542824510484934, + "weighted_error_after": 15.503076644148678 + }, + { + "name": "model.layers.8.mlp.experts.100.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 30.00859199464321, + "weighted_error_after": 17.622103488072753 + }, + { + "name": "model.layers.8.mlp.experts.100.up_proj", + "observed_tokens": 153, + "weighted_error_before": 28.881375750526786, + "weighted_error_after": 16.76277199573815 + }, + { + "name": "model.layers.8.mlp.experts.100.down_proj", + "observed_tokens": 153, + "weighted_error_before": 21.74410369992256, + "weighted_error_after": 14.447299091611058 + }, + { + "name": "model.layers.8.mlp.experts.101.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 27.73203075118363, + "weighted_error_after": 15.759440295398235 + }, + { + "name": "model.layers.8.mlp.experts.101.up_proj", + "observed_tokens": 139, + "weighted_error_before": 25.082836993038654, + "weighted_error_after": 14.722321175038815 + }, + { + "name": "model.layers.8.mlp.experts.101.down_proj", + "observed_tokens": 139, + "weighted_error_before": 20.39343277225271, + "weighted_error_after": 13.64592176862061 + }, + { + "name": "model.layers.8.mlp.experts.102.gate_proj", + "observed_tokens": 724, + "weighted_error_before": 25.822272785007954, + "weighted_error_after": 15.260306771844625 + }, + { + "name": "model.layers.8.mlp.experts.102.up_proj", + "observed_tokens": 724, + "weighted_error_before": 24.259141821414232, + "weighted_error_after": 14.31216724216938 + }, + { + "name": "model.layers.8.mlp.experts.102.down_proj", + "observed_tokens": 724, + "weighted_error_before": 22.113940259907395, + "weighted_error_after": 14.82373463967815 + }, + { + "name": "model.layers.8.mlp.experts.103.gate_proj", + "observed_tokens": 115, + "weighted_error_before": 25.76955122873187, + "weighted_error_after": 15.262218579649925 + }, + { + "name": "model.layers.8.mlp.experts.103.up_proj", + "observed_tokens": 115, + "weighted_error_before": 25.298862501978874, + "weighted_error_after": 14.912272192537785 + }, + { + "name": "model.layers.8.mlp.experts.103.down_proj", + "observed_tokens": 115, + "weighted_error_before": 21.18892404343933, + "weighted_error_after": 14.131417769007385 + }, + { + "name": "model.layers.8.mlp.experts.104.gate_proj", + "observed_tokens": 594, + "weighted_error_before": 26.738085963763297, + "weighted_error_after": 15.541578195989132 + }, + { + "name": "model.layers.8.mlp.experts.104.up_proj", + "observed_tokens": 594, + "weighted_error_before": 24.39072611182928, + "weighted_error_after": 14.314393394626677 + }, + { + "name": "model.layers.8.mlp.experts.104.down_proj", + "observed_tokens": 594, + "weighted_error_before": 21.74598631914705, + "weighted_error_after": 14.231761972885579 + }, + { + "name": "model.layers.8.mlp.experts.105.gate_proj", + "observed_tokens": 407, + "weighted_error_before": 24.755487084388733, + "weighted_error_after": 14.562790360301733 + }, + { + "name": "model.layers.8.mlp.experts.105.up_proj", + "observed_tokens": 407, + "weighted_error_before": 26.517686177045107, + "weighted_error_after": 15.810635637491941 + }, + { + "name": "model.layers.8.mlp.experts.105.down_proj", + "observed_tokens": 407, + "weighted_error_before": 23.399690363090485, + "weighted_error_after": 15.829892651061527 + }, + { + "name": "model.layers.8.mlp.experts.106.gate_proj", + "observed_tokens": 280, + "weighted_error_before": 23.363926915451884, + "weighted_error_after": 13.757193407043815 + }, + { + "name": "model.layers.8.mlp.experts.106.up_proj", + "observed_tokens": 280, + "weighted_error_before": 23.343028336763382, + "weighted_error_after": 13.82493269070983 + }, + { + "name": "model.layers.8.mlp.experts.106.down_proj", + "observed_tokens": 280, + "weighted_error_before": 20.511113058310002, + "weighted_error_after": 13.864778257906437 + }, + { + "name": "model.layers.8.mlp.experts.107.gate_proj", + "observed_tokens": 258, + "weighted_error_before": 27.829618100076914, + "weighted_error_after": 16.364557594060898 + }, + { + "name": "model.layers.8.mlp.experts.107.up_proj", + "observed_tokens": 258, + "weighted_error_before": 29.188733991235495, + "weighted_error_after": 17.037885390222073 + }, + { + "name": "model.layers.8.mlp.experts.107.down_proj", + "observed_tokens": 258, + "weighted_error_before": 23.701636330690235, + "weighted_error_after": 16.188993466086686 + }, + { + "name": "model.layers.8.mlp.experts.108.gate_proj", + "observed_tokens": 45, + "weighted_error_before": 23.529194228351116, + "weighted_error_after": 13.766824593767524 + }, + { + "name": "model.layers.8.mlp.experts.108.up_proj", + "observed_tokens": 45, + "weighted_error_before": 25.718375261873007, + "weighted_error_after": 15.192549301311374 + }, + { + "name": "model.layers.8.mlp.experts.108.down_proj", + "observed_tokens": 45, + "weighted_error_before": 23.221190977608785, + "weighted_error_after": 15.663559169042856 + }, + { + "name": "model.layers.8.mlp.experts.109.gate_proj", + "observed_tokens": 79, + "weighted_error_before": 26.84015361778438, + "weighted_error_after": 15.811658525839448 + }, + { + "name": "model.layers.8.mlp.experts.109.up_proj", + "observed_tokens": 79, + "weighted_error_before": 26.399559944868088, + "weighted_error_after": 15.60276024788618 + }, + { + "name": "model.layers.8.mlp.experts.109.down_proj", + "observed_tokens": 79, + "weighted_error_before": 22.574536540079862, + "weighted_error_after": 15.111802208353765 + }, + { + "name": "model.layers.8.mlp.experts.110.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 29.269255060702562, + "weighted_error_after": 17.30153882317245 + }, + { + "name": "model.layers.8.mlp.experts.110.up_proj", + "observed_tokens": 139, + "weighted_error_before": 30.66833556815982, + "weighted_error_after": 17.90561972372234 + }, + { + "name": "model.layers.8.mlp.experts.110.down_proj", + "observed_tokens": 139, + "weighted_error_before": 24.516722936648875, + "weighted_error_after": 16.741265821736306 + }, + { + "name": "model.layers.8.mlp.experts.111.gate_proj", + "observed_tokens": 435, + "weighted_error_before": 28.532321475446224, + "weighted_error_after": 16.82433221116662 + }, + { + "name": "model.layers.8.mlp.experts.111.up_proj", + "observed_tokens": 435, + "weighted_error_before": 26.754028998315334, + "weighted_error_after": 15.649793688207865 + }, + { + "name": "model.layers.8.mlp.experts.111.down_proj", + "observed_tokens": 435, + "weighted_error_before": 22.64746030443348, + "weighted_error_after": 15.340934715699404 + }, + { + "name": "model.layers.8.mlp.experts.112.gate_proj", + "observed_tokens": 177, + "weighted_error_before": 26.443137189373374, + "weighted_error_after": 15.530903683975339 + }, + { + "name": "model.layers.8.mlp.experts.112.up_proj", + "observed_tokens": 177, + "weighted_error_before": 28.367565095424652, + "weighted_error_after": 16.681349704042077 + }, + { + "name": "model.layers.8.mlp.experts.112.down_proj", + "observed_tokens": 177, + "weighted_error_before": 23.44021727144718, + "weighted_error_after": 15.427233443129808 + }, + { + "name": "model.layers.8.mlp.experts.113.gate_proj", + "observed_tokens": 190, + "weighted_error_before": 25.344791684299707, + "weighted_error_after": 14.939725635573268 + }, + { + "name": "model.layers.8.mlp.experts.113.up_proj", + "observed_tokens": 190, + "weighted_error_before": 26.38374898955226, + "weighted_error_after": 15.64345196262002 + }, + { + "name": "model.layers.8.mlp.experts.113.down_proj", + "observed_tokens": 190, + "weighted_error_before": 23.23240123130381, + "weighted_error_after": 15.707134482450783 + }, + { + "name": "model.layers.8.mlp.experts.114.gate_proj", + "observed_tokens": 758, + "weighted_error_before": 26.112729674205184, + "weighted_error_after": 15.175011347979307 + }, + { + "name": "model.layers.8.mlp.experts.114.up_proj", + "observed_tokens": 758, + "weighted_error_before": 24.46557510085404, + "weighted_error_after": 14.473140150308609 + }, + { + "name": "model.layers.8.mlp.experts.114.down_proj", + "observed_tokens": 758, + "weighted_error_before": 20.502973414957523, + "weighted_error_after": 13.268607740756124 + }, + { + "name": "model.layers.8.mlp.experts.115.gate_proj", + "observed_tokens": 1436, + "weighted_error_before": 26.742100335657597, + "weighted_error_after": 15.386099627241492 + }, + { + "name": "model.layers.8.mlp.experts.115.up_proj", + "observed_tokens": 1436, + "weighted_error_before": 23.936200877651572, + "weighted_error_after": 14.01740062609315 + }, + { + "name": "model.layers.8.mlp.experts.115.down_proj", + "observed_tokens": 1436, + "weighted_error_before": 21.000171633437276, + "weighted_error_after": 14.21631885971874 + }, + { + "name": "model.layers.8.mlp.experts.116.gate_proj", + "observed_tokens": 359, + "weighted_error_before": 28.108386255800724, + "weighted_error_after": 16.561877755448222 + }, + { + "name": "model.layers.8.mlp.experts.116.up_proj", + "observed_tokens": 359, + "weighted_error_before": 27.770051702857018, + "weighted_error_after": 16.409048231318593 + }, + { + "name": "model.layers.8.mlp.experts.116.down_proj", + "observed_tokens": 359, + "weighted_error_before": 23.39697831799276, + "weighted_error_after": 15.373549387557432 + }, + { + "name": "model.layers.8.mlp.experts.117.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 31.53750658966601, + "weighted_error_after": 18.029196402058005 + }, + { + "name": "model.layers.8.mlp.experts.117.up_proj", + "observed_tokens": 256, + "weighted_error_before": 27.083394525572658, + "weighted_error_after": 15.660982425324619 + }, + { + "name": "model.layers.8.mlp.experts.117.down_proj", + "observed_tokens": 256, + "weighted_error_before": 20.830808917991817, + "weighted_error_after": 13.88038107426837 + }, + { + "name": "model.layers.8.mlp.experts.118.gate_proj", + "observed_tokens": 468, + "weighted_error_before": 26.351023411378264, + "weighted_error_after": 15.635320415720344 + }, + { + "name": "model.layers.8.mlp.experts.118.up_proj", + "observed_tokens": 468, + "weighted_error_before": 27.39599372446537, + "weighted_error_after": 16.093355886638165 + }, + { + "name": "model.layers.8.mlp.experts.118.down_proj", + "observed_tokens": 468, + "weighted_error_before": 23.206343731842935, + "weighted_error_after": 15.889773416798562 + }, + { + "name": "model.layers.8.mlp.experts.119.gate_proj", + "observed_tokens": 1030, + "weighted_error_before": 26.397109035402536, + "weighted_error_after": 15.525042360648513 + }, + { + "name": "model.layers.8.mlp.experts.119.up_proj", + "observed_tokens": 1030, + "weighted_error_before": 24.191444899886847, + "weighted_error_after": 14.4522804915905 + }, + { + "name": "model.layers.8.mlp.experts.119.down_proj", + "observed_tokens": 1030, + "weighted_error_before": 20.84197984356433, + "weighted_error_after": 13.851683259941638 + }, + { + "name": "model.layers.8.mlp.experts.120.gate_proj", + "observed_tokens": 220, + "weighted_error_before": 30.76565028913319, + "weighted_error_after": 16.814291736111045 + }, + { + "name": "model.layers.8.mlp.experts.120.up_proj", + "observed_tokens": 220, + "weighted_error_before": 26.937393529340625, + "weighted_error_after": 15.270995426923037 + }, + { + "name": "model.layers.8.mlp.experts.120.down_proj", + "observed_tokens": 220, + "weighted_error_before": 21.803584347944707, + "weighted_error_after": 14.310369352810085 + }, + { + "name": "model.layers.8.mlp.experts.121.gate_proj", + "observed_tokens": 212, + "weighted_error_before": 25.78942367620766, + "weighted_error_after": 15.208295606076717 + }, + { + "name": "model.layers.8.mlp.experts.121.up_proj", + "observed_tokens": 212, + "weighted_error_before": 24.993067732080817, + "weighted_error_after": 14.808399116620421 + }, + { + "name": "model.layers.8.mlp.experts.121.down_proj", + "observed_tokens": 212, + "weighted_error_before": 22.122756915632635, + "weighted_error_after": 14.970679624937475 + }, + { + "name": "model.layers.8.mlp.experts.122.gate_proj", + "observed_tokens": 159, + "weighted_error_before": 26.334239164367318, + "weighted_error_after": 15.434470500797033 + }, + { + "name": "model.layers.8.mlp.experts.122.up_proj", + "observed_tokens": 159, + "weighted_error_before": 27.066492419689894, + "weighted_error_after": 15.87830269150436 + }, + { + "name": "model.layers.8.mlp.experts.122.down_proj", + "observed_tokens": 159, + "weighted_error_before": 22.55836974037811, + "weighted_error_after": 15.183348250575364 + }, + { + "name": "model.layers.8.mlp.experts.123.gate_proj", + "observed_tokens": 77, + "weighted_error_before": 29.025844775140285, + "weighted_error_after": 16.842858338728547 + }, + { + "name": "model.layers.8.mlp.experts.123.up_proj", + "observed_tokens": 77, + "weighted_error_before": 29.46222360432148, + "weighted_error_after": 17.384623859077692 + }, + { + "name": "model.layers.8.mlp.experts.123.down_proj", + "observed_tokens": 77, + "weighted_error_before": 24.338799335528165, + "weighted_error_after": 14.250007764203474 + }, + { + "name": "model.layers.8.mlp.experts.124.gate_proj", + "observed_tokens": 597, + "weighted_error_before": 25.397071355953813, + "weighted_error_after": 14.917683817446232 + }, + { + "name": "model.layers.8.mlp.experts.124.up_proj", + "observed_tokens": 597, + "weighted_error_before": 26.44140412658453, + "weighted_error_after": 15.603515041992068 + }, + { + "name": "model.layers.8.mlp.experts.124.down_proj", + "observed_tokens": 597, + "weighted_error_before": 22.169779622927308, + "weighted_error_after": 15.179701934568584 + }, + { + "name": "model.layers.8.mlp.experts.125.gate_proj", + "observed_tokens": 266, + "weighted_error_before": 28.44160612113774, + "weighted_error_after": 16.831461550667882 + }, + { + "name": "model.layers.8.mlp.experts.125.up_proj", + "observed_tokens": 266, + "weighted_error_before": 23.671213012188673, + "weighted_error_after": 14.183090915903449 + }, + { + "name": "model.layers.8.mlp.experts.125.down_proj", + "observed_tokens": 266, + "weighted_error_before": 21.675619325600564, + "weighted_error_after": 14.326655191136524 + }, + { + "name": "model.layers.8.mlp.experts.126.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 28.738783583045006, + "weighted_error_after": 16.309398625046015 + }, + { + "name": "model.layers.8.mlp.experts.126.up_proj", + "observed_tokens": 447, + "weighted_error_before": 25.367530569434166, + "weighted_error_after": 14.84811662696302 + }, + { + "name": "model.layers.8.mlp.experts.126.down_proj", + "observed_tokens": 447, + "weighted_error_before": 21.449407626874745, + "weighted_error_after": 14.244368510786444 + }, + { + "name": "model.layers.8.mlp.experts.127.gate_proj", + "observed_tokens": 521, + "weighted_error_before": 25.157295705750585, + "weighted_error_after": 14.776503499597311 + }, + { + "name": "model.layers.8.mlp.experts.127.up_proj", + "observed_tokens": 521, + "weighted_error_before": 27.500219579786062, + "weighted_error_after": 16.004796754568815 + }, + { + "name": "model.layers.8.mlp.experts.127.down_proj", + "observed_tokens": 521, + "weighted_error_before": 23.032077508047223, + "weighted_error_after": 15.528631269466132 + }, + { + "name": "model.layers.8.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 16.621175644453615, + "weighted_error_after": 9.835092765162699 + }, + { + "name": "model.layers.8.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 16.894155122805387, + "weighted_error_after": 9.507056531263515 + }, + { + "name": "model.layers.8.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 14.713286213111132, + "weighted_error_after": 10.478991091717035 + }, + { + "name": "model.layers.9.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 139.43622436281294, + "weighted_error_after": 81.00833785999566 + }, + { + "name": "model.layers.9.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 134.86863083019853, + "weighted_error_after": 78.35631067119539 + }, + { + "name": "model.layers.9.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 179.60429735854268, + "weighted_error_after": 103.77699320297688 + }, + { + "name": "model.layers.9.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 193.46568251214921, + "weighted_error_after": 111.90759551152587 + }, + { + "name": "model.layers.9.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.374365109950304, + "weighted_error_after": 1.2743226680904627 + }, + { + "name": "model.layers.9.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 171.97729325760156, + "weighted_error_after": 99.68870716309175 + }, + { + "name": "model.layers.9.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 225.73264737427235, + "weighted_error_after": 147.98061411827803 + }, + { + "name": "model.layers.9.mlp.experts.0.gate_proj", + "observed_tokens": 326, + "weighted_error_before": 22.540772477164865, + "weighted_error_after": 13.35009045060724 + }, + { + "name": "model.layers.9.mlp.experts.0.up_proj", + "observed_tokens": 326, + "weighted_error_before": 22.77312644943595, + "weighted_error_after": 13.564838353544474 + }, + { + "name": "model.layers.9.mlp.experts.0.down_proj", + "observed_tokens": 326, + "weighted_error_before": 21.49748980300501, + "weighted_error_after": 14.724585331045091 + }, + { + "name": "model.layers.9.mlp.experts.1.gate_proj", + "observed_tokens": 746, + "weighted_error_before": 27.76579997688532, + "weighted_error_after": 16.406848514452577 + }, + { + "name": "model.layers.9.mlp.experts.1.up_proj", + "observed_tokens": 746, + "weighted_error_before": 28.914788061752915, + "weighted_error_after": 17.066041016951203 + }, + { + "name": "model.layers.9.mlp.experts.1.down_proj", + "observed_tokens": 746, + "weighted_error_before": 22.89203925151378, + "weighted_error_after": 14.108196553774178 + }, + { + "name": "model.layers.9.mlp.experts.2.gate_proj", + "observed_tokens": 1394, + "weighted_error_before": 25.433908633887768, + "weighted_error_after": 15.119292119517922 + }, + { + "name": "model.layers.9.mlp.experts.2.up_proj", + "observed_tokens": 1394, + "weighted_error_before": 25.96365363523364, + "weighted_error_after": 15.34585277363658 + }, + { + "name": "model.layers.9.mlp.experts.2.down_proj", + "observed_tokens": 1394, + "weighted_error_before": 21.757613154593855, + "weighted_error_after": 14.137173998868093 + }, + { + "name": "model.layers.9.mlp.experts.3.gate_proj", + "observed_tokens": 221, + "weighted_error_before": 25.16239638440311, + "weighted_error_after": 14.21815399825573 + }, + { + "name": "model.layers.9.mlp.experts.3.up_proj", + "observed_tokens": 221, + "weighted_error_before": 23.984410436823964, + "weighted_error_after": 13.999155825003982 + }, + { + "name": "model.layers.9.mlp.experts.3.down_proj", + "observed_tokens": 221, + "weighted_error_before": 20.40501809353009, + "weighted_error_after": 13.565610223915428 + }, + { + "name": "model.layers.9.mlp.experts.4.gate_proj", + "observed_tokens": 772, + "weighted_error_before": 26.476069239899516, + "weighted_error_after": 15.650809593498707 + }, + { + "name": "model.layers.9.mlp.experts.4.up_proj", + "observed_tokens": 772, + "weighted_error_before": 25.080092675983906, + "weighted_error_after": 14.92816268466413 + }, + { + "name": "model.layers.9.mlp.experts.4.down_proj", + "observed_tokens": 772, + "weighted_error_before": 22.48545590415597, + "weighted_error_after": 15.172265366418287 + }, + { + "name": "model.layers.9.mlp.experts.5.gate_proj", + "observed_tokens": 193, + "weighted_error_before": 26.174083467572927, + "weighted_error_after": 15.420097494497895 + }, + { + "name": "model.layers.9.mlp.experts.5.up_proj", + "observed_tokens": 193, + "weighted_error_before": 27.149652753025293, + "weighted_error_after": 16.036380538716912 + }, + { + "name": "model.layers.9.mlp.experts.5.down_proj", + "observed_tokens": 193, + "weighted_error_before": 23.073752341326326, + "weighted_error_after": 15.368543024174869 + }, + { + "name": "model.layers.9.mlp.experts.6.gate_proj", + "observed_tokens": 499, + "weighted_error_before": 28.75632917881012, + "weighted_error_after": 16.90593305043876 + }, + { + "name": "model.layers.9.mlp.experts.6.up_proj", + "observed_tokens": 499, + "weighted_error_before": 30.30045398697257, + "weighted_error_after": 17.704441772773862 + }, + { + "name": "model.layers.9.mlp.experts.6.down_proj", + "observed_tokens": 499, + "weighted_error_before": 24.304317055270076, + "weighted_error_after": 15.595311764860526 + }, + { + "name": "model.layers.9.mlp.experts.7.gate_proj", + "observed_tokens": 441, + "weighted_error_before": 24.148777969181538, + "weighted_error_after": 14.107863390818238 + }, + { + "name": "model.layers.9.mlp.experts.7.up_proj", + "observed_tokens": 441, + "weighted_error_before": 25.098496155813336, + "weighted_error_after": 14.785344533622265 + }, + { + "name": "model.layers.9.mlp.experts.7.down_proj", + "observed_tokens": 441, + "weighted_error_before": 23.11398091726005, + "weighted_error_after": 15.402344456873834 + }, + { + "name": "model.layers.9.mlp.experts.8.gate_proj", + "observed_tokens": 1004, + "weighted_error_before": 25.189828047528863, + "weighted_error_after": 14.861818137578666 + }, + { + "name": "model.layers.9.mlp.experts.8.up_proj", + "observed_tokens": 1004, + "weighted_error_before": 24.108777280896902, + "weighted_error_after": 14.171307809650898 + }, + { + "name": "model.layers.9.mlp.experts.8.down_proj", + "observed_tokens": 1004, + "weighted_error_before": 21.453689039684832, + "weighted_error_after": 14.60224503162317 + }, + { + "name": "model.layers.9.mlp.experts.9.gate_proj", + "observed_tokens": 657, + "weighted_error_before": 21.944503717124462, + "weighted_error_after": 12.967162685468793 + }, + { + "name": "model.layers.9.mlp.experts.9.up_proj", + "observed_tokens": 657, + "weighted_error_before": 23.003500759601593, + "weighted_error_after": 13.584994826465845 + }, + { + "name": "model.layers.9.mlp.experts.9.down_proj", + "observed_tokens": 657, + "weighted_error_before": 20.424829615280032, + "weighted_error_after": 13.889260845724493 + }, + { + "name": "model.layers.9.mlp.experts.10.gate_proj", + "observed_tokens": 954, + "weighted_error_before": 28.118514209985733, + "weighted_error_after": 16.325937543064356 + }, + { + "name": "model.layers.9.mlp.experts.10.up_proj", + "observed_tokens": 954, + "weighted_error_before": 24.400134444236755, + "weighted_error_after": 14.155354499816895 + }, + { + "name": "model.layers.9.mlp.experts.10.down_proj", + "observed_tokens": 954, + "weighted_error_before": 21.130696961656213, + "weighted_error_after": 7.099465896375477 + }, + { + "name": "model.layers.9.mlp.experts.11.gate_proj", + "observed_tokens": 1043, + "weighted_error_before": 28.222270334139466, + "weighted_error_after": 16.68753971811384 + }, + { + "name": "model.layers.9.mlp.experts.11.up_proj", + "observed_tokens": 1043, + "weighted_error_before": 25.864166686311364, + "weighted_error_after": 15.163835026323795 + }, + { + "name": "model.layers.9.mlp.experts.11.down_proj", + "observed_tokens": 1043, + "weighted_error_before": 22.75184353487566, + "weighted_error_after": 15.463677933090366 + }, + { + "name": "model.layers.9.mlp.experts.12.gate_proj", + "observed_tokens": 68, + "weighted_error_before": 23.324109157547355, + "weighted_error_after": 13.738383589312434 + }, + { + "name": "model.layers.9.mlp.experts.12.up_proj", + "observed_tokens": 68, + "weighted_error_before": 23.90483117289841, + "weighted_error_after": 14.10589268989861 + }, + { + "name": "model.layers.9.mlp.experts.12.down_proj", + "observed_tokens": 68, + "weighted_error_before": 21.243202028097585, + "weighted_error_after": 14.370524734957144 + }, + { + "name": "model.layers.9.mlp.experts.13.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 27.18376860395074, + "weighted_error_after": 16.193319270387292 + }, + { + "name": "model.layers.9.mlp.experts.13.up_proj", + "observed_tokens": 161, + "weighted_error_before": 28.805693835020065, + "weighted_error_after": 16.798445599153638 + }, + { + "name": "model.layers.9.mlp.experts.13.down_proj", + "observed_tokens": 161, + "weighted_error_before": 23.715478315018117, + "weighted_error_after": 16.215024029370397 + }, + { + "name": "model.layers.9.mlp.experts.14.gate_proj", + "observed_tokens": 345, + "weighted_error_before": 28.670931823551655, + "weighted_error_after": 16.860413573682308 + }, + { + "name": "model.layers.9.mlp.experts.14.up_proj", + "observed_tokens": 345, + "weighted_error_before": 28.74800470471382, + "weighted_error_after": 16.9821461122483 + }, + { + "name": "model.layers.9.mlp.experts.14.down_proj", + "observed_tokens": 345, + "weighted_error_before": 24.099673080723733, + "weighted_error_after": 16.299001683248207 + }, + { + "name": "model.layers.9.mlp.experts.15.gate_proj", + "observed_tokens": 467, + "weighted_error_before": 25.40497225895524, + "weighted_error_after": 14.828489523380995 + }, + { + "name": "model.layers.9.mlp.experts.15.up_proj", + "observed_tokens": 467, + "weighted_error_before": 27.406432965770364, + "weighted_error_after": 16.09671495296061 + }, + { + "name": "model.layers.9.mlp.experts.15.down_proj", + "observed_tokens": 467, + "weighted_error_before": 22.454045875463635, + "weighted_error_after": 14.002730447333306 + }, + { + "name": "model.layers.9.mlp.experts.16.gate_proj", + "observed_tokens": 78, + "weighted_error_before": 23.40000906586647, + "weighted_error_after": 13.73398338444531 + }, + { + "name": "model.layers.9.mlp.experts.16.up_proj", + "observed_tokens": 78, + "weighted_error_before": 23.810636065900326, + "weighted_error_after": 14.001343578100204 + }, + { + "name": "model.layers.9.mlp.experts.16.down_proj", + "observed_tokens": 78, + "weighted_error_before": 21.195655645336956, + "weighted_error_after": 14.373555864440277 + }, + { + "name": "model.layers.9.mlp.experts.17.gate_proj", + "observed_tokens": 252, + "weighted_error_before": 29.266896158456802, + "weighted_error_after": 17.520308142527938 + }, + { + "name": "model.layers.9.mlp.experts.17.up_proj", + "observed_tokens": 252, + "weighted_error_before": 31.118298143148422, + "weighted_error_after": 18.504959983751178 + }, + { + "name": "model.layers.9.mlp.experts.17.down_proj", + "observed_tokens": 252, + "weighted_error_before": 25.329309144988656, + "weighted_error_after": 17.42121562594548 + }, + { + "name": "model.layers.9.mlp.experts.18.gate_proj", + "observed_tokens": 190, + "weighted_error_before": 28.67884405516088, + "weighted_error_after": 16.391124865040183 + }, + { + "name": "model.layers.9.mlp.experts.18.up_proj", + "observed_tokens": 190, + "weighted_error_before": 26.56179979071021, + "weighted_error_after": 15.501682714559138 + }, + { + "name": "model.layers.9.mlp.experts.18.down_proj", + "observed_tokens": 190, + "weighted_error_before": 22.97262697154656, + "weighted_error_after": 15.364211664069444 + }, + { + "name": "model.layers.9.mlp.experts.19.gate_proj", + "observed_tokens": 25, + "weighted_error_before": 27.083716290071607, + "weighted_error_after": 15.86868947558105 + }, + { + "name": "model.layers.9.mlp.experts.19.up_proj", + "observed_tokens": 25, + "weighted_error_before": 27.86452123336494, + "weighted_error_after": 16.37911500968039 + }, + { + "name": "model.layers.9.mlp.experts.19.down_proj", + "observed_tokens": 25, + "weighted_error_before": 24.06101271044463, + "weighted_error_after": 16.376775302924216 + }, + { + "name": "model.layers.9.mlp.experts.20.gate_proj", + "observed_tokens": 494, + "weighted_error_before": 23.574419984593987, + "weighted_error_after": 13.826810133643448 + }, + { + "name": "model.layers.9.mlp.experts.20.up_proj", + "observed_tokens": 494, + "weighted_error_before": 24.944442961364985, + "weighted_error_after": 14.59121610596776 + }, + { + "name": "model.layers.9.mlp.experts.20.down_proj", + "observed_tokens": 494, + "weighted_error_before": 23.678427126724273, + "weighted_error_after": 15.550929239951074 + }, + { + "name": "model.layers.9.mlp.experts.21.gate_proj", + "observed_tokens": 164, + "weighted_error_before": 27.218737974762917, + "weighted_error_after": 15.966123472899199 + }, + { + "name": "model.layers.9.mlp.experts.21.up_proj", + "observed_tokens": 164, + "weighted_error_before": 27.125871513038874, + "weighted_error_after": 15.868360048159957 + }, + { + "name": "model.layers.9.mlp.experts.21.down_proj", + "observed_tokens": 164, + "weighted_error_before": 22.62993204034865, + "weighted_error_after": 15.015906328801066 + }, + { + "name": "model.layers.9.mlp.experts.22.gate_proj", + "observed_tokens": 73, + "weighted_error_before": 30.060609817504883, + "weighted_error_after": 17.492453642189503 + }, + { + "name": "model.layers.9.mlp.experts.22.up_proj", + "observed_tokens": 73, + "weighted_error_before": 31.43857093527913, + "weighted_error_after": 18.369388315826654 + }, + { + "name": "model.layers.9.mlp.experts.22.down_proj", + "observed_tokens": 73, + "weighted_error_before": 25.683864751365036, + "weighted_error_after": 17.178987553808838 + }, + { + "name": "model.layers.9.mlp.experts.23.gate_proj", + "observed_tokens": 505, + "weighted_error_before": 21.503022698685527, + "weighted_error_after": 12.702198676764965 + }, + { + "name": "model.layers.9.mlp.experts.23.up_proj", + "observed_tokens": 505, + "weighted_error_before": 24.164052825421095, + "weighted_error_after": 14.312003439292312 + }, + { + "name": "model.layers.9.mlp.experts.23.down_proj", + "observed_tokens": 505, + "weighted_error_before": 23.284198634326458, + "weighted_error_after": 15.754450532607734 + }, + { + "name": "model.layers.9.mlp.experts.24.gate_proj", + "observed_tokens": 698, + "weighted_error_before": 25.012298019602895, + "weighted_error_after": 14.669385241344571 + }, + { + "name": "model.layers.9.mlp.experts.24.up_proj", + "observed_tokens": 698, + "weighted_error_before": 25.065283991396427, + "weighted_error_after": 14.888844890519977 + }, + { + "name": "model.layers.9.mlp.experts.24.down_proj", + "observed_tokens": 698, + "weighted_error_before": 21.952055437956005, + "weighted_error_after": 14.612073886673898 + }, + { + "name": "model.layers.9.mlp.experts.25.gate_proj", + "observed_tokens": 207, + "weighted_error_before": 26.664883883669972, + "weighted_error_after": 15.7123992908746 + }, + { + "name": "model.layers.9.mlp.experts.25.up_proj", + "observed_tokens": 207, + "weighted_error_before": 25.714264005422592, + "weighted_error_after": 15.193539559841156 + }, + { + "name": "model.layers.9.mlp.experts.25.down_proj", + "observed_tokens": 207, + "weighted_error_before": 22.560341657605022, + "weighted_error_after": 15.298706281930208 + }, + { + "name": "model.layers.9.mlp.experts.26.gate_proj", + "observed_tokens": 75, + "weighted_error_before": 32.15817891806364, + "weighted_error_after": 18.81839256733656 + }, + { + "name": "model.layers.9.mlp.experts.26.up_proj", + "observed_tokens": 75, + "weighted_error_before": 26.053846444934607, + "weighted_error_after": 15.074107728898525 + }, + { + "name": "model.layers.9.mlp.experts.26.down_proj", + "observed_tokens": 75, + "weighted_error_before": 22.290620505344123, + "weighted_error_after": 14.697849731892347 + }, + { + "name": "model.layers.9.mlp.experts.27.gate_proj", + "observed_tokens": 115, + "weighted_error_before": 25.172714427113533, + "weighted_error_after": 14.84655065368861 + }, + { + "name": "model.layers.9.mlp.experts.27.up_proj", + "observed_tokens": 115, + "weighted_error_before": 24.576499285176396, + "weighted_error_after": 14.567043416202068 + }, + { + "name": "model.layers.9.mlp.experts.27.down_proj", + "observed_tokens": 115, + "weighted_error_before": 22.534450663719326, + "weighted_error_after": 14.903651828411967 + }, + { + "name": "model.layers.9.mlp.experts.28.gate_proj", + "observed_tokens": 887, + "weighted_error_before": 24.211980409920216, + "weighted_error_after": 14.192006349563599 + }, + { + "name": "model.layers.9.mlp.experts.28.up_proj", + "observed_tokens": 887, + "weighted_error_before": 25.51364746876061, + "weighted_error_after": 15.005805425345898 + }, + { + "name": "model.layers.9.mlp.experts.28.down_proj", + "observed_tokens": 887, + "weighted_error_before": 22.276271098293364, + "weighted_error_after": 14.786653846036643 + }, + { + "name": "model.layers.9.mlp.experts.29.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 30.04547318443656, + "weighted_error_after": 17.61816162057221 + }, + { + "name": "model.layers.9.mlp.experts.29.up_proj", + "observed_tokens": 90, + "weighted_error_before": 31.106635950505733, + "weighted_error_after": 18.170675303786993 + }, + { + "name": "model.layers.9.mlp.experts.29.down_proj", + "observed_tokens": 90, + "weighted_error_before": 25.32032286003232, + "weighted_error_after": 17.059414354152977 + }, + { + "name": "model.layers.9.mlp.experts.30.gate_proj", + "observed_tokens": 277, + "weighted_error_before": 29.84838319569826, + "weighted_error_after": 17.686282074078918 + }, + { + "name": "model.layers.9.mlp.experts.30.up_proj", + "observed_tokens": 277, + "weighted_error_before": 27.966342514380813, + "weighted_error_after": 16.421776657924056 + }, + { + "name": "model.layers.9.mlp.experts.30.down_proj", + "observed_tokens": 277, + "weighted_error_before": 23.199181398842484, + "weighted_error_after": 15.410836753435433 + }, + { + "name": "model.layers.9.mlp.experts.31.gate_proj", + "observed_tokens": 325, + "weighted_error_before": 26.698051119223237, + "weighted_error_after": 15.603477489203215 + }, + { + "name": "model.layers.9.mlp.experts.31.up_proj", + "observed_tokens": 325, + "weighted_error_before": 27.106959123164415, + "weighted_error_after": 16.111164670437574 + }, + { + "name": "model.layers.9.mlp.experts.31.down_proj", + "observed_tokens": 325, + "weighted_error_before": 22.620463197585195, + "weighted_error_after": 14.519490354228765 + }, + { + "name": "model.layers.9.mlp.experts.32.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 35.90580176189542, + "weighted_error_after": 21.04210314899683 + }, + { + "name": "model.layers.9.mlp.experts.32.up_proj", + "observed_tokens": 119, + "weighted_error_before": 32.766811691224575, + "weighted_error_after": 18.980907890945673 + }, + { + "name": "model.layers.9.mlp.experts.32.down_proj", + "observed_tokens": 119, + "weighted_error_before": 25.062111384700984, + "weighted_error_after": 16.666641067247838 + }, + { + "name": "model.layers.9.mlp.experts.33.gate_proj", + "observed_tokens": 280, + "weighted_error_before": 23.215112963691354, + "weighted_error_after": 13.659985621459782 + }, + { + "name": "model.layers.9.mlp.experts.33.up_proj", + "observed_tokens": 280, + "weighted_error_before": 25.25801119580865, + "weighted_error_after": 14.945709079504013 + }, + { + "name": "model.layers.9.mlp.experts.33.down_proj", + "observed_tokens": 280, + "weighted_error_before": 23.21240832703188, + "weighted_error_after": 15.78084382833913 + }, + { + "name": "model.layers.9.mlp.experts.34.gate_proj", + "observed_tokens": 373, + "weighted_error_before": 25.756839217618108, + "weighted_error_after": 15.034617558121681 + }, + { + "name": "model.layers.9.mlp.experts.34.up_proj", + "observed_tokens": 373, + "weighted_error_before": 26.62103085592389, + "weighted_error_after": 15.479442410171032 + }, + { + "name": "model.layers.9.mlp.experts.34.down_proj", + "observed_tokens": 373, + "weighted_error_before": 22.77839485509321, + "weighted_error_after": 15.480279465555213 + }, + { + "name": "model.layers.9.mlp.experts.35.gate_proj", + "observed_tokens": 271, + "weighted_error_before": 27.092827569693327, + "weighted_error_after": 15.010668479837477 + }, + { + "name": "model.layers.9.mlp.experts.35.up_proj", + "observed_tokens": 271, + "weighted_error_before": 25.472014270722866, + "weighted_error_after": 14.559758059680462 + }, + { + "name": "model.layers.9.mlp.experts.35.down_proj", + "observed_tokens": 271, + "weighted_error_before": 21.967613809276372, + "weighted_error_after": 14.828394506359473 + }, + { + "name": "model.layers.9.mlp.experts.36.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 27.232247948646545, + "weighted_error_after": 15.834393098950386 + }, + { + "name": "model.layers.9.mlp.experts.36.up_proj", + "observed_tokens": 201, + "weighted_error_before": 27.90846698731184, + "weighted_error_after": 16.41253720037639 + }, + { + "name": "model.layers.9.mlp.experts.36.down_proj", + "observed_tokens": 201, + "weighted_error_before": 23.092688049655408, + "weighted_error_after": 15.68388805910945 + }, + { + "name": "model.layers.9.mlp.experts.37.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 27.534213557839394, + "weighted_error_after": 15.812275080010295 + }, + { + "name": "model.layers.9.mlp.experts.37.up_proj", + "observed_tokens": 63, + "weighted_error_before": 26.7599135376513, + "weighted_error_after": 15.646472170948982 + }, + { + "name": "model.layers.9.mlp.experts.37.down_proj", + "observed_tokens": 63, + "weighted_error_before": 22.60323820915073, + "weighted_error_after": 15.156250660307705 + }, + { + "name": "model.layers.9.mlp.experts.38.gate_proj", + "observed_tokens": 33, + "weighted_error_before": 27.202625319361687, + "weighted_error_after": 16.150461489334702 + }, + { + "name": "model.layers.9.mlp.experts.38.up_proj", + "observed_tokens": 33, + "weighted_error_before": 28.28411915153265, + "weighted_error_after": 16.64212016761303 + }, + { + "name": "model.layers.9.mlp.experts.38.down_proj", + "observed_tokens": 33, + "weighted_error_before": 24.447005516849458, + "weighted_error_after": 16.51468545012176 + }, + { + "name": "model.layers.9.mlp.experts.39.gate_proj", + "observed_tokens": 80, + "weighted_error_before": 26.15092442370951, + "weighted_error_after": 15.4351463355124 + }, + { + "name": "model.layers.9.mlp.experts.39.up_proj", + "observed_tokens": 80, + "weighted_error_before": 27.54098355770111, + "weighted_error_after": 16.369434371590614 + }, + { + "name": "model.layers.9.mlp.experts.39.down_proj", + "observed_tokens": 80, + "weighted_error_before": 22.85769136901945, + "weighted_error_after": 15.285574074834585 + }, + { + "name": "model.layers.9.mlp.experts.40.gate_proj", + "observed_tokens": 238, + "weighted_error_before": 24.862643534317613, + "weighted_error_after": 14.73322337307036 + }, + { + "name": "model.layers.9.mlp.experts.40.up_proj", + "observed_tokens": 238, + "weighted_error_before": 25.625167530030012, + "weighted_error_after": 15.20986401103437 + }, + { + "name": "model.layers.9.mlp.experts.40.down_proj", + "observed_tokens": 238, + "weighted_error_before": 24.703479844378307, + "weighted_error_after": 16.448722900240682 + }, + { + "name": "model.layers.9.mlp.experts.41.gate_proj", + "observed_tokens": 419, + "weighted_error_before": 27.05965187586844, + "weighted_error_after": 15.850607541389763 + }, + { + "name": "model.layers.9.mlp.experts.41.up_proj", + "observed_tokens": 419, + "weighted_error_before": 24.452808709815145, + "weighted_error_after": 14.414846261963248 + }, + { + "name": "model.layers.9.mlp.experts.41.down_proj", + "observed_tokens": 419, + "weighted_error_before": 21.77341802790761, + "weighted_error_after": 14.28597197192721 + }, + { + "name": "model.layers.9.mlp.experts.42.gate_proj", + "observed_tokens": 357, + "weighted_error_before": 23.280320649966598, + "weighted_error_after": 13.759756184183061 + }, + { + "name": "model.layers.9.mlp.experts.42.up_proj", + "observed_tokens": 357, + "weighted_error_before": 25.46533011086285, + "weighted_error_after": 14.662649285048246 + }, + { + "name": "model.layers.9.mlp.experts.42.down_proj", + "observed_tokens": 357, + "weighted_error_before": 23.69751277472824, + "weighted_error_after": 16.24199142307043 + }, + { + "name": "model.layers.9.mlp.experts.43.gate_proj", + "observed_tokens": 235, + "weighted_error_before": 25.52876915410161, + "weighted_error_after": 15.10640106536448 + }, + { + "name": "model.layers.9.mlp.experts.43.up_proj", + "observed_tokens": 235, + "weighted_error_before": 26.652518905699253, + "weighted_error_after": 15.679053146392107 + }, + { + "name": "model.layers.9.mlp.experts.43.down_proj", + "observed_tokens": 235, + "weighted_error_before": 22.386684988625348, + "weighted_error_after": 15.15505305188708 + }, + { + "name": "model.layers.9.mlp.experts.44.gate_proj", + "observed_tokens": 181, + "weighted_error_before": 22.17473766580224, + "weighted_error_after": 13.028642278164625 + }, + { + "name": "model.layers.9.mlp.experts.44.up_proj", + "observed_tokens": 181, + "weighted_error_before": 24.075815226882696, + "weighted_error_after": 14.143107196316123 + }, + { + "name": "model.layers.9.mlp.experts.44.down_proj", + "observed_tokens": 181, + "weighted_error_before": 21.536102757789195, + "weighted_error_after": 14.391402957960963 + }, + { + "name": "model.layers.9.mlp.experts.45.gate_proj", + "observed_tokens": 33, + "weighted_error_before": 29.181360568851233, + "weighted_error_after": 17.206153769046068 + }, + { + "name": "model.layers.9.mlp.experts.45.up_proj", + "observed_tokens": 33, + "weighted_error_before": 29.747073218226433, + "weighted_error_after": 17.510010356083512 + }, + { + "name": "model.layers.9.mlp.experts.45.down_proj", + "observed_tokens": 33, + "weighted_error_before": 24.243787026032805, + "weighted_error_after": 16.544645383488387 + }, + { + "name": "model.layers.9.mlp.experts.46.gate_proj", + "observed_tokens": 62, + "weighted_error_before": 27.373734222725034, + "weighted_error_after": 15.64056964404881 + }, + { + "name": "model.layers.9.mlp.experts.46.up_proj", + "observed_tokens": 62, + "weighted_error_before": 27.143056854605675, + "weighted_error_after": 15.478845553472638 + }, + { + "name": "model.layers.9.mlp.experts.46.down_proj", + "observed_tokens": 62, + "weighted_error_before": 22.269743873737752, + "weighted_error_after": 14.746496658306569 + }, + { + "name": "model.layers.9.mlp.experts.47.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 27.95351617410779, + "weighted_error_after": 16.410269482061267 + }, + { + "name": "model.layers.9.mlp.experts.47.up_proj", + "observed_tokens": 160, + "weighted_error_before": 30.04244276881218, + "weighted_error_after": 17.56046836823225 + }, + { + "name": "model.layers.9.mlp.experts.47.down_proj", + "observed_tokens": 160, + "weighted_error_before": 24.7200115385931, + "weighted_error_after": 16.700944900978357 + }, + { + "name": "model.layers.9.mlp.experts.48.gate_proj", + "observed_tokens": 391, + "weighted_error_before": 23.255398619920015, + "weighted_error_after": 13.657105254009366 + }, + { + "name": "model.layers.9.mlp.experts.48.up_proj", + "observed_tokens": 391, + "weighted_error_before": 23.767590757459402, + "weighted_error_after": 14.034792585298419 + }, + { + "name": "model.layers.9.mlp.experts.48.down_proj", + "observed_tokens": 391, + "weighted_error_before": 21.976554416818544, + "weighted_error_after": 14.920906848274171 + }, + { + "name": "model.layers.9.mlp.experts.49.gate_proj", + "observed_tokens": 250, + "weighted_error_before": 25.84061666764319, + "weighted_error_after": 15.052777241915464 + }, + { + "name": "model.layers.9.mlp.experts.49.up_proj", + "observed_tokens": 250, + "weighted_error_before": 26.47178680077195, + "weighted_error_after": 15.69343594647944 + }, + { + "name": "model.layers.9.mlp.experts.49.down_proj", + "observed_tokens": 250, + "weighted_error_before": 23.023136047646403, + "weighted_error_after": 15.215314980479889 + }, + { + "name": "model.layers.9.mlp.experts.50.gate_proj", + "observed_tokens": 177, + "weighted_error_before": 27.02945054322481, + "weighted_error_after": 15.901043755933642 + }, + { + "name": "model.layers.9.mlp.experts.50.up_proj", + "observed_tokens": 177, + "weighted_error_before": 26.406849958002567, + "weighted_error_after": 15.65982199460268 + }, + { + "name": "model.layers.9.mlp.experts.50.down_proj", + "observed_tokens": 177, + "weighted_error_before": 22.362658843630925, + "weighted_error_after": 15.213364980649203 + }, + { + "name": "model.layers.9.mlp.experts.51.gate_proj", + "observed_tokens": 283, + "weighted_error_before": 25.335466396063566, + "weighted_error_after": 14.871524879708886 + }, + { + "name": "model.layers.9.mlp.experts.51.up_proj", + "observed_tokens": 283, + "weighted_error_before": 27.039001509547234, + "weighted_error_after": 15.986864276230335 + }, + { + "name": "model.layers.9.mlp.experts.51.down_proj", + "observed_tokens": 283, + "weighted_error_before": 22.895296831149608, + "weighted_error_after": 15.51869175862521 + }, + { + "name": "model.layers.9.mlp.experts.52.gate_proj", + "observed_tokens": 504, + "weighted_error_before": 25.599382769316435, + "weighted_error_after": 15.049230569973588 + }, + { + "name": "model.layers.9.mlp.experts.52.up_proj", + "observed_tokens": 504, + "weighted_error_before": 26.153778424486518, + "weighted_error_after": 15.432033846154809 + }, + { + "name": "model.layers.9.mlp.experts.52.down_proj", + "observed_tokens": 504, + "weighted_error_before": 22.35772253293544, + "weighted_error_after": 14.687984503339976 + }, + { + "name": "model.layers.9.mlp.experts.53.gate_proj", + "observed_tokens": 814, + "weighted_error_before": 24.476730801165104, + "weighted_error_after": 14.408696725033224 + }, + { + "name": "model.layers.9.mlp.experts.53.up_proj", + "observed_tokens": 814, + "weighted_error_before": 23.488600872457027, + "weighted_error_after": 13.947451869025826 + }, + { + "name": "model.layers.9.mlp.experts.53.down_proj", + "observed_tokens": 814, + "weighted_error_before": 21.338906523771584, + "weighted_error_after": 14.088851310312748 + }, + { + "name": "model.layers.9.mlp.experts.54.gate_proj", + "observed_tokens": 204, + "weighted_error_before": 31.65272654592991, + "weighted_error_after": 17.98405510932207 + }, + { + "name": "model.layers.9.mlp.experts.54.up_proj", + "observed_tokens": 204, + "weighted_error_before": 28.384390303865075, + "weighted_error_after": 16.605808110907674 + }, + { + "name": "model.layers.9.mlp.experts.54.down_proj", + "observed_tokens": 204, + "weighted_error_before": 23.74065401405096, + "weighted_error_after": 15.434457297902554 + }, + { + "name": "model.layers.9.mlp.experts.55.gate_proj", + "observed_tokens": 172, + "weighted_error_before": 31.783852238208055, + "weighted_error_after": 18.01810142956674 + }, + { + "name": "model.layers.9.mlp.experts.55.up_proj", + "observed_tokens": 172, + "weighted_error_before": 29.64965307712555, + "weighted_error_after": 17.025202609598637 + }, + { + "name": "model.layers.9.mlp.experts.55.down_proj", + "observed_tokens": 172, + "weighted_error_before": 24.08864613203332, + "weighted_error_after": 16.168300210498273 + }, + { + "name": "model.layers.9.mlp.experts.56.gate_proj", + "observed_tokens": 1341, + "weighted_error_before": 24.438342858105898, + "weighted_error_after": 14.427355207502842 + }, + { + "name": "model.layers.9.mlp.experts.56.up_proj", + "observed_tokens": 1341, + "weighted_error_before": 24.42235153540969, + "weighted_error_after": 14.515553684905171 + }, + { + "name": "model.layers.9.mlp.experts.56.down_proj", + "observed_tokens": 1341, + "weighted_error_before": 22.119837429840118, + "weighted_error_after": 14.94657390168868 + }, + { + "name": "model.layers.9.mlp.experts.57.gate_proj", + "observed_tokens": 370, + "weighted_error_before": 25.280669717118144, + "weighted_error_after": 14.828353529796004 + }, + { + "name": "model.layers.9.mlp.experts.57.up_proj", + "observed_tokens": 370, + "weighted_error_before": 26.547931250184774, + "weighted_error_after": 15.78461811132729 + }, + { + "name": "model.layers.9.mlp.experts.57.down_proj", + "observed_tokens": 370, + "weighted_error_before": 22.848548588808626, + "weighted_error_after": 15.478278551716357 + }, + { + "name": "model.layers.9.mlp.experts.58.gate_proj", + "observed_tokens": 1174, + "weighted_error_before": 29.356841381639242, + "weighted_error_after": 17.322427235543728 + }, + { + "name": "model.layers.9.mlp.experts.58.up_proj", + "observed_tokens": 1174, + "weighted_error_before": 25.836429312825203, + "weighted_error_after": 15.133241411298513 + }, + { + "name": "model.layers.9.mlp.experts.58.down_proj", + "observed_tokens": 1174, + "weighted_error_before": 21.686653141165152, + "weighted_error_after": 14.770950162550434 + }, + { + "name": "model.layers.9.mlp.experts.59.gate_proj", + "observed_tokens": 414, + "weighted_error_before": 23.04659361578524, + "weighted_error_after": 13.703130304813385 + }, + { + "name": "model.layers.9.mlp.experts.59.up_proj", + "observed_tokens": 414, + "weighted_error_before": 26.080502208322287, + "weighted_error_after": 15.499715005978942 + }, + { + "name": "model.layers.9.mlp.experts.59.down_proj", + "observed_tokens": 414, + "weighted_error_before": 22.398521209601313, + "weighted_error_after": 15.267691917717457 + }, + { + "name": "model.layers.9.mlp.experts.60.gate_proj", + "observed_tokens": 314, + "weighted_error_before": 24.947173606604338, + "weighted_error_after": 14.671488953754306 + }, + { + "name": "model.layers.9.mlp.experts.60.up_proj", + "observed_tokens": 314, + "weighted_error_before": 23.79480263032019, + "weighted_error_after": 13.957010069862008 + }, + { + "name": "model.layers.9.mlp.experts.60.down_proj", + "observed_tokens": 314, + "weighted_error_before": 20.371455849613994, + "weighted_error_after": 13.890415707137436 + }, + { + "name": "model.layers.9.mlp.experts.61.gate_proj", + "observed_tokens": 480, + "weighted_error_before": 22.152524819597602, + "weighted_error_after": 13.162839704193175 + }, + { + "name": "model.layers.9.mlp.experts.61.up_proj", + "observed_tokens": 480, + "weighted_error_before": 22.9408145789057, + "weighted_error_after": 13.510667403228581 + }, + { + "name": "model.layers.9.mlp.experts.61.down_proj", + "observed_tokens": 480, + "weighted_error_before": 21.521620442625135, + "weighted_error_after": 14.659853933844715 + }, + { + "name": "model.layers.9.mlp.experts.62.gate_proj", + "observed_tokens": 223, + "weighted_error_before": 28.03749145567417, + "weighted_error_after": 16.29424679838121 + }, + { + "name": "model.layers.9.mlp.experts.62.up_proj", + "observed_tokens": 223, + "weighted_error_before": 28.963714189827442, + "weighted_error_after": 17.05965462513268 + }, + { + "name": "model.layers.9.mlp.experts.62.down_proj", + "observed_tokens": 223, + "weighted_error_before": 23.778069220483303, + "weighted_error_after": 15.022683606715873 + }, + { + "name": "model.layers.9.mlp.experts.63.gate_proj", + "observed_tokens": 692, + "weighted_error_before": 23.269128866493702, + "weighted_error_after": 13.547099810093641 + }, + { + "name": "model.layers.9.mlp.experts.63.up_proj", + "observed_tokens": 692, + "weighted_error_before": 23.95008798316121, + "weighted_error_after": 14.09848121367395 + }, + { + "name": "model.layers.9.mlp.experts.63.down_proj", + "observed_tokens": 692, + "weighted_error_before": 21.85692734643817, + "weighted_error_after": 14.790425135288388 + }, + { + "name": "model.layers.9.mlp.experts.64.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 23.726220158860087, + "weighted_error_after": 13.8360301759094 + }, + { + "name": "model.layers.9.mlp.experts.64.up_proj", + "observed_tokens": 63, + "weighted_error_before": 24.260018004104495, + "weighted_error_after": 14.294318567961454 + }, + { + "name": "model.layers.9.mlp.experts.64.down_proj", + "observed_tokens": 63, + "weighted_error_before": 22.397764393361285, + "weighted_error_after": 14.700087145436555 + }, + { + "name": "model.layers.9.mlp.experts.65.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 28.464194051921368, + "weighted_error_after": 16.45801820140332 + }, + { + "name": "model.layers.9.mlp.experts.65.up_proj", + "observed_tokens": 90, + "weighted_error_before": 27.48904624208808, + "weighted_error_after": 16.001993093639612 + }, + { + "name": "model.layers.9.mlp.experts.65.down_proj", + "observed_tokens": 90, + "weighted_error_before": 24.244076448027045, + "weighted_error_after": 16.18165996368043 + }, + { + "name": "model.layers.9.mlp.experts.66.gate_proj", + "observed_tokens": 229, + "weighted_error_before": 27.18371302448213, + "weighted_error_after": 16.017612285912037 + }, + { + "name": "model.layers.9.mlp.experts.66.up_proj", + "observed_tokens": 229, + "weighted_error_before": 26.895967483520508, + "weighted_error_after": 15.84758197516203 + }, + { + "name": "model.layers.9.mlp.experts.66.down_proj", + "observed_tokens": 229, + "weighted_error_before": 23.61776008293964, + "weighted_error_after": 15.39602243178524 + }, + { + "name": "model.layers.9.mlp.experts.67.gate_proj", + "observed_tokens": 1193, + "weighted_error_before": 24.784334264695644, + "weighted_error_after": 14.566283280029893 + }, + { + "name": "model.layers.9.mlp.experts.67.up_proj", + "observed_tokens": 1193, + "weighted_error_before": 24.61475443467498, + "weighted_error_after": 14.549201780930161 + }, + { + "name": "model.layers.9.mlp.experts.67.down_proj", + "observed_tokens": 1193, + "weighted_error_before": 21.889357730047777, + "weighted_error_after": 14.180790016194806 + }, + { + "name": "model.layers.9.mlp.experts.68.gate_proj", + "observed_tokens": 311, + "weighted_error_before": 28.78686986491084, + "weighted_error_after": 17.072639539837837 + }, + { + "name": "model.layers.9.mlp.experts.68.up_proj", + "observed_tokens": 311, + "weighted_error_before": 26.434397550299764, + "weighted_error_after": 15.61484045535326 + }, + { + "name": "model.layers.9.mlp.experts.68.down_proj", + "observed_tokens": 311, + "weighted_error_before": 23.2958400757052, + "weighted_error_after": 15.433046147460118 + }, + { + "name": "model.layers.9.mlp.experts.69.gate_proj", + "observed_tokens": 717, + "weighted_error_before": 25.06020848825574, + "weighted_error_after": 14.779260024428368 + }, + { + "name": "model.layers.9.mlp.experts.69.up_proj", + "observed_tokens": 717, + "weighted_error_before": 26.509741842746735, + "weighted_error_after": 15.493520239368081 + }, + { + "name": "model.layers.9.mlp.experts.69.down_proj", + "observed_tokens": 717, + "weighted_error_before": 22.03736473247409, + "weighted_error_after": 14.430915814824402 + }, + { + "name": "model.layers.9.mlp.experts.70.gate_proj", + "observed_tokens": 361, + "weighted_error_before": 23.94502223841846, + "weighted_error_after": 14.091078476980329 + }, + { + "name": "model.layers.9.mlp.experts.70.up_proj", + "observed_tokens": 361, + "weighted_error_before": 24.085292033851147, + "weighted_error_after": 14.11432140134275 + }, + { + "name": "model.layers.9.mlp.experts.70.down_proj", + "observed_tokens": 361, + "weighted_error_before": 21.092376896180212, + "weighted_error_after": 14.227426061872393 + }, + { + "name": "model.layers.9.mlp.experts.71.gate_proj", + "observed_tokens": 486, + "weighted_error_before": 24.430314503610134, + "weighted_error_after": 14.353631990030408 + }, + { + "name": "model.layers.9.mlp.experts.71.up_proj", + "observed_tokens": 486, + "weighted_error_before": 23.428184745833278, + "weighted_error_after": 13.848187487572432 + }, + { + "name": "model.layers.9.mlp.experts.71.down_proj", + "observed_tokens": 486, + "weighted_error_before": 21.635589770739898, + "weighted_error_after": 14.813288075849414 + }, + { + "name": "model.layers.9.mlp.experts.72.gate_proj", + "observed_tokens": 80, + "weighted_error_before": 23.332433685660362, + "weighted_error_after": 13.628204017877579 + }, + { + "name": "model.layers.9.mlp.experts.72.up_proj", + "observed_tokens": 80, + "weighted_error_before": 24.68931164778769, + "weighted_error_after": 14.506471941247582 + }, + { + "name": "model.layers.9.mlp.experts.72.down_proj", + "observed_tokens": 80, + "weighted_error_before": 21.79680582648143, + "weighted_error_after": 14.556875033769757 + }, + { + "name": "model.layers.9.mlp.experts.73.gate_proj", + "observed_tokens": 86, + "weighted_error_before": 25.513508332893252, + "weighted_error_after": 15.049182642251253 + }, + { + "name": "model.layers.9.mlp.experts.73.up_proj", + "observed_tokens": 86, + "weighted_error_before": 27.562656776979566, + "weighted_error_after": 16.3224965762347 + }, + { + "name": "model.layers.9.mlp.experts.73.down_proj", + "observed_tokens": 86, + "weighted_error_before": 24.615043996600434, + "weighted_error_after": 16.561662012478337 + }, + { + "name": "model.layers.9.mlp.experts.74.gate_proj", + "observed_tokens": 497, + "weighted_error_before": 27.521577214822173, + "weighted_error_after": 16.311527462676167 + }, + { + "name": "model.layers.9.mlp.experts.74.up_proj", + "observed_tokens": 497, + "weighted_error_before": 26.24777607806027, + "weighted_error_after": 15.604602320119739 + }, + { + "name": "model.layers.9.mlp.experts.74.down_proj", + "observed_tokens": 497, + "weighted_error_before": 22.841102864593267, + "weighted_error_after": 15.216322769178078 + }, + { + "name": "model.layers.9.mlp.experts.75.gate_proj", + "observed_tokens": 77, + "weighted_error_before": 27.356174517422915, + "weighted_error_after": 15.93091287650168 + }, + { + "name": "model.layers.9.mlp.experts.75.up_proj", + "observed_tokens": 77, + "weighted_error_before": 27.06984405592084, + "weighted_error_after": 15.91171251423657 + }, + { + "name": "model.layers.9.mlp.experts.75.down_proj", + "observed_tokens": 77, + "weighted_error_before": 23.77376211178489, + "weighted_error_after": 15.666655900422484 + }, + { + "name": "model.layers.9.mlp.experts.76.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 24.697980370372534, + "weighted_error_after": 14.60379639826715 + }, + { + "name": "model.layers.9.mlp.experts.76.up_proj", + "observed_tokens": 63, + "weighted_error_before": 26.159427953884006, + "weighted_error_after": 15.539029935374856 + }, + { + "name": "model.layers.9.mlp.experts.76.down_proj", + "observed_tokens": 63, + "weighted_error_before": 22.984451866708696, + "weighted_error_after": 15.422555998899043 + }, + { + "name": "model.layers.9.mlp.experts.77.gate_proj", + "observed_tokens": 286, + "weighted_error_before": 28.731729866936803, + "weighted_error_after": 16.907836388796568 + }, + { + "name": "model.layers.9.mlp.experts.77.up_proj", + "observed_tokens": 286, + "weighted_error_before": 22.244035517796874, + "weighted_error_after": 13.129712083376944 + }, + { + "name": "model.layers.9.mlp.experts.77.down_proj", + "observed_tokens": 286, + "weighted_error_before": 20.238839745055884, + "weighted_error_after": 13.73528246814385 + }, + { + "name": "model.layers.9.mlp.experts.78.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 24.78183701261878, + "weighted_error_after": 14.48198832385242 + }, + { + "name": "model.layers.9.mlp.experts.78.up_proj", + "observed_tokens": 98, + "weighted_error_before": 24.507853891700506, + "weighted_error_after": 14.474888259544969 + }, + { + "name": "model.layers.9.mlp.experts.78.down_proj", + "observed_tokens": 98, + "weighted_error_before": 21.685765804722905, + "weighted_error_after": 14.180759456474334 + }, + { + "name": "model.layers.9.mlp.experts.79.gate_proj", + "observed_tokens": 396, + "weighted_error_before": 26.278177270665765, + "weighted_error_after": 15.518272718414664 + }, + { + "name": "model.layers.9.mlp.experts.79.up_proj", + "observed_tokens": 396, + "weighted_error_before": 26.66404812410474, + "weighted_error_after": 15.791274625808 + }, + { + "name": "model.layers.9.mlp.experts.79.down_proj", + "observed_tokens": 396, + "weighted_error_before": 23.515346269821748, + "weighted_error_after": 16.0648214884568 + }, + { + "name": "model.layers.9.mlp.experts.80.gate_proj", + "observed_tokens": 698, + "weighted_error_before": 27.114437019452453, + "weighted_error_after": 16.09763784520328 + }, + { + "name": "model.layers.9.mlp.experts.80.up_proj", + "observed_tokens": 698, + "weighted_error_before": 25.26276595145464, + "weighted_error_after": 14.881374387070537 + }, + { + "name": "model.layers.9.mlp.experts.80.down_proj", + "observed_tokens": 698, + "weighted_error_before": 22.40311253373511, + "weighted_error_after": 15.270071032689884 + }, + { + "name": "model.layers.9.mlp.experts.81.gate_proj", + "observed_tokens": 533, + "weighted_error_before": 26.880430510267615, + "weighted_error_after": 15.06458583753556 + }, + { + "name": "model.layers.9.mlp.experts.81.up_proj", + "observed_tokens": 533, + "weighted_error_before": 25.78190573118627, + "weighted_error_after": 14.288172824308276 + }, + { + "name": "model.layers.9.mlp.experts.81.down_proj", + "observed_tokens": 533, + "weighted_error_before": 20.10801321081817, + "weighted_error_after": 13.623326014494523 + }, + { + "name": "model.layers.9.mlp.experts.82.gate_proj", + "observed_tokens": 745, + "weighted_error_before": 24.319185895845294, + "weighted_error_after": 14.308932620100677 + }, + { + "name": "model.layers.9.mlp.experts.82.up_proj", + "observed_tokens": 745, + "weighted_error_before": 23.429025407880545, + "weighted_error_after": 14.013770896941423 + }, + { + "name": "model.layers.9.mlp.experts.82.down_proj", + "observed_tokens": 745, + "weighted_error_before": 21.796071521006525, + "weighted_error_after": 14.780406880076043 + }, + { + "name": "model.layers.9.mlp.experts.83.gate_proj", + "observed_tokens": 391, + "weighted_error_before": 26.817079497501254, + "weighted_error_after": 15.866684437729418 + }, + { + "name": "model.layers.9.mlp.experts.83.up_proj", + "observed_tokens": 391, + "weighted_error_before": 25.79951026663184, + "weighted_error_after": 15.295719213783741 + }, + { + "name": "model.layers.9.mlp.experts.83.down_proj", + "observed_tokens": 391, + "weighted_error_before": 22.793077440932393, + "weighted_error_after": 15.541975305881351 + }, + { + "name": "model.layers.9.mlp.experts.84.gate_proj", + "observed_tokens": 444, + "weighted_error_before": 26.368212301284075, + "weighted_error_after": 15.501888643950224 + }, + { + "name": "model.layers.9.mlp.experts.84.up_proj", + "observed_tokens": 444, + "weighted_error_before": 26.088661836460233, + "weighted_error_after": 15.425107853487134 + }, + { + "name": "model.layers.9.mlp.experts.84.down_proj", + "observed_tokens": 444, + "weighted_error_before": 22.447435033041984, + "weighted_error_after": 15.180628129979596 + }, + { + "name": "model.layers.9.mlp.experts.85.gate_proj", + "observed_tokens": 371, + "weighted_error_before": 25.496427988633513, + "weighted_error_after": 15.239703107625246 + }, + { + "name": "model.layers.9.mlp.experts.85.up_proj", + "observed_tokens": 371, + "weighted_error_before": 24.598854772746563, + "weighted_error_after": 14.511777827516198 + }, + { + "name": "model.layers.9.mlp.experts.85.down_proj", + "observed_tokens": 371, + "weighted_error_before": 22.125784521456808, + "weighted_error_after": 14.855514110764489 + }, + { + "name": "model.layers.9.mlp.experts.86.gate_proj", + "observed_tokens": 547, + "weighted_error_before": 22.119505593553185, + "weighted_error_after": 12.889378321357071 + }, + { + "name": "model.layers.9.mlp.experts.86.up_proj", + "observed_tokens": 547, + "weighted_error_before": 23.055796716362238, + "weighted_error_after": 13.65305220708251 + }, + { + "name": "model.layers.9.mlp.experts.86.down_proj", + "observed_tokens": 547, + "weighted_error_before": 21.288591330870986, + "weighted_error_after": 14.714612285140902 + }, + { + "name": "model.layers.9.mlp.experts.87.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 23.22618894279003, + "weighted_error_after": 13.67340712994337 + }, + { + "name": "model.layers.9.mlp.experts.87.up_proj", + "observed_tokens": 217, + "weighted_error_before": 25.13098546117544, + "weighted_error_after": 14.84446913935244 + }, + { + "name": "model.layers.9.mlp.experts.87.down_proj", + "observed_tokens": 217, + "weighted_error_before": 22.36157120205462, + "weighted_error_after": 15.163565141148865 + }, + { + "name": "model.layers.9.mlp.experts.88.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 28.908315993845463, + "weighted_error_after": 16.98031721264124 + }, + { + "name": "model.layers.9.mlp.experts.88.up_proj", + "observed_tokens": 182, + "weighted_error_before": 26.893152702599764, + "weighted_error_after": 15.852470874786377 + }, + { + "name": "model.layers.9.mlp.experts.88.down_proj", + "observed_tokens": 182, + "weighted_error_before": 23.270882644923404, + "weighted_error_after": 15.2678195561748 + }, + { + "name": "model.layers.9.mlp.experts.89.gate_proj", + "observed_tokens": 803, + "weighted_error_before": 24.536675341427326, + "weighted_error_after": 14.611213536933064 + }, + { + "name": "model.layers.9.mlp.experts.89.up_proj", + "observed_tokens": 803, + "weighted_error_before": 26.063003109768033, + "weighted_error_after": 15.235156763345003 + }, + { + "name": "model.layers.9.mlp.experts.89.down_proj", + "observed_tokens": 803, + "weighted_error_before": 22.809337174985558, + "weighted_error_after": 15.617762063862756 + }, + { + "name": "model.layers.9.mlp.experts.90.gate_proj", + "observed_tokens": 205, + "weighted_error_before": 25.470807563513517, + "weighted_error_after": 15.057452416047454 + }, + { + "name": "model.layers.9.mlp.experts.90.up_proj", + "observed_tokens": 205, + "weighted_error_before": 26.645315008237958, + "weighted_error_after": 15.681412590667605 + }, + { + "name": "model.layers.9.mlp.experts.90.down_proj", + "observed_tokens": 205, + "weighted_error_before": 23.085280106402934, + "weighted_error_after": 15.41191482776776 + }, + { + "name": "model.layers.9.mlp.experts.91.gate_proj", + "observed_tokens": 722, + "weighted_error_before": 30.99564932100475, + "weighted_error_after": 18.52647765725851 + }, + { + "name": "model.layers.9.mlp.experts.91.up_proj", + "observed_tokens": 722, + "weighted_error_before": 25.922347063198686, + "weighted_error_after": 15.232115153223276 + }, + { + "name": "model.layers.9.mlp.experts.91.down_proj", + "observed_tokens": 722, + "weighted_error_before": 22.035722552682273, + "weighted_error_after": 14.85711249243468 + }, + { + "name": "model.layers.9.mlp.experts.92.gate_proj", + "observed_tokens": 342, + "weighted_error_before": 24.618918795138597, + "weighted_error_after": 14.60244185384363 + }, + { + "name": "model.layers.9.mlp.experts.92.up_proj", + "observed_tokens": 342, + "weighted_error_before": 24.047644866630435, + "weighted_error_after": 14.004176318645477 + }, + { + "name": "model.layers.9.mlp.experts.92.down_proj", + "observed_tokens": 342, + "weighted_error_before": 21.12322106421925, + "weighted_error_after": 14.355074509512633 + }, + { + "name": "model.layers.9.mlp.experts.93.gate_proj", + "observed_tokens": 10, + "weighted_error_before": 26.32644682377577, + "weighted_error_after": 15.67492750659585 + }, + { + "name": "model.layers.9.mlp.experts.93.up_proj", + "observed_tokens": 10, + "weighted_error_before": 26.146355658769608, + "weighted_error_after": 15.484953550621867 + }, + { + "name": "model.layers.9.mlp.experts.93.down_proj", + "observed_tokens": 10, + "weighted_error_before": 21.843489779625088, + "weighted_error_after": 15.083759731380269 + }, + { + "name": "model.layers.9.mlp.experts.94.gate_proj", + "observed_tokens": 468, + "weighted_error_before": 24.667034536600113, + "weighted_error_after": 14.549014579504728 + }, + { + "name": "model.layers.9.mlp.experts.94.up_proj", + "observed_tokens": 468, + "weighted_error_before": 24.284896973520517, + "weighted_error_after": 14.335174022242427 + }, + { + "name": "model.layers.9.mlp.experts.94.down_proj", + "observed_tokens": 468, + "weighted_error_before": 21.29069977789186, + "weighted_error_after": 14.503693528473377 + }, + { + "name": "model.layers.9.mlp.experts.95.gate_proj", + "observed_tokens": 88, + "weighted_error_before": 27.50175692886114, + "weighted_error_after": 16.097487395629287 + }, + { + "name": "model.layers.9.mlp.experts.95.up_proj", + "observed_tokens": 88, + "weighted_error_before": 28.187155608087778, + "weighted_error_after": 16.71211801841855 + }, + { + "name": "model.layers.9.mlp.experts.95.down_proj", + "observed_tokens": 88, + "weighted_error_before": 22.941339584998786, + "weighted_error_after": 15.40942506911233 + }, + { + "name": "model.layers.9.mlp.experts.96.gate_proj", + "observed_tokens": 683, + "weighted_error_before": 25.55653341859579, + "weighted_error_after": 15.067047577351332 + }, + { + "name": "model.layers.9.mlp.experts.96.up_proj", + "observed_tokens": 683, + "weighted_error_before": 25.495913909748197, + "weighted_error_after": 15.058567805215716 + }, + { + "name": "model.layers.9.mlp.experts.96.down_proj", + "observed_tokens": 683, + "weighted_error_before": 22.56626464240253, + "weighted_error_after": 15.118321785936132 + }, + { + "name": "model.layers.9.mlp.experts.97.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 27.093939576298, + "weighted_error_after": 15.86795350536704 + }, + { + "name": "model.layers.9.mlp.experts.97.up_proj", + "observed_tokens": 139, + "weighted_error_before": 27.75056560896337, + "weighted_error_after": 16.4997000657022 + }, + { + "name": "model.layers.9.mlp.experts.97.down_proj", + "observed_tokens": 139, + "weighted_error_before": 24.033196039963514, + "weighted_error_after": 16.22031464590691 + }, + { + "name": "model.layers.9.mlp.experts.98.gate_proj", + "observed_tokens": 589, + "weighted_error_before": 27.464111862704158, + "weighted_error_after": 16.013173366896808 + }, + { + "name": "model.layers.9.mlp.experts.98.up_proj", + "observed_tokens": 589, + "weighted_error_before": 24.625961488112807, + "weighted_error_after": 14.534331053495407 + }, + { + "name": "model.layers.9.mlp.experts.98.down_proj", + "observed_tokens": 589, + "weighted_error_before": 22.219578618649393, + "weighted_error_after": 15.101768374443054 + }, + { + "name": "model.layers.9.mlp.experts.99.gate_proj", + "observed_tokens": 378, + "weighted_error_before": 24.9648556727916, + "weighted_error_after": 14.63440440222621 + }, + { + "name": "model.layers.9.mlp.experts.99.up_proj", + "observed_tokens": 378, + "weighted_error_before": 23.684432107955217, + "weighted_error_after": 14.027240227907896 + }, + { + "name": "model.layers.9.mlp.experts.99.down_proj", + "observed_tokens": 378, + "weighted_error_before": 21.004184608813375, + "weighted_error_after": 14.319871237734333 + }, + { + "name": "model.layers.9.mlp.experts.100.gate_proj", + "observed_tokens": 759, + "weighted_error_before": 28.11231842637062, + "weighted_error_after": 16.58832941390574 + }, + { + "name": "model.layers.9.mlp.experts.100.up_proj", + "observed_tokens": 759, + "weighted_error_before": 26.051390243694186, + "weighted_error_after": 15.2622577175498 + }, + { + "name": "model.layers.9.mlp.experts.100.down_proj", + "observed_tokens": 759, + "weighted_error_before": 22.856783787719905, + "weighted_error_after": 15.496573445387185 + }, + { + "name": "model.layers.9.mlp.experts.101.gate_proj", + "observed_tokens": 579, + "weighted_error_before": 26.715916495770216, + "weighted_error_after": 15.651394849643111 + }, + { + "name": "model.layers.9.mlp.experts.101.up_proj", + "observed_tokens": 579, + "weighted_error_before": 25.83722629956901, + "weighted_error_after": 15.350475408136845 + }, + { + "name": "model.layers.9.mlp.experts.101.down_proj", + "observed_tokens": 579, + "weighted_error_before": 22.433791177580133, + "weighted_error_after": 15.263392151449807 + }, + { + "name": "model.layers.9.mlp.experts.102.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 26.974844828248024, + "weighted_error_after": 15.895594131201506 + }, + { + "name": "model.layers.9.mlp.experts.102.up_proj", + "observed_tokens": 67, + "weighted_error_before": 29.284826511517167, + "weighted_error_after": 17.191430600360036 + }, + { + "name": "model.layers.9.mlp.experts.102.down_proj", + "observed_tokens": 67, + "weighted_error_before": 24.162072798237205, + "weighted_error_after": 16.137793196365237 + }, + { + "name": "model.layers.9.mlp.experts.103.gate_proj", + "observed_tokens": 91, + "weighted_error_before": 27.683494856581092, + "weighted_error_after": 16.23283482901752 + }, + { + "name": "model.layers.9.mlp.experts.103.up_proj", + "observed_tokens": 91, + "weighted_error_before": 27.322992315515876, + "weighted_error_after": 16.01741803623736 + }, + { + "name": "model.layers.9.mlp.experts.103.down_proj", + "observed_tokens": 91, + "weighted_error_before": 23.461127076298, + "weighted_error_after": 15.616153492825106 + }, + { + "name": "model.layers.9.mlp.experts.104.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 30.039847515523434, + "weighted_error_after": 17.674491798505187 + }, + { + "name": "model.layers.9.mlp.experts.104.up_proj", + "observed_tokens": 156, + "weighted_error_before": 26.96861350722611, + "weighted_error_after": 15.94149292819202 + }, + { + "name": "model.layers.9.mlp.experts.104.down_proj", + "observed_tokens": 156, + "weighted_error_before": 23.25353201199323, + "weighted_error_after": 15.347406705259345 + }, + { + "name": "model.layers.9.mlp.experts.105.gate_proj", + "observed_tokens": 12, + "weighted_error_before": 31.075715493410826, + "weighted_error_after": 17.104373428970575 + }, + { + "name": "model.layers.9.mlp.experts.105.up_proj", + "observed_tokens": 12, + "weighted_error_before": 28.880925182253122, + "weighted_error_after": 16.675496412441134 + }, + { + "name": "model.layers.9.mlp.experts.105.down_proj", + "observed_tokens": 12, + "weighted_error_before": 23.24642480071634, + "weighted_error_after": 15.893483401276171 + }, + { + "name": "model.layers.9.mlp.experts.106.gate_proj", + "observed_tokens": 123, + "weighted_error_before": 27.9253445379436, + "weighted_error_after": 16.36615445278585 + }, + { + "name": "model.layers.9.mlp.experts.106.up_proj", + "observed_tokens": 123, + "weighted_error_before": 28.035520985722542, + "weighted_error_after": 16.343106511980295 + }, + { + "name": "model.layers.9.mlp.experts.106.down_proj", + "observed_tokens": 123, + "weighted_error_before": 23.42070686072111, + "weighted_error_after": 15.56603239942342 + }, + { + "name": "model.layers.9.mlp.experts.107.gate_proj", + "observed_tokens": 561, + "weighted_error_before": 28.179976850748062, + "weighted_error_after": 16.37889305409044 + }, + { + "name": "model.layers.9.mlp.experts.107.up_proj", + "observed_tokens": 561, + "weighted_error_before": 27.23436920903623, + "weighted_error_after": 15.84180154837668 + }, + { + "name": "model.layers.9.mlp.experts.107.down_proj", + "observed_tokens": 561, + "weighted_error_before": 23.563744730083272, + "weighted_error_after": 15.90691948577296 + }, + { + "name": "model.layers.9.mlp.experts.108.gate_proj", + "observed_tokens": 313, + "weighted_error_before": 23.436782892793417, + "weighted_error_after": 13.72437347844243 + }, + { + "name": "model.layers.9.mlp.experts.108.up_proj", + "observed_tokens": 313, + "weighted_error_before": 23.56214202940464, + "weighted_error_after": 13.86457103677094 + }, + { + "name": "model.layers.9.mlp.experts.108.down_proj", + "observed_tokens": 313, + "weighted_error_before": 21.774703234434128, + "weighted_error_after": 14.587407104903832 + }, + { + "name": "model.layers.9.mlp.experts.109.gate_proj", + "observed_tokens": 259, + "weighted_error_before": 21.904101312160492, + "weighted_error_after": 12.937743901275098 + }, + { + "name": "model.layers.9.mlp.experts.109.up_proj", + "observed_tokens": 259, + "weighted_error_before": 25.308430451899767, + "weighted_error_after": 14.825844636186957 + }, + { + "name": "model.layers.9.mlp.experts.109.down_proj", + "observed_tokens": 259, + "weighted_error_before": 25.532094822265208, + "weighted_error_after": 17.0639324139338 + }, + { + "name": "model.layers.9.mlp.experts.110.gate_proj", + "observed_tokens": 566, + "weighted_error_before": 24.363064428791404, + "weighted_error_after": 14.374078931286931 + }, + { + "name": "model.layers.9.mlp.experts.110.up_proj", + "observed_tokens": 566, + "weighted_error_before": 26.449271958321333, + "weighted_error_after": 15.59261267632246 + }, + { + "name": "model.layers.9.mlp.experts.110.down_proj", + "observed_tokens": 566, + "weighted_error_before": 22.510464827064425, + "weighted_error_after": 15.328840797767043 + }, + { + "name": "model.layers.9.mlp.experts.111.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 25.286113411188126, + "weighted_error_after": 14.856085071340203 + }, + { + "name": "model.layers.9.mlp.experts.111.up_proj", + "observed_tokens": 293, + "weighted_error_before": 24.74088412337005, + "weighted_error_after": 14.715949518606067 + }, + { + "name": "model.layers.9.mlp.experts.111.down_proj", + "observed_tokens": 293, + "weighted_error_before": 23.80547737609595, + "weighted_error_after": 16.002153222449124 + }, + { + "name": "model.layers.9.mlp.experts.112.gate_proj", + "observed_tokens": 97, + "weighted_error_before": 28.949235666543245, + "weighted_error_after": 17.092850159853697 + }, + { + "name": "model.layers.9.mlp.experts.112.up_proj", + "observed_tokens": 97, + "weighted_error_before": 30.57744698226452, + "weighted_error_after": 18.043372550979257 + }, + { + "name": "model.layers.9.mlp.experts.112.down_proj", + "observed_tokens": 97, + "weighted_error_before": 25.091153390239924, + "weighted_error_after": 16.68953345157206 + }, + { + "name": "model.layers.9.mlp.experts.113.gate_proj", + "observed_tokens": 240, + "weighted_error_before": 24.987405644729733, + "weighted_error_after": 14.73548960313201 + }, + { + "name": "model.layers.9.mlp.experts.113.up_proj", + "observed_tokens": 240, + "weighted_error_before": 23.79735283739865, + "weighted_error_after": 14.0241286046803 + }, + { + "name": "model.layers.9.mlp.experts.113.down_proj", + "observed_tokens": 240, + "weighted_error_before": 22.770282043376938, + "weighted_error_after": 15.322838304098696 + }, + { + "name": "model.layers.9.mlp.experts.114.gate_proj", + "observed_tokens": 17, + "weighted_error_before": 26.069528311491013, + "weighted_error_after": 15.384400840848684 + }, + { + "name": "model.layers.9.mlp.experts.114.up_proj", + "observed_tokens": 17, + "weighted_error_before": 26.185332512483, + "weighted_error_after": 15.35138637945056 + }, + { + "name": "model.layers.9.mlp.experts.114.down_proj", + "observed_tokens": 17, + "weighted_error_before": 22.32108171773143, + "weighted_error_after": 15.276658319868147 + }, + { + "name": "model.layers.9.mlp.experts.115.gate_proj", + "observed_tokens": 218, + "weighted_error_before": 21.70395264029503, + "weighted_error_after": 12.888368885964155 + }, + { + "name": "model.layers.9.mlp.experts.115.up_proj", + "observed_tokens": 218, + "weighted_error_before": 27.17796753719449, + "weighted_error_after": 15.967933716252446 + }, + { + "name": "model.layers.9.mlp.experts.115.down_proj", + "observed_tokens": 218, + "weighted_error_before": 24.455155227333307, + "weighted_error_after": 16.328172410139814 + }, + { + "name": "model.layers.9.mlp.experts.116.gate_proj", + "observed_tokens": 355, + "weighted_error_before": 24.786051796749234, + "weighted_error_after": 14.445865837857127 + }, + { + "name": "model.layers.9.mlp.experts.116.up_proj", + "observed_tokens": 355, + "weighted_error_before": 25.297027243301272, + "weighted_error_after": 14.968779355287552 + }, + { + "name": "model.layers.9.mlp.experts.116.down_proj", + "observed_tokens": 355, + "weighted_error_before": 21.610178760252893, + "weighted_error_after": 14.022998760454357 + }, + { + "name": "model.layers.9.mlp.experts.117.gate_proj", + "observed_tokens": 214, + "weighted_error_before": 25.72975424863398, + "weighted_error_after": 15.109270615503192 + }, + { + "name": "model.layers.9.mlp.experts.117.up_proj", + "observed_tokens": 214, + "weighted_error_before": 25.075298558920622, + "weighted_error_after": 14.68562394939363 + }, + { + "name": "model.layers.9.mlp.experts.117.down_proj", + "observed_tokens": 214, + "weighted_error_before": 22.762429251801223, + "weighted_error_after": 15.024032842833549 + }, + { + "name": "model.layers.9.mlp.experts.118.gate_proj", + "observed_tokens": 42, + "weighted_error_before": 26.547782415524125, + "weighted_error_after": 15.589932210743427 + }, + { + "name": "model.layers.9.mlp.experts.118.up_proj", + "observed_tokens": 42, + "weighted_error_before": 28.51538944989443, + "weighted_error_after": 16.67291080392897 + }, + { + "name": "model.layers.9.mlp.experts.118.down_proj", + "observed_tokens": 42, + "weighted_error_before": 23.899665775243193, + "weighted_error_after": 16.261504198424518 + }, + { + "name": "model.layers.9.mlp.experts.119.gate_proj", + "observed_tokens": 314, + "weighted_error_before": 20.90446631796658, + "weighted_error_after": 12.260369770228863 + }, + { + "name": "model.layers.9.mlp.experts.119.up_proj", + "observed_tokens": 314, + "weighted_error_before": 22.607554817572236, + "weighted_error_after": 13.306386754848063 + }, + { + "name": "model.layers.9.mlp.experts.119.down_proj", + "observed_tokens": 314, + "weighted_error_before": 21.021714703179896, + "weighted_error_after": 14.083505094051361 + }, + { + "name": "model.layers.9.mlp.experts.120.gate_proj", + "observed_tokens": 504, + "weighted_error_before": 27.36802388355136, + "weighted_error_after": 16.17857578024268 + }, + { + "name": "model.layers.9.mlp.experts.120.up_proj", + "observed_tokens": 504, + "weighted_error_before": 27.603665240108967, + "weighted_error_after": 16.2063100785017 + }, + { + "name": "model.layers.9.mlp.experts.120.down_proj", + "observed_tokens": 504, + "weighted_error_before": 22.81779177626595, + "weighted_error_after": 14.517373337992467 + }, + { + "name": "model.layers.9.mlp.experts.121.gate_proj", + "observed_tokens": 79, + "weighted_error_before": 27.84418188035488, + "weighted_error_after": 16.16776593774557 + }, + { + "name": "model.layers.9.mlp.experts.121.up_proj", + "observed_tokens": 79, + "weighted_error_before": 27.805851742625237, + "weighted_error_after": 16.474049719050527 + }, + { + "name": "model.layers.9.mlp.experts.121.down_proj", + "observed_tokens": 79, + "weighted_error_before": 23.77017131075263, + "weighted_error_after": 15.21792920352891 + }, + { + "name": "model.layers.9.mlp.experts.122.gate_proj", + "observed_tokens": 215, + "weighted_error_before": 24.237679965794086, + "weighted_error_after": 14.15947298426181 + }, + { + "name": "model.layers.9.mlp.experts.122.up_proj", + "observed_tokens": 215, + "weighted_error_before": 25.004569174721837, + "weighted_error_after": 14.708225460723042 + }, + { + "name": "model.layers.9.mlp.experts.122.down_proj", + "observed_tokens": 215, + "weighted_error_before": 21.257375296205282, + "weighted_error_after": 14.316250782925636 + }, + { + "name": "model.layers.9.mlp.experts.123.gate_proj", + "observed_tokens": 126, + "weighted_error_before": 24.67648369818926, + "weighted_error_after": 14.411118661984801 + }, + { + "name": "model.layers.9.mlp.experts.123.up_proj", + "observed_tokens": 126, + "weighted_error_before": 23.30395035073161, + "weighted_error_after": 13.819960985332727 + }, + { + "name": "model.layers.9.mlp.experts.123.down_proj", + "observed_tokens": 126, + "weighted_error_before": 20.829114522552118, + "weighted_error_after": 13.660645494004712 + }, + { + "name": "model.layers.9.mlp.experts.124.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 23.860605910420418, + "weighted_error_after": 14.128485664725304 + }, + { + "name": "model.layers.9.mlp.experts.124.up_proj", + "observed_tokens": 116, + "weighted_error_before": 27.241049053147435, + "weighted_error_after": 16.13343797624111 + }, + { + "name": "model.layers.9.mlp.experts.124.down_proj", + "observed_tokens": 116, + "weighted_error_before": 23.678878345061094, + "weighted_error_after": 16.067873517400585 + }, + { + "name": "model.layers.9.mlp.experts.125.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 28.447999320924282, + "weighted_error_after": 16.748282436281443 + }, + { + "name": "model.layers.9.mlp.experts.125.up_proj", + "observed_tokens": 153, + "weighted_error_before": 29.456685815006495, + "weighted_error_after": 17.555896131321788 + }, + { + "name": "model.layers.9.mlp.experts.125.down_proj", + "observed_tokens": 153, + "weighted_error_before": 24.713422735221684, + "weighted_error_after": 16.856533390004188 + }, + { + "name": "model.layers.9.mlp.experts.126.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 29.99838673695922, + "weighted_error_after": 17.61637258529663 + }, + { + "name": "model.layers.9.mlp.experts.126.up_proj", + "observed_tokens": 160, + "weighted_error_before": 26.137383541092277, + "weighted_error_after": 15.27256548218429 + }, + { + "name": "model.layers.9.mlp.experts.126.down_proj", + "observed_tokens": 160, + "weighted_error_before": 21.898698867997155, + "weighted_error_after": 14.774844197439961 + }, + { + "name": "model.layers.9.mlp.experts.127.gate_proj", + "observed_tokens": 121, + "weighted_error_before": 28.468697052448988, + "weighted_error_after": 16.667640218511224 + }, + { + "name": "model.layers.9.mlp.experts.127.up_proj", + "observed_tokens": 121, + "weighted_error_before": 29.97648587822914, + "weighted_error_after": 17.39232957176864 + }, + { + "name": "model.layers.9.mlp.experts.127.down_proj", + "observed_tokens": 121, + "weighted_error_before": 24.366211896762252, + "weighted_error_after": 16.358606489840895 + }, + { + "name": "model.layers.9.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 17.271422615391202, + "weighted_error_after": 9.315149997244589 + }, + { + "name": "model.layers.9.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 17.078105551423505, + "weighted_error_after": 9.57346168346703 + }, + { + "name": "model.layers.9.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 15.684160447213799, + "weighted_error_after": 11.029095560312271 + }, + { + "name": "model.layers.10.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 144.2236102828756, + "weighted_error_after": 82.13910667179152 + }, + { + "name": "model.layers.10.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 133.02563880383968, + "weighted_error_after": 75.94413214363158 + }, + { + "name": "model.layers.10.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 194.3011125754565, + "weighted_error_after": 112.21697508171201 + }, + { + "name": "model.layers.10.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 243.77265312336385, + "weighted_error_after": 141.89280012995005 + }, + { + "name": "model.layers.10.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.7565359100699425, + "weighted_error_after": 1.3682844676077366 + }, + { + "name": "model.layers.10.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 212.17034191451967, + "weighted_error_after": 121.56834750622511 + }, + { + "name": "model.layers.10.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 269.7394894808531, + "weighted_error_after": 181.29620811715722 + }, + { + "name": "model.layers.10.mlp.experts.0.gate_proj", + "observed_tokens": 405, + "weighted_error_before": 33.47125117480755, + "weighted_error_after": 17.90944965928793 + }, + { + "name": "model.layers.10.mlp.experts.0.up_proj", + "observed_tokens": 405, + "weighted_error_before": 29.890597704797983, + "weighted_error_after": 16.668688042089343 + }, + { + "name": "model.layers.10.mlp.experts.0.down_proj", + "observed_tokens": 405, + "weighted_error_before": 23.028493153396994, + "weighted_error_after": 15.315560044720769 + }, + { + "name": "model.layers.10.mlp.experts.1.gate_proj", + "observed_tokens": 136, + "weighted_error_before": 27.69167680852115, + "weighted_error_after": 16.564078016206622 + }, + { + "name": "model.layers.10.mlp.experts.1.up_proj", + "observed_tokens": 136, + "weighted_error_before": 27.16109803132713, + "weighted_error_after": 16.121455140411854 + }, + { + "name": "model.layers.10.mlp.experts.1.down_proj", + "observed_tokens": 136, + "weighted_error_before": 25.349924446549267, + "weighted_error_after": 16.636230442440137 + }, + { + "name": "model.layers.10.mlp.experts.2.gate_proj", + "observed_tokens": 1835, + "weighted_error_before": 28.726027650758624, + "weighted_error_after": 16.91515094973147 + }, + { + "name": "model.layers.10.mlp.experts.2.up_proj", + "observed_tokens": 1835, + "weighted_error_before": 24.89742773026228, + "weighted_error_after": 14.58706053905189 + }, + { + "name": "model.layers.10.mlp.experts.2.down_proj", + "observed_tokens": 1835, + "weighted_error_before": 22.34119236143306, + "weighted_error_after": 14.411082196049392 + }, + { + "name": "model.layers.10.mlp.experts.3.gate_proj", + "observed_tokens": 627, + "weighted_error_before": 27.691001530736685, + "weighted_error_after": 16.34045222401619 + }, + { + "name": "model.layers.10.mlp.experts.3.up_proj", + "observed_tokens": 627, + "weighted_error_before": 27.585125893354416, + "weighted_error_after": 16.19146474264562 + }, + { + "name": "model.layers.10.mlp.experts.3.down_proj", + "observed_tokens": 627, + "weighted_error_before": 23.44378084805794, + "weighted_error_after": 15.75512691726908 + }, + { + "name": "model.layers.10.mlp.experts.4.gate_proj", + "observed_tokens": 103, + "weighted_error_before": 28.644547950476408, + "weighted_error_after": 16.55502819828689 + }, + { + "name": "model.layers.10.mlp.experts.4.up_proj", + "observed_tokens": 103, + "weighted_error_before": 29.77501566335559, + "weighted_error_after": 17.23799059726298 + }, + { + "name": "model.layers.10.mlp.experts.4.down_proj", + "observed_tokens": 103, + "weighted_error_before": 25.118180082645267, + "weighted_error_after": 14.458464327733964 + }, + { + "name": "model.layers.10.mlp.experts.5.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 24.511828135699034, + "weighted_error_after": 14.399753365665674 + }, + { + "name": "model.layers.10.mlp.experts.5.up_proj", + "observed_tokens": 161, + "weighted_error_before": 27.11406372115016, + "weighted_error_after": 15.921050168573856 + }, + { + "name": "model.layers.10.mlp.experts.5.down_proj", + "observed_tokens": 161, + "weighted_error_before": 23.517556393053383, + "weighted_error_after": 15.92517471825704 + }, + { + "name": "model.layers.10.mlp.experts.6.gate_proj", + "observed_tokens": 88, + "weighted_error_before": 26.46144717745483, + "weighted_error_after": 15.664675939828157 + }, + { + "name": "model.layers.10.mlp.experts.6.up_proj", + "observed_tokens": 88, + "weighted_error_before": 27.811584629118443, + "weighted_error_after": 16.276056315749884 + }, + { + "name": "model.layers.10.mlp.experts.6.down_proj", + "observed_tokens": 88, + "weighted_error_before": 23.235741250682622, + "weighted_error_after": 15.147269122302532 + }, + { + "name": "model.layers.10.mlp.experts.7.gate_proj", + "observed_tokens": 823, + "weighted_error_before": 25.862570133060217, + "weighted_error_after": 15.207239737734199 + }, + { + "name": "model.layers.10.mlp.experts.7.up_proj", + "observed_tokens": 823, + "weighted_error_before": 27.668720547109842, + "weighted_error_after": 16.192988887429237 + }, + { + "name": "model.layers.10.mlp.experts.7.down_proj", + "observed_tokens": 823, + "weighted_error_before": 23.211691027507186, + "weighted_error_after": 14.916777283418924 + }, + { + "name": "model.layers.10.mlp.experts.8.gate_proj", + "observed_tokens": 959, + "weighted_error_before": 42.80690933018923, + "weighted_error_after": 23.044259783811867 + }, + { + "name": "model.layers.10.mlp.experts.8.up_proj", + "observed_tokens": 959, + "weighted_error_before": 27.205706818029284, + "weighted_error_after": 15.231240086257458 + }, + { + "name": "model.layers.10.mlp.experts.8.down_proj", + "observed_tokens": 959, + "weighted_error_before": 21.556174755562097, + "weighted_error_after": 13.983183670789003 + }, + { + "name": "model.layers.10.mlp.experts.9.gate_proj", + "observed_tokens": 292, + "weighted_error_before": 26.104883199557662, + "weighted_error_after": 15.156226685270667 + }, + { + "name": "model.layers.10.mlp.experts.9.up_proj", + "observed_tokens": 292, + "weighted_error_before": 27.120290391147137, + "weighted_error_after": 15.924215959385037 + }, + { + "name": "model.layers.10.mlp.experts.9.down_proj", + "observed_tokens": 292, + "weighted_error_before": 22.61246150592342, + "weighted_error_after": 14.551078517921269 + }, + { + "name": "model.layers.10.mlp.experts.10.gate_proj", + "observed_tokens": 600, + "weighted_error_before": 28.30822842940688, + "weighted_error_after": 16.708032259717584 + }, + { + "name": "model.layers.10.mlp.experts.10.up_proj", + "observed_tokens": 600, + "weighted_error_before": 26.94549443759024, + "weighted_error_after": 15.875684544444084 + }, + { + "name": "model.layers.10.mlp.experts.10.down_proj", + "observed_tokens": 600, + "weighted_error_before": 22.673166155815125, + "weighted_error_after": 15.143322343938053 + }, + { + "name": "model.layers.10.mlp.experts.11.gate_proj", + "observed_tokens": 789, + "weighted_error_before": 28.315050868317485, + "weighted_error_after": 16.569276340305805 + }, + { + "name": "model.layers.10.mlp.experts.11.up_proj", + "observed_tokens": 789, + "weighted_error_before": 27.62978297472, + "weighted_error_after": 16.44841375760734 + }, + { + "name": "model.layers.10.mlp.experts.11.down_proj", + "observed_tokens": 789, + "weighted_error_before": 23.51283545512706, + "weighted_error_after": 15.621301383245736 + }, + { + "name": "model.layers.10.mlp.experts.12.gate_proj", + "observed_tokens": 425, + "weighted_error_before": 26.61529602110386, + "weighted_error_after": 15.719998846761882 + }, + { + "name": "model.layers.10.mlp.experts.12.up_proj", + "observed_tokens": 425, + "weighted_error_before": 24.881310468539596, + "weighted_error_after": 14.452449498698115 + }, + { + "name": "model.layers.10.mlp.experts.12.down_proj", + "observed_tokens": 425, + "weighted_error_before": 23.19834207650274, + "weighted_error_after": 15.375919132959098 + }, + { + "name": "model.layers.10.mlp.experts.13.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 27.673332571983337, + "weighted_error_after": 16.33879990503192 + }, + { + "name": "model.layers.10.mlp.experts.13.up_proj", + "observed_tokens": 106, + "weighted_error_before": 27.56255434267223, + "weighted_error_after": 16.185148257762194 + }, + { + "name": "model.layers.10.mlp.experts.13.down_proj", + "observed_tokens": 106, + "weighted_error_before": 23.097943730652332, + "weighted_error_after": 15.530201195040718 + }, + { + "name": "model.layers.10.mlp.experts.14.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 28.530398789793253, + "weighted_error_after": 16.5750729739666 + }, + { + "name": "model.layers.10.mlp.experts.14.up_proj", + "observed_tokens": 161, + "weighted_error_before": 30.531899217516184, + "weighted_error_after": 17.67926304973662 + }, + { + "name": "model.layers.10.mlp.experts.14.down_proj", + "observed_tokens": 161, + "weighted_error_before": 25.131660955026746, + "weighted_error_after": 16.240031738765538 + }, + { + "name": "model.layers.10.mlp.experts.15.gate_proj", + "observed_tokens": 268, + "weighted_error_before": 30.746675284579396, + "weighted_error_after": 17.48275383375585 + }, + { + "name": "model.layers.10.mlp.experts.15.up_proj", + "observed_tokens": 268, + "weighted_error_before": 24.349824929609895, + "weighted_error_after": 14.155143490061164 + }, + { + "name": "model.layers.10.mlp.experts.15.down_proj", + "observed_tokens": 268, + "weighted_error_before": 20.73754650913179, + "weighted_error_after": 13.700188086368144 + }, + { + "name": "model.layers.10.mlp.experts.16.gate_proj", + "observed_tokens": 528, + "weighted_error_before": 22.722343187779188, + "weighted_error_after": 13.424983831122518 + }, + { + "name": "model.layers.10.mlp.experts.16.up_proj", + "observed_tokens": 528, + "weighted_error_before": 25.111724574118853, + "weighted_error_after": 14.890730742365122 + }, + { + "name": "model.layers.10.mlp.experts.16.down_proj", + "observed_tokens": 528, + "weighted_error_before": 23.038058527279645, + "weighted_error_after": 15.251238012686372 + }, + { + "name": "model.layers.10.mlp.experts.17.gate_proj", + "observed_tokens": 210, + "weighted_error_before": 32.475836493074894, + "weighted_error_after": 18.720078414306045 + }, + { + "name": "model.layers.10.mlp.experts.17.up_proj", + "observed_tokens": 210, + "weighted_error_before": 29.910921797156334, + "weighted_error_after": 17.2670158110559 + }, + { + "name": "model.layers.10.mlp.experts.17.down_proj", + "observed_tokens": 210, + "weighted_error_before": 23.711342027410865, + "weighted_error_after": 15.491563261020929 + }, + { + "name": "model.layers.10.mlp.experts.18.gate_proj", + "observed_tokens": 578, + "weighted_error_before": 24.98623749241233, + "weighted_error_after": 14.749946173280478 + }, + { + "name": "model.layers.10.mlp.experts.18.up_proj", + "observed_tokens": 578, + "weighted_error_before": 25.51713541150093, + "weighted_error_after": 15.065835401415825 + }, + { + "name": "model.layers.10.mlp.experts.18.down_proj", + "observed_tokens": 578, + "weighted_error_before": 22.063199919182807, + "weighted_error_after": 14.679302368778735 + }, + { + "name": "model.layers.10.mlp.experts.19.gate_proj", + "observed_tokens": 700, + "weighted_error_before": 29.87441621348262, + "weighted_error_after": 17.676763045601547 + }, + { + "name": "model.layers.10.mlp.experts.19.up_proj", + "observed_tokens": 700, + "weighted_error_before": 26.11524780280888, + "weighted_error_after": 15.408599147573113 + }, + { + "name": "model.layers.10.mlp.experts.19.down_proj", + "observed_tokens": 700, + "weighted_error_before": 22.65060812421143, + "weighted_error_after": 15.254807834047824 + }, + { + "name": "model.layers.10.mlp.experts.20.gate_proj", + "observed_tokens": 327, + "weighted_error_before": 28.773724794387817, + "weighted_error_after": 16.944971976801753 + }, + { + "name": "model.layers.10.mlp.experts.20.up_proj", + "observed_tokens": 327, + "weighted_error_before": 26.07658109255135, + "weighted_error_after": 15.386355850845575 + }, + { + "name": "model.layers.10.mlp.experts.20.down_proj", + "observed_tokens": 327, + "weighted_error_before": 22.493152254261076, + "weighted_error_after": 14.381827344652265 + }, + { + "name": "model.layers.10.mlp.experts.21.gate_proj", + "observed_tokens": 654, + "weighted_error_before": 24.61537231132388, + "weighted_error_after": 14.598038393072784 + }, + { + "name": "model.layers.10.mlp.experts.21.up_proj", + "observed_tokens": 654, + "weighted_error_before": 25.997473841533065, + "weighted_error_after": 15.357372974976897 + }, + { + "name": "model.layers.10.mlp.experts.21.down_proj", + "observed_tokens": 654, + "weighted_error_before": 22.719816316850483, + "weighted_error_after": 15.288549509365112 + }, + { + "name": "model.layers.10.mlp.experts.22.gate_proj", + "observed_tokens": 178, + "weighted_error_before": 26.285300195217133, + "weighted_error_after": 15.471858927980065 + }, + { + "name": "model.layers.10.mlp.experts.22.up_proj", + "observed_tokens": 178, + "weighted_error_before": 28.963771268725395, + "weighted_error_after": 16.931030858308077 + }, + { + "name": "model.layers.10.mlp.experts.22.down_proj", + "observed_tokens": 178, + "weighted_error_before": 24.23739441111684, + "weighted_error_after": 16.216233790386468 + }, + { + "name": "model.layers.10.mlp.experts.23.gate_proj", + "observed_tokens": 238, + "weighted_error_before": 23.442281560972333, + "weighted_error_after": 13.756928103044629 + }, + { + "name": "model.layers.10.mlp.experts.23.up_proj", + "observed_tokens": 238, + "weighted_error_before": 28.473109044134617, + "weighted_error_after": 16.983451148495078 + }, + { + "name": "model.layers.10.mlp.experts.23.down_proj", + "observed_tokens": 238, + "weighted_error_before": 25.095566078089178, + "weighted_error_after": 16.988688804442063 + }, + { + "name": "model.layers.10.mlp.experts.24.gate_proj", + "observed_tokens": 551, + "weighted_error_before": 26.943938720971346, + "weighted_error_after": 15.861698869615793 + }, + { + "name": "model.layers.10.mlp.experts.24.up_proj", + "observed_tokens": 551, + "weighted_error_before": 27.73022926785052, + "weighted_error_after": 16.2080244012177 + }, + { + "name": "model.layers.10.mlp.experts.24.down_proj", + "observed_tokens": 551, + "weighted_error_before": 23.790471301879734, + "weighted_error_after": 15.8888227539137 + }, + { + "name": "model.layers.10.mlp.experts.25.gate_proj", + "observed_tokens": 155, + "weighted_error_before": 29.291757564991713, + "weighted_error_after": 17.10264738276601 + }, + { + "name": "model.layers.10.mlp.experts.25.up_proj", + "observed_tokens": 155, + "weighted_error_before": 27.602667205035686, + "weighted_error_after": 16.552876587957144 + }, + { + "name": "model.layers.10.mlp.experts.25.down_proj", + "observed_tokens": 155, + "weighted_error_before": 24.926330722635612, + "weighted_error_after": 16.297348352731206 + }, + { + "name": "model.layers.10.mlp.experts.26.gate_proj", + "observed_tokens": 711, + "weighted_error_before": 27.7130567971617, + "weighted_error_after": 16.377264864742756 + }, + { + "name": "model.layers.10.mlp.experts.26.up_proj", + "observed_tokens": 711, + "weighted_error_before": 27.078237760812044, + "weighted_error_after": 15.997040366753936 + }, + { + "name": "model.layers.10.mlp.experts.26.down_proj", + "observed_tokens": 711, + "weighted_error_before": 23.181906667537987, + "weighted_error_after": 15.622218135045841 + }, + { + "name": "model.layers.10.mlp.experts.27.gate_proj", + "observed_tokens": 27, + "weighted_error_before": 23.831577990204096, + "weighted_error_after": 13.99387089535594 + }, + { + "name": "model.layers.10.mlp.experts.27.up_proj", + "observed_tokens": 27, + "weighted_error_before": 24.548296375200152, + "weighted_error_after": 14.530665283091366 + }, + { + "name": "model.layers.10.mlp.experts.27.down_proj", + "observed_tokens": 27, + "weighted_error_before": 22.974099091719836, + "weighted_error_after": 15.467724085086957 + }, + { + "name": "model.layers.10.mlp.experts.28.gate_proj", + "observed_tokens": 203, + "weighted_error_before": 22.852387130260468, + "weighted_error_after": 13.423005840741098 + }, + { + "name": "model.layers.10.mlp.experts.28.up_proj", + "observed_tokens": 203, + "weighted_error_before": 26.504079127684236, + "weighted_error_after": 15.501850260421634 + }, + { + "name": "model.layers.10.mlp.experts.28.down_proj", + "observed_tokens": 203, + "weighted_error_before": 24.896157855633646, + "weighted_error_after": 16.87085015885532 + }, + { + "name": "model.layers.10.mlp.experts.29.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 21.905971229076385, + "weighted_error_after": 12.904985573142767 + }, + { + "name": "model.layers.10.mlp.experts.29.up_proj", + "observed_tokens": 127, + "weighted_error_before": 26.96921467781067, + "weighted_error_after": 15.968303067609668 + }, + { + "name": "model.layers.10.mlp.experts.29.down_proj", + "observed_tokens": 127, + "weighted_error_before": 25.08934536855668, + "weighted_error_after": 16.999465375905856 + }, + { + "name": "model.layers.10.mlp.experts.30.gate_proj", + "observed_tokens": 309, + "weighted_error_before": 23.60353011265397, + "weighted_error_after": 14.173809100873768 + }, + { + "name": "model.layers.10.mlp.experts.30.up_proj", + "observed_tokens": 309, + "weighted_error_before": 26.334864925593138, + "weighted_error_after": 15.532939994707704 + }, + { + "name": "model.layers.10.mlp.experts.30.down_proj", + "observed_tokens": 309, + "weighted_error_before": 24.15206133853644, + "weighted_error_after": 16.25113491760567 + }, + { + "name": "model.layers.10.mlp.experts.31.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 23.14623029343784, + "weighted_error_after": 13.704344884492457 + }, + { + "name": "model.layers.10.mlp.experts.31.up_proj", + "observed_tokens": 160, + "weighted_error_before": 27.459181260317564, + "weighted_error_after": 16.30859027057886 + }, + { + "name": "model.layers.10.mlp.experts.31.down_proj", + "observed_tokens": 160, + "weighted_error_before": 25.339760232251137, + "weighted_error_after": 17.006227623671293 + }, + { + "name": "model.layers.10.mlp.experts.32.gate_proj", + "observed_tokens": 648, + "weighted_error_before": 26.47830734960735, + "weighted_error_after": 15.733515832573175 + }, + { + "name": "model.layers.10.mlp.experts.32.up_proj", + "observed_tokens": 648, + "weighted_error_before": 24.16737242229283, + "weighted_error_after": 14.248267937451601 + }, + { + "name": "model.layers.10.mlp.experts.32.down_proj", + "observed_tokens": 648, + "weighted_error_before": 21.315302276983857, + "weighted_error_after": 14.41305239929352 + }, + { + "name": "model.layers.10.mlp.experts.33.gate_proj", + "observed_tokens": 304, + "weighted_error_before": 26.80114971473813, + "weighted_error_after": 15.913184823468328 + }, + { + "name": "model.layers.10.mlp.experts.33.up_proj", + "observed_tokens": 304, + "weighted_error_before": 26.833657098934054, + "weighted_error_after": 15.827663850039244 + }, + { + "name": "model.layers.10.mlp.experts.33.down_proj", + "observed_tokens": 304, + "weighted_error_before": 23.265966512728482, + "weighted_error_after": 15.63009124994278 + }, + { + "name": "model.layers.10.mlp.experts.34.gate_proj", + "observed_tokens": 356, + "weighted_error_before": 25.339093692600727, + "weighted_error_after": 14.854607297107577 + }, + { + "name": "model.layers.10.mlp.experts.34.up_proj", + "observed_tokens": 356, + "weighted_error_before": 24.972463499754667, + "weighted_error_after": 14.702577428892255 + }, + { + "name": "model.layers.10.mlp.experts.34.down_proj", + "observed_tokens": 356, + "weighted_error_before": 21.44615336577408, + "weighted_error_after": 14.17541290842928 + }, + { + "name": "model.layers.10.mlp.experts.35.gate_proj", + "observed_tokens": 327, + "weighted_error_before": 27.663750188425183, + "weighted_error_after": 16.184873319230974 + }, + { + "name": "model.layers.10.mlp.experts.35.up_proj", + "observed_tokens": 327, + "weighted_error_before": 24.36552592366934, + "weighted_error_after": 14.393075378611684 + }, + { + "name": "model.layers.10.mlp.experts.35.down_proj", + "observed_tokens": 327, + "weighted_error_before": 21.80243357643485, + "weighted_error_after": 14.830977937206626 + }, + { + "name": "model.layers.10.mlp.experts.36.gate_proj", + "observed_tokens": 184, + "weighted_error_before": 24.30556231737137, + "weighted_error_after": 14.322751842439175 + }, + { + "name": "model.layers.10.mlp.experts.36.up_proj", + "observed_tokens": 184, + "weighted_error_before": 24.367817597463727, + "weighted_error_after": 14.438642462715507 + }, + { + "name": "model.layers.10.mlp.experts.36.down_proj", + "observed_tokens": 184, + "weighted_error_before": 22.113721984205768, + "weighted_error_after": 15.024640426505357 + }, + { + "name": "model.layers.10.mlp.experts.37.gate_proj", + "observed_tokens": 120, + "weighted_error_before": 25.22272090986371, + "weighted_error_after": 14.57062527909875 + }, + { + "name": "model.layers.10.mlp.experts.37.up_proj", + "observed_tokens": 120, + "weighted_error_before": 26.11074535548687, + "weighted_error_after": 15.232704639434814 + }, + { + "name": "model.layers.10.mlp.experts.37.down_proj", + "observed_tokens": 120, + "weighted_error_before": 22.313557201065123, + "weighted_error_after": 14.835016024764627 + }, + { + "name": "model.layers.10.mlp.experts.38.gate_proj", + "observed_tokens": 75, + "weighted_error_before": 28.75518892146647, + "weighted_error_after": 16.899789886549115 + }, + { + "name": "model.layers.10.mlp.experts.38.up_proj", + "observed_tokens": 75, + "weighted_error_before": 24.189926389604807, + "weighted_error_after": 14.279693548567593 + }, + { + "name": "model.layers.10.mlp.experts.38.down_proj", + "observed_tokens": 75, + "weighted_error_before": 21.54859035636764, + "weighted_error_after": 14.384356871480122 + }, + { + "name": "model.layers.10.mlp.experts.39.gate_proj", + "observed_tokens": 1426, + "weighted_error_before": 28.402238629758358, + "weighted_error_after": 16.64021029509604 + }, + { + "name": "model.layers.10.mlp.experts.39.up_proj", + "observed_tokens": 1426, + "weighted_error_before": 24.2059448286891, + "weighted_error_after": 14.26752525754273 + }, + { + "name": "model.layers.10.mlp.experts.39.down_proj", + "observed_tokens": 1426, + "weighted_error_before": 20.940109450835735, + "weighted_error_after": 14.257340546348132 + }, + { + "name": "model.layers.10.mlp.experts.40.gate_proj", + "observed_tokens": 522, + "weighted_error_before": 24.04817682504654, + "weighted_error_after": 14.220506554469466 + }, + { + "name": "model.layers.10.mlp.experts.40.up_proj", + "observed_tokens": 522, + "weighted_error_before": 25.886223470792174, + "weighted_error_after": 15.149372514337301 + }, + { + "name": "model.layers.10.mlp.experts.40.down_proj", + "observed_tokens": 522, + "weighted_error_before": 22.161689636763185, + "weighted_error_after": 15.19548303168267 + }, + { + "name": "model.layers.10.mlp.experts.41.gate_proj", + "observed_tokens": 102, + "weighted_error_before": 21.1564955227077, + "weighted_error_after": 12.487508899532259 + }, + { + "name": "model.layers.10.mlp.experts.41.up_proj", + "observed_tokens": 102, + "weighted_error_before": 25.98200281523168, + "weighted_error_after": 15.3827602583915 + }, + { + "name": "model.layers.10.mlp.experts.41.down_proj", + "observed_tokens": 102, + "weighted_error_before": 24.162488808389753, + "weighted_error_after": 15.958197734551504 + }, + { + "name": "model.layers.10.mlp.experts.42.gate_proj", + "observed_tokens": 529, + "weighted_error_before": 26.095988407731056, + "weighted_error_after": 15.546143248677254 + }, + { + "name": "model.layers.10.mlp.experts.42.up_proj", + "observed_tokens": 529, + "weighted_error_before": 25.334955440834165, + "weighted_error_after": 14.846605442464352 + }, + { + "name": "model.layers.10.mlp.experts.42.down_proj", + "observed_tokens": 529, + "weighted_error_before": 21.829737935215235, + "weighted_error_after": 14.862007329938933 + }, + { + "name": "model.layers.10.mlp.experts.43.gate_proj", + "observed_tokens": 155, + "weighted_error_before": 22.33622221648693, + "weighted_error_after": 13.294662427157164 + }, + { + "name": "model.layers.10.mlp.experts.43.up_proj", + "observed_tokens": 155, + "weighted_error_before": 24.4542968403548, + "weighted_error_after": 14.432162787765265 + }, + { + "name": "model.layers.10.mlp.experts.43.down_proj", + "observed_tokens": 155, + "weighted_error_before": 22.518145438283682, + "weighted_error_after": 15.079928569728509 + }, + { + "name": "model.layers.10.mlp.experts.44.gate_proj", + "observed_tokens": 5, + "weighted_error_before": 27.884797679260373, + "weighted_error_after": 16.574871589429677 + }, + { + "name": "model.layers.10.mlp.experts.44.up_proj", + "observed_tokens": 5, + "weighted_error_before": 26.416247472167015, + "weighted_error_after": 15.523129655048251 + }, + { + "name": "model.layers.10.mlp.experts.44.down_proj", + "observed_tokens": 5, + "weighted_error_before": 22.569107721792534, + "weighted_error_after": 15.527070877025835 + }, + { + "name": "model.layers.10.mlp.experts.45.gate_proj", + "observed_tokens": 677, + "weighted_error_before": 23.20663009956479, + "weighted_error_after": 13.626508297398686 + }, + { + "name": "model.layers.10.mlp.experts.45.up_proj", + "observed_tokens": 677, + "weighted_error_before": 24.85295609384775, + "weighted_error_after": 14.477452177554369 + }, + { + "name": "model.layers.10.mlp.experts.45.down_proj", + "observed_tokens": 677, + "weighted_error_before": 21.272779925260693, + "weighted_error_after": 14.587782910326496 + }, + { + "name": "model.layers.10.mlp.experts.46.gate_proj", + "observed_tokens": 835, + "weighted_error_before": 24.62572294101119, + "weighted_error_after": 14.480968997813761 + }, + { + "name": "model.layers.10.mlp.experts.46.up_proj", + "observed_tokens": 835, + "weighted_error_before": 24.914456091821194, + "weighted_error_after": 14.550423501059413 + }, + { + "name": "model.layers.10.mlp.experts.46.down_proj", + "observed_tokens": 835, + "weighted_error_before": 21.952210126444697, + "weighted_error_after": 14.939033368369564 + }, + { + "name": "model.layers.10.mlp.experts.47.gate_proj", + "observed_tokens": 78, + "weighted_error_before": 23.0033118724823, + "weighted_error_after": 13.535318607464433 + }, + { + "name": "model.layers.10.mlp.experts.47.up_proj", + "observed_tokens": 78, + "weighted_error_before": 27.786012675613165, + "weighted_error_after": 16.402952624484897 + }, + { + "name": "model.layers.10.mlp.experts.47.down_proj", + "observed_tokens": 78, + "weighted_error_before": 24.924811761127785, + "weighted_error_after": 16.769196310080588 + }, + { + "name": "model.layers.10.mlp.experts.48.gate_proj", + "observed_tokens": 100, + "weighted_error_before": 25.59543855674565, + "weighted_error_after": 15.007684325799346 + }, + { + "name": "model.layers.10.mlp.experts.48.up_proj", + "observed_tokens": 100, + "weighted_error_before": 25.92287397943437, + "weighted_error_after": 15.157085929065943 + }, + { + "name": "model.layers.10.mlp.experts.48.down_proj", + "observed_tokens": 100, + "weighted_error_before": 23.271193695021793, + "weighted_error_after": 15.287804704159498 + }, + { + "name": "model.layers.10.mlp.experts.49.gate_proj", + "observed_tokens": 74, + "weighted_error_before": 25.958320939913392, + "weighted_error_after": 14.993038680404425 + }, + { + "name": "model.layers.10.mlp.experts.49.up_proj", + "observed_tokens": 74, + "weighted_error_before": 24.62985158711672, + "weighted_error_after": 14.306368576362729 + }, + { + "name": "model.layers.10.mlp.experts.49.down_proj", + "observed_tokens": 74, + "weighted_error_before": 21.626328342128545, + "weighted_error_after": 13.556176346726716 + }, + { + "name": "model.layers.10.mlp.experts.50.gate_proj", + "observed_tokens": 595, + "weighted_error_before": 27.83737998828292, + "weighted_error_after": 16.41103252954781 + }, + { + "name": "model.layers.10.mlp.experts.50.up_proj", + "observed_tokens": 595, + "weighted_error_before": 29.23074609413743, + "weighted_error_after": 17.170239811763167 + }, + { + "name": "model.layers.10.mlp.experts.50.down_proj", + "observed_tokens": 595, + "weighted_error_before": 23.930237028747797, + "weighted_error_after": 15.737414531875402 + }, + { + "name": "model.layers.10.mlp.experts.51.gate_proj", + "observed_tokens": 1081, + "weighted_error_before": 23.105100201442838, + "weighted_error_after": 13.594184758141637 + }, + { + "name": "model.layers.10.mlp.experts.51.up_proj", + "observed_tokens": 1081, + "weighted_error_before": 24.39912603236735, + "weighted_error_after": 14.4563057012856 + }, + { + "name": "model.layers.10.mlp.experts.51.down_proj", + "observed_tokens": 1081, + "weighted_error_before": 21.181582981254905, + "weighted_error_after": 14.47766735800542 + }, + { + "name": "model.layers.10.mlp.experts.52.gate_proj", + "observed_tokens": 674, + "weighted_error_before": 24.656746298074722, + "weighted_error_after": 14.763387462124228 + }, + { + "name": "model.layers.10.mlp.experts.52.up_proj", + "observed_tokens": 674, + "weighted_error_before": 26.154907651245594, + "weighted_error_after": 15.471545174717903 + }, + { + "name": "model.layers.10.mlp.experts.52.down_proj", + "observed_tokens": 674, + "weighted_error_before": 22.446111315861344, + "weighted_error_after": 15.266237915027887 + }, + { + "name": "model.layers.10.mlp.experts.53.gate_proj", + "observed_tokens": 480, + "weighted_error_before": 24.777489801868796, + "weighted_error_after": 14.743777215480804 + }, + { + "name": "model.layers.10.mlp.experts.53.up_proj", + "observed_tokens": 480, + "weighted_error_before": 23.610876016318798, + "weighted_error_after": 13.865587554872036 + }, + { + "name": "model.layers.10.mlp.experts.53.down_proj", + "observed_tokens": 480, + "weighted_error_before": 21.57224447396584, + "weighted_error_after": 14.552950448240153 + }, + { + "name": "model.layers.10.mlp.experts.54.gate_proj", + "observed_tokens": 740, + "weighted_error_before": 27.911582075059414, + "weighted_error_after": 16.430818361230195 + }, + { + "name": "model.layers.10.mlp.experts.54.up_proj", + "observed_tokens": 740, + "weighted_error_before": 25.325078973546624, + "weighted_error_after": 14.930315030738711 + }, + { + "name": "model.layers.10.mlp.experts.54.down_proj", + "observed_tokens": 740, + "weighted_error_before": 22.182928271824494, + "weighted_error_after": 14.922630103421398 + }, + { + "name": "model.layers.10.mlp.experts.55.gate_proj", + "observed_tokens": 273, + "weighted_error_before": 27.85399393737316, + "weighted_error_after": 16.219033190980554 + }, + { + "name": "model.layers.10.mlp.experts.55.up_proj", + "observed_tokens": 273, + "weighted_error_before": 28.836129242554307, + "weighted_error_after": 16.931749710813165 + }, + { + "name": "model.layers.10.mlp.experts.55.down_proj", + "observed_tokens": 273, + "weighted_error_before": 23.939754047896713, + "weighted_error_after": 14.064577321289107 + }, + { + "name": "model.layers.10.mlp.experts.56.gate_proj", + "observed_tokens": 115, + "weighted_error_before": 28.81126905605197, + "weighted_error_after": 16.195297580212355 + }, + { + "name": "model.layers.10.mlp.experts.56.up_proj", + "observed_tokens": 115, + "weighted_error_before": 26.29735896922648, + "weighted_error_after": 15.29777947999537 + }, + { + "name": "model.layers.10.mlp.experts.56.down_proj", + "observed_tokens": 115, + "weighted_error_before": 23.159293559379876, + "weighted_error_after": 15.07335796020925 + }, + { + "name": "model.layers.10.mlp.experts.57.gate_proj", + "observed_tokens": 238, + "weighted_error_before": 29.870388120412827, + "weighted_error_after": 17.535747664049268 + }, + { + "name": "model.layers.10.mlp.experts.57.up_proj", + "observed_tokens": 238, + "weighted_error_before": 31.102629650384188, + "weighted_error_after": 18.320970674976707 + }, + { + "name": "model.layers.10.mlp.experts.57.down_proj", + "observed_tokens": 238, + "weighted_error_before": 25.796157855540514, + "weighted_error_after": 16.833385886857286 + }, + { + "name": "model.layers.10.mlp.experts.58.gate_proj", + "observed_tokens": 603, + "weighted_error_before": 25.071534706279635, + "weighted_error_after": 14.858145533129573 + }, + { + "name": "model.layers.10.mlp.experts.58.up_proj", + "observed_tokens": 603, + "weighted_error_before": 24.659270169213414, + "weighted_error_after": 14.635164222680032 + }, + { + "name": "model.layers.10.mlp.experts.58.down_proj", + "observed_tokens": 603, + "weighted_error_before": 21.869526820722967, + "weighted_error_after": 14.708587804576382 + }, + { + "name": "model.layers.10.mlp.experts.59.gate_proj", + "observed_tokens": 772, + "weighted_error_before": 26.071559574455023, + "weighted_error_after": 15.233403660356998 + }, + { + "name": "model.layers.10.mlp.experts.59.up_proj", + "observed_tokens": 772, + "weighted_error_before": 26.863450272008777, + "weighted_error_after": 15.743886003270745 + }, + { + "name": "model.layers.10.mlp.experts.59.down_proj", + "observed_tokens": 772, + "weighted_error_before": 20.615981028648093, + "weighted_error_after": 10.234939158894122 + }, + { + "name": "model.layers.10.mlp.experts.60.gate_proj", + "observed_tokens": 206, + "weighted_error_before": 26.848994437605143, + "weighted_error_after": 15.629582326859236 + }, + { + "name": "model.layers.10.mlp.experts.60.up_proj", + "observed_tokens": 206, + "weighted_error_before": 26.537771549075842, + "weighted_error_after": 15.465822516009212 + }, + { + "name": "model.layers.10.mlp.experts.60.down_proj", + "observed_tokens": 206, + "weighted_error_before": 22.23533772211522, + "weighted_error_after": 14.976571267005056 + }, + { + "name": "model.layers.10.mlp.experts.61.gate_proj", + "observed_tokens": 118, + "weighted_error_before": 29.8726868852973, + "weighted_error_after": 17.49015731178224 + }, + { + "name": "model.layers.10.mlp.experts.61.up_proj", + "observed_tokens": 118, + "weighted_error_before": 26.211374955251813, + "weighted_error_after": 15.387638123705983 + }, + { + "name": "model.layers.10.mlp.experts.61.down_proj", + "observed_tokens": 118, + "weighted_error_before": 22.494375575566664, + "weighted_error_after": 15.055453388951719 + }, + { + "name": "model.layers.10.mlp.experts.62.gate_proj", + "observed_tokens": 117, + "weighted_error_before": 21.435103680938482, + "weighted_error_after": 12.768521050922573 + }, + { + "name": "model.layers.10.mlp.experts.62.up_proj", + "observed_tokens": 117, + "weighted_error_before": 25.673904854804277, + "weighted_error_after": 14.961076928302646 + }, + { + "name": "model.layers.10.mlp.experts.62.down_proj", + "observed_tokens": 117, + "weighted_error_before": 24.538621488027275, + "weighted_error_after": 16.261447755619884 + }, + { + "name": "model.layers.10.mlp.experts.63.gate_proj", + "observed_tokens": 15, + "weighted_error_before": 29.105032317340374, + "weighted_error_after": 16.964811636134982 + }, + { + "name": "model.layers.10.mlp.experts.63.up_proj", + "observed_tokens": 15, + "weighted_error_before": 30.983667138963938, + "weighted_error_after": 18.17981751449406 + }, + { + "name": "model.layers.10.mlp.experts.63.down_proj", + "observed_tokens": 15, + "weighted_error_before": 24.939789477270097, + "weighted_error_after": 17.21683174278587 + }, + { + "name": "model.layers.10.mlp.experts.64.gate_proj", + "observed_tokens": 101, + "weighted_error_before": 20.31727123633027, + "weighted_error_after": 12.081461500376463 + }, + { + "name": "model.layers.10.mlp.experts.64.up_proj", + "observed_tokens": 101, + "weighted_error_before": 25.133458774536848, + "weighted_error_after": 14.808864206075668 + }, + { + "name": "model.layers.10.mlp.experts.64.down_proj", + "observed_tokens": 101, + "weighted_error_before": 23.384180119261146, + "weighted_error_after": 16.025503821205348 + }, + { + "name": "model.layers.10.mlp.experts.65.gate_proj", + "observed_tokens": 235, + "weighted_error_before": 25.683795938268304, + "weighted_error_after": 15.15416444838047 + }, + { + "name": "model.layers.10.mlp.experts.65.up_proj", + "observed_tokens": 235, + "weighted_error_before": 29.311397168785334, + "weighted_error_after": 17.28847062587738 + }, + { + "name": "model.layers.10.mlp.experts.65.down_proj", + "observed_tokens": 235, + "weighted_error_before": 24.99937014793977, + "weighted_error_after": 16.756869255797938 + }, + { + "name": "model.layers.10.mlp.experts.66.gate_proj", + "observed_tokens": 65, + "weighted_error_before": 31.66830337420106, + "weighted_error_after": 18.08438214287162 + }, + { + "name": "model.layers.10.mlp.experts.66.up_proj", + "observed_tokens": 65, + "weighted_error_before": 32.20887641608715, + "weighted_error_after": 18.760039158165455 + }, + { + "name": "model.layers.10.mlp.experts.66.down_proj", + "observed_tokens": 65, + "weighted_error_before": 26.190151310525835, + "weighted_error_after": 16.4533997643739 + }, + { + "name": "model.layers.10.mlp.experts.67.gate_proj", + "observed_tokens": 442, + "weighted_error_before": 26.479616209864616, + "weighted_error_after": 15.569068210199475 + }, + { + "name": "model.layers.10.mlp.experts.67.up_proj", + "observed_tokens": 442, + "weighted_error_before": 25.398056712001562, + "weighted_error_after": 14.96783334389329 + }, + { + "name": "model.layers.10.mlp.experts.67.down_proj", + "observed_tokens": 442, + "weighted_error_before": 22.67380180489272, + "weighted_error_after": 15.278322709025815 + }, + { + "name": "model.layers.10.mlp.experts.68.gate_proj", + "observed_tokens": 381, + "weighted_error_before": 25.206885093823075, + "weighted_error_after": 14.777522973716259 + }, + { + "name": "model.layers.10.mlp.experts.68.up_proj", + "observed_tokens": 381, + "weighted_error_before": 25.20815941877663, + "weighted_error_after": 14.789018791168928 + }, + { + "name": "model.layers.10.mlp.experts.68.down_proj", + "observed_tokens": 381, + "weighted_error_before": 22.80565887130797, + "weighted_error_after": 15.412237112876028 + }, + { + "name": "model.layers.10.mlp.experts.69.gate_proj", + "observed_tokens": 380, + "weighted_error_before": 27.75301430001855, + "weighted_error_after": 16.341839803382754 + }, + { + "name": "model.layers.10.mlp.experts.69.up_proj", + "observed_tokens": 380, + "weighted_error_before": 28.723894957453012, + "weighted_error_after": 16.7762147821486 + }, + { + "name": "model.layers.10.mlp.experts.69.down_proj", + "observed_tokens": 380, + "weighted_error_before": 24.34985504404176, + "weighted_error_after": 6.360432796296664 + }, + { + "name": "model.layers.10.mlp.experts.70.gate_proj", + "observed_tokens": 676, + "weighted_error_before": 27.54554163478315, + "weighted_error_after": 16.254660384729505 + }, + { + "name": "model.layers.10.mlp.experts.70.up_proj", + "observed_tokens": 676, + "weighted_error_before": 24.989159125834703, + "weighted_error_after": 14.820636328309774 + }, + { + "name": "model.layers.10.mlp.experts.70.down_proj", + "observed_tokens": 676, + "weighted_error_before": 21.318206795491278, + "weighted_error_after": 14.50144791835919 + }, + { + "name": "model.layers.10.mlp.experts.71.gate_proj", + "observed_tokens": 206, + "weighted_error_before": 31.225952222943306, + "weighted_error_after": 18.516105400398374 + }, + { + "name": "model.layers.10.mlp.experts.71.up_proj", + "observed_tokens": 206, + "weighted_error_before": 27.44266977533698, + "weighted_error_after": 16.09061141125858 + }, + { + "name": "model.layers.10.mlp.experts.71.down_proj", + "observed_tokens": 206, + "weighted_error_before": 24.282769495155662, + "weighted_error_after": 16.09638135973364 + }, + { + "name": "model.layers.10.mlp.experts.72.gate_proj", + "observed_tokens": 141, + "weighted_error_before": 28.52970729023218, + "weighted_error_after": 16.4982628505677 + }, + { + "name": "model.layers.10.mlp.experts.72.up_proj", + "observed_tokens": 141, + "weighted_error_before": 30.25680784508586, + "weighted_error_after": 17.17036479525268 + }, + { + "name": "model.layers.10.mlp.experts.72.down_proj", + "observed_tokens": 141, + "weighted_error_before": 24.209403340239078, + "weighted_error_after": 15.74015593342483 + }, + { + "name": "model.layers.10.mlp.experts.73.gate_proj", + "observed_tokens": 337, + "weighted_error_before": 25.338087156414986, + "weighted_error_after": 15.093286787159741 + }, + { + "name": "model.layers.10.mlp.experts.73.up_proj", + "observed_tokens": 337, + "weighted_error_before": 24.449103858321905, + "weighted_error_after": 14.39901982806623 + }, + { + "name": "model.layers.10.mlp.experts.73.down_proj", + "observed_tokens": 337, + "weighted_error_before": 21.555334286997095, + "weighted_error_after": 14.538308274117298 + }, + { + "name": "model.layers.10.mlp.experts.74.gate_proj", + "observed_tokens": 165, + "weighted_error_before": 28.939290516078472, + "weighted_error_after": 17.072373650968075 + }, + { + "name": "model.layers.10.mlp.experts.74.up_proj", + "observed_tokens": 165, + "weighted_error_before": 31.41741258651018, + "weighted_error_after": 18.27275685966015 + }, + { + "name": "model.layers.10.mlp.experts.74.down_proj", + "observed_tokens": 165, + "weighted_error_before": 25.27292020060122, + "weighted_error_after": 16.69502425636165 + }, + { + "name": "model.layers.10.mlp.experts.75.gate_proj", + "observed_tokens": 526, + "weighted_error_before": 22.652189714834094, + "weighted_error_after": 13.396208678372204 + }, + { + "name": "model.layers.10.mlp.experts.75.up_proj", + "observed_tokens": 526, + "weighted_error_before": 22.929651191458106, + "weighted_error_after": 13.71374518983066 + }, + { + "name": "model.layers.10.mlp.experts.75.down_proj", + "observed_tokens": 526, + "weighted_error_before": 21.402732833987102, + "weighted_error_after": 14.475002347957343 + }, + { + "name": "model.layers.10.mlp.experts.76.gate_proj", + "observed_tokens": 300, + "weighted_error_before": 29.299602223560214, + "weighted_error_after": 17.180558804422617 + }, + { + "name": "model.layers.10.mlp.experts.76.up_proj", + "observed_tokens": 300, + "weighted_error_before": 24.585132002830505, + "weighted_error_after": 14.48679145053029 + }, + { + "name": "model.layers.10.mlp.experts.76.down_proj", + "observed_tokens": 300, + "weighted_error_before": 21.960649023763835, + "weighted_error_after": 14.567025933181867 + }, + { + "name": "model.layers.10.mlp.experts.77.gate_proj", + "observed_tokens": 107, + "weighted_error_before": 26.330793280154467, + "weighted_error_after": 15.465712698176503 + }, + { + "name": "model.layers.10.mlp.experts.77.up_proj", + "observed_tokens": 107, + "weighted_error_before": 28.568603970110416, + "weighted_error_after": 16.762725995853543 + }, + { + "name": "model.layers.10.mlp.experts.77.down_proj", + "observed_tokens": 107, + "weighted_error_before": 23.860710659064353, + "weighted_error_after": 16.055764448828995 + }, + { + "name": "model.layers.10.mlp.experts.78.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 28.18183508142829, + "weighted_error_after": 16.559129621833563 + }, + { + "name": "model.layers.10.mlp.experts.78.up_proj", + "observed_tokens": 293, + "weighted_error_before": 29.97605151310563, + "weighted_error_after": 17.472113702446222 + }, + { + "name": "model.layers.10.mlp.experts.78.down_proj", + "observed_tokens": 293, + "weighted_error_before": 25.099946848116815, + "weighted_error_after": 16.26202126359567 + }, + { + "name": "model.layers.10.mlp.experts.79.gate_proj", + "observed_tokens": 205, + "weighted_error_before": 25.815567495301366, + "weighted_error_after": 15.273989834822714 + }, + { + "name": "model.layers.10.mlp.experts.79.up_proj", + "observed_tokens": 205, + "weighted_error_before": 26.13687551766634, + "weighted_error_after": 15.347541762515903 + }, + { + "name": "model.layers.10.mlp.experts.79.down_proj", + "observed_tokens": 205, + "weighted_error_before": 23.058629636652768, + "weighted_error_after": 15.538370219990611 + }, + { + "name": "model.layers.10.mlp.experts.80.gate_proj", + "observed_tokens": 227, + "weighted_error_before": 26.72006331756711, + "weighted_error_after": 15.812667686492205 + }, + { + "name": "model.layers.10.mlp.experts.80.up_proj", + "observed_tokens": 227, + "weighted_error_before": 27.823027543723583, + "weighted_error_after": 16.353233113884926 + }, + { + "name": "model.layers.10.mlp.experts.80.down_proj", + "observed_tokens": 227, + "weighted_error_before": 24.87460622563958, + "weighted_error_after": 16.58002531796228 + }, + { + "name": "model.layers.10.mlp.experts.81.gate_proj", + "observed_tokens": 76, + "weighted_error_before": 28.239273499697447, + "weighted_error_after": 16.484099054709077 + }, + { + "name": "model.layers.10.mlp.experts.81.up_proj", + "observed_tokens": 76, + "weighted_error_before": 28.042200174182653, + "weighted_error_after": 16.42957785911858 + }, + { + "name": "model.layers.10.mlp.experts.81.down_proj", + "observed_tokens": 76, + "weighted_error_before": 23.561012506950647, + "weighted_error_after": 14.700871167238802 + }, + { + "name": "model.layers.10.mlp.experts.82.gate_proj", + "observed_tokens": 417, + "weighted_error_before": 27.356765691190958, + "weighted_error_after": 16.178783301264048 + }, + { + "name": "model.layers.10.mlp.experts.82.up_proj", + "observed_tokens": 417, + "weighted_error_before": 25.117908066138625, + "weighted_error_after": 14.699453122913837 + }, + { + "name": "model.layers.10.mlp.experts.82.down_proj", + "observed_tokens": 417, + "weighted_error_before": 21.83915022946894, + "weighted_error_after": 14.755204412154853 + }, + { + "name": "model.layers.10.mlp.experts.83.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 26.280011335387826, + "weighted_error_after": 15.313415668904781 + }, + { + "name": "model.layers.10.mlp.experts.83.up_proj", + "observed_tokens": 58, + "weighted_error_before": 27.586100570857525, + "weighted_error_after": 16.074270453304052 + }, + { + "name": "model.layers.10.mlp.experts.83.down_proj", + "observed_tokens": 58, + "weighted_error_before": 23.631630188319832, + "weighted_error_after": 15.58028060477227 + }, + { + "name": "model.layers.10.mlp.experts.84.gate_proj", + "observed_tokens": 641, + "weighted_error_before": 26.824858566746116, + "weighted_error_after": 15.637550259940326 + }, + { + "name": "model.layers.10.mlp.experts.84.up_proj", + "observed_tokens": 641, + "weighted_error_before": 24.543860875070095, + "weighted_error_after": 14.418526988476515 + }, + { + "name": "model.layers.10.mlp.experts.84.down_proj", + "observed_tokens": 641, + "weighted_error_before": 20.760510742664337, + "weighted_error_after": 13.792644007480703 + }, + { + "name": "model.layers.10.mlp.experts.85.gate_proj", + "observed_tokens": 388, + "weighted_error_before": 22.818679636344314, + "weighted_error_after": 13.33906867634505 + }, + { + "name": "model.layers.10.mlp.experts.85.up_proj", + "observed_tokens": 388, + "weighted_error_before": 25.339728692546487, + "weighted_error_after": 14.809008233249187 + }, + { + "name": "model.layers.10.mlp.experts.85.down_proj", + "observed_tokens": 388, + "weighted_error_before": 22.304176005534828, + "weighted_error_after": 15.24865455692634 + }, + { + "name": "model.layers.10.mlp.experts.86.gate_proj", + "observed_tokens": 335, + "weighted_error_before": 28.602206582203507, + "weighted_error_after": 16.857986828312278 + }, + { + "name": "model.layers.10.mlp.experts.86.up_proj", + "observed_tokens": 335, + "weighted_error_before": 25.190681563690305, + "weighted_error_after": 14.99458896741271 + }, + { + "name": "model.layers.10.mlp.experts.86.down_proj", + "observed_tokens": 335, + "weighted_error_before": 22.888217070372775, + "weighted_error_after": 15.274981033522636 + }, + { + "name": "model.layers.10.mlp.experts.87.gate_proj", + "observed_tokens": 526, + "weighted_error_before": 26.082689579576254, + "weighted_error_after": 15.354564968496561 + }, + { + "name": "model.layers.10.mlp.experts.87.up_proj", + "observed_tokens": 526, + "weighted_error_before": 27.234173741191626, + "weighted_error_after": 16.10105443559587 + }, + { + "name": "model.layers.10.mlp.experts.87.down_proj", + "observed_tokens": 526, + "weighted_error_before": 22.945652508176863, + "weighted_error_after": 15.53868048847653 + }, + { + "name": "model.layers.10.mlp.experts.88.gate_proj", + "observed_tokens": 599, + "weighted_error_before": 24.5368460342288, + "weighted_error_after": 14.435383094474673 + }, + { + "name": "model.layers.10.mlp.experts.88.up_proj", + "observed_tokens": 599, + "weighted_error_before": 25.656393771991134, + "weighted_error_after": 14.98902489617467 + }, + { + "name": "model.layers.10.mlp.experts.88.down_proj", + "observed_tokens": 599, + "weighted_error_before": 22.806940162554383, + "weighted_error_after": 15.424861148465425 + }, + { + "name": "model.layers.10.mlp.experts.89.gate_proj", + "observed_tokens": 275, + "weighted_error_before": 25.659338161349297, + "weighted_error_after": 15.163374805822968 + }, + { + "name": "model.layers.10.mlp.experts.89.up_proj", + "observed_tokens": 275, + "weighted_error_before": 24.900884687900543, + "weighted_error_after": 14.487925928086042 + }, + { + "name": "model.layers.10.mlp.experts.89.down_proj", + "observed_tokens": 275, + "weighted_error_before": 22.27675522491336, + "weighted_error_after": 14.800995395286009 + }, + { + "name": "model.layers.10.mlp.experts.90.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 31.97388899885118, + "weighted_error_after": 18.93954844214022 + }, + { + "name": "model.layers.10.mlp.experts.90.up_proj", + "observed_tokens": 447, + "weighted_error_before": 25.927153697237372, + "weighted_error_after": 15.26709501259029 + }, + { + "name": "model.layers.10.mlp.experts.90.down_proj", + "observed_tokens": 447, + "weighted_error_before": 21.67178055457771, + "weighted_error_after": 14.802298710332252 + }, + { + "name": "model.layers.10.mlp.experts.91.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 32.61643556505442, + "weighted_error_after": 19.47758249565959 + }, + { + "name": "model.layers.10.mlp.experts.91.up_proj", + "observed_tokens": 170, + "weighted_error_before": 26.847837660461664, + "weighted_error_after": 15.829373916611075 + }, + { + "name": "model.layers.10.mlp.experts.91.down_proj", + "observed_tokens": 170, + "weighted_error_before": 22.931765447137877, + "weighted_error_after": 14.784025143715553 + }, + { + "name": "model.layers.10.mlp.experts.92.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 24.8770373146981, + "weighted_error_after": 14.697224251925945 + }, + { + "name": "model.layers.10.mlp.experts.92.up_proj", + "observed_tokens": 156, + "weighted_error_before": 27.496068608015776, + "weighted_error_after": 16.269213907420635 + }, + { + "name": "model.layers.10.mlp.experts.92.down_proj", + "observed_tokens": 156, + "weighted_error_before": 23.420456485124305, + "weighted_error_after": 15.910712204640731 + }, + { + "name": "model.layers.10.mlp.experts.93.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 26.291879639029503, + "weighted_error_after": 15.466948948800564 + }, + { + "name": "model.layers.10.mlp.experts.93.up_proj", + "observed_tokens": 85, + "weighted_error_before": 27.419536432251334, + "weighted_error_after": 16.252887341193855 + }, + { + "name": "model.layers.10.mlp.experts.93.down_proj", + "observed_tokens": 85, + "weighted_error_before": 25.374958953121677, + "weighted_error_after": 16.789092435501516 + }, + { + "name": "model.layers.10.mlp.experts.94.gate_proj", + "observed_tokens": 138, + "weighted_error_before": 26.326268553733826, + "weighted_error_after": 15.362275844439864 + }, + { + "name": "model.layers.10.mlp.experts.94.up_proj", + "observed_tokens": 138, + "weighted_error_before": 27.22755567729473, + "weighted_error_after": 15.966965213418007 + }, + { + "name": "model.layers.10.mlp.experts.94.down_proj", + "observed_tokens": 138, + "weighted_error_before": 22.598210237920284, + "weighted_error_after": 15.154371172888204 + }, + { + "name": "model.layers.10.mlp.experts.95.gate_proj", + "observed_tokens": 166, + "weighted_error_before": 24.915850000455976, + "weighted_error_after": 14.713813208043575 + }, + { + "name": "model.layers.10.mlp.experts.95.up_proj", + "observed_tokens": 166, + "weighted_error_before": 27.426012434065342, + "weighted_error_after": 16.109100073575974 + }, + { + "name": "model.layers.10.mlp.experts.95.down_proj", + "observed_tokens": 166, + "weighted_error_before": 22.89902793476358, + "weighted_error_after": 15.43825413333252 + }, + { + "name": "model.layers.10.mlp.experts.96.gate_proj", + "observed_tokens": 39, + "weighted_error_before": 26.658049404621124, + "weighted_error_after": 15.613518130034208 + }, + { + "name": "model.layers.10.mlp.experts.96.up_proj", + "observed_tokens": 39, + "weighted_error_before": 30.258717942982912, + "weighted_error_after": 17.61757997237146 + }, + { + "name": "model.layers.10.mlp.experts.96.down_proj", + "observed_tokens": 39, + "weighted_error_before": 24.388665192760527, + "weighted_error_after": 16.53898326912895 + }, + { + "name": "model.layers.10.mlp.experts.97.gate_proj", + "observed_tokens": 424, + "weighted_error_before": 29.24067829735577, + "weighted_error_after": 17.210951328277588 + }, + { + "name": "model.layers.10.mlp.experts.97.up_proj", + "observed_tokens": 424, + "weighted_error_before": 24.9591357242316, + "weighted_error_after": 14.737811358645558 + }, + { + "name": "model.layers.10.mlp.experts.97.down_proj", + "observed_tokens": 424, + "weighted_error_before": 21.459649939788505, + "weighted_error_after": 14.44560744217597 + }, + { + "name": "model.layers.10.mlp.experts.98.gate_proj", + "observed_tokens": 406, + "weighted_error_before": 26.92270584218204, + "weighted_error_after": 15.727342350408435 + }, + { + "name": "model.layers.10.mlp.experts.98.up_proj", + "observed_tokens": 406, + "weighted_error_before": 28.230116456747055, + "weighted_error_after": 16.555561561137438 + }, + { + "name": "model.layers.10.mlp.experts.98.down_proj", + "observed_tokens": 406, + "weighted_error_before": 22.917482036165893, + "weighted_error_after": 15.683435276383534 + }, + { + "name": "model.layers.10.mlp.experts.99.gate_proj", + "observed_tokens": 1084, + "weighted_error_before": 27.364797780290246, + "weighted_error_after": 16.362950023263693 + }, + { + "name": "model.layers.10.mlp.experts.99.up_proj", + "observed_tokens": 1084, + "weighted_error_before": 23.934823840856552, + "weighted_error_after": 14.09869447350502 + }, + { + "name": "model.layers.10.mlp.experts.99.down_proj", + "observed_tokens": 1084, + "weighted_error_before": 21.071828494081274, + "weighted_error_after": 14.134526727953926 + }, + { + "name": "model.layers.10.mlp.experts.100.gate_proj", + "observed_tokens": 1405, + "weighted_error_before": 28.675508197396994, + "weighted_error_after": 16.986366802826524 + }, + { + "name": "model.layers.10.mlp.experts.100.up_proj", + "observed_tokens": 1405, + "weighted_error_before": 24.734906043857336, + "weighted_error_after": 14.50656308233738 + }, + { + "name": "model.layers.10.mlp.experts.100.down_proj", + "observed_tokens": 1405, + "weighted_error_before": 21.532302879728377, + "weighted_error_after": 14.45722194458358 + }, + { + "name": "model.layers.10.mlp.experts.101.gate_proj", + "observed_tokens": 178, + "weighted_error_before": 27.54305841960013, + "weighted_error_after": 15.438122374936938 + }, + { + "name": "model.layers.10.mlp.experts.101.up_proj", + "observed_tokens": 178, + "weighted_error_before": 27.360016023740172, + "weighted_error_after": 15.688182439655066 + }, + { + "name": "model.layers.10.mlp.experts.101.down_proj", + "observed_tokens": 178, + "weighted_error_before": 22.970464545302093, + "weighted_error_after": 15.54931207606569 + }, + { + "name": "model.layers.10.mlp.experts.102.gate_proj", + "observed_tokens": 93, + "weighted_error_before": 27.953083038330078, + "weighted_error_after": 16.504345938563347 + }, + { + "name": "model.layers.10.mlp.experts.102.up_proj", + "observed_tokens": 93, + "weighted_error_before": 30.25013955682516, + "weighted_error_after": 17.76063052378595 + }, + { + "name": "model.layers.10.mlp.experts.102.down_proj", + "observed_tokens": 93, + "weighted_error_before": 25.480498186778277, + "weighted_error_after": 16.478967484086752 + }, + { + "name": "model.layers.10.mlp.experts.103.gate_proj", + "observed_tokens": 315, + "weighted_error_before": 23.899311071261764, + "weighted_error_after": 13.934223154559731 + }, + { + "name": "model.layers.10.mlp.experts.103.up_proj", + "observed_tokens": 315, + "weighted_error_before": 23.758526610210538, + "weighted_error_after": 14.109109949320555 + }, + { + "name": "model.layers.10.mlp.experts.103.down_proj", + "observed_tokens": 315, + "weighted_error_before": 20.997737416997552, + "weighted_error_after": 14.274357996182516 + }, + { + "name": "model.layers.10.mlp.experts.104.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 25.7994478456676, + "weighted_error_after": 15.465937919914722 + }, + { + "name": "model.layers.10.mlp.experts.104.up_proj", + "observed_tokens": 94, + "weighted_error_before": 27.448357777670026, + "weighted_error_after": 16.230328105390072 + }, + { + "name": "model.layers.10.mlp.experts.104.down_proj", + "observed_tokens": 94, + "weighted_error_before": 23.943180757109076, + "weighted_error_after": 15.929191754199564 + }, + { + "name": "model.layers.10.mlp.experts.105.gate_proj", + "observed_tokens": 20, + "weighted_error_before": 28.112660337239504, + "weighted_error_after": 16.569371169432998 + }, + { + "name": "model.layers.10.mlp.experts.105.up_proj", + "observed_tokens": 20, + "weighted_error_before": 27.197227101773024, + "weighted_error_after": 15.805669045075774 + }, + { + "name": "model.layers.10.mlp.experts.105.down_proj", + "observed_tokens": 20, + "weighted_error_before": 22.36015029484406, + "weighted_error_after": 15.376959879416972 + }, + { + "name": "model.layers.10.mlp.experts.106.gate_proj", + "observed_tokens": 388, + "weighted_error_before": 24.582315605133772, + "weighted_error_after": 14.560324991121888 + }, + { + "name": "model.layers.10.mlp.experts.106.up_proj", + "observed_tokens": 388, + "weighted_error_before": 24.61968311853707, + "weighted_error_after": 14.484750445000827 + }, + { + "name": "model.layers.10.mlp.experts.106.down_proj", + "observed_tokens": 388, + "weighted_error_before": 22.769398359348997, + "weighted_error_after": 15.386124448850751 + }, + { + "name": "model.layers.10.mlp.experts.107.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 28.844736855477095, + "weighted_error_after": 16.84050128981471 + }, + { + "name": "model.layers.10.mlp.experts.107.up_proj", + "observed_tokens": 201, + "weighted_error_before": 30.132654801011086, + "weighted_error_after": 17.50990692153573 + }, + { + "name": "model.layers.10.mlp.experts.107.down_proj", + "observed_tokens": 201, + "weighted_error_before": 25.108893838711083, + "weighted_error_after": 16.826884975191206 + }, + { + "name": "model.layers.10.mlp.experts.108.gate_proj", + "observed_tokens": 172, + "weighted_error_before": 26.26090344414115, + "weighted_error_after": 15.015642194077373 + }, + { + "name": "model.layers.10.mlp.experts.108.up_proj", + "observed_tokens": 172, + "weighted_error_before": 26.59316472709179, + "weighted_error_after": 15.512855857610703 + }, + { + "name": "model.layers.10.mlp.experts.108.down_proj", + "observed_tokens": 172, + "weighted_error_before": 24.45877522137016, + "weighted_error_after": 16.33059042552486 + }, + { + "name": "model.layers.10.mlp.experts.109.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 27.55523517727852, + "weighted_error_after": 16.024279108271003 + }, + { + "name": "model.layers.10.mlp.experts.109.up_proj", + "observed_tokens": 92, + "weighted_error_before": 25.991252936422825, + "weighted_error_after": 15.308872314170003 + }, + { + "name": "model.layers.10.mlp.experts.109.down_proj", + "observed_tokens": 92, + "weighted_error_before": 21.896094167605042, + "weighted_error_after": 14.264727990259416 + }, + { + "name": "model.layers.10.mlp.experts.110.gate_proj", + "observed_tokens": 426, + "weighted_error_before": 26.061916640028358, + "weighted_error_after": 15.33204542659223 + }, + { + "name": "model.layers.10.mlp.experts.110.up_proj", + "observed_tokens": 426, + "weighted_error_before": 25.120899353176355, + "weighted_error_after": 14.881505507975817 + }, + { + "name": "model.layers.10.mlp.experts.110.down_proj", + "observed_tokens": 426, + "weighted_error_before": 22.39576977933757, + "weighted_error_after": 14.86702598631382 + }, + { + "name": "model.layers.10.mlp.experts.111.gate_proj", + "observed_tokens": 362, + "weighted_error_before": 24.484121803194284, + "weighted_error_after": 14.370862478390336 + }, + { + "name": "model.layers.10.mlp.experts.111.up_proj", + "observed_tokens": 362, + "weighted_error_before": 23.746199237182736, + "weighted_error_after": 13.852114832028747 + }, + { + "name": "model.layers.10.mlp.experts.111.down_proj", + "observed_tokens": 362, + "weighted_error_before": 20.30410922365263, + "weighted_error_after": 13.825642189476639 + }, + { + "name": "model.layers.10.mlp.experts.112.gate_proj", + "observed_tokens": 123, + "weighted_error_before": 23.768872048705816, + "weighted_error_after": 13.914607767015696 + }, + { + "name": "model.layers.10.mlp.experts.112.up_proj", + "observed_tokens": 123, + "weighted_error_before": 25.0928404815495, + "weighted_error_after": 14.664512671530247 + }, + { + "name": "model.layers.10.mlp.experts.112.down_proj", + "observed_tokens": 123, + "weighted_error_before": 22.194937612861395, + "weighted_error_after": 14.81583547592163 + }, + { + "name": "model.layers.10.mlp.experts.113.gate_proj", + "observed_tokens": 608, + "weighted_error_before": 23.025807859376073, + "weighted_error_after": 13.548360678367317 + }, + { + "name": "model.layers.10.mlp.experts.113.up_proj", + "observed_tokens": 608, + "weighted_error_before": 24.661226350814104, + "weighted_error_after": 14.557793545536697 + }, + { + "name": "model.layers.10.mlp.experts.113.down_proj", + "observed_tokens": 608, + "weighted_error_before": 23.140106298960745, + "weighted_error_after": 15.605963135138154 + }, + { + "name": "model.layers.10.mlp.experts.114.gate_proj", + "observed_tokens": 240, + "weighted_error_before": 23.53820940107107, + "weighted_error_after": 13.918468404561281 + }, + { + "name": "model.layers.10.mlp.experts.114.up_proj", + "observed_tokens": 240, + "weighted_error_before": 24.992390893399715, + "weighted_error_after": 14.647840296849608 + }, + { + "name": "model.layers.10.mlp.experts.114.down_proj", + "observed_tokens": 240, + "weighted_error_before": 21.823782978579402, + "weighted_error_after": 14.875193203799427 + }, + { + "name": "model.layers.10.mlp.experts.115.gate_proj", + "observed_tokens": 254, + "weighted_error_before": 23.475520562380552, + "weighted_error_after": 13.975164642557502 + }, + { + "name": "model.layers.10.mlp.experts.115.up_proj", + "observed_tokens": 254, + "weighted_error_before": 26.1488517858088, + "weighted_error_after": 15.477975834161043 + }, + { + "name": "model.layers.10.mlp.experts.115.down_proj", + "observed_tokens": 254, + "weighted_error_before": 22.25616325205192, + "weighted_error_after": 15.0642474766355 + }, + { + "name": "model.layers.10.mlp.experts.116.gate_proj", + "observed_tokens": 337, + "weighted_error_before": 22.9418768864125, + "weighted_error_after": 13.571145474910736 + }, + { + "name": "model.layers.10.mlp.experts.116.up_proj", + "observed_tokens": 337, + "weighted_error_before": 23.766778761520982, + "weighted_error_after": 13.963016459718347 + }, + { + "name": "model.layers.10.mlp.experts.116.down_proj", + "observed_tokens": 337, + "weighted_error_before": 21.036471194121987, + "weighted_error_after": 14.055668029934168 + }, + { + "name": "model.layers.10.mlp.experts.117.gate_proj", + "observed_tokens": 232, + "weighted_error_before": 27.425890827551484, + "weighted_error_after": 16.164503183215857 + }, + { + "name": "model.layers.10.mlp.experts.117.up_proj", + "observed_tokens": 232, + "weighted_error_before": 23.728883486241102, + "weighted_error_after": 14.182117132470012 + }, + { + "name": "model.layers.10.mlp.experts.117.down_proj", + "observed_tokens": 232, + "weighted_error_before": 21.351377785904333, + "weighted_error_after": 14.25692473910749 + }, + { + "name": "model.layers.10.mlp.experts.118.gate_proj", + "observed_tokens": 649, + "weighted_error_before": 23.382814002223313, + "weighted_error_after": 13.780094573274255 + }, + { + "name": "model.layers.10.mlp.experts.118.up_proj", + "observed_tokens": 649, + "weighted_error_before": 24.30977215990424, + "weighted_error_after": 14.494127419777215 + }, + { + "name": "model.layers.10.mlp.experts.118.down_proj", + "observed_tokens": 649, + "weighted_error_before": 23.75906711164862, + "weighted_error_after": 15.575502932537347 + }, + { + "name": "model.layers.10.mlp.experts.119.gate_proj", + "observed_tokens": 84, + "weighted_error_before": 27.921765938401222, + "weighted_error_after": 16.224943490698934 + }, + { + "name": "model.layers.10.mlp.experts.119.up_proj", + "observed_tokens": 84, + "weighted_error_before": 28.390320133417845, + "weighted_error_after": 16.732338447123766 + }, + { + "name": "model.layers.10.mlp.experts.119.down_proj", + "observed_tokens": 84, + "weighted_error_before": 23.7266254266724, + "weighted_error_after": 15.998301074840128 + }, + { + "name": "model.layers.10.mlp.experts.120.gate_proj", + "observed_tokens": 546, + "weighted_error_before": 28.260788345709443, + "weighted_error_after": 16.794915832579136 + }, + { + "name": "model.layers.10.mlp.experts.120.up_proj", + "observed_tokens": 546, + "weighted_error_before": 26.023635774850845, + "weighted_error_after": 15.239119784906507 + }, + { + "name": "model.layers.10.mlp.experts.120.down_proj", + "observed_tokens": 546, + "weighted_error_before": 22.166201250860468, + "weighted_error_after": 14.55045071488712 + }, + { + "name": "model.layers.10.mlp.experts.121.gate_proj", + "observed_tokens": 87, + "weighted_error_before": 26.25880885310471, + "weighted_error_after": 15.467204740270972 + }, + { + "name": "model.layers.10.mlp.experts.121.up_proj", + "observed_tokens": 87, + "weighted_error_before": 26.15784941613674, + "weighted_error_after": 15.39355837740004 + }, + { + "name": "model.layers.10.mlp.experts.121.down_proj", + "observed_tokens": 87, + "weighted_error_before": 22.627896870253608, + "weighted_error_after": 14.22697871318087 + }, + { + "name": "model.layers.10.mlp.experts.122.gate_proj", + "observed_tokens": 47, + "weighted_error_before": 25.35476691275835, + "weighted_error_after": 15.063311090692878 + }, + { + "name": "model.layers.10.mlp.experts.122.up_proj", + "observed_tokens": 47, + "weighted_error_before": 27.22505353577435, + "weighted_error_after": 15.856775119900703 + }, + { + "name": "model.layers.10.mlp.experts.122.down_proj", + "observed_tokens": 47, + "weighted_error_before": 23.464828023687005, + "weighted_error_after": 15.894544419832528 + }, + { + "name": "model.layers.10.mlp.experts.123.gate_proj", + "observed_tokens": 9, + "weighted_error_before": 27.035565368831158, + "weighted_error_after": 16.10528706200421 + }, + { + "name": "model.layers.10.mlp.experts.123.up_proj", + "observed_tokens": 9, + "weighted_error_before": 28.099310290068388, + "weighted_error_after": 16.73595073260367 + }, + { + "name": "model.layers.10.mlp.experts.123.down_proj", + "observed_tokens": 9, + "weighted_error_before": 23.490510068368167, + "weighted_error_after": 16.08771963696927 + }, + { + "name": "model.layers.10.mlp.experts.124.gate_proj", + "observed_tokens": 439, + "weighted_error_before": 27.717391647398472, + "weighted_error_after": 16.28050864301622 + }, + { + "name": "model.layers.10.mlp.experts.124.up_proj", + "observed_tokens": 439, + "weighted_error_before": 29.283169124275446, + "weighted_error_after": 17.341130251064897 + }, + { + "name": "model.layers.10.mlp.experts.124.down_proj", + "observed_tokens": 439, + "weighted_error_before": 24.34154844749719, + "weighted_error_after": 16.246462277602404 + }, + { + "name": "model.layers.10.mlp.experts.125.gate_proj", + "observed_tokens": 97, + "weighted_error_before": 29.260876348242164, + "weighted_error_after": 17.304700672626495 + }, + { + "name": "model.layers.10.mlp.experts.125.up_proj", + "observed_tokens": 97, + "weighted_error_before": 26.97772127762437, + "weighted_error_after": 15.843122199177742 + }, + { + "name": "model.layers.10.mlp.experts.125.down_proj", + "observed_tokens": 97, + "weighted_error_before": 23.400432865833864, + "weighted_error_after": 15.167618866311386 + }, + { + "name": "model.layers.10.mlp.experts.126.gate_proj", + "observed_tokens": 20, + "weighted_error_before": 27.521650824695826, + "weighted_error_after": 16.082397574558854 + }, + { + "name": "model.layers.10.mlp.experts.126.up_proj", + "observed_tokens": 20, + "weighted_error_before": 26.794408574700356, + "weighted_error_after": 15.818423114717007 + }, + { + "name": "model.layers.10.mlp.experts.126.down_proj", + "observed_tokens": 20, + "weighted_error_before": 23.264513024594635, + "weighted_error_after": 15.839478789595887 + }, + { + "name": "model.layers.10.mlp.experts.127.gate_proj", + "observed_tokens": 279, + "weighted_error_before": 26.342210929840803, + "weighted_error_after": 15.412148458883166 + }, + { + "name": "model.layers.10.mlp.experts.127.up_proj", + "observed_tokens": 279, + "weighted_error_before": 27.550012838095427, + "weighted_error_after": 16.39964697882533 + }, + { + "name": "model.layers.10.mlp.experts.127.down_proj", + "observed_tokens": 279, + "weighted_error_before": 23.875079113524407, + "weighted_error_after": 16.164706093957648 + }, + { + "name": "model.layers.10.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 15.650126767344773, + "weighted_error_after": 7.892635563330259 + }, + { + "name": "model.layers.10.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 27.846738499589264, + "weighted_error_after": 14.163388383109123 + }, + { + "name": "model.layers.10.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 19.89539335248992, + "weighted_error_after": 6.138777387095615 + }, + { + "name": "model.layers.11.attention.q_a_proj", + "observed_tokens": 5624, + "weighted_error_before": 17.960082158446312, + "weighted_error_after": 10.4170265737921 + }, + { + "name": "model.layers.11.attention.q_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 113.6198564475344, + "weighted_error_after": 74.48997649623198 + }, + { + "name": "model.layers.11.attention.kv_a_proj_with_mqa", + "observed_tokens": 5624, + "weighted_error_before": 63.4244539514184, + "weighted_error_after": 37.337740341201425 + }, + { + "name": "model.layers.11.attention.kv_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 195.09659167099744, + "weighted_error_after": 121.45321994461119 + }, + { + "name": "model.layers.11.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 3.15421824157238, + "weighted_error_after": 2.018770605325699 + }, + { + "name": "model.layers.11.attention.dense", + "observed_tokens": 5624, + "weighted_error_before": 177.10579987242818, + "weighted_error_after": 100.40029830299318 + }, + { + "name": "model.layers.11.mlp.experts.0.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 24.607764836400747, + "weighted_error_after": 14.611133584752679 + }, + { + "name": "model.layers.11.mlp.experts.0.up_proj", + "observed_tokens": 119, + "weighted_error_before": 27.69738471880555, + "weighted_error_after": 16.339317090809345 + }, + { + "name": "model.layers.11.mlp.experts.0.down_proj", + "observed_tokens": 119, + "weighted_error_before": 25.351139225065708, + "weighted_error_after": 17.008420845028013 + }, + { + "name": "model.layers.11.mlp.experts.1.gate_proj", + "observed_tokens": 297, + "weighted_error_before": 20.936296548694372, + "weighted_error_after": 12.427261611446738 + }, + { + "name": "model.layers.11.mlp.experts.1.up_proj", + "observed_tokens": 297, + "weighted_error_before": 26.55842557735741, + "weighted_error_after": 15.638733008876443 + }, + { + "name": "model.layers.11.mlp.experts.1.down_proj", + "observed_tokens": 297, + "weighted_error_before": 24.65332897566259, + "weighted_error_after": 16.178872275864705 + }, + { + "name": "model.layers.11.mlp.experts.2.gate_proj", + "observed_tokens": 351, + "weighted_error_before": 26.45067616738379, + "weighted_error_after": 15.273222596384585 + }, + { + "name": "model.layers.11.mlp.experts.2.up_proj", + "observed_tokens": 351, + "weighted_error_before": 27.04724126122892, + "weighted_error_after": 15.659464729949832 + }, + { + "name": "model.layers.11.mlp.experts.2.down_proj", + "observed_tokens": 351, + "weighted_error_before": 24.84779110783711, + "weighted_error_after": 16.369155512657017 + }, + { + "name": "model.layers.11.mlp.experts.3.gate_proj", + "observed_tokens": 1011, + "weighted_error_before": 29.282999416813254, + "weighted_error_after": 17.409761139191687 + }, + { + "name": "model.layers.11.mlp.experts.3.up_proj", + "observed_tokens": 1011, + "weighted_error_before": 25.461058747023344, + "weighted_error_after": 15.050924200564623 + }, + { + "name": "model.layers.11.mlp.experts.3.down_proj", + "observed_tokens": 1011, + "weighted_error_before": 21.989543350879103, + "weighted_error_after": 14.762716036639176 + }, + { + "name": "model.layers.11.mlp.experts.4.gate_proj", + "observed_tokens": 499, + "weighted_error_before": 28.790316503494978, + "weighted_error_after": 16.930092042312026 + }, + { + "name": "model.layers.11.mlp.experts.4.up_proj", + "observed_tokens": 499, + "weighted_error_before": 27.059037236496806, + "weighted_error_after": 15.877009639516473 + }, + { + "name": "model.layers.11.mlp.experts.4.down_proj", + "observed_tokens": 499, + "weighted_error_before": 23.292176936985925, + "weighted_error_after": 15.380895240581594 + }, + { + "name": "model.layers.11.mlp.experts.5.gate_proj", + "observed_tokens": 121, + "weighted_error_before": 21.833864230662584, + "weighted_error_after": 12.830658620223403 + }, + { + "name": "model.layers.11.mlp.experts.5.up_proj", + "observed_tokens": 121, + "weighted_error_before": 25.99695991538465, + "weighted_error_after": 15.341157579794526 + }, + { + "name": "model.layers.11.mlp.experts.5.down_proj", + "observed_tokens": 121, + "weighted_error_before": 23.93426614650525, + "weighted_error_after": 15.710763790877536 + }, + { + "name": "model.layers.11.mlp.experts.6.gate_proj", + "observed_tokens": 505, + "weighted_error_before": 27.702745590358973, + "weighted_error_after": 16.416538594290614 + }, + { + "name": "model.layers.11.mlp.experts.6.up_proj", + "observed_tokens": 505, + "weighted_error_before": 25.646418686956167, + "weighted_error_after": 15.066624561324716 + }, + { + "name": "model.layers.11.mlp.experts.6.down_proj", + "observed_tokens": 505, + "weighted_error_before": 23.126226308289915, + "weighted_error_after": 15.089598181424662 + }, + { + "name": "model.layers.11.mlp.experts.7.gate_proj", + "observed_tokens": 630, + "weighted_error_before": 25.423496793955564, + "weighted_error_after": 14.823083781637251 + }, + { + "name": "model.layers.11.mlp.experts.7.up_proj", + "observed_tokens": 630, + "weighted_error_before": 26.06539155356586, + "weighted_error_after": 15.317445134744048 + }, + { + "name": "model.layers.11.mlp.experts.7.down_proj", + "observed_tokens": 630, + "weighted_error_before": 22.73631013301201, + "weighted_error_after": 15.253394273342565 + }, + { + "name": "model.layers.11.mlp.experts.8.gate_proj", + "observed_tokens": 1259, + "weighted_error_before": 23.78541357256472, + "weighted_error_after": 13.972912076860666 + }, + { + "name": "model.layers.11.mlp.experts.8.up_proj", + "observed_tokens": 1259, + "weighted_error_before": 25.810369234532118, + "weighted_error_after": 15.112353263422847 + }, + { + "name": "model.layers.11.mlp.experts.8.down_proj", + "observed_tokens": 1259, + "weighted_error_before": 22.358992879628204, + "weighted_error_after": 15.172472202568315 + }, + { + "name": "model.layers.11.mlp.experts.9.gate_proj", + "observed_tokens": 169, + "weighted_error_before": 27.012363834306598, + "weighted_error_after": 15.973129283636808 + }, + { + "name": "model.layers.11.mlp.experts.9.up_proj", + "observed_tokens": 169, + "weighted_error_before": 26.546894308179617, + "weighted_error_after": 15.489811167120934 + }, + { + "name": "model.layers.11.mlp.experts.9.down_proj", + "observed_tokens": 169, + "weighted_error_before": 22.256216569803655, + "weighted_error_after": 14.92916814610362 + }, + { + "name": "model.layers.11.mlp.experts.10.gate_proj", + "observed_tokens": 556, + "weighted_error_before": 26.43375384621322, + "weighted_error_after": 14.973429351113737 + }, + { + "name": "model.layers.11.mlp.experts.10.up_proj", + "observed_tokens": 556, + "weighted_error_before": 24.235778020694852, + "weighted_error_after": 14.009537848643959 + }, + { + "name": "model.layers.11.mlp.experts.10.down_proj", + "observed_tokens": 556, + "weighted_error_before": 22.1988592534326, + "weighted_error_after": 15.153320637298748 + }, + { + "name": "model.layers.11.mlp.experts.11.gate_proj", + "observed_tokens": 51, + "weighted_error_before": 27.739563804119825, + "weighted_error_after": 16.32040531374514 + }, + { + "name": "model.layers.11.mlp.experts.11.up_proj", + "observed_tokens": 51, + "weighted_error_before": 29.66110486909747, + "weighted_error_after": 17.52277098596096 + }, + { + "name": "model.layers.11.mlp.experts.11.down_proj", + "observed_tokens": 51, + "weighted_error_before": 24.60550177237019, + "weighted_error_after": 16.63479295419529 + }, + { + "name": "model.layers.11.mlp.experts.12.gate_proj", + "observed_tokens": 224, + "weighted_error_before": 24.941246585920453, + "weighted_error_after": 14.548137724399567 + }, + { + "name": "model.layers.11.mlp.experts.12.up_proj", + "observed_tokens": 224, + "weighted_error_before": 27.648132421076298, + "weighted_error_after": 16.355849232524633 + }, + { + "name": "model.layers.11.mlp.experts.12.down_proj", + "observed_tokens": 224, + "weighted_error_before": 23.77589452639222, + "weighted_error_after": 15.69042952847667 + }, + { + "name": "model.layers.11.mlp.experts.13.gate_proj", + "observed_tokens": 395, + "weighted_error_before": 25.78697139210999, + "weighted_error_after": 15.277332546189427 + }, + { + "name": "model.layers.11.mlp.experts.13.up_proj", + "observed_tokens": 395, + "weighted_error_before": 24.61763457208872, + "weighted_error_after": 14.44583279453218 + }, + { + "name": "model.layers.11.mlp.experts.13.down_proj", + "observed_tokens": 395, + "weighted_error_before": 21.96014191256836, + "weighted_error_after": 14.862888377974741 + }, + { + "name": "model.layers.11.mlp.experts.14.gate_proj", + "observed_tokens": 697, + "weighted_error_before": 24.457110919058323, + "weighted_error_after": 14.466774798929691 + }, + { + "name": "model.layers.11.mlp.experts.14.up_proj", + "observed_tokens": 697, + "weighted_error_before": 24.555061858147383, + "weighted_error_after": 14.477013658732176 + }, + { + "name": "model.layers.11.mlp.experts.14.down_proj", + "observed_tokens": 697, + "weighted_error_before": 21.60461326665245, + "weighted_error_after": 14.576687413151376 + }, + { + "name": "model.layers.11.mlp.experts.15.gate_proj", + "observed_tokens": 218, + "weighted_error_before": 22.962851548567414, + "weighted_error_after": 13.611845085397363 + }, + { + "name": "model.layers.11.mlp.experts.15.up_proj", + "observed_tokens": 218, + "weighted_error_before": 23.89019076526165, + "weighted_error_after": 14.009786242619157 + }, + { + "name": "model.layers.11.mlp.experts.15.down_proj", + "observed_tokens": 218, + "weighted_error_before": 20.372930974001065, + "weighted_error_after": 13.769412157591432 + }, + { + "name": "model.layers.11.mlp.experts.16.gate_proj", + "observed_tokens": 86, + "weighted_error_before": 29.329504318535328, + "weighted_error_after": 17.07771130464971 + }, + { + "name": "model.layers.11.mlp.experts.16.up_proj", + "observed_tokens": 86, + "weighted_error_before": 29.565049428492785, + "weighted_error_after": 17.532440967857838 + }, + { + "name": "model.layers.11.mlp.experts.16.down_proj", + "observed_tokens": 86, + "weighted_error_before": 24.435074040666223, + "weighted_error_after": 16.3338964167051 + }, + { + "name": "model.layers.11.mlp.experts.17.gate_proj", + "observed_tokens": 75, + "weighted_error_before": 26.389533760026097, + "weighted_error_after": 15.247907994315028 + }, + { + "name": "model.layers.11.mlp.experts.17.up_proj", + "observed_tokens": 75, + "weighted_error_before": 27.71658755466342, + "weighted_error_after": 15.90410408936441 + }, + { + "name": "model.layers.11.mlp.experts.17.down_proj", + "observed_tokens": 75, + "weighted_error_before": 22.934211568906903, + "weighted_error_after": 14.794480374432169 + }, + { + "name": "model.layers.11.mlp.experts.18.gate_proj", + "observed_tokens": 162, + "weighted_error_before": 31.162441167980433, + "weighted_error_after": 18.177052782848477 + }, + { + "name": "model.layers.11.mlp.experts.18.up_proj", + "observed_tokens": 162, + "weighted_error_before": 31.409619729965925, + "weighted_error_after": 18.251568412408233 + }, + { + "name": "model.layers.11.mlp.experts.18.down_proj", + "observed_tokens": 162, + "weighted_error_before": 25.03971172310412, + "weighted_error_after": 16.63259436748922 + }, + { + "name": "model.layers.11.mlp.experts.19.gate_proj", + "observed_tokens": 556, + "weighted_error_before": 24.512906113639474, + "weighted_error_after": 14.463138427585363 + }, + { + "name": "model.layers.11.mlp.experts.19.up_proj", + "observed_tokens": 556, + "weighted_error_before": 24.412923900410533, + "weighted_error_after": 14.444455783814192 + }, + { + "name": "model.layers.11.mlp.experts.19.down_proj", + "observed_tokens": 556, + "weighted_error_before": 21.17560823378153, + "weighted_error_after": 14.179337033536285 + }, + { + "name": "model.layers.11.mlp.experts.20.gate_proj", + "observed_tokens": 50, + "weighted_error_before": 29.437201285734773, + "weighted_error_after": 17.35071730427444 + }, + { + "name": "model.layers.11.mlp.experts.20.up_proj", + "observed_tokens": 50, + "weighted_error_before": 30.062774881720543, + "weighted_error_after": 17.73172602429986 + }, + { + "name": "model.layers.11.mlp.experts.20.down_proj", + "observed_tokens": 50, + "weighted_error_before": 25.24431516509503, + "weighted_error_after": 16.668601006967947 + }, + { + "name": "model.layers.11.mlp.experts.21.gate_proj", + "observed_tokens": 382, + "weighted_error_before": 27.856069400906563, + "weighted_error_after": 16.33671141974628 + }, + { + "name": "model.layers.11.mlp.experts.21.up_proj", + "observed_tokens": 382, + "weighted_error_before": 25.609861101955175, + "weighted_error_after": 15.050940664485097 + }, + { + "name": "model.layers.11.mlp.experts.21.down_proj", + "observed_tokens": 382, + "weighted_error_before": 22.306636441731825, + "weighted_error_after": 15.257762112072669 + }, + { + "name": "model.layers.11.mlp.experts.22.gate_proj", + "observed_tokens": 188, + "weighted_error_before": 28.66862052679062, + "weighted_error_after": 16.960777945816517 + }, + { + "name": "model.layers.11.mlp.experts.22.up_proj", + "observed_tokens": 188, + "weighted_error_before": 24.9359086509794, + "weighted_error_after": 14.602348355576396 + }, + { + "name": "model.layers.11.mlp.experts.22.down_proj", + "observed_tokens": 188, + "weighted_error_before": 21.39054602338001, + "weighted_error_after": 14.442970461212099 + }, + { + "name": "model.layers.11.mlp.experts.23.gate_proj", + "observed_tokens": 352, + "weighted_error_before": 29.548039712011814, + "weighted_error_after": 17.446797668002546 + }, + { + "name": "model.layers.11.mlp.experts.23.up_proj", + "observed_tokens": 352, + "weighted_error_before": 27.688931431621313, + "weighted_error_after": 16.358409702777863 + }, + { + "name": "model.layers.11.mlp.experts.23.down_proj", + "observed_tokens": 352, + "weighted_error_before": 24.844097406603396, + "weighted_error_after": 16.27920832147356 + }, + { + "name": "model.layers.11.mlp.experts.24.gate_proj", + "observed_tokens": 254, + "weighted_error_before": 29.929433340206742, + "weighted_error_after": 17.461949697695673 + }, + { + "name": "model.layers.11.mlp.experts.24.up_proj", + "observed_tokens": 254, + "weighted_error_before": 25.12598830088973, + "weighted_error_after": 14.962285136803985 + }, + { + "name": "model.layers.11.mlp.experts.24.down_proj", + "observed_tokens": 254, + "weighted_error_before": 22.214070127811283, + "weighted_error_after": 15.001972685102373 + }, + { + "name": "model.layers.11.mlp.experts.25.gate_proj", + "observed_tokens": 118, + "weighted_error_before": 26.1341756246984, + "weighted_error_after": 15.40301930718124 + }, + { + "name": "model.layers.11.mlp.experts.25.up_proj", + "observed_tokens": 118, + "weighted_error_before": 25.775583311915398, + "weighted_error_after": 15.221488624811172 + }, + { + "name": "model.layers.11.mlp.experts.25.down_proj", + "observed_tokens": 118, + "weighted_error_before": 21.819670611061156, + "weighted_error_after": 14.603633566061035 + }, + { + "name": "model.layers.11.mlp.experts.26.gate_proj", + "observed_tokens": 65, + "weighted_error_before": 28.38980040885508, + "weighted_error_after": 16.59860729984939 + }, + { + "name": "model.layers.11.mlp.experts.26.up_proj", + "observed_tokens": 65, + "weighted_error_before": 29.036156982183456, + "weighted_error_after": 17.211660953238606 + }, + { + "name": "model.layers.11.mlp.experts.26.down_proj", + "observed_tokens": 65, + "weighted_error_before": 23.802029308862984, + "weighted_error_after": 15.660311483079568 + }, + { + "name": "model.layers.11.mlp.experts.27.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 25.39391317591071, + "weighted_error_after": 15.114448639564216 + }, + { + "name": "model.layers.11.mlp.experts.27.up_proj", + "observed_tokens": 109, + "weighted_error_before": 28.336259309202433, + "weighted_error_after": 16.64861890487373 + }, + { + "name": "model.layers.11.mlp.experts.27.down_proj", + "observed_tokens": 109, + "weighted_error_before": 25.665227718651295, + "weighted_error_after": 17.33258535224013 + }, + { + "name": "model.layers.11.mlp.experts.28.gate_proj", + "observed_tokens": 192, + "weighted_error_before": 24.502462025731802, + "weighted_error_after": 14.285036003217101 + }, + { + "name": "model.layers.11.mlp.experts.28.up_proj", + "observed_tokens": 192, + "weighted_error_before": 26.407860634848475, + "weighted_error_after": 15.338146788999438 + }, + { + "name": "model.layers.11.mlp.experts.28.down_proj", + "observed_tokens": 192, + "weighted_error_before": 24.05495633557439, + "weighted_error_after": 15.744663551449776 + }, + { + "name": "model.layers.11.mlp.experts.29.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 23.93751840852201, + "weighted_error_after": 14.089715214446187 + }, + { + "name": "model.layers.11.mlp.experts.29.up_proj", + "observed_tokens": 156, + "weighted_error_before": 26.29290433600545, + "weighted_error_after": 15.487321201711893 + }, + { + "name": "model.layers.11.mlp.experts.29.down_proj", + "observed_tokens": 156, + "weighted_error_before": 24.12013177666813, + "weighted_error_after": 15.781104978872463 + }, + { + "name": "model.layers.11.mlp.experts.30.gate_proj", + "observed_tokens": 71, + "weighted_error_before": 28.65398422628641, + "weighted_error_after": 16.817068751901388 + }, + { + "name": "model.layers.11.mlp.experts.30.up_proj", + "observed_tokens": 71, + "weighted_error_before": 27.197505781427026, + "weighted_error_after": 16.0344211589545 + }, + { + "name": "model.layers.11.mlp.experts.30.down_proj", + "observed_tokens": 71, + "weighted_error_before": 25.140609095338732, + "weighted_error_after": 16.315654994221404 + }, + { + "name": "model.layers.11.mlp.experts.31.gate_proj", + "observed_tokens": 270, + "weighted_error_before": 23.859765907749534, + "weighted_error_after": 14.021575289778411 + }, + { + "name": "model.layers.11.mlp.experts.31.up_proj", + "observed_tokens": 270, + "weighted_error_before": 24.094017254188657, + "weighted_error_after": 14.1449711676687 + }, + { + "name": "model.layers.11.mlp.experts.31.down_proj", + "observed_tokens": 270, + "weighted_error_before": 23.73509053676389, + "weighted_error_after": 15.918511603726074 + }, + { + "name": "model.layers.11.mlp.experts.32.gate_proj", + "observed_tokens": 392, + "weighted_error_before": 24.267761629074812, + "weighted_error_after": 14.081955609843135 + }, + { + "name": "model.layers.11.mlp.experts.32.up_proj", + "observed_tokens": 392, + "weighted_error_before": 27.226828871294856, + "weighted_error_after": 15.918250884860754 + }, + { + "name": "model.layers.11.mlp.experts.32.down_proj", + "observed_tokens": 392, + "weighted_error_before": 23.466276477556676, + "weighted_error_after": 15.745121045736596 + }, + { + "name": "model.layers.11.mlp.experts.33.gate_proj", + "observed_tokens": 1100, + "weighted_error_before": 27.21916463598609, + "weighted_error_after": 16.141063088551164 + }, + { + "name": "model.layers.11.mlp.experts.33.up_proj", + "observed_tokens": 1100, + "weighted_error_before": 25.486349688842893, + "weighted_error_after": 15.049235766753554 + }, + { + "name": "model.layers.11.mlp.experts.33.down_proj", + "observed_tokens": 1100, + "weighted_error_before": 22.418885274790227, + "weighted_error_after": 15.102143736556172 + }, + { + "name": "model.layers.11.mlp.experts.34.gate_proj", + "observed_tokens": 360, + "weighted_error_before": 40.55529614165425, + "weighted_error_after": 20.385243790224195 + }, + { + "name": "model.layers.11.mlp.experts.34.up_proj", + "observed_tokens": 360, + "weighted_error_before": 31.61709789559245, + "weighted_error_after": 16.732363648712635 + }, + { + "name": "model.layers.11.mlp.experts.34.down_proj", + "observed_tokens": 360, + "weighted_error_before": 23.3269474147819, + "weighted_error_after": 15.278343548998237 + }, + { + "name": "model.layers.11.mlp.experts.35.gate_proj", + "observed_tokens": 1006, + "weighted_error_before": 30.34809509292245, + "weighted_error_after": 17.779975349083543 + }, + { + "name": "model.layers.11.mlp.experts.35.up_proj", + "observed_tokens": 1006, + "weighted_error_before": 25.827641401439905, + "weighted_error_after": 15.413626495748758 + }, + { + "name": "model.layers.11.mlp.experts.35.down_proj", + "observed_tokens": 1006, + "weighted_error_before": 22.416577932192013, + "weighted_error_after": 15.203459999756888 + }, + { + "name": "model.layers.11.mlp.experts.36.gate_proj", + "observed_tokens": 538, + "weighted_error_before": 24.033667031675577, + "weighted_error_after": 14.179103467613459 + }, + { + "name": "model.layers.11.mlp.experts.36.up_proj", + "observed_tokens": 538, + "weighted_error_before": 26.77684179507196, + "weighted_error_after": 15.68040058016777 + }, + { + "name": "model.layers.11.mlp.experts.36.down_proj", + "observed_tokens": 538, + "weighted_error_before": 22.560731457313523, + "weighted_error_after": 15.12862550735008 + }, + { + "name": "model.layers.11.mlp.experts.37.gate_proj", + "observed_tokens": 671, + "weighted_error_before": 29.12348559126258, + "weighted_error_after": 16.610255148261786 + }, + { + "name": "model.layers.11.mlp.experts.37.up_proj", + "observed_tokens": 671, + "weighted_error_before": 29.65679556131363, + "weighted_error_after": 17.244464000687003 + }, + { + "name": "model.layers.11.mlp.experts.37.down_proj", + "observed_tokens": 671, + "weighted_error_before": 19.612584749236703, + "weighted_error_after": 10.230803883401677 + }, + { + "name": "model.layers.11.mlp.experts.38.gate_proj", + "observed_tokens": 73, + "weighted_error_before": 24.376978278160095, + "weighted_error_after": 14.297016328200698 + }, + { + "name": "model.layers.11.mlp.experts.38.up_proj", + "observed_tokens": 73, + "weighted_error_before": 26.99947944097221, + "weighted_error_after": 15.955267177894711 + }, + { + "name": "model.layers.11.mlp.experts.38.down_proj", + "observed_tokens": 73, + "weighted_error_before": 24.244336932897568, + "weighted_error_after": 15.866495843976736 + }, + { + "name": "model.layers.11.mlp.experts.39.gate_proj", + "observed_tokens": 200, + "weighted_error_before": 25.353494957089424, + "weighted_error_after": 14.881350070238113 + }, + { + "name": "model.layers.11.mlp.experts.39.up_proj", + "observed_tokens": 200, + "weighted_error_before": 26.93555422872305, + "weighted_error_after": 15.629921659827232 + }, + { + "name": "model.layers.11.mlp.experts.39.down_proj", + "observed_tokens": 200, + "weighted_error_before": 22.364416447933763, + "weighted_error_after": 14.912629565689713 + }, + { + "name": "model.layers.11.mlp.experts.40.gate_proj", + "observed_tokens": 1493, + "weighted_error_before": 28.416598791256547, + "weighted_error_after": 16.87648311071098 + }, + { + "name": "model.layers.11.mlp.experts.40.up_proj", + "observed_tokens": 1493, + "weighted_error_before": 25.343532292172313, + "weighted_error_after": 14.985839573666453 + }, + { + "name": "model.layers.11.mlp.experts.40.down_proj", + "observed_tokens": 1493, + "weighted_error_before": 22.24181078840047, + "weighted_error_after": 14.991562430048361 + }, + { + "name": "model.layers.11.mlp.experts.41.gate_proj", + "observed_tokens": 693, + "weighted_error_before": 26.09061824157834, + "weighted_error_after": 15.3209363296628 + }, + { + "name": "model.layers.11.mlp.experts.41.up_proj", + "observed_tokens": 693, + "weighted_error_before": 28.78426943346858, + "weighted_error_after": 16.955404674634337 + }, + { + "name": "model.layers.11.mlp.experts.41.down_proj", + "observed_tokens": 693, + "weighted_error_before": 24.314745522104204, + "weighted_error_after": 16.471496378071606 + }, + { + "name": "model.layers.11.mlp.experts.42.gate_proj", + "observed_tokens": 602, + "weighted_error_before": 21.886005578562617, + "weighted_error_after": 13.068801695480943 + }, + { + "name": "model.layers.11.mlp.experts.42.up_proj", + "observed_tokens": 602, + "weighted_error_before": 24.208423828706145, + "weighted_error_after": 14.140232706442475 + }, + { + "name": "model.layers.11.mlp.experts.42.down_proj", + "observed_tokens": 602, + "weighted_error_before": 21.51426125690341, + "weighted_error_after": 14.501848205458373 + }, + { + "name": "model.layers.11.mlp.experts.43.gate_proj", + "observed_tokens": 845, + "weighted_error_before": 26.736564515158534, + "weighted_error_after": 15.834382016211748 + }, + { + "name": "model.layers.11.mlp.experts.43.up_proj", + "observed_tokens": 845, + "weighted_error_before": 25.436975112184882, + "weighted_error_after": 15.178971397690475 + }, + { + "name": "model.layers.11.mlp.experts.43.down_proj", + "observed_tokens": 845, + "weighted_error_before": 22.270283026620746, + "weighted_error_after": 14.705490415217355 + }, + { + "name": "model.layers.11.mlp.experts.44.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 25.82146880030632, + "weighted_error_after": 15.231376653537154 + }, + { + "name": "model.layers.11.mlp.experts.44.up_proj", + "observed_tokens": 447, + "weighted_error_before": 27.795335602015257, + "weighted_error_after": 16.466341238468885 + }, + { + "name": "model.layers.11.mlp.experts.44.down_proj", + "observed_tokens": 447, + "weighted_error_before": 23.423859550151974, + "weighted_error_after": 15.731245424016379 + }, + { + "name": "model.layers.11.mlp.experts.45.gate_proj", + "observed_tokens": 239, + "weighted_error_before": 27.02063661068678, + "weighted_error_after": 15.676859721541405 + }, + { + "name": "model.layers.11.mlp.experts.45.up_proj", + "observed_tokens": 239, + "weighted_error_before": 26.073671402409673, + "weighted_error_after": 15.32760139927268 + }, + { + "name": "model.layers.11.mlp.experts.45.down_proj", + "observed_tokens": 239, + "weighted_error_before": 25.951862825080752, + "weighted_error_after": 16.752276215003803 + }, + { + "name": "model.layers.11.mlp.experts.46.gate_proj", + "observed_tokens": 65, + "weighted_error_before": 26.368544152006507, + "weighted_error_after": 15.505815715529025 + }, + { + "name": "model.layers.11.mlp.experts.46.up_proj", + "observed_tokens": 65, + "weighted_error_before": 27.342507671564817, + "weighted_error_after": 16.150178663432598 + }, + { + "name": "model.layers.11.mlp.experts.46.down_proj", + "observed_tokens": 65, + "weighted_error_before": 25.542999959550798, + "weighted_error_after": 16.89777118130587 + }, + { + "name": "model.layers.11.mlp.experts.47.gate_proj", + "observed_tokens": 305, + "weighted_error_before": 26.839275829494, + "weighted_error_after": 15.840774016454816 + }, + { + "name": "model.layers.11.mlp.experts.47.up_proj", + "observed_tokens": 305, + "weighted_error_before": 25.244489908218384, + "weighted_error_after": 14.826358390972018 + }, + { + "name": "model.layers.11.mlp.experts.47.down_proj", + "observed_tokens": 305, + "weighted_error_before": 21.780335482675582, + "weighted_error_after": 14.762357870815322 + }, + { + "name": "model.layers.11.mlp.experts.48.gate_proj", + "observed_tokens": 241, + "weighted_error_before": 29.91683468222618, + "weighted_error_after": 17.43779517710209 + }, + { + "name": "model.layers.11.mlp.experts.48.up_proj", + "observed_tokens": 241, + "weighted_error_before": 29.02104911953211, + "weighted_error_after": 16.78453037701547 + }, + { + "name": "model.layers.11.mlp.experts.48.down_proj", + "observed_tokens": 241, + "weighted_error_before": 23.551010829862207, + "weighted_error_after": 15.325462139677256 + }, + { + "name": "model.layers.11.mlp.experts.49.gate_proj", + "observed_tokens": 147, + "weighted_error_before": 25.962251611053944, + "weighted_error_after": 15.043349985033274 + }, + { + "name": "model.layers.11.mlp.experts.49.up_proj", + "observed_tokens": 147, + "weighted_error_before": 27.398035813122988, + "weighted_error_after": 16.21575033478439 + }, + { + "name": "model.layers.11.mlp.experts.49.down_proj", + "observed_tokens": 147, + "weighted_error_before": 24.05304160481319, + "weighted_error_after": 15.598862573038787 + }, + { + "name": "model.layers.11.mlp.experts.50.gate_proj", + "observed_tokens": 268, + "weighted_error_before": 25.25494005717337, + "weighted_error_after": 14.844481961801648 + }, + { + "name": "model.layers.11.mlp.experts.50.up_proj", + "observed_tokens": 268, + "weighted_error_before": 27.58434148132801, + "weighted_error_after": 16.262746788561344 + }, + { + "name": "model.layers.11.mlp.experts.50.down_proj", + "observed_tokens": 268, + "weighted_error_before": 23.48274130001664, + "weighted_error_after": 15.896797619760036 + }, + { + "name": "model.layers.11.mlp.experts.51.gate_proj", + "observed_tokens": 118, + "weighted_error_before": 28.84082082286477, + "weighted_error_after": 17.18611270748079 + }, + { + "name": "model.layers.11.mlp.experts.51.up_proj", + "observed_tokens": 118, + "weighted_error_before": 29.892502207309008, + "weighted_error_after": 17.48608263209462 + }, + { + "name": "model.layers.11.mlp.experts.51.down_proj", + "observed_tokens": 118, + "weighted_error_before": 24.389788994099945, + "weighted_error_after": 16.357150771887973 + }, + { + "name": "model.layers.11.mlp.experts.52.gate_proj", + "observed_tokens": 337, + "weighted_error_before": 22.47979130782187, + "weighted_error_after": 13.276776054874063 + }, + { + "name": "model.layers.11.mlp.experts.52.up_proj", + "observed_tokens": 337, + "weighted_error_before": 25.16318996809423, + "weighted_error_after": 14.660022066906095 + }, + { + "name": "model.layers.11.mlp.experts.52.down_proj", + "observed_tokens": 337, + "weighted_error_before": 22.39081000117585, + "weighted_error_after": 14.996021029539406 + }, + { + "name": "model.layers.11.mlp.experts.53.gate_proj", + "observed_tokens": 401, + "weighted_error_before": 26.524971913546324, + "weighted_error_after": 15.57155136950314 + }, + { + "name": "model.layers.11.mlp.experts.53.up_proj", + "observed_tokens": 401, + "weighted_error_before": 26.119864236563444, + "weighted_error_after": 15.34484683163464 + }, + { + "name": "model.layers.11.mlp.experts.53.down_proj", + "observed_tokens": 401, + "weighted_error_before": 23.24014103738591, + "weighted_error_after": 15.407540052663535 + }, + { + "name": "model.layers.11.mlp.experts.54.gate_proj", + "observed_tokens": 357, + "weighted_error_before": 22.710639907047153, + "weighted_error_after": 13.208096738904715 + }, + { + "name": "model.layers.11.mlp.experts.54.up_proj", + "observed_tokens": 357, + "weighted_error_before": 24.06701915897429, + "weighted_error_after": 13.93953950703144 + }, + { + "name": "model.layers.11.mlp.experts.54.down_proj", + "observed_tokens": 357, + "weighted_error_before": 19.47540651401505, + "weighted_error_after": 13.417867631651461 + }, + { + "name": "model.layers.11.mlp.experts.55.gate_proj", + "observed_tokens": 311, + "weighted_error_before": 27.189925035461783, + "weighted_error_after": 15.884382827207446 + }, + { + "name": "model.layers.11.mlp.experts.55.up_proj", + "observed_tokens": 311, + "weighted_error_before": 27.67154759168625, + "weighted_error_after": 16.327105121687055 + }, + { + "name": "model.layers.11.mlp.experts.55.down_proj", + "observed_tokens": 311, + "weighted_error_before": 23.153465011157095, + "weighted_error_after": 15.229462801245973 + }, + { + "name": "model.layers.11.mlp.experts.56.gate_proj", + "observed_tokens": 313, + "weighted_error_before": 28.907989099621773, + "weighted_error_after": 16.95119570568204 + }, + { + "name": "model.layers.11.mlp.experts.56.up_proj", + "observed_tokens": 313, + "weighted_error_before": 29.079310789704323, + "weighted_error_after": 17.143915371969342 + }, + { + "name": "model.layers.11.mlp.experts.56.down_proj", + "observed_tokens": 313, + "weighted_error_before": 24.260854123858735, + "weighted_error_after": 16.02543397108093 + }, + { + "name": "model.layers.11.mlp.experts.57.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 29.757070396095514, + "weighted_error_after": 17.552066748961806 + }, + { + "name": "model.layers.11.mlp.experts.57.up_proj", + "observed_tokens": 127, + "weighted_error_before": 27.705804247409105, + "weighted_error_after": 16.39702856168151 + }, + { + "name": "model.layers.11.mlp.experts.57.down_proj", + "observed_tokens": 127, + "weighted_error_before": 24.542545817792416, + "weighted_error_after": 16.199675477459095 + }, + { + "name": "model.layers.11.mlp.experts.58.gate_proj", + "observed_tokens": 229, + "weighted_error_before": 26.780135206878185, + "weighted_error_after": 15.802590604871511 + }, + { + "name": "model.layers.11.mlp.experts.58.up_proj", + "observed_tokens": 229, + "weighted_error_before": 28.760117080062628, + "weighted_error_after": 16.82670021057129 + }, + { + "name": "model.layers.11.mlp.experts.58.down_proj", + "observed_tokens": 229, + "weighted_error_before": 24.621428180020303, + "weighted_error_after": 16.194739459780976 + }, + { + "name": "model.layers.11.mlp.experts.59.gate_proj", + "observed_tokens": 260, + "weighted_error_before": 29.49069103039801, + "weighted_error_after": 17.24724712409079 + }, + { + "name": "model.layers.11.mlp.experts.59.up_proj", + "observed_tokens": 260, + "weighted_error_before": 24.546336140483618, + "weighted_error_after": 14.536390913650393 + }, + { + "name": "model.layers.11.mlp.experts.59.down_proj", + "observed_tokens": 260, + "weighted_error_before": 21.03259574342519, + "weighted_error_after": 14.049808299168944 + }, + { + "name": "model.layers.11.mlp.experts.60.gate_proj", + "observed_tokens": 634, + "weighted_error_before": 30.410558143630624, + "weighted_error_after": 17.710883621126413 + }, + { + "name": "model.layers.11.mlp.experts.60.up_proj", + "observed_tokens": 634, + "weighted_error_before": 27.62472052499652, + "weighted_error_after": 16.28956782259047 + }, + { + "name": "model.layers.11.mlp.experts.60.down_proj", + "observed_tokens": 634, + "weighted_error_before": 23.357117536012083, + "weighted_error_after": 15.543539589853026 + }, + { + "name": "model.layers.11.mlp.experts.61.gate_proj", + "observed_tokens": 294, + "weighted_error_before": 23.258438350632787, + "weighted_error_after": 13.709226040169597 + }, + { + "name": "model.layers.11.mlp.experts.61.up_proj", + "observed_tokens": 294, + "weighted_error_before": 25.972595751285553, + "weighted_error_after": 15.350187553092837 + }, + { + "name": "model.layers.11.mlp.experts.61.down_proj", + "observed_tokens": 294, + "weighted_error_before": 23.3431678712368, + "weighted_error_after": 15.764471558388323 + }, + { + "name": "model.layers.11.mlp.experts.62.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 25.623764222487807, + "weighted_error_after": 14.93609607592225 + }, + { + "name": "model.layers.11.mlp.experts.62.up_proj", + "observed_tokens": 230, + "weighted_error_before": 26.17005163244903, + "weighted_error_after": 15.485583286732435 + }, + { + "name": "model.layers.11.mlp.experts.62.down_proj", + "observed_tokens": 230, + "weighted_error_before": 22.946002712938935, + "weighted_error_after": 15.370929668657482 + }, + { + "name": "model.layers.11.mlp.experts.63.gate_proj", + "observed_tokens": 207, + "weighted_error_before": 28.120820201933384, + "weighted_error_after": 16.499063996598125 + }, + { + "name": "model.layers.11.mlp.experts.63.up_proj", + "observed_tokens": 207, + "weighted_error_before": 28.75581383705139, + "weighted_error_after": 17.028445903211832 + }, + { + "name": "model.layers.11.mlp.experts.63.down_proj", + "observed_tokens": 207, + "weighted_error_before": 23.64938720408827, + "weighted_error_after": 14.9947094861418 + }, + { + "name": "model.layers.11.mlp.experts.64.gate_proj", + "observed_tokens": 304, + "weighted_error_before": 24.177876837551594, + "weighted_error_after": 14.258413773030043 + }, + { + "name": "model.layers.11.mlp.experts.64.up_proj", + "observed_tokens": 304, + "weighted_error_before": 24.75558690354228, + "weighted_error_after": 14.472405143082142 + }, + { + "name": "model.layers.11.mlp.experts.64.down_proj", + "observed_tokens": 304, + "weighted_error_before": 20.86835115076974, + "weighted_error_after": 14.03708836552687 + }, + { + "name": "model.layers.11.mlp.experts.65.gate_proj", + "observed_tokens": 107, + "weighted_error_before": 28.274490479379892, + "weighted_error_after": 16.497975394129753 + }, + { + "name": "model.layers.11.mlp.experts.65.up_proj", + "observed_tokens": 107, + "weighted_error_before": 28.377495530992746, + "weighted_error_after": 16.45921091735363 + }, + { + "name": "model.layers.11.mlp.experts.65.down_proj", + "observed_tokens": 107, + "weighted_error_before": 23.439358943141997, + "weighted_error_after": 14.21206737542525 + }, + { + "name": "model.layers.11.mlp.experts.66.gate_proj", + "observed_tokens": 134, + "weighted_error_before": 27.637750156223774, + "weighted_error_after": 16.435113325715065 + }, + { + "name": "model.layers.11.mlp.experts.66.up_proj", + "observed_tokens": 134, + "weighted_error_before": 27.594726836308837, + "weighted_error_after": 16.289602659642696 + }, + { + "name": "model.layers.11.mlp.experts.66.down_proj", + "observed_tokens": 134, + "weighted_error_before": 24.978482330217957, + "weighted_error_after": 15.864775578025728 + }, + { + "name": "model.layers.11.mlp.experts.67.gate_proj", + "observed_tokens": 904, + "weighted_error_before": 24.71261085383594, + "weighted_error_after": 14.52239747159183 + }, + { + "name": "model.layers.11.mlp.experts.67.up_proj", + "observed_tokens": 904, + "weighted_error_before": 25.436043484136462, + "weighted_error_after": 14.994864650070667 + }, + { + "name": "model.layers.11.mlp.experts.67.down_proj", + "observed_tokens": 904, + "weighted_error_before": 22.503152461722493, + "weighted_error_after": 14.416736035607755 + }, + { + "name": "model.layers.11.mlp.experts.68.gate_proj", + "observed_tokens": 271, + "weighted_error_before": 25.809693101793528, + "weighted_error_after": 15.235940815880895 + }, + { + "name": "model.layers.11.mlp.experts.68.up_proj", + "observed_tokens": 271, + "weighted_error_before": 27.139780830591917, + "weighted_error_after": 15.95948451384902 + }, + { + "name": "model.layers.11.mlp.experts.68.down_proj", + "observed_tokens": 271, + "weighted_error_before": 24.170319302007556, + "weighted_error_after": 16.05179060692899 + }, + { + "name": "model.layers.11.mlp.experts.69.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 29.08929803222418, + "weighted_error_after": 17.061324942857027 + }, + { + "name": "model.layers.11.mlp.experts.69.up_proj", + "observed_tokens": 153, + "weighted_error_before": 26.049567971378565, + "weighted_error_after": 15.580944588407874 + }, + { + "name": "model.layers.11.mlp.experts.69.down_proj", + "observed_tokens": 153, + "weighted_error_before": 22.754836149979383, + "weighted_error_after": 14.82990196836181 + }, + { + "name": "model.layers.11.mlp.experts.70.gate_proj", + "observed_tokens": 237, + "weighted_error_before": 24.151378743350506, + "weighted_error_after": 14.205987373366952 + }, + { + "name": "model.layers.11.mlp.experts.70.up_proj", + "observed_tokens": 237, + "weighted_error_before": 27.756388921290636, + "weighted_error_after": 16.135568203404546 + }, + { + "name": "model.layers.11.mlp.experts.70.down_proj", + "observed_tokens": 237, + "weighted_error_before": 24.15056707779877, + "weighted_error_after": 16.09345777076669 + }, + { + "name": "model.layers.11.mlp.experts.71.gate_proj", + "observed_tokens": 187, + "weighted_error_before": 28.61401043459773, + "weighted_error_after": 16.813377195969224 + }, + { + "name": "model.layers.11.mlp.experts.71.up_proj", + "observed_tokens": 187, + "weighted_error_before": 30.656025506556034, + "weighted_error_after": 17.904835518449545 + }, + { + "name": "model.layers.11.mlp.experts.71.down_proj", + "observed_tokens": 187, + "weighted_error_before": 24.7376866559498, + "weighted_error_after": 16.59726407076232 + }, + { + "name": "model.layers.11.mlp.experts.72.gate_proj", + "observed_tokens": 216, + "weighted_error_before": 26.55839898250997, + "weighted_error_after": 15.343543780967593 + }, + { + "name": "model.layers.11.mlp.experts.72.up_proj", + "observed_tokens": 216, + "weighted_error_before": 25.892095535993576, + "weighted_error_after": 15.398624675348401 + }, + { + "name": "model.layers.11.mlp.experts.72.down_proj", + "observed_tokens": 216, + "weighted_error_before": 23.73631564481184, + "weighted_error_after": 15.753762554842979 + }, + { + "name": "model.layers.11.mlp.experts.73.gate_proj", + "observed_tokens": 336, + "weighted_error_before": 22.342857975512743, + "weighted_error_after": 13.070698290131986 + }, + { + "name": "model.layers.11.mlp.experts.73.up_proj", + "observed_tokens": 336, + "weighted_error_before": 25.686065586283803, + "weighted_error_after": 15.084096947684884 + }, + { + "name": "model.layers.11.mlp.experts.73.down_proj", + "observed_tokens": 336, + "weighted_error_before": 24.250059242825955, + "weighted_error_after": 16.299869084730744 + }, + { + "name": "model.layers.11.mlp.experts.74.gate_proj", + "observed_tokens": 232, + "weighted_error_before": 28.08005854487419, + "weighted_error_after": 16.61440428160131 + }, + { + "name": "model.layers.11.mlp.experts.74.up_proj", + "observed_tokens": 232, + "weighted_error_before": 28.42101349681616, + "weighted_error_after": 16.876795265823603 + }, + { + "name": "model.layers.11.mlp.experts.74.down_proj", + "observed_tokens": 232, + "weighted_error_before": 23.81237044162117, + "weighted_error_after": 15.404223554767668 + }, + { + "name": "model.layers.11.mlp.experts.75.gate_proj", + "observed_tokens": 354, + "weighted_error_before": 26.832135373726487, + "weighted_error_after": 15.880497062578797 + }, + { + "name": "model.layers.11.mlp.experts.75.up_proj", + "observed_tokens": 354, + "weighted_error_before": 28.266900785267353, + "weighted_error_after": 16.56007645279169 + }, + { + "name": "model.layers.11.mlp.experts.75.down_proj", + "observed_tokens": 354, + "weighted_error_before": 23.792407169006765, + "weighted_error_after": 15.394895616453141 + }, + { + "name": "model.layers.11.mlp.experts.76.gate_proj", + "observed_tokens": 321, + "weighted_error_before": 23.29519202001393, + "weighted_error_after": 13.729919092729688 + }, + { + "name": "model.layers.11.mlp.experts.76.up_proj", + "observed_tokens": 321, + "weighted_error_before": 24.67422976344824, + "weighted_error_after": 14.631661131978035 + }, + { + "name": "model.layers.11.mlp.experts.76.down_proj", + "observed_tokens": 321, + "weighted_error_before": 22.081393661443144, + "weighted_error_after": 14.903708249912597 + }, + { + "name": "model.layers.11.mlp.experts.77.gate_proj", + "observed_tokens": 54, + "weighted_error_before": 26.310011191293597, + "weighted_error_after": 15.327802648767829 + }, + { + "name": "model.layers.11.mlp.experts.77.up_proj", + "observed_tokens": 54, + "weighted_error_before": 26.996148012578487, + "weighted_error_after": 15.88027012348175 + }, + { + "name": "model.layers.11.mlp.experts.77.down_proj", + "observed_tokens": 54, + "weighted_error_before": 23.50278853625059, + "weighted_error_after": 15.657756379339844 + }, + { + "name": "model.layers.11.mlp.experts.78.gate_proj", + "observed_tokens": 425, + "weighted_error_before": 28.38603176921606, + "weighted_error_after": 16.64160482212901 + }, + { + "name": "model.layers.11.mlp.experts.78.up_proj", + "observed_tokens": 425, + "weighted_error_before": 29.70069668069482, + "weighted_error_after": 17.346854351460934 + }, + { + "name": "model.layers.11.mlp.experts.78.down_proj", + "observed_tokens": 425, + "weighted_error_before": 24.014809937449172, + "weighted_error_after": 16.127460740040988 + }, + { + "name": "model.layers.11.mlp.experts.79.gate_proj", + "observed_tokens": 140, + "weighted_error_before": 28.576851092278957, + "weighted_error_after": 16.50749684125185 + }, + { + "name": "model.layers.11.mlp.experts.79.up_proj", + "observed_tokens": 140, + "weighted_error_before": 27.950698114931583, + "weighted_error_after": 16.11186694726348 + }, + { + "name": "model.layers.11.mlp.experts.79.down_proj", + "observed_tokens": 140, + "weighted_error_before": 22.269914304837584, + "weighted_error_after": 14.80770360212773 + }, + { + "name": "model.layers.11.mlp.experts.80.gate_proj", + "observed_tokens": 305, + "weighted_error_before": 22.160722624510527, + "weighted_error_after": 13.170685965567827 + }, + { + "name": "model.layers.11.mlp.experts.80.up_proj", + "observed_tokens": 305, + "weighted_error_before": 26.12507332675159, + "weighted_error_after": 15.452060136944056 + }, + { + "name": "model.layers.11.mlp.experts.80.down_proj", + "observed_tokens": 305, + "weighted_error_before": 24.05573265068233, + "weighted_error_after": 16.27954050549306 + }, + { + "name": "model.layers.11.mlp.experts.81.gate_proj", + "observed_tokens": 476, + "weighted_error_before": 25.874244598671794, + "weighted_error_after": 15.134963262826204 + }, + { + "name": "model.layers.11.mlp.experts.81.up_proj", + "observed_tokens": 476, + "weighted_error_before": 27.564321286976337, + "weighted_error_after": 16.227825574576855 + }, + { + "name": "model.layers.11.mlp.experts.81.down_proj", + "observed_tokens": 476, + "weighted_error_before": 23.24407543730922, + "weighted_error_after": 15.366740417201072 + }, + { + "name": "model.layers.11.mlp.experts.82.gate_proj", + "observed_tokens": 374, + "weighted_error_before": 28.717802856117487, + "weighted_error_after": 16.984145534224808 + }, + { + "name": "model.layers.11.mlp.experts.82.up_proj", + "observed_tokens": 374, + "weighted_error_before": 25.321967275813222, + "weighted_error_after": 14.918404368683696 + }, + { + "name": "model.layers.11.mlp.experts.82.down_proj", + "observed_tokens": 374, + "weighted_error_before": 23.613076611072756, + "weighted_error_after": 15.444640206056647 + }, + { + "name": "model.layers.11.mlp.experts.83.gate_proj", + "observed_tokens": 2288, + "weighted_error_before": 25.9332342017442, + "weighted_error_after": 15.379792147316039 + }, + { + "name": "model.layers.11.mlp.experts.83.up_proj", + "observed_tokens": 2288, + "weighted_error_before": 23.890536673367023, + "weighted_error_after": 14.115020168945193 + }, + { + "name": "model.layers.11.mlp.experts.83.down_proj", + "observed_tokens": 2288, + "weighted_error_before": 21.35719929030165, + "weighted_error_after": 14.101703954860568 + }, + { + "name": "model.layers.11.mlp.experts.84.gate_proj", + "observed_tokens": 505, + "weighted_error_before": 25.823147689923644, + "weighted_error_after": 14.971820258535445 + }, + { + "name": "model.layers.11.mlp.experts.84.up_proj", + "observed_tokens": 505, + "weighted_error_before": 25.646006155759096, + "weighted_error_after": 15.026213550940156 + }, + { + "name": "model.layers.11.mlp.experts.84.down_proj", + "observed_tokens": 505, + "weighted_error_before": 23.172508974559605, + "weighted_error_after": 15.57702409895137 + }, + { + "name": "model.layers.11.mlp.experts.85.gate_proj", + "observed_tokens": 192, + "weighted_error_before": 28.28014400228858, + "weighted_error_after": 16.18946094252169 + }, + { + "name": "model.layers.11.mlp.experts.85.up_proj", + "observed_tokens": 192, + "weighted_error_before": 28.50380152463913, + "weighted_error_after": 16.656860295683146 + }, + { + "name": "model.layers.11.mlp.experts.85.down_proj", + "observed_tokens": 192, + "weighted_error_before": 23.692877490073442, + "weighted_error_after": 15.992221999447793 + }, + { + "name": "model.layers.11.mlp.experts.86.gate_proj", + "observed_tokens": 999, + "weighted_error_before": 22.708070753142238, + "weighted_error_after": 13.338269944302738 + }, + { + "name": "model.layers.11.mlp.experts.86.up_proj", + "observed_tokens": 999, + "weighted_error_before": 24.406270917505026, + "weighted_error_after": 14.391316765919328 + }, + { + "name": "model.layers.11.mlp.experts.86.down_proj", + "observed_tokens": 999, + "weighted_error_before": 22.599503610515967, + "weighted_error_after": 15.161057678749785 + }, + { + "name": "model.layers.11.mlp.experts.87.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 24.508208395913243, + "weighted_error_after": 14.483433117158711 + }, + { + "name": "model.layers.11.mlp.experts.87.up_proj", + "observed_tokens": 161, + "weighted_error_before": 27.707831129431725, + "weighted_error_after": 16.222139371559024 + }, + { + "name": "model.layers.11.mlp.experts.87.down_proj", + "observed_tokens": 161, + "weighted_error_before": 24.705481456127018, + "weighted_error_after": 16.327263295650482 + }, + { + "name": "model.layers.11.mlp.experts.88.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 27.29633430019021, + "weighted_error_after": 16.145538810640574 + }, + { + "name": "model.layers.11.mlp.experts.88.up_proj", + "observed_tokens": 139, + "weighted_error_before": 28.98529739677906, + "weighted_error_after": 16.95948444493115 + }, + { + "name": "model.layers.11.mlp.experts.88.down_proj", + "observed_tokens": 139, + "weighted_error_before": 24.269865412730724, + "weighted_error_after": 16.104927824577317 + }, + { + "name": "model.layers.11.mlp.experts.89.gate_proj", + "observed_tokens": 627, + "weighted_error_before": 28.546732038259506, + "weighted_error_after": 16.727992195636034 + }, + { + "name": "model.layers.11.mlp.experts.89.up_proj", + "observed_tokens": 627, + "weighted_error_before": 29.865238767117262, + "weighted_error_after": 17.497370675206184 + }, + { + "name": "model.layers.11.mlp.experts.89.down_proj", + "observed_tokens": 627, + "weighted_error_before": 23.338285013567656, + "weighted_error_after": 12.300409213406965 + }, + { + "name": "model.layers.11.mlp.experts.90.gate_proj", + "observed_tokens": 1411, + "weighted_error_before": 26.792222974821925, + "weighted_error_after": 15.849070833995938 + }, + { + "name": "model.layers.11.mlp.experts.90.up_proj", + "observed_tokens": 1411, + "weighted_error_before": 24.504026452079415, + "weighted_error_after": 14.431745044887066 + }, + { + "name": "model.layers.11.mlp.experts.90.down_proj", + "observed_tokens": 1411, + "weighted_error_before": 21.138945329468697, + "weighted_error_after": 14.3212851267308 + }, + { + "name": "model.layers.11.mlp.experts.91.gate_proj", + "observed_tokens": 356, + "weighted_error_before": 28.791362959891558, + "weighted_error_after": 16.915138447657228 + }, + { + "name": "model.layers.11.mlp.experts.91.up_proj", + "observed_tokens": 356, + "weighted_error_before": 30.47076703235507, + "weighted_error_after": 17.8903158120811 + }, + { + "name": "model.layers.11.mlp.experts.91.down_proj", + "observed_tokens": 356, + "weighted_error_before": 24.62238007830456, + "weighted_error_after": 16.67545643961057 + }, + { + "name": "model.layers.11.mlp.experts.92.gate_proj", + "observed_tokens": 333, + "weighted_error_before": 26.622821740806103, + "weighted_error_after": 15.7947897054255 + }, + { + "name": "model.layers.11.mlp.experts.92.up_proj", + "observed_tokens": 333, + "weighted_error_before": 28.132579252123833, + "weighted_error_after": 16.456240313127637 + }, + { + "name": "model.layers.11.mlp.experts.92.down_proj", + "observed_tokens": 333, + "weighted_error_before": 21.888402544893324, + "weighted_error_after": 15.031393196433783 + }, + { + "name": "model.layers.11.mlp.experts.93.gate_proj", + "observed_tokens": 542, + "weighted_error_before": 23.08235433883965, + "weighted_error_after": 13.501644282601774 + }, + { + "name": "model.layers.11.mlp.experts.93.up_proj", + "observed_tokens": 542, + "weighted_error_before": 24.534184213727713, + "weighted_error_after": 14.49279163312167 + }, + { + "name": "model.layers.11.mlp.experts.93.down_proj", + "observed_tokens": 542, + "weighted_error_before": 22.54214803338982, + "weighted_error_after": 15.423670032760128 + }, + { + "name": "model.layers.11.mlp.experts.94.gate_proj", + "observed_tokens": 723, + "weighted_error_before": 22.53384534548968, + "weighted_error_after": 13.197218785993755 + }, + { + "name": "model.layers.11.mlp.experts.94.up_proj", + "observed_tokens": 723, + "weighted_error_before": 23.67711097188294, + "weighted_error_after": 13.985772019252181 + }, + { + "name": "model.layers.11.mlp.experts.94.down_proj", + "observed_tokens": 723, + "weighted_error_before": 21.560974090360105, + "weighted_error_after": 14.608245089650154 + }, + { + "name": "model.layers.11.mlp.experts.95.gate_proj", + "observed_tokens": 294, + "weighted_error_before": 23.186425471678376, + "weighted_error_after": 13.530398787930608 + }, + { + "name": "model.layers.11.mlp.experts.95.up_proj", + "observed_tokens": 294, + "weighted_error_before": 25.059731537476182, + "weighted_error_after": 14.651711216196418 + }, + { + "name": "model.layers.11.mlp.experts.95.down_proj", + "observed_tokens": 294, + "weighted_error_before": 21.588022757321596, + "weighted_error_after": 14.63672331138514 + }, + { + "name": "model.layers.11.mlp.experts.96.gate_proj", + "observed_tokens": 175, + "weighted_error_before": 27.155728368088603, + "weighted_error_after": 16.012430442497134 + }, + { + "name": "model.layers.11.mlp.experts.96.up_proj", + "observed_tokens": 175, + "weighted_error_before": 25.2250460293144, + "weighted_error_after": 14.875839531421661 + }, + { + "name": "model.layers.11.mlp.experts.96.down_proj", + "observed_tokens": 175, + "weighted_error_before": 21.978413818171248, + "weighted_error_after": 14.936545096803457 + }, + { + "name": "model.layers.11.mlp.experts.97.gate_proj", + "observed_tokens": 95, + "weighted_error_before": 21.51748094893992, + "weighted_error_after": 12.767811980098486 + }, + { + "name": "model.layers.11.mlp.experts.97.up_proj", + "observed_tokens": 95, + "weighted_error_before": 29.6267926171422, + "weighted_error_after": 17.280389046296477 + }, + { + "name": "model.layers.11.mlp.experts.97.down_proj", + "observed_tokens": 95, + "weighted_error_before": 25.860901306848973, + "weighted_error_after": 17.134958773152903 + }, + { + "name": "model.layers.11.mlp.experts.98.gate_proj", + "observed_tokens": 776, + "weighted_error_before": 28.2937306240201, + "weighted_error_after": 16.708647669292986 + }, + { + "name": "model.layers.11.mlp.experts.98.up_proj", + "observed_tokens": 776, + "weighted_error_before": 24.502057446166873, + "weighted_error_after": 14.334215110167861 + }, + { + "name": "model.layers.11.mlp.experts.98.down_proj", + "observed_tokens": 776, + "weighted_error_before": 20.615780100692064, + "weighted_error_after": 13.929502154001966 + }, + { + "name": "model.layers.11.mlp.experts.99.gate_proj", + "observed_tokens": 159, + "weighted_error_before": 30.313653076067567, + "weighted_error_after": 17.035339675843716 + }, + { + "name": "model.layers.11.mlp.experts.99.up_proj", + "observed_tokens": 159, + "weighted_error_before": 29.609191400930285, + "weighted_error_after": 16.957262674346566 + }, + { + "name": "model.layers.11.mlp.experts.99.down_proj", + "observed_tokens": 159, + "weighted_error_before": 23.235629812814295, + "weighted_error_after": 15.261753835715353 + }, + { + "name": "model.layers.11.mlp.experts.100.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 21.093224227428436, + "weighted_error_after": 12.529101009480655 + }, + { + "name": "model.layers.11.mlp.experts.100.up_proj", + "observed_tokens": 245, + "weighted_error_before": 23.963468657806516, + "weighted_error_after": 14.126331949606538 + }, + { + "name": "model.layers.11.mlp.experts.100.down_proj", + "observed_tokens": 245, + "weighted_error_before": 21.911750563420355, + "weighted_error_after": 14.919000623514876 + }, + { + "name": "model.layers.11.mlp.experts.101.gate_proj", + "observed_tokens": 680, + "weighted_error_before": 24.023031193763018, + "weighted_error_after": 14.155643003992736 + }, + { + "name": "model.layers.11.mlp.experts.101.up_proj", + "observed_tokens": 680, + "weighted_error_before": 25.074412686750293, + "weighted_error_after": 14.84474734403193 + }, + { + "name": "model.layers.11.mlp.experts.101.down_proj", + "observed_tokens": 680, + "weighted_error_before": 23.00251232367009, + "weighted_error_after": 15.363826847984456 + }, + { + "name": "model.layers.11.mlp.experts.102.gate_proj", + "observed_tokens": 683, + "weighted_error_before": 20.399697553366423, + "weighted_error_after": 11.930111095309258 + }, + { + "name": "model.layers.11.mlp.experts.102.up_proj", + "observed_tokens": 683, + "weighted_error_before": 23.684455128386617, + "weighted_error_after": 13.837999556213617 + }, + { + "name": "model.layers.11.mlp.experts.102.down_proj", + "observed_tokens": 683, + "weighted_error_before": 22.10975645389408, + "weighted_error_after": 15.007542514707893 + }, + { + "name": "model.layers.11.mlp.experts.103.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 21.67204383201897, + "weighted_error_after": 12.770495420321822 + }, + { + "name": "model.layers.11.mlp.experts.103.up_proj", + "observed_tokens": 145, + "weighted_error_before": 26.119493329897523, + "weighted_error_after": 15.476656349375844 + }, + { + "name": "model.layers.11.mlp.experts.103.down_proj", + "observed_tokens": 145, + "weighted_error_before": 23.16768329543993, + "weighted_error_after": 15.310015036491677 + }, + { + "name": "model.layers.11.mlp.experts.104.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 25.33958662301302, + "weighted_error_after": 14.88020913489163 + }, + { + "name": "model.layers.11.mlp.experts.104.up_proj", + "observed_tokens": 67, + "weighted_error_before": 25.865888360887766, + "weighted_error_after": 15.189495228230953 + }, + { + "name": "model.layers.11.mlp.experts.104.down_proj", + "observed_tokens": 67, + "weighted_error_before": 23.724757337011397, + "weighted_error_after": 14.767834753962234 + }, + { + "name": "model.layers.11.mlp.experts.105.gate_proj", + "observed_tokens": 128, + "weighted_error_before": 29.154710296541452, + "weighted_error_after": 17.234061278402805 + }, + { + "name": "model.layers.11.mlp.experts.105.up_proj", + "observed_tokens": 128, + "weighted_error_before": 30.374099802225828, + "weighted_error_after": 18.123396199196577 + }, + { + "name": "model.layers.11.mlp.experts.105.down_proj", + "observed_tokens": 128, + "weighted_error_before": 24.74064801633358, + "weighted_error_after": 16.582010305020958 + }, + { + "name": "model.layers.11.mlp.experts.106.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 21.405484680086374, + "weighted_error_after": 12.706141741015017 + }, + { + "name": "model.layers.11.mlp.experts.106.up_proj", + "observed_tokens": 92, + "weighted_error_before": 25.78235941566527, + "weighted_error_after": 15.356152731925249 + }, + { + "name": "model.layers.11.mlp.experts.106.down_proj", + "observed_tokens": 92, + "weighted_error_before": 24.748810693854466, + "weighted_error_after": 16.106363801285625 + }, + { + "name": "model.layers.11.mlp.experts.107.gate_proj", + "observed_tokens": 308, + "weighted_error_before": 21.932223800569773, + "weighted_error_after": 12.940887728706002 + }, + { + "name": "model.layers.11.mlp.experts.107.up_proj", + "observed_tokens": 308, + "weighted_error_before": 24.678065862506628, + "weighted_error_after": 14.379385117441416 + }, + { + "name": "model.layers.11.mlp.experts.107.down_proj", + "observed_tokens": 308, + "weighted_error_before": 22.036914674099535, + "weighted_error_after": 14.849683003034443 + }, + { + "name": "model.layers.11.mlp.experts.108.gate_proj", + "observed_tokens": 451, + "weighted_error_before": 26.699630232527852, + "weighted_error_after": 15.695067938417196 + }, + { + "name": "model.layers.11.mlp.experts.108.up_proj", + "observed_tokens": 451, + "weighted_error_before": 25.919130373746157, + "weighted_error_after": 15.215099850669503 + }, + { + "name": "model.layers.11.mlp.experts.108.down_proj", + "observed_tokens": 451, + "weighted_error_before": 22.326661913190037, + "weighted_error_after": 15.15662668494042 + }, + { + "name": "model.layers.11.mlp.experts.109.gate_proj", + "observed_tokens": 197, + "weighted_error_before": 22.557426178827882, + "weighted_error_after": 13.366006419993937 + }, + { + "name": "model.layers.11.mlp.experts.109.up_proj", + "observed_tokens": 197, + "weighted_error_before": 26.108878012746572, + "weighted_error_after": 15.35195529088378 + }, + { + "name": "model.layers.11.mlp.experts.109.down_proj", + "observed_tokens": 197, + "weighted_error_before": 23.419713621144183, + "weighted_error_after": 15.450848838081583 + }, + { + "name": "model.layers.11.mlp.experts.110.gate_proj", + "observed_tokens": 346, + "weighted_error_before": 26.26751570031047, + "weighted_error_after": 15.450011054053903 + }, + { + "name": "model.layers.11.mlp.experts.110.up_proj", + "observed_tokens": 346, + "weighted_error_before": 26.200187392532825, + "weighted_error_after": 15.52345928363502 + }, + { + "name": "model.layers.11.mlp.experts.110.down_proj", + "observed_tokens": 346, + "weighted_error_before": 22.351997348479927, + "weighted_error_after": 14.499272923683748 + }, + { + "name": "model.layers.11.mlp.experts.111.gate_proj", + "observed_tokens": 421, + "weighted_error_before": 23.695349872112274, + "weighted_error_after": 14.165134894661605 + }, + { + "name": "model.layers.11.mlp.experts.111.up_proj", + "observed_tokens": 421, + "weighted_error_before": 23.922395203262568, + "weighted_error_after": 13.984076026827097 + }, + { + "name": "model.layers.11.mlp.experts.111.down_proj", + "observed_tokens": 421, + "weighted_error_before": 21.36513605574146, + "weighted_error_after": 14.236246752087027 + }, + { + "name": "model.layers.11.mlp.experts.112.gate_proj", + "observed_tokens": 141, + "weighted_error_before": 27.87907851859927, + "weighted_error_after": 16.553620662540197 + }, + { + "name": "model.layers.11.mlp.experts.112.up_proj", + "observed_tokens": 141, + "weighted_error_before": 30.983946230262518, + "weighted_error_after": 18.227770905941725 + }, + { + "name": "model.layers.11.mlp.experts.112.down_proj", + "observed_tokens": 141, + "weighted_error_before": 25.574512030463666, + "weighted_error_after": 17.242670410778373 + }, + { + "name": "model.layers.11.mlp.experts.113.gate_proj", + "observed_tokens": 35, + "weighted_error_before": 31.778627639636397, + "weighted_error_after": 18.5684736315161 + }, + { + "name": "model.layers.11.mlp.experts.113.up_proj", + "observed_tokens": 35, + "weighted_error_before": 29.095495900139213, + "weighted_error_after": 16.927739461883903 + }, + { + "name": "model.layers.11.mlp.experts.113.down_proj", + "observed_tokens": 35, + "weighted_error_before": 25.033455130644143, + "weighted_error_after": 16.864707839675248 + }, + { + "name": "model.layers.11.mlp.experts.114.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 30.925450878217816, + "weighted_error_after": 18.002381585538387 + }, + { + "name": "model.layers.11.mlp.experts.114.up_proj", + "observed_tokens": 158, + "weighted_error_before": 28.714859899133444, + "weighted_error_after": 16.63031915202737 + }, + { + "name": "model.layers.11.mlp.experts.114.down_proj", + "observed_tokens": 158, + "weighted_error_before": 24.21694660326466, + "weighted_error_after": 16.264591383747756 + }, + { + "name": "model.layers.11.mlp.experts.115.gate_proj", + "observed_tokens": 168, + "weighted_error_before": 21.56322518736124, + "weighted_error_after": 12.692063316702843 + }, + { + "name": "model.layers.11.mlp.experts.115.up_proj", + "observed_tokens": 168, + "weighted_error_before": 25.74846225231886, + "weighted_error_after": 15.232848647981882 + }, + { + "name": "model.layers.11.mlp.experts.115.down_proj", + "observed_tokens": 168, + "weighted_error_before": 23.763424089876935, + "weighted_error_after": 15.83094498119317 + }, + { + "name": "model.layers.11.mlp.experts.116.gate_proj", + "observed_tokens": 479, + "weighted_error_before": 23.040122624486685, + "weighted_error_after": 13.58057669736445 + }, + { + "name": "model.layers.11.mlp.experts.116.up_proj", + "observed_tokens": 479, + "weighted_error_before": 24.108782092109323, + "weighted_error_after": 14.111679788678885 + }, + { + "name": "model.layers.11.mlp.experts.116.down_proj", + "observed_tokens": 479, + "weighted_error_before": 22.408992088399827, + "weighted_error_after": 14.71044658520259 + }, + { + "name": "model.layers.11.mlp.experts.117.gate_proj", + "observed_tokens": 168, + "weighted_error_before": 30.88998511992395, + "weighted_error_after": 18.231320114806294 + }, + { + "name": "model.layers.11.mlp.experts.117.up_proj", + "observed_tokens": 168, + "weighted_error_before": 27.77993042767048, + "weighted_error_after": 16.397792050614953 + }, + { + "name": "model.layers.11.mlp.experts.117.down_proj", + "observed_tokens": 168, + "weighted_error_before": 24.058922847965732, + "weighted_error_after": 16.136067191138864 + }, + { + "name": "model.layers.11.mlp.experts.118.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 25.334201000630856, + "weighted_error_after": 15.052953466773033 + }, + { + "name": "model.layers.11.mlp.experts.118.up_proj", + "observed_tokens": 182, + "weighted_error_before": 27.717307176440954, + "weighted_error_after": 16.333101836964488 + }, + { + "name": "model.layers.11.mlp.experts.118.down_proj", + "observed_tokens": 182, + "weighted_error_before": 23.352722328156233, + "weighted_error_after": 15.734799193684012 + }, + { + "name": "model.layers.11.mlp.experts.119.gate_proj", + "observed_tokens": 47, + "weighted_error_before": 25.423231394961476, + "weighted_error_after": 14.992847729474306 + }, + { + "name": "model.layers.11.mlp.experts.119.up_proj", + "observed_tokens": 47, + "weighted_error_before": 27.169966073706746, + "weighted_error_after": 16.182526933029294 + }, + { + "name": "model.layers.11.mlp.experts.119.down_proj", + "observed_tokens": 47, + "weighted_error_before": 25.732482109684497, + "weighted_error_after": 17.16731339879334 + }, + { + "name": "model.layers.11.mlp.experts.120.gate_proj", + "observed_tokens": 21, + "weighted_error_before": 28.05533793196082, + "weighted_error_after": 16.5466681253165 + }, + { + "name": "model.layers.11.mlp.experts.120.up_proj", + "observed_tokens": 21, + "weighted_error_before": 27.78796624392271, + "weighted_error_after": 16.4844899661839 + }, + { + "name": "model.layers.11.mlp.experts.120.down_proj", + "observed_tokens": 21, + "weighted_error_before": 23.440973477438092, + "weighted_error_after": 15.476629710523412 + }, + { + "name": "model.layers.11.mlp.experts.121.gate_proj", + "observed_tokens": 242, + "weighted_error_before": 24.079408768564463, + "weighted_error_after": 14.118022544309497 + }, + { + "name": "model.layers.11.mlp.experts.121.up_proj", + "observed_tokens": 242, + "weighted_error_before": 25.228462770581245, + "weighted_error_after": 14.803551200777292 + }, + { + "name": "model.layers.11.mlp.experts.121.down_proj", + "observed_tokens": 242, + "weighted_error_before": 22.66778063029051, + "weighted_error_after": 15.088179356884211 + }, + { + "name": "model.layers.11.mlp.experts.122.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 25.665469355881214, + "weighted_error_after": 15.068886422552168 + }, + { + "name": "model.layers.11.mlp.experts.122.up_proj", + "observed_tokens": 135, + "weighted_error_before": 24.16547236405313, + "weighted_error_after": 14.13579441793263 + }, + { + "name": "model.layers.11.mlp.experts.122.down_proj", + "observed_tokens": 135, + "weighted_error_before": 21.375003068242222, + "weighted_error_after": 14.331207217881456 + }, + { + "name": "model.layers.11.mlp.experts.123.gate_proj", + "observed_tokens": 52, + "weighted_error_before": 29.197172675281763, + "weighted_error_after": 17.092688648030162 + }, + { + "name": "model.layers.11.mlp.experts.123.up_proj", + "observed_tokens": 52, + "weighted_error_before": 30.73225673660636, + "weighted_error_after": 17.76083775423467 + }, + { + "name": "model.layers.11.mlp.experts.123.down_proj", + "observed_tokens": 52, + "weighted_error_before": 25.061842527240515, + "weighted_error_after": 16.035238296259195 + }, + { + "name": "model.layers.11.mlp.experts.124.gate_proj", + "observed_tokens": 56, + "weighted_error_before": 29.006725423038006, + "weighted_error_after": 17.092369571328163 + }, + { + "name": "model.layers.11.mlp.experts.124.up_proj", + "observed_tokens": 56, + "weighted_error_before": 31.206186283379793, + "weighted_error_after": 18.475866731256247 + }, + { + "name": "model.layers.11.mlp.experts.124.down_proj", + "observed_tokens": 56, + "weighted_error_before": 25.772963447030634, + "weighted_error_after": 17.51109264139086 + }, + { + "name": "model.layers.11.mlp.experts.125.gate_proj", + "observed_tokens": 89, + "weighted_error_before": 30.218807820230722, + "weighted_error_after": 17.795158265158534 + }, + { + "name": "model.layers.11.mlp.experts.125.up_proj", + "observed_tokens": 89, + "weighted_error_before": 32.185936741530895, + "weighted_error_after": 18.9017092268914 + }, + { + "name": "model.layers.11.mlp.experts.125.down_proj", + "observed_tokens": 89, + "weighted_error_before": 24.921199904754758, + "weighted_error_after": 15.942450012080371 + }, + { + "name": "model.layers.11.mlp.experts.126.gate_proj", + "observed_tokens": 117, + "weighted_error_before": 30.058287888765335, + "weighted_error_after": 17.637768734246492 + }, + { + "name": "model.layers.11.mlp.experts.126.up_proj", + "observed_tokens": 117, + "weighted_error_before": 28.415420077741146, + "weighted_error_after": 16.79534783028066 + }, + { + "name": "model.layers.11.mlp.experts.126.down_proj", + "observed_tokens": 117, + "weighted_error_before": 24.529393839417025, + "weighted_error_after": 15.791958039160818 + }, + { + "name": "model.layers.11.mlp.experts.127.gate_proj", + "observed_tokens": 143, + "weighted_error_before": 30.268985776230693, + "weighted_error_after": 17.87537532299757 + }, + { + "name": "model.layers.11.mlp.experts.127.up_proj", + "observed_tokens": 143, + "weighted_error_before": 27.194255040958524, + "weighted_error_after": 15.976126192137599 + }, + { + "name": "model.layers.11.mlp.experts.127.down_proj", + "observed_tokens": 143, + "weighted_error_before": 23.77379930904135, + "weighted_error_after": 15.702429497614503 + }, + { + "name": "model.layers.11.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 13.579220477724448, + "weighted_error_after": 7.357493137533311 + }, + { + "name": "model.layers.11.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 20.72345457598567, + "weighted_error_after": 10.991014767205343 + }, + { + "name": "model.layers.11.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 19.182001893874258, + "weighted_error_after": 14.239366996334866 + }, + { + "name": "model.layers.12.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 130.8932268745266, + "weighted_error_after": 75.70542308595031 + }, + { + "name": "model.layers.12.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 124.56345498003066, + "weighted_error_after": 72.22380638215691 + }, + { + "name": "model.layers.12.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 176.6876123137772, + "weighted_error_after": 103.32598526217043 + }, + { + "name": "model.layers.12.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 172.20287282019854, + "weighted_error_after": 98.95017082989216 + }, + { + "name": "model.layers.12.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 1.5495824366807938, + "weighted_error_after": 0.8764036037027836 + }, + { + "name": "model.layers.12.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 212.09741438366473, + "weighted_error_after": 119.22578874975443 + }, + { + "name": "model.layers.12.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 233.03665905445814, + "weighted_error_after": 142.6056765243411 + }, + { + "name": "model.layers.12.mlp.experts.0.gate_proj", + "observed_tokens": 181, + "weighted_error_before": 25.856790523976088, + "weighted_error_after": 15.14838895201683 + }, + { + "name": "model.layers.12.mlp.experts.0.up_proj", + "observed_tokens": 181, + "weighted_error_before": 27.764601856470108, + "weighted_error_after": 16.341368505731225 + }, + { + "name": "model.layers.12.mlp.experts.0.down_proj", + "observed_tokens": 181, + "weighted_error_before": 23.629180025774986, + "weighted_error_after": 15.321661920053884 + }, + { + "name": "model.layers.12.mlp.experts.1.gate_proj", + "observed_tokens": 519, + "weighted_error_before": 22.3131045345217, + "weighted_error_after": 13.110779780894518 + }, + { + "name": "model.layers.12.mlp.experts.1.up_proj", + "observed_tokens": 519, + "weighted_error_before": 24.656376842409372, + "weighted_error_after": 14.530466258525848 + }, + { + "name": "model.layers.12.mlp.experts.1.down_proj", + "observed_tokens": 519, + "weighted_error_before": 22.74727402231656, + "weighted_error_after": 15.068687047809362 + }, + { + "name": "model.layers.12.mlp.experts.2.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 30.277260210365057, + "weighted_error_after": 17.78831407893449 + }, + { + "name": "model.layers.12.mlp.experts.2.up_proj", + "observed_tokens": 61, + "weighted_error_before": 28.086997779086232, + "weighted_error_after": 16.240158451721072 + }, + { + "name": "model.layers.12.mlp.experts.2.down_proj", + "observed_tokens": 61, + "weighted_error_before": 24.125126940198243, + "weighted_error_after": 14.75932172103785 + }, + { + "name": "model.layers.12.mlp.experts.3.gate_proj", + "observed_tokens": 525, + "weighted_error_before": 25.344114430248737, + "weighted_error_after": 14.853107882663608 + }, + { + "name": "model.layers.12.mlp.experts.3.up_proj", + "observed_tokens": 525, + "weighted_error_before": 25.230167225003242, + "weighted_error_after": 14.898880736902356 + }, + { + "name": "model.layers.12.mlp.experts.3.down_proj", + "observed_tokens": 525, + "weighted_error_before": 22.73276885272935, + "weighted_error_after": 15.228478015982546 + }, + { + "name": "model.layers.12.mlp.experts.4.gate_proj", + "observed_tokens": 84, + "weighted_error_before": 29.327417315915227, + "weighted_error_after": 17.54274408891797 + }, + { + "name": "model.layers.12.mlp.experts.4.up_proj", + "observed_tokens": 84, + "weighted_error_before": 28.849337423220277, + "weighted_error_after": 16.96290997043252 + }, + { + "name": "model.layers.12.mlp.experts.4.down_proj", + "observed_tokens": 84, + "weighted_error_before": 24.86906917858869, + "weighted_error_after": 16.00829408876598 + }, + { + "name": "model.layers.12.mlp.experts.5.gate_proj", + "observed_tokens": 121, + "weighted_error_before": 28.241925287991762, + "weighted_error_after": 16.500383960083127 + }, + { + "name": "model.layers.12.mlp.experts.5.up_proj", + "observed_tokens": 121, + "weighted_error_before": 28.65664600022137, + "weighted_error_after": 16.894590398296714 + }, + { + "name": "model.layers.12.mlp.experts.5.down_proj", + "observed_tokens": 121, + "weighted_error_before": 23.813684597145766, + "weighted_error_after": 15.537055604858324 + }, + { + "name": "model.layers.12.mlp.experts.6.gate_proj", + "observed_tokens": 326, + "weighted_error_before": 26.340884879231453, + "weighted_error_after": 15.063934503123164 + }, + { + "name": "model.layers.12.mlp.experts.6.up_proj", + "observed_tokens": 326, + "weighted_error_before": 27.07843040674925, + "weighted_error_after": 15.814872832968831 + }, + { + "name": "model.layers.12.mlp.experts.6.down_proj", + "observed_tokens": 326, + "weighted_error_before": 22.83867262629792, + "weighted_error_after": 14.974226377904415 + }, + { + "name": "model.layers.12.mlp.experts.7.gate_proj", + "observed_tokens": 246, + "weighted_error_before": 25.100958589464426, + "weighted_error_after": 14.66680367384106 + }, + { + "name": "model.layers.12.mlp.experts.7.up_proj", + "observed_tokens": 246, + "weighted_error_before": 26.098755978047848, + "weighted_error_after": 15.38106277026236 + }, + { + "name": "model.layers.12.mlp.experts.7.down_proj", + "observed_tokens": 246, + "weighted_error_before": 23.720125098712742, + "weighted_error_after": 16.012185676256195 + }, + { + "name": "model.layers.12.mlp.experts.8.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 31.507843358442187, + "weighted_error_after": 18.652001237496734 + }, + { + "name": "model.layers.12.mlp.experts.8.up_proj", + "observed_tokens": 109, + "weighted_error_before": 29.62753640860319, + "weighted_error_after": 17.284899227321148 + }, + { + "name": "model.layers.12.mlp.experts.8.down_proj", + "observed_tokens": 109, + "weighted_error_before": 22.925679001491517, + "weighted_error_after": 15.000943816266954 + }, + { + "name": "model.layers.12.mlp.experts.9.gate_proj", + "observed_tokens": 375, + "weighted_error_before": 23.20767450518906, + "weighted_error_after": 13.799683596938848 + }, + { + "name": "model.layers.12.mlp.experts.9.up_proj", + "observed_tokens": 375, + "weighted_error_before": 24.782860342413187, + "weighted_error_after": 14.567524783313274 + }, + { + "name": "model.layers.12.mlp.experts.9.down_proj", + "observed_tokens": 375, + "weighted_error_before": 22.45037748478353, + "weighted_error_after": 14.910834663547575 + }, + { + "name": "model.layers.12.mlp.experts.10.gate_proj", + "observed_tokens": 391, + "weighted_error_before": 26.506406120955944, + "weighted_error_after": 15.713140610605478 + }, + { + "name": "model.layers.12.mlp.experts.10.up_proj", + "observed_tokens": 391, + "weighted_error_before": 28.765793081372976, + "weighted_error_after": 16.976114980876446 + }, + { + "name": "model.layers.12.mlp.experts.10.down_proj", + "observed_tokens": 391, + "weighted_error_before": 24.509894326562062, + "weighted_error_after": 16.244676813483238 + }, + { + "name": "model.layers.12.mlp.experts.11.gate_proj", + "observed_tokens": 342, + "weighted_error_before": 24.54971221461892, + "weighted_error_after": 14.608659652993083 + }, + { + "name": "model.layers.12.mlp.experts.11.up_proj", + "observed_tokens": 342, + "weighted_error_before": 25.846884302794933, + "weighted_error_after": 15.206584194675088 + }, + { + "name": "model.layers.12.mlp.experts.11.down_proj", + "observed_tokens": 342, + "weighted_error_before": 21.682526683434844, + "weighted_error_after": 13.815889304038137 + }, + { + "name": "model.layers.12.mlp.experts.12.gate_proj", + "observed_tokens": 169, + "weighted_error_before": 27.034961849451065, + "weighted_error_after": 15.098929734900594 + }, + { + "name": "model.layers.12.mlp.experts.12.up_proj", + "observed_tokens": 169, + "weighted_error_before": 26.394980682060122, + "weighted_error_after": 15.386708430945873 + }, + { + "name": "model.layers.12.mlp.experts.12.down_proj", + "observed_tokens": 169, + "weighted_error_before": 23.03836081083864, + "weighted_error_after": 15.252261525020003 + }, + { + "name": "model.layers.12.mlp.experts.13.gate_proj", + "observed_tokens": 517, + "weighted_error_before": 23.780551739037037, + "weighted_error_after": 13.813237074762583 + }, + { + "name": "model.layers.12.mlp.experts.13.up_proj", + "observed_tokens": 517, + "weighted_error_before": 23.978448493406177, + "weighted_error_after": 13.979052688926458 + }, + { + "name": "model.layers.12.mlp.experts.13.down_proj", + "observed_tokens": 517, + "weighted_error_before": 22.075092686805874, + "weighted_error_after": 14.775108880829066 + }, + { + "name": "model.layers.12.mlp.experts.14.gate_proj", + "observed_tokens": 196, + "weighted_error_before": 27.960729651153088, + "weighted_error_after": 16.332736371085048 + }, + { + "name": "model.layers.12.mlp.experts.14.up_proj", + "observed_tokens": 196, + "weighted_error_before": 28.89374068006873, + "weighted_error_after": 17.01565325446427 + }, + { + "name": "model.layers.12.mlp.experts.14.down_proj", + "observed_tokens": 196, + "weighted_error_before": 23.640142126008868, + "weighted_error_after": 15.185563976876438 + }, + { + "name": "model.layers.12.mlp.experts.15.gate_proj", + "observed_tokens": 510, + "weighted_error_before": 24.128321820870042, + "weighted_error_after": 14.287143301218748 + }, + { + "name": "model.layers.12.mlp.experts.15.up_proj", + "observed_tokens": 510, + "weighted_error_before": 25.953741036355495, + "weighted_error_after": 15.27652956917882 + }, + { + "name": "model.layers.12.mlp.experts.15.down_proj", + "observed_tokens": 510, + "weighted_error_before": 22.23402673518285, + "weighted_error_after": 14.040320069761947 + }, + { + "name": "model.layers.12.mlp.experts.16.gate_proj", + "observed_tokens": 149, + "weighted_error_before": 27.902332458645105, + "weighted_error_after": 16.246463552117348 + }, + { + "name": "model.layers.12.mlp.experts.16.up_proj", + "observed_tokens": 149, + "weighted_error_before": 27.13816897571087, + "weighted_error_after": 16.02846170961857 + }, + { + "name": "model.layers.12.mlp.experts.16.down_proj", + "observed_tokens": 149, + "weighted_error_before": 22.85991095099598, + "weighted_error_after": 14.996850806521252 + }, + { + "name": "model.layers.12.mlp.experts.17.gate_proj", + "observed_tokens": 762, + "weighted_error_before": 24.019383734092116, + "weighted_error_after": 14.114541050978005 + }, + { + "name": "model.layers.12.mlp.experts.17.up_proj", + "observed_tokens": 762, + "weighted_error_before": 25.310236271470785, + "weighted_error_after": 14.900560210458934 + }, + { + "name": "model.layers.12.mlp.experts.17.down_proj", + "observed_tokens": 762, + "weighted_error_before": 23.75103757623583, + "weighted_error_after": 15.922415629029274 + }, + { + "name": "model.layers.12.mlp.experts.18.gate_proj", + "observed_tokens": 411, + "weighted_error_before": 26.94711828790605, + "weighted_error_after": 15.915289803408086 + }, + { + "name": "model.layers.12.mlp.experts.18.up_proj", + "observed_tokens": 411, + "weighted_error_before": 26.2800968028605, + "weighted_error_after": 15.439571077004075 + }, + { + "name": "model.layers.12.mlp.experts.18.down_proj", + "observed_tokens": 411, + "weighted_error_before": 22.738097329623997, + "weighted_error_after": 14.97840989404358 + }, + { + "name": "model.layers.12.mlp.experts.19.gate_proj", + "observed_tokens": 783, + "weighted_error_before": 26.915894517675042, + "weighted_error_after": 15.68472619727254 + }, + { + "name": "model.layers.12.mlp.experts.19.up_proj", + "observed_tokens": 783, + "weighted_error_before": 24.77472092397511, + "weighted_error_after": 14.648477437905967 + }, + { + "name": "model.layers.12.mlp.experts.19.down_proj", + "observed_tokens": 783, + "weighted_error_before": 22.990075576119125, + "weighted_error_after": 15.349752394715324 + }, + { + "name": "model.layers.12.mlp.experts.20.gate_proj", + "observed_tokens": 343, + "weighted_error_before": 25.279545521363616, + "weighted_error_after": 14.90055765863508 + }, + { + "name": "model.layers.12.mlp.experts.20.up_proj", + "observed_tokens": 343, + "weighted_error_before": 27.10559093207121, + "weighted_error_after": 16.03297208994627 + }, + { + "name": "model.layers.12.mlp.experts.20.down_proj", + "observed_tokens": 343, + "weighted_error_before": 25.814110869076103, + "weighted_error_after": 17.211299866437912 + }, + { + "name": "model.layers.12.mlp.experts.21.gate_proj", + "observed_tokens": 455, + "weighted_error_before": 22.20802355930209, + "weighted_error_after": 13.17961424216628 + }, + { + "name": "model.layers.12.mlp.experts.21.up_proj", + "observed_tokens": 455, + "weighted_error_before": 22.524098875001073, + "weighted_error_after": 13.294271589256823 + }, + { + "name": "model.layers.12.mlp.experts.21.down_proj", + "observed_tokens": 455, + "weighted_error_before": 22.418879527132958, + "weighted_error_after": 14.985016270074993 + }, + { + "name": "model.layers.12.mlp.experts.22.gate_proj", + "observed_tokens": 410, + "weighted_error_before": 23.066589072346687, + "weighted_error_after": 13.671236729249358 + }, + { + "name": "model.layers.12.mlp.experts.22.up_proj", + "observed_tokens": 410, + "weighted_error_before": 25.909092703834176, + "weighted_error_after": 15.45454110391438 + }, + { + "name": "model.layers.12.mlp.experts.22.down_proj", + "observed_tokens": 410, + "weighted_error_before": 23.513963426928967, + "weighted_error_after": 14.883858562912792 + }, + { + "name": "model.layers.12.mlp.experts.23.gate_proj", + "observed_tokens": 681, + "weighted_error_before": 27.267326407134533, + "weighted_error_after": 16.000326528213918 + }, + { + "name": "model.layers.12.mlp.experts.23.up_proj", + "observed_tokens": 681, + "weighted_error_before": 25.22102388367057, + "weighted_error_after": 14.536600686609745 + }, + { + "name": "model.layers.12.mlp.experts.23.down_proj", + "observed_tokens": 681, + "weighted_error_before": 21.244482413865626, + "weighted_error_after": 14.137609964236617 + }, + { + "name": "model.layers.12.mlp.experts.24.gate_proj", + "observed_tokens": 702, + "weighted_error_before": 26.859745498746634, + "weighted_error_after": 15.417198123410344 + }, + { + "name": "model.layers.12.mlp.experts.24.up_proj", + "observed_tokens": 702, + "weighted_error_before": 25.671925066038966, + "weighted_error_after": 14.934032496064901 + }, + { + "name": "model.layers.12.mlp.experts.24.down_proj", + "observed_tokens": 702, + "weighted_error_before": 21.512802921701223, + "weighted_error_after": 13.82327241729945 + }, + { + "name": "model.layers.12.mlp.experts.25.gate_proj", + "observed_tokens": 492, + "weighted_error_before": 26.02459731604904, + "weighted_error_after": 14.938462966121733 + }, + { + "name": "model.layers.12.mlp.experts.25.up_proj", + "observed_tokens": 492, + "weighted_error_before": 23.81246342509985, + "weighted_error_after": 13.812393386848271 + }, + { + "name": "model.layers.12.mlp.experts.25.down_proj", + "observed_tokens": 492, + "weighted_error_before": 21.750783517491072, + "weighted_error_after": 14.428794078994542 + }, + { + "name": "model.layers.12.mlp.experts.26.gate_proj", + "observed_tokens": 674, + "weighted_error_before": 25.778095319867134, + "weighted_error_after": 15.160784307867289 + }, + { + "name": "model.layers.12.mlp.experts.26.up_proj", + "observed_tokens": 674, + "weighted_error_before": 28.461344219744205, + "weighted_error_after": 16.841881090775132 + }, + { + "name": "model.layers.12.mlp.experts.26.down_proj", + "observed_tokens": 674, + "weighted_error_before": 25.03331596078351, + "weighted_error_after": 16.62956635002047 + }, + { + "name": "model.layers.12.mlp.experts.27.gate_proj", + "observed_tokens": 408, + "weighted_error_before": 28.251980751752853, + "weighted_error_after": 16.754156874492764 + }, + { + "name": "model.layers.12.mlp.experts.27.up_proj", + "observed_tokens": 408, + "weighted_error_before": 26.86048149317503, + "weighted_error_after": 15.904633468016982 + }, + { + "name": "model.layers.12.mlp.experts.27.down_proj", + "observed_tokens": 408, + "weighted_error_before": 23.452829944435507, + "weighted_error_after": 15.487802588613704 + }, + { + "name": "model.layers.12.mlp.experts.28.gate_proj", + "observed_tokens": 111, + "weighted_error_before": 22.418755684047937, + "weighted_error_after": 13.153467996045947 + }, + { + "name": "model.layers.12.mlp.experts.28.up_proj", + "observed_tokens": 111, + "weighted_error_before": 24.787679009139538, + "weighted_error_after": 14.611576077528298 + }, + { + "name": "model.layers.12.mlp.experts.28.down_proj", + "observed_tokens": 111, + "weighted_error_before": 23.425156891113147, + "weighted_error_after": 15.329383309697732 + }, + { + "name": "model.layers.12.mlp.experts.29.gate_proj", + "observed_tokens": 196, + "weighted_error_before": 32.956463385373354, + "weighted_error_after": 18.088254051283002 + }, + { + "name": "model.layers.12.mlp.experts.29.up_proj", + "observed_tokens": 196, + "weighted_error_before": 24.283822370693088, + "weighted_error_after": 13.946357117965817 + }, + { + "name": "model.layers.12.mlp.experts.29.down_proj", + "observed_tokens": 196, + "weighted_error_before": 20.868581769056618, + "weighted_error_after": 13.922593626659364 + }, + { + "name": "model.layers.12.mlp.experts.30.gate_proj", + "observed_tokens": 358, + "weighted_error_before": 24.90553328767419, + "weighted_error_after": 14.668690138496459 + }, + { + "name": "model.layers.12.mlp.experts.30.up_proj", + "observed_tokens": 358, + "weighted_error_before": 24.45921174995601, + "weighted_error_after": 14.351268017664552 + }, + { + "name": "model.layers.12.mlp.experts.30.down_proj", + "observed_tokens": 358, + "weighted_error_before": 22.627554681152105, + "weighted_error_after": 15.101390631869435 + }, + { + "name": "model.layers.12.mlp.experts.31.gate_proj", + "observed_tokens": 487, + "weighted_error_before": 26.90973148867488, + "weighted_error_after": 15.69557072315365 + }, + { + "name": "model.layers.12.mlp.experts.31.up_proj", + "observed_tokens": 487, + "weighted_error_before": 26.327609160915017, + "weighted_error_after": 15.40517763979733 + }, + { + "name": "model.layers.12.mlp.experts.31.down_proj", + "observed_tokens": 487, + "weighted_error_before": 23.845769798615947, + "weighted_error_after": 16.07127131265588 + }, + { + "name": "model.layers.12.mlp.experts.32.gate_proj", + "observed_tokens": 427, + "weighted_error_before": 22.27336092479527, + "weighted_error_after": 13.045613264665008 + }, + { + "name": "model.layers.12.mlp.experts.32.up_proj", + "observed_tokens": 427, + "weighted_error_before": 24.47861074656248, + "weighted_error_after": 14.407605540007353 + }, + { + "name": "model.layers.12.mlp.experts.32.down_proj", + "observed_tokens": 427, + "weighted_error_before": 22.5368513148278, + "weighted_error_after": 14.874277586350217 + }, + { + "name": "model.layers.12.mlp.experts.33.gate_proj", + "observed_tokens": 134, + "weighted_error_before": 33.22227572277188, + "weighted_error_after": 18.463087536394596 + }, + { + "name": "model.layers.12.mlp.experts.33.up_proj", + "observed_tokens": 134, + "weighted_error_before": 29.62883366830647, + "weighted_error_after": 16.96706718020141 + }, + { + "name": "model.layers.12.mlp.experts.33.down_proj", + "observed_tokens": 134, + "weighted_error_before": 23.29062282294035, + "weighted_error_after": 14.691763792652637 + }, + { + "name": "model.layers.12.mlp.experts.34.gate_proj", + "observed_tokens": 131, + "weighted_error_before": 30.68565172702074, + "weighted_error_after": 18.102716237306595 + }, + { + "name": "model.layers.12.mlp.experts.34.up_proj", + "observed_tokens": 131, + "weighted_error_before": 27.910735297948122, + "weighted_error_after": 16.328667484223843 + }, + { + "name": "model.layers.12.mlp.experts.34.down_proj", + "observed_tokens": 131, + "weighted_error_before": 25.133720487356186, + "weighted_error_after": 16.337181166978553 + }, + { + "name": "model.layers.12.mlp.experts.35.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 26.48723952844739, + "weighted_error_after": 15.554277814924717 + }, + { + "name": "model.layers.12.mlp.experts.35.up_proj", + "observed_tokens": 127, + "weighted_error_before": 26.823808563873172, + "weighted_error_after": 15.85649854876101 + }, + { + "name": "model.layers.12.mlp.experts.35.down_proj", + "observed_tokens": 127, + "weighted_error_before": 24.332690664567053, + "weighted_error_after": 16.28526499401778 + }, + { + "name": "model.layers.12.mlp.experts.36.gate_proj", + "observed_tokens": 171, + "weighted_error_before": 27.066611140966415, + "weighted_error_after": 16.099058846011758 + }, + { + "name": "model.layers.12.mlp.experts.36.up_proj", + "observed_tokens": 171, + "weighted_error_before": 26.65967269986868, + "weighted_error_after": 15.722587434574962 + }, + { + "name": "model.layers.12.mlp.experts.36.down_proj", + "observed_tokens": 171, + "weighted_error_before": 23.18175027379766, + "weighted_error_after": 15.363250918220729 + }, + { + "name": "model.layers.12.mlp.experts.37.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 31.119132621213794, + "weighted_error_after": 18.46748529933393 + }, + { + "name": "model.layers.12.mlp.experts.37.up_proj", + "observed_tokens": 61, + "weighted_error_before": 27.99103664048016, + "weighted_error_after": 16.37880365923047 + }, + { + "name": "model.layers.12.mlp.experts.37.down_proj", + "observed_tokens": 61, + "weighted_error_before": 26.248775146901608, + "weighted_error_after": 17.267563381697983 + }, + { + "name": "model.layers.12.mlp.experts.38.gate_proj", + "observed_tokens": 117, + "weighted_error_before": 33.275699416175485, + "weighted_error_after": 19.087526760995388 + }, + { + "name": "model.layers.12.mlp.experts.38.up_proj", + "observed_tokens": 117, + "weighted_error_before": 28.932546213269234, + "weighted_error_after": 16.741931416094303 + }, + { + "name": "model.layers.12.mlp.experts.38.down_proj", + "observed_tokens": 117, + "weighted_error_before": 24.72121727373451, + "weighted_error_after": 16.302549456246197 + }, + { + "name": "model.layers.12.mlp.experts.39.gate_proj", + "observed_tokens": 64, + "weighted_error_before": 26.301631635054946, + "weighted_error_after": 15.500990841537714 + }, + { + "name": "model.layers.12.mlp.experts.39.up_proj", + "observed_tokens": 64, + "weighted_error_before": 27.61648984067142, + "weighted_error_after": 16.153525425121188 + }, + { + "name": "model.layers.12.mlp.experts.39.down_proj", + "observed_tokens": 64, + "weighted_error_before": 24.73155180271715, + "weighted_error_after": 15.569549076259136 + }, + { + "name": "model.layers.12.mlp.experts.40.gate_proj", + "observed_tokens": 138, + "weighted_error_before": 30.33967568539083, + "weighted_error_after": 18.087358782999218 + }, + { + "name": "model.layers.12.mlp.experts.40.up_proj", + "observed_tokens": 138, + "weighted_error_before": 27.055655099451542, + "weighted_error_after": 16.196356358006597 + }, + { + "name": "model.layers.12.mlp.experts.40.down_proj", + "observed_tokens": 138, + "weighted_error_before": 25.258191984146833, + "weighted_error_after": 16.560428412165493 + }, + { + "name": "model.layers.12.mlp.experts.41.gate_proj", + "observed_tokens": 20, + "weighted_error_before": 43.6527649872005, + "weighted_error_after": 22.281125862151384 + }, + { + "name": "model.layers.12.mlp.experts.41.up_proj", + "observed_tokens": 20, + "weighted_error_before": 40.18281292542815, + "weighted_error_after": 20.876326056197286 + }, + { + "name": "model.layers.12.mlp.experts.41.down_proj", + "observed_tokens": 20, + "weighted_error_before": 24.982623409479856, + "weighted_error_after": 16.779195038601756 + }, + { + "name": "model.layers.12.mlp.experts.42.gate_proj", + "observed_tokens": 284, + "weighted_error_before": 23.438545314595103, + "weighted_error_after": 13.952924913726747 + }, + { + "name": "model.layers.12.mlp.experts.42.up_proj", + "observed_tokens": 284, + "weighted_error_before": 25.14709660038352, + "weighted_error_after": 14.985749132931232 + }, + { + "name": "model.layers.12.mlp.experts.42.down_proj", + "observed_tokens": 284, + "weighted_error_before": 24.623829475138336, + "weighted_error_after": 16.06916727637872 + }, + { + "name": "model.layers.12.mlp.experts.43.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 29.517910316586494, + "weighted_error_after": 16.765943832695484 + }, + { + "name": "model.layers.12.mlp.experts.43.up_proj", + "observed_tokens": 151, + "weighted_error_before": 29.01912279240787, + "weighted_error_after": 16.630344066768885 + }, + { + "name": "model.layers.12.mlp.experts.43.down_proj", + "observed_tokens": 151, + "weighted_error_before": 23.485006710048765, + "weighted_error_after": 14.941705936100334 + }, + { + "name": "model.layers.12.mlp.experts.44.gate_proj", + "observed_tokens": 264, + "weighted_error_before": 24.521267864853144, + "weighted_error_after": 14.276729859411716 + }, + { + "name": "model.layers.12.mlp.experts.44.up_proj", + "observed_tokens": 264, + "weighted_error_before": 26.335293531417847, + "weighted_error_after": 15.427038669586182 + }, + { + "name": "model.layers.12.mlp.experts.44.down_proj", + "observed_tokens": 264, + "weighted_error_before": 23.118362500797957, + "weighted_error_after": 15.381321676075459 + }, + { + "name": "model.layers.12.mlp.experts.45.gate_proj", + "observed_tokens": 3, + "weighted_error_before": 28.46850685030222, + "weighted_error_after": 16.847501790151 + }, + { + "name": "model.layers.12.mlp.experts.45.up_proj", + "observed_tokens": 3, + "weighted_error_before": 28.392637664452195, + "weighted_error_after": 16.606194283813238 + }, + { + "name": "model.layers.12.mlp.experts.45.down_proj", + "observed_tokens": 3, + "weighted_error_before": 24.14463314693421, + "weighted_error_after": 16.557568452320993 + }, + { + "name": "model.layers.12.mlp.experts.46.gate_proj", + "observed_tokens": 81, + "weighted_error_before": 29.553758837282658, + "weighted_error_after": 16.825017299503088 + }, + { + "name": "model.layers.12.mlp.experts.46.up_proj", + "observed_tokens": 81, + "weighted_error_before": 28.33948694728315, + "weighted_error_after": 16.125250950455666 + }, + { + "name": "model.layers.12.mlp.experts.46.down_proj", + "observed_tokens": 81, + "weighted_error_before": 22.700888357125223, + "weighted_error_after": 15.028651565779 + }, + { + "name": "model.layers.12.mlp.experts.47.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 36.0163048915565, + "weighted_error_after": 19.159786976873875 + }, + { + "name": "model.layers.12.mlp.experts.47.up_proj", + "observed_tokens": 217, + "weighted_error_before": 32.63543370179832, + "weighted_error_after": 17.941346768289804 + }, + { + "name": "model.layers.12.mlp.experts.47.down_proj", + "observed_tokens": 217, + "weighted_error_before": 24.174175778403878, + "weighted_error_after": 16.09475039737299 + }, + { + "name": "model.layers.12.mlp.experts.48.gate_proj", + "observed_tokens": 382, + "weighted_error_before": 24.760724186897278, + "weighted_error_after": 14.555916235782206 + }, + { + "name": "model.layers.12.mlp.experts.48.up_proj", + "observed_tokens": 382, + "weighted_error_before": 25.828867405653, + "weighted_error_after": 15.240303638391197 + }, + { + "name": "model.layers.12.mlp.experts.48.down_proj", + "observed_tokens": 382, + "weighted_error_before": 24.563170968554914, + "weighted_error_after": 16.469747578026727 + }, + { + "name": "model.layers.12.mlp.experts.49.gate_proj", + "observed_tokens": 459, + "weighted_error_before": 24.077138049528003, + "weighted_error_after": 14.254874921403825 + }, + { + "name": "model.layers.12.mlp.experts.49.up_proj", + "observed_tokens": 459, + "weighted_error_before": 25.036555413156748, + "weighted_error_after": 14.554544249549508 + }, + { + "name": "model.layers.12.mlp.experts.49.down_proj", + "observed_tokens": 459, + "weighted_error_before": 22.981526741292328, + "weighted_error_after": 15.417399268364534 + }, + { + "name": "model.layers.12.mlp.experts.50.gate_proj", + "observed_tokens": 442, + "weighted_error_before": 23.62588046491146, + "weighted_error_after": 13.821468597277999 + }, + { + "name": "model.layers.12.mlp.experts.50.up_proj", + "observed_tokens": 442, + "weighted_error_before": 26.641780264675617, + "weighted_error_after": 15.686454782262444 + }, + { + "name": "model.layers.12.mlp.experts.50.down_proj", + "observed_tokens": 442, + "weighted_error_before": 23.66975995246321, + "weighted_error_after": 15.630812464514747 + }, + { + "name": "model.layers.12.mlp.experts.51.gate_proj", + "observed_tokens": 76, + "weighted_error_before": 28.705666933208704, + "weighted_error_after": 16.745315104722977 + }, + { + "name": "model.layers.12.mlp.experts.51.up_proj", + "observed_tokens": 76, + "weighted_error_before": 25.904355503618717, + "weighted_error_after": 15.245143173262477 + }, + { + "name": "model.layers.12.mlp.experts.51.down_proj", + "observed_tokens": 76, + "weighted_error_before": 23.288394917268306, + "weighted_error_after": 14.524447849020362 + }, + { + "name": "model.layers.12.mlp.experts.52.gate_proj", + "observed_tokens": 183, + "weighted_error_before": 25.822285030037165, + "weighted_error_after": 15.100514817982912 + }, + { + "name": "model.layers.12.mlp.experts.52.up_proj", + "observed_tokens": 183, + "weighted_error_before": 24.92739076539874, + "weighted_error_after": 14.729708947241306 + }, + { + "name": "model.layers.12.mlp.experts.52.down_proj", + "observed_tokens": 183, + "weighted_error_before": 23.58025022642687, + "weighted_error_after": 15.719587686937302 + }, + { + "name": "model.layers.12.mlp.experts.53.gate_proj", + "observed_tokens": 241, + "weighted_error_before": 25.31335344724357, + "weighted_error_after": 14.88415712211281 + }, + { + "name": "model.layers.12.mlp.experts.53.up_proj", + "observed_tokens": 241, + "weighted_error_before": 24.94296213053167, + "weighted_error_after": 14.794117851182818 + }, + { + "name": "model.layers.12.mlp.experts.53.down_proj", + "observed_tokens": 241, + "weighted_error_before": 24.593298722989857, + "weighted_error_after": 16.32292529870756 + }, + { + "name": "model.layers.12.mlp.experts.54.gate_proj", + "observed_tokens": 128, + "weighted_error_before": 24.47155700623989, + "weighted_error_after": 14.345717815682292 + }, + { + "name": "model.layers.12.mlp.experts.54.up_proj", + "observed_tokens": 128, + "weighted_error_before": 24.851045843213797, + "weighted_error_after": 14.55298463255167 + }, + { + "name": "model.layers.12.mlp.experts.54.down_proj", + "observed_tokens": 128, + "weighted_error_before": 22.141520898789167, + "weighted_error_after": 14.982376424130052 + }, + { + "name": "model.layers.12.mlp.experts.55.gate_proj", + "observed_tokens": 485, + "weighted_error_before": 28.626663556322455, + "weighted_error_after": 16.68431397434324 + }, + { + "name": "model.layers.12.mlp.experts.55.up_proj", + "observed_tokens": 485, + "weighted_error_before": 26.568926660344005, + "weighted_error_after": 15.66159300878644 + }, + { + "name": "model.layers.12.mlp.experts.55.down_proj", + "observed_tokens": 485, + "weighted_error_before": 22.091072250623256, + "weighted_error_after": 14.720413773320615 + }, + { + "name": "model.layers.12.mlp.experts.56.gate_proj", + "observed_tokens": 282, + "weighted_error_before": 26.032420050352812, + "weighted_error_after": 15.470528588630259 + }, + { + "name": "model.layers.12.mlp.experts.56.up_proj", + "observed_tokens": 282, + "weighted_error_before": 25.034737994894385, + "weighted_error_after": 14.855217115953565 + }, + { + "name": "model.layers.12.mlp.experts.56.down_proj", + "observed_tokens": 282, + "weighted_error_before": 22.159400911536068, + "weighted_error_after": 14.55209229979664 + }, + { + "name": "model.layers.12.mlp.experts.57.gate_proj", + "observed_tokens": 64, + "weighted_error_before": 28.06693071126938, + "weighted_error_after": 16.691937724128366 + }, + { + "name": "model.layers.12.mlp.experts.57.up_proj", + "observed_tokens": 64, + "weighted_error_before": 29.957605503499508, + "weighted_error_after": 17.646085819229484 + }, + { + "name": "model.layers.12.mlp.experts.57.down_proj", + "observed_tokens": 64, + "weighted_error_before": 24.802885359618813, + "weighted_error_after": 16.52470634272322 + }, + { + "name": "model.layers.12.mlp.experts.58.gate_proj", + "observed_tokens": 490, + "weighted_error_before": 21.502509942278266, + "weighted_error_after": 12.586769104003906 + }, + { + "name": "model.layers.12.mlp.experts.58.up_proj", + "observed_tokens": 490, + "weighted_error_before": 24.425094712525606, + "weighted_error_after": 14.350746225565672 + }, + { + "name": "model.layers.12.mlp.experts.58.down_proj", + "observed_tokens": 490, + "weighted_error_before": 22.357988527044654, + "weighted_error_after": 15.081748149357736 + }, + { + "name": "model.layers.12.mlp.experts.59.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 30.918271586298943, + "weighted_error_after": 18.086560158059 + }, + { + "name": "model.layers.12.mlp.experts.59.up_proj", + "observed_tokens": 90, + "weighted_error_before": 25.31491932272911, + "weighted_error_after": 15.000257039442658 + }, + { + "name": "model.layers.12.mlp.experts.59.down_proj", + "observed_tokens": 90, + "weighted_error_before": 22.285632125101984, + "weighted_error_after": 14.016730182338506 + }, + { + "name": "model.layers.12.mlp.experts.60.gate_proj", + "observed_tokens": 81, + "weighted_error_before": 28.18813701160252, + "weighted_error_after": 16.20938334800303 + }, + { + "name": "model.layers.12.mlp.experts.60.up_proj", + "observed_tokens": 81, + "weighted_error_before": 27.7590967155993, + "weighted_error_after": 16.279730467125773 + }, + { + "name": "model.layers.12.mlp.experts.60.down_proj", + "observed_tokens": 81, + "weighted_error_before": 22.360755800269544, + "weighted_error_after": 14.564985202159733 + }, + { + "name": "model.layers.12.mlp.experts.61.gate_proj", + "observed_tokens": 180, + "weighted_error_before": 24.809712564572692, + "weighted_error_after": 14.59874089807272 + }, + { + "name": "model.layers.12.mlp.experts.61.up_proj", + "observed_tokens": 180, + "weighted_error_before": 28.158160470426083, + "weighted_error_after": 16.44911369495094 + }, + { + "name": "model.layers.12.mlp.experts.61.down_proj", + "observed_tokens": 180, + "weighted_error_before": 23.47133411373943, + "weighted_error_after": 15.67927193036303 + }, + { + "name": "model.layers.12.mlp.experts.62.gate_proj", + "observed_tokens": 889, + "weighted_error_before": 28.161778401583433, + "weighted_error_after": 16.53706058487296 + }, + { + "name": "model.layers.12.mlp.experts.62.up_proj", + "observed_tokens": 889, + "weighted_error_before": 28.729048803448677, + "weighted_error_after": 16.950001686811447 + }, + { + "name": "model.layers.12.mlp.experts.62.down_proj", + "observed_tokens": 889, + "weighted_error_before": 23.31922739557922, + "weighted_error_after": 15.508423747494817 + }, + { + "name": "model.layers.12.mlp.experts.63.gate_proj", + "observed_tokens": 286, + "weighted_error_before": 36.96552321873605, + "weighted_error_after": 19.420905681326985 + }, + { + "name": "model.layers.12.mlp.experts.63.up_proj", + "observed_tokens": 286, + "weighted_error_before": 29.25540968030691, + "weighted_error_after": 16.1771891862154 + }, + { + "name": "model.layers.12.mlp.experts.63.down_proj", + "observed_tokens": 286, + "weighted_error_before": 23.209167301189154, + "weighted_error_after": 15.35394237190485 + }, + { + "name": "model.layers.12.mlp.experts.64.gate_proj", + "observed_tokens": 326, + "weighted_error_before": 23.432892251759768, + "weighted_error_after": 13.77586336247623 + }, + { + "name": "model.layers.12.mlp.experts.64.up_proj", + "observed_tokens": 326, + "weighted_error_before": 25.607256211340427, + "weighted_error_after": 15.115894716233015 + }, + { + "name": "model.layers.12.mlp.experts.64.down_proj", + "observed_tokens": 326, + "weighted_error_before": 21.947318540886045, + "weighted_error_after": 14.935977781191468 + }, + { + "name": "model.layers.12.mlp.experts.65.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 28.74591863155365, + "weighted_error_after": 17.08626709319651 + }, + { + "name": "model.layers.12.mlp.experts.65.up_proj", + "observed_tokens": 217, + "weighted_error_before": 31.91291467100382, + "weighted_error_after": 18.700765857473016 + }, + { + "name": "model.layers.12.mlp.experts.65.down_proj", + "observed_tokens": 217, + "weighted_error_before": 26.068481052294374, + "weighted_error_after": 17.23426201241091 + }, + { + "name": "model.layers.12.mlp.experts.66.gate_proj", + "observed_tokens": 278, + "weighted_error_before": 28.22333176806569, + "weighted_error_after": 16.552621565759182 + }, + { + "name": "model.layers.12.mlp.experts.66.up_proj", + "observed_tokens": 278, + "weighted_error_before": 29.75878069922328, + "weighted_error_after": 17.670537292957306 + }, + { + "name": "model.layers.12.mlp.experts.66.down_proj", + "observed_tokens": 278, + "weighted_error_before": 24.89031988568604, + "weighted_error_after": 15.913942007347941 + }, + { + "name": "model.layers.12.mlp.experts.67.gate_proj", + "observed_tokens": 487, + "weighted_error_before": 27.584057450294495, + "weighted_error_after": 16.208401199430227 + }, + { + "name": "model.layers.12.mlp.experts.67.up_proj", + "observed_tokens": 487, + "weighted_error_before": 29.410078182816505, + "weighted_error_after": 17.348688926547766 + }, + { + "name": "model.layers.12.mlp.experts.67.down_proj", + "observed_tokens": 487, + "weighted_error_before": 24.248313477262855, + "weighted_error_after": 16.006515732500702 + }, + { + "name": "model.layers.12.mlp.experts.68.gate_proj", + "observed_tokens": 464, + "weighted_error_before": 25.684491088613868, + "weighted_error_after": 15.032429963350296 + }, + { + "name": "model.layers.12.mlp.experts.68.up_proj", + "observed_tokens": 464, + "weighted_error_before": 26.366368763148785, + "weighted_error_after": 15.494579566642642 + }, + { + "name": "model.layers.12.mlp.experts.68.down_proj", + "observed_tokens": 464, + "weighted_error_before": 22.81544076744467, + "weighted_error_after": 15.149829347152263 + }, + { + "name": "model.layers.12.mlp.experts.69.gate_proj", + "observed_tokens": 314, + "weighted_error_before": 23.94285230524838, + "weighted_error_after": 13.677877217531204 + }, + { + "name": "model.layers.12.mlp.experts.69.up_proj", + "observed_tokens": 314, + "weighted_error_before": 25.014334313571453, + "weighted_error_after": 14.586613753810525 + }, + { + "name": "model.layers.12.mlp.experts.69.down_proj", + "observed_tokens": 314, + "weighted_error_before": 24.870836434420198, + "weighted_error_after": 16.53875938546844 + }, + { + "name": "model.layers.12.mlp.experts.70.gate_proj", + "observed_tokens": 397, + "weighted_error_before": 26.147801784798503, + "weighted_error_after": 15.258758317679167 + }, + { + "name": "model.layers.12.mlp.experts.70.up_proj", + "observed_tokens": 397, + "weighted_error_before": 26.95377564802766, + "weighted_error_after": 15.8311868570745 + }, + { + "name": "model.layers.12.mlp.experts.70.down_proj", + "observed_tokens": 397, + "weighted_error_before": 22.69546711118892, + "weighted_error_after": 14.951156912837178 + }, + { + "name": "model.layers.12.mlp.experts.71.gate_proj", + "observed_tokens": 246, + "weighted_error_before": 29.153371710330248, + "weighted_error_after": 16.812562437728047 + }, + { + "name": "model.layers.12.mlp.experts.71.up_proj", + "observed_tokens": 246, + "weighted_error_before": 29.99888450652361, + "weighted_error_after": 17.374395474791527 + }, + { + "name": "model.layers.12.mlp.experts.71.down_proj", + "observed_tokens": 246, + "weighted_error_before": 24.31391352415085, + "weighted_error_after": 15.57455922383815 + }, + { + "name": "model.layers.12.mlp.experts.72.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 27.47687737084925, + "weighted_error_after": 16.050288489088416 + }, + { + "name": "model.layers.12.mlp.experts.72.up_proj", + "observed_tokens": 158, + "weighted_error_before": 25.081094780936837, + "weighted_error_after": 14.869860578328371 + }, + { + "name": "model.layers.12.mlp.experts.72.down_proj", + "observed_tokens": 158, + "weighted_error_before": 22.309181674849242, + "weighted_error_after": 14.550409432617016 + }, + { + "name": "model.layers.12.mlp.experts.73.gate_proj", + "observed_tokens": 1517, + "weighted_error_before": 29.733161127194762, + "weighted_error_after": 17.14614674448967 + }, + { + "name": "model.layers.12.mlp.experts.73.up_proj", + "observed_tokens": 1517, + "weighted_error_before": 25.27875467389822, + "weighted_error_after": 14.808085025288165 + }, + { + "name": "model.layers.12.mlp.experts.73.down_proj", + "observed_tokens": 1517, + "weighted_error_before": 24.905946697108448, + "weighted_error_after": 16.675135927740484 + }, + { + "name": "model.layers.12.mlp.experts.74.gate_proj", + "observed_tokens": 460, + "weighted_error_before": 24.827738950029016, + "weighted_error_after": 14.46640146523714 + }, + { + "name": "model.layers.12.mlp.experts.74.up_proj", + "observed_tokens": 460, + "weighted_error_before": 24.192442670464516, + "weighted_error_after": 14.228528060950339 + }, + { + "name": "model.layers.12.mlp.experts.74.down_proj", + "observed_tokens": 460, + "weighted_error_before": 22.708382277283818, + "weighted_error_after": 15.506027097348124 + }, + { + "name": "model.layers.12.mlp.experts.75.gate_proj", + "observed_tokens": 243, + "weighted_error_before": 25.362755857408047, + "weighted_error_after": 14.941825941205025 + }, + { + "name": "model.layers.12.mlp.experts.75.up_proj", + "observed_tokens": 243, + "weighted_error_before": 28.37415082938969, + "weighted_error_after": 16.713019700720906 + }, + { + "name": "model.layers.12.mlp.experts.75.down_proj", + "observed_tokens": 243, + "weighted_error_before": 24.31899899430573, + "weighted_error_after": 16.270746236667037 + }, + { + "name": "model.layers.12.mlp.experts.76.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 28.122417341917753, + "weighted_error_after": 16.134572504088283 + }, + { + "name": "model.layers.12.mlp.experts.76.up_proj", + "observed_tokens": 156, + "weighted_error_before": 28.36876655742526, + "weighted_error_after": 16.504618148319423 + }, + { + "name": "model.layers.12.mlp.experts.76.down_proj", + "observed_tokens": 156, + "weighted_error_before": 23.717674124520272, + "weighted_error_after": 13.970773465931416 + }, + { + "name": "model.layers.12.mlp.experts.77.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 28.661916729062796, + "weighted_error_after": 16.88675957918167 + }, + { + "name": "model.layers.12.mlp.experts.77.up_proj", + "observed_tokens": 201, + "weighted_error_before": 26.93977003917098, + "weighted_error_after": 15.828153759241104 + }, + { + "name": "model.layers.12.mlp.experts.77.down_proj", + "observed_tokens": 201, + "weighted_error_before": 24.11918571474962, + "weighted_error_after": 16.295165792340413 + }, + { + "name": "model.layers.12.mlp.experts.78.gate_proj", + "observed_tokens": 192, + "weighted_error_before": 22.422909513115883, + "weighted_error_after": 12.962314661592245 + }, + { + "name": "model.layers.12.mlp.experts.78.up_proj", + "observed_tokens": 192, + "weighted_error_before": 27.264981715008616, + "weighted_error_after": 15.870081314817071 + }, + { + "name": "model.layers.12.mlp.experts.78.down_proj", + "observed_tokens": 192, + "weighted_error_before": 24.956746720243245, + "weighted_error_after": 16.741653551813215 + }, + { + "name": "model.layers.12.mlp.experts.79.gate_proj", + "observed_tokens": 166, + "weighted_error_before": 29.08847440779209, + "weighted_error_after": 17.016669059172273 + }, + { + "name": "model.layers.12.mlp.experts.79.up_proj", + "observed_tokens": 166, + "weighted_error_before": 30.567366875708103, + "weighted_error_after": 17.95812944509089 + }, + { + "name": "model.layers.12.mlp.experts.79.down_proj", + "observed_tokens": 166, + "weighted_error_before": 25.265722502488643, + "weighted_error_after": 16.82169952103868 + }, + { + "name": "model.layers.12.mlp.experts.80.gate_proj", + "observed_tokens": 222, + "weighted_error_before": 28.090403880923986, + "weighted_error_after": 16.51874552294612 + }, + { + "name": "model.layers.12.mlp.experts.80.up_proj", + "observed_tokens": 222, + "weighted_error_before": 27.093727592378855, + "weighted_error_after": 15.88349542208016 + }, + { + "name": "model.layers.12.mlp.experts.80.down_proj", + "observed_tokens": 222, + "weighted_error_before": 23.218731430359185, + "weighted_error_after": 15.579832271207124 + }, + { + "name": "model.layers.12.mlp.experts.81.gate_proj", + "observed_tokens": 215, + "weighted_error_before": 27.921121396124363, + "weighted_error_after": 16.48312910273671 + }, + { + "name": "model.layers.12.mlp.experts.81.up_proj", + "observed_tokens": 215, + "weighted_error_before": 27.79475861042738, + "weighted_error_after": 16.536274820566177 + }, + { + "name": "model.layers.12.mlp.experts.81.down_proj", + "observed_tokens": 215, + "weighted_error_before": 23.50269285053946, + "weighted_error_after": 15.660272028762847 + }, + { + "name": "model.layers.12.mlp.experts.82.gate_proj", + "observed_tokens": 346, + "weighted_error_before": 26.116131898015738, + "weighted_error_after": 15.28495594393462 + }, + { + "name": "model.layers.12.mlp.experts.82.up_proj", + "observed_tokens": 346, + "weighted_error_before": 25.379782224074006, + "weighted_error_after": 15.140547703951597 + }, + { + "name": "model.layers.12.mlp.experts.82.down_proj", + "observed_tokens": 346, + "weighted_error_before": 23.461724800989032, + "weighted_error_after": 15.5846659677336 + }, + { + "name": "model.layers.12.mlp.experts.83.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 22.79840706475079, + "weighted_error_after": 13.372839813120663 + }, + { + "name": "model.layers.12.mlp.experts.83.up_proj", + "observed_tokens": 201, + "weighted_error_before": 27.129467219114304, + "weighted_error_after": 16.03913992829621 + }, + { + "name": "model.layers.12.mlp.experts.83.down_proj", + "observed_tokens": 201, + "weighted_error_before": 25.060793433804065, + "weighted_error_after": 16.616721398662776 + }, + { + "name": "model.layers.12.mlp.experts.84.gate_proj", + "observed_tokens": 210, + "weighted_error_before": 32.96709574945271, + "weighted_error_after": 19.5598726272583 + }, + { + "name": "model.layers.12.mlp.experts.84.up_proj", + "observed_tokens": 210, + "weighted_error_before": 29.121033754199743, + "weighted_error_after": 17.048070961609483 + }, + { + "name": "model.layers.12.mlp.experts.84.down_proj", + "observed_tokens": 210, + "weighted_error_before": 24.658452001865953, + "weighted_error_after": 16.03015027870424 + }, + { + "name": "model.layers.12.mlp.experts.85.gate_proj", + "observed_tokens": 568, + "weighted_error_before": 23.660117270424962, + "weighted_error_after": 13.838661433197558 + }, + { + "name": "model.layers.12.mlp.experts.85.up_proj", + "observed_tokens": 568, + "weighted_error_before": 24.415122596547008, + "weighted_error_after": 14.37780630774796 + }, + { + "name": "model.layers.12.mlp.experts.85.down_proj", + "observed_tokens": 568, + "weighted_error_before": 22.558072462677956, + "weighted_error_after": 14.962784328963608 + }, + { + "name": "model.layers.12.mlp.experts.86.gate_proj", + "observed_tokens": 470, + "weighted_error_before": 27.64709259569645, + "weighted_error_after": 16.361195046454668 + }, + { + "name": "model.layers.12.mlp.experts.86.up_proj", + "observed_tokens": 470, + "weighted_error_before": 29.92375350371003, + "weighted_error_after": 17.755414936691523 + }, + { + "name": "model.layers.12.mlp.experts.86.down_proj", + "observed_tokens": 470, + "weighted_error_before": 24.829422848299146, + "weighted_error_after": 16.875063901767135 + }, + { + "name": "model.layers.12.mlp.experts.87.gate_proj", + "observed_tokens": 219, + "weighted_error_before": 27.110183896496892, + "weighted_error_after": 15.936166562139988 + }, + { + "name": "model.layers.12.mlp.experts.87.up_proj", + "observed_tokens": 219, + "weighted_error_before": 30.85121201351285, + "weighted_error_after": 18.081030949950218 + }, + { + "name": "model.layers.12.mlp.experts.87.down_proj", + "observed_tokens": 219, + "weighted_error_before": 25.66185861453414, + "weighted_error_after": 17.20188183384016 + }, + { + "name": "model.layers.12.mlp.experts.88.gate_proj", + "observed_tokens": 13, + "weighted_error_before": 27.432854626327753, + "weighted_error_after": 16.2294738329947 + }, + { + "name": "model.layers.12.mlp.experts.88.up_proj", + "observed_tokens": 13, + "weighted_error_before": 29.419776871800423, + "weighted_error_after": 17.23920755274594 + }, + { + "name": "model.layers.12.mlp.experts.88.down_proj", + "observed_tokens": 13, + "weighted_error_before": 26.639498873148113, + "weighted_error_after": 18.05016459757462 + }, + { + "name": "model.layers.12.mlp.experts.89.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 23.4792849868536, + "weighted_error_after": 13.726723636500537 + }, + { + "name": "model.layers.12.mlp.experts.89.up_proj", + "observed_tokens": 447, + "weighted_error_before": 24.537338195368648, + "weighted_error_after": 14.292625956237316 + }, + { + "name": "model.layers.12.mlp.experts.89.down_proj", + "observed_tokens": 447, + "weighted_error_before": 21.624335936736315, + "weighted_error_after": 14.60832377616316 + }, + { + "name": "model.layers.12.mlp.experts.90.gate_proj", + "observed_tokens": 188, + "weighted_error_before": 28.500023871660233, + "weighted_error_after": 16.130658047273755 + }, + { + "name": "model.layers.12.mlp.experts.90.up_proj", + "observed_tokens": 188, + "weighted_error_before": 27.302804075181484, + "weighted_error_after": 15.627182703465223 + }, + { + "name": "model.layers.12.mlp.experts.90.down_proj", + "observed_tokens": 188, + "weighted_error_before": 22.42692827153951, + "weighted_error_after": 14.303073561284691 + }, + { + "name": "model.layers.12.mlp.experts.91.gate_proj", + "observed_tokens": 188, + "weighted_error_before": 27.474649272859097, + "weighted_error_after": 16.16596096754074 + }, + { + "name": "model.layers.12.mlp.experts.91.up_proj", + "observed_tokens": 188, + "weighted_error_before": 29.704745084047318, + "weighted_error_after": 17.418611880391836 + }, + { + "name": "model.layers.12.mlp.experts.91.down_proj", + "observed_tokens": 188, + "weighted_error_before": 24.559180723968893, + "weighted_error_after": 16.631210988387465 + }, + { + "name": "model.layers.12.mlp.experts.92.gate_proj", + "observed_tokens": 1, + "weighted_error_before": 28.662421949207783, + "weighted_error_after": 16.827390583232045 + }, + { + "name": "model.layers.12.mlp.experts.92.up_proj", + "observed_tokens": 1, + "weighted_error_before": 30.331213228404522, + "weighted_error_after": 17.87574569322169 + }, + { + "name": "model.layers.12.mlp.experts.92.down_proj", + "observed_tokens": 1, + "weighted_error_before": 24.96469585550949, + "weighted_error_after": 17.24094360228628 + }, + { + "name": "model.layers.12.mlp.experts.93.gate_proj", + "observed_tokens": 449, + "weighted_error_before": 26.491272751241922, + "weighted_error_after": 15.66549051553011 + }, + { + "name": "model.layers.12.mlp.experts.93.up_proj", + "observed_tokens": 449, + "weighted_error_before": 27.151398161426187, + "weighted_error_after": 15.791783570311964 + }, + { + "name": "model.layers.12.mlp.experts.93.down_proj", + "observed_tokens": 449, + "weighted_error_before": 24.026029329979792, + "weighted_error_after": 15.983381476486102 + }, + { + "name": "model.layers.12.mlp.experts.94.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 30.132514219731092, + "weighted_error_after": 17.78025665692985 + }, + { + "name": "model.layers.12.mlp.experts.94.up_proj", + "observed_tokens": 182, + "weighted_error_before": 31.685384929180145, + "weighted_error_after": 18.757304267957807 + }, + { + "name": "model.layers.12.mlp.experts.94.down_proj", + "observed_tokens": 182, + "weighted_error_before": 24.370846879668534, + "weighted_error_after": 16.476443118415773 + }, + { + "name": "model.layers.12.mlp.experts.95.gate_proj", + "observed_tokens": 253, + "weighted_error_before": 21.707307180389762, + "weighted_error_after": 12.72620328515768 + }, + { + "name": "model.layers.12.mlp.experts.95.up_proj", + "observed_tokens": 253, + "weighted_error_before": 26.7239127792418, + "weighted_error_after": 15.652974070981145 + }, + { + "name": "model.layers.12.mlp.experts.95.down_proj", + "observed_tokens": 253, + "weighted_error_before": 24.552261671517044, + "weighted_error_after": 16.094606812577695 + }, + { + "name": "model.layers.12.mlp.experts.96.gate_proj", + "observed_tokens": 823, + "weighted_error_before": 23.102230275049806, + "weighted_error_after": 13.668744882568717 + }, + { + "name": "model.layers.12.mlp.experts.96.up_proj", + "observed_tokens": 823, + "weighted_error_before": 24.33320194296539, + "weighted_error_after": 14.410032177343965 + }, + { + "name": "model.layers.12.mlp.experts.96.down_proj", + "observed_tokens": 823, + "weighted_error_before": 22.165643182583153, + "weighted_error_after": 14.676959802629426 + }, + { + "name": "model.layers.12.mlp.experts.97.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 27.273870572447777, + "weighted_error_after": 15.898192735388875 + }, + { + "name": "model.layers.12.mlp.experts.97.up_proj", + "observed_tokens": 160, + "weighted_error_before": 28.322204615920782, + "weighted_error_after": 16.60349838063121 + }, + { + "name": "model.layers.12.mlp.experts.97.down_proj", + "observed_tokens": 160, + "weighted_error_before": 23.08278963342309, + "weighted_error_after": 15.145104564260691 + }, + { + "name": "model.layers.12.mlp.experts.98.gate_proj", + "observed_tokens": 113, + "weighted_error_before": 22.39701931923628, + "weighted_error_after": 13.177749113179743 + }, + { + "name": "model.layers.12.mlp.experts.98.up_proj", + "observed_tokens": 113, + "weighted_error_before": 24.65774622373283, + "weighted_error_after": 14.655936340801418 + }, + { + "name": "model.layers.12.mlp.experts.98.down_proj", + "observed_tokens": 113, + "weighted_error_before": 26.485164328943938, + "weighted_error_after": 17.359831472393125 + }, + { + "name": "model.layers.12.mlp.experts.99.gate_proj", + "observed_tokens": 1582, + "weighted_error_before": 29.98333617299795, + "weighted_error_after": 17.72797760553658 + }, + { + "name": "model.layers.12.mlp.experts.99.up_proj", + "observed_tokens": 1582, + "weighted_error_before": 26.76103252544999, + "weighted_error_after": 15.787820182740688 + }, + { + "name": "model.layers.12.mlp.experts.99.down_proj", + "observed_tokens": 1582, + "weighted_error_before": 23.120194263523445, + "weighted_error_after": 15.549634841270745 + }, + { + "name": "model.layers.12.mlp.experts.100.gate_proj", + "observed_tokens": 203, + "weighted_error_before": 33.42345126904547, + "weighted_error_after": 19.68912415020168 + }, + { + "name": "model.layers.12.mlp.experts.100.up_proj", + "observed_tokens": 203, + "weighted_error_before": 28.43685345724225, + "weighted_error_after": 16.612256539985538 + }, + { + "name": "model.layers.12.mlp.experts.100.down_proj", + "observed_tokens": 203, + "weighted_error_before": 25.828086017630994, + "weighted_error_after": 16.46208501677029 + }, + { + "name": "model.layers.12.mlp.experts.101.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 22.064727999269962, + "weighted_error_after": 12.728242703713477 + }, + { + "name": "model.layers.12.mlp.experts.101.up_proj", + "observed_tokens": 447, + "weighted_error_before": 24.85549445822835, + "weighted_error_after": 14.327849360182881 + }, + { + "name": "model.layers.12.mlp.experts.101.down_proj", + "observed_tokens": 447, + "weighted_error_before": 24.293988049961627, + "weighted_error_after": 15.986738220322877 + }, + { + "name": "model.layers.12.mlp.experts.102.gate_proj", + "observed_tokens": 196, + "weighted_error_before": 35.336080057546496, + "weighted_error_after": 17.675093919038773 + }, + { + "name": "model.layers.12.mlp.experts.102.up_proj", + "observed_tokens": 196, + "weighted_error_before": 29.969922507181764, + "weighted_error_after": 16.093901937827468 + }, + { + "name": "model.layers.12.mlp.experts.102.down_proj", + "observed_tokens": 196, + "weighted_error_before": 24.17722767125815, + "weighted_error_after": 15.469411918893456 + }, + { + "name": "model.layers.12.mlp.experts.103.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 29.352225517854095, + "weighted_error_after": 17.21613155771047 + }, + { + "name": "model.layers.12.mlp.experts.103.up_proj", + "observed_tokens": 217, + "weighted_error_before": 24.822784887626767, + "weighted_error_after": 14.583923215046525 + }, + { + "name": "model.layers.12.mlp.experts.103.down_proj", + "observed_tokens": 217, + "weighted_error_before": 23.645196350524202, + "weighted_error_after": 15.482932512182742 + }, + { + "name": "model.layers.12.mlp.experts.104.gate_proj", + "observed_tokens": 248, + "weighted_error_before": 24.72532275877893, + "weighted_error_after": 14.733388341963291 + }, + { + "name": "model.layers.12.mlp.experts.104.up_proj", + "observed_tokens": 248, + "weighted_error_before": 25.526973048225045, + "weighted_error_after": 15.107516060583293 + }, + { + "name": "model.layers.12.mlp.experts.104.down_proj", + "observed_tokens": 248, + "weighted_error_before": 26.276057896669954, + "weighted_error_after": 16.789408328477293 + }, + { + "name": "model.layers.12.mlp.experts.105.gate_proj", + "observed_tokens": 1110, + "weighted_error_before": 22.716941891238093, + "weighted_error_after": 13.42271488159895 + }, + { + "name": "model.layers.12.mlp.experts.105.up_proj", + "observed_tokens": 1110, + "weighted_error_before": 25.35830222070217, + "weighted_error_after": 15.105271251872182 + }, + { + "name": "model.layers.12.mlp.experts.105.down_proj", + "observed_tokens": 1110, + "weighted_error_before": 23.193189966259524, + "weighted_error_after": 15.624962708447129 + }, + { + "name": "model.layers.12.mlp.experts.106.gate_proj", + "observed_tokens": 235, + "weighted_error_before": 23.347611017525196, + "weighted_error_after": 13.86520611308515 + }, + { + "name": "model.layers.12.mlp.experts.106.up_proj", + "observed_tokens": 235, + "weighted_error_before": 27.513558430597186, + "weighted_error_after": 16.137322241440415 + }, + { + "name": "model.layers.12.mlp.experts.106.down_proj", + "observed_tokens": 235, + "weighted_error_before": 23.765385597012937, + "weighted_error_after": 15.647507271263748 + }, + { + "name": "model.layers.12.mlp.experts.107.gate_proj", + "observed_tokens": 86, + "weighted_error_before": 24.331674760207534, + "weighted_error_after": 14.250577845610678 + }, + { + "name": "model.layers.12.mlp.experts.107.up_proj", + "observed_tokens": 86, + "weighted_error_before": 28.300674684345722, + "weighted_error_after": 16.58804270811379 + }, + { + "name": "model.layers.12.mlp.experts.107.down_proj", + "observed_tokens": 86, + "weighted_error_before": 25.446177853737026, + "weighted_error_after": 17.03677588584833 + }, + { + "name": "model.layers.12.mlp.experts.108.gate_proj", + "observed_tokens": 284, + "weighted_error_before": 22.763399335555732, + "weighted_error_after": 13.317169155925512 + }, + { + "name": "model.layers.12.mlp.experts.108.up_proj", + "observed_tokens": 284, + "weighted_error_before": 25.59606120735407, + "weighted_error_after": 15.175381633453071 + }, + { + "name": "model.layers.12.mlp.experts.108.down_proj", + "observed_tokens": 284, + "weighted_error_before": 24.77317011496052, + "weighted_error_after": 16.708556272322312 + }, + { + "name": "model.layers.12.mlp.experts.109.gate_proj", + "observed_tokens": 768, + "weighted_error_before": 22.152230225503445, + "weighted_error_after": 13.041147010400891 + }, + { + "name": "model.layers.12.mlp.experts.109.up_proj", + "observed_tokens": 768, + "weighted_error_before": 24.76856173016131, + "weighted_error_after": 14.686226779595017 + }, + { + "name": "model.layers.12.mlp.experts.109.down_proj", + "observed_tokens": 768, + "weighted_error_before": 23.328750988468528, + "weighted_error_after": 15.470999722369015 + }, + { + "name": "model.layers.12.mlp.experts.110.gate_proj", + "observed_tokens": 475, + "weighted_error_before": 25.23068709857762, + "weighted_error_after": 15.112730061635375 + }, + { + "name": "model.layers.12.mlp.experts.110.up_proj", + "observed_tokens": 475, + "weighted_error_before": 24.62096020579338, + "weighted_error_after": 14.535920334979892 + }, + { + "name": "model.layers.12.mlp.experts.110.down_proj", + "observed_tokens": 475, + "weighted_error_before": 23.171104741981253, + "weighted_error_after": 15.418133424129337 + }, + { + "name": "model.layers.12.mlp.experts.111.gate_proj", + "observed_tokens": 1274, + "weighted_error_before": 28.57184509932995, + "weighted_error_after": 15.784352999180555 + }, + { + "name": "model.layers.12.mlp.experts.111.up_proj", + "observed_tokens": 1274, + "weighted_error_before": 27.33357010781765, + "weighted_error_after": 15.512480748817325 + }, + { + "name": "model.layers.12.mlp.experts.111.down_proj", + "observed_tokens": 1274, + "weighted_error_before": 21.363448260352015, + "weighted_error_after": 14.278860992752016 + }, + { + "name": "model.layers.12.mlp.experts.112.gate_proj", + "observed_tokens": 280, + "weighted_error_before": 30.072745932266116, + "weighted_error_after": 17.679648101329803 + }, + { + "name": "model.layers.12.mlp.experts.112.up_proj", + "observed_tokens": 280, + "weighted_error_before": 27.752756090834737, + "weighted_error_after": 16.13170354999602 + }, + { + "name": "model.layers.12.mlp.experts.112.down_proj", + "observed_tokens": 280, + "weighted_error_before": 23.181305174250156, + "weighted_error_after": 15.37154335854575 + }, + { + "name": "model.layers.12.mlp.experts.113.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 23.30740242637694, + "weighted_error_after": 13.714761193841696 + }, + { + "name": "model.layers.12.mlp.experts.113.up_proj", + "observed_tokens": 293, + "weighted_error_before": 24.764982607215643, + "weighted_error_after": 14.733110813423991 + }, + { + "name": "model.layers.12.mlp.experts.113.down_proj", + "observed_tokens": 293, + "weighted_error_before": 22.64036042895168, + "weighted_error_after": 15.31544846529141 + }, + { + "name": "model.layers.12.mlp.experts.114.gate_proj", + "observed_tokens": 375, + "weighted_error_before": 25.563578048720956, + "weighted_error_after": 15.045500961132348 + }, + { + "name": "model.layers.12.mlp.experts.114.up_proj", + "observed_tokens": 375, + "weighted_error_before": 26.317045744508505, + "weighted_error_after": 15.416274355724454 + }, + { + "name": "model.layers.12.mlp.experts.114.down_proj", + "observed_tokens": 375, + "weighted_error_before": 23.717992248944938, + "weighted_error_after": 15.341532623511739 + }, + { + "name": "model.layers.12.mlp.experts.115.gate_proj", + "observed_tokens": 707, + "weighted_error_before": 22.863714614883065, + "weighted_error_after": 13.404710676521063 + }, + { + "name": "model.layers.12.mlp.experts.115.up_proj", + "observed_tokens": 707, + "weighted_error_before": 22.767112450674176, + "weighted_error_after": 13.48353167809546 + }, + { + "name": "model.layers.12.mlp.experts.115.down_proj", + "observed_tokens": 707, + "weighted_error_before": 21.409942608792335, + "weighted_error_after": 14.299990600440651 + }, + { + "name": "model.layers.12.mlp.experts.116.gate_proj", + "observed_tokens": 261, + "weighted_error_before": 21.42620673030615, + "weighted_error_after": 12.5994732407853 + }, + { + "name": "model.layers.12.mlp.experts.116.up_proj", + "observed_tokens": 261, + "weighted_error_before": 26.378504818305373, + "weighted_error_after": 15.314318859949708 + }, + { + "name": "model.layers.12.mlp.experts.116.down_proj", + "observed_tokens": 261, + "weighted_error_before": 23.944271282758564, + "weighted_error_after": 16.01165537443012 + }, + { + "name": "model.layers.12.mlp.experts.117.gate_proj", + "observed_tokens": 1186, + "weighted_error_before": 25.79524001851678, + "weighted_error_after": 15.02162108849734 + }, + { + "name": "model.layers.12.mlp.experts.117.up_proj", + "observed_tokens": 1186, + "weighted_error_before": 27.894101958721876, + "weighted_error_after": 16.2224810924381 + }, + { + "name": "model.layers.12.mlp.experts.117.down_proj", + "observed_tokens": 1186, + "weighted_error_before": 23.781103027053177, + "weighted_error_after": 15.963604462798685 + }, + { + "name": "model.layers.12.mlp.experts.118.gate_proj", + "observed_tokens": 535, + "weighted_error_before": 27.634965291246772, + "weighted_error_after": 16.21384695917368 + }, + { + "name": "model.layers.12.mlp.experts.118.up_proj", + "observed_tokens": 535, + "weighted_error_before": 28.876903148368, + "weighted_error_after": 16.718889666721225 + }, + { + "name": "model.layers.12.mlp.experts.118.down_proj", + "observed_tokens": 535, + "weighted_error_before": 23.676138886716217, + "weighted_error_after": 15.926362195052207 + }, + { + "name": "model.layers.12.mlp.experts.119.gate_proj", + "observed_tokens": 221, + "weighted_error_before": 25.004657180979848, + "weighted_error_after": 14.788565043359995 + }, + { + "name": "model.layers.12.mlp.experts.119.up_proj", + "observed_tokens": 221, + "weighted_error_before": 26.12246122956276, + "weighted_error_after": 15.520513171330094 + }, + { + "name": "model.layers.12.mlp.experts.119.down_proj", + "observed_tokens": 221, + "weighted_error_before": 22.66520878346637, + "weighted_error_after": 15.107477421173826 + }, + { + "name": "model.layers.12.mlp.experts.120.gate_proj", + "observed_tokens": 506, + "weighted_error_before": 27.56563108228147, + "weighted_error_after": 16.332820665091276 + }, + { + "name": "model.layers.12.mlp.experts.120.up_proj", + "observed_tokens": 506, + "weighted_error_before": 27.184350561350584, + "weighted_error_after": 16.000632971525192 + }, + { + "name": "model.layers.12.mlp.experts.120.down_proj", + "observed_tokens": 506, + "weighted_error_before": 24.454445517156273, + "weighted_error_after": 16.10772005887702 + }, + { + "name": "model.layers.12.mlp.experts.121.gate_proj", + "observed_tokens": 226, + "weighted_error_before": 27.472088856622577, + "weighted_error_after": 15.781567258760333 + }, + { + "name": "model.layers.12.mlp.experts.121.up_proj", + "observed_tokens": 226, + "weighted_error_before": 29.216447558254004, + "weighted_error_after": 16.72421140782535 + }, + { + "name": "model.layers.12.mlp.experts.121.down_proj", + "observed_tokens": 226, + "weighted_error_before": 24.143093059770763, + "weighted_error_after": 15.537203760817647 + }, + { + "name": "model.layers.12.mlp.experts.122.gate_proj", + "observed_tokens": 892, + "weighted_error_before": 24.56220282614231, + "weighted_error_after": 14.51290410850197 + }, + { + "name": "model.layers.12.mlp.experts.122.up_proj", + "observed_tokens": 892, + "weighted_error_before": 22.745939852669835, + "weighted_error_after": 13.417462443932891 + }, + { + "name": "model.layers.12.mlp.experts.122.down_proj", + "observed_tokens": 892, + "weighted_error_before": 20.654522945173085, + "weighted_error_after": 13.92604765528813 + }, + { + "name": "model.layers.12.mlp.experts.123.gate_proj", + "observed_tokens": 385, + "weighted_error_before": 25.643924977630377, + "weighted_error_after": 15.170301327481866 + }, + { + "name": "model.layers.12.mlp.experts.123.up_proj", + "observed_tokens": 385, + "weighted_error_before": 26.73727403394878, + "weighted_error_after": 15.709801165387034 + }, + { + "name": "model.layers.12.mlp.experts.123.down_proj", + "observed_tokens": 385, + "weighted_error_before": 23.832456826232374, + "weighted_error_after": 15.817910384386778 + }, + { + "name": "model.layers.12.mlp.experts.124.gate_proj", + "observed_tokens": 213, + "weighted_error_before": 23.812947239726782, + "weighted_error_after": 13.971443529240787 + }, + { + "name": "model.layers.12.mlp.experts.124.up_proj", + "observed_tokens": 213, + "weighted_error_before": 25.603383507579565, + "weighted_error_after": 14.873452972620726 + }, + { + "name": "model.layers.12.mlp.experts.124.down_proj", + "observed_tokens": 213, + "weighted_error_before": 22.489797208923846, + "weighted_error_after": 15.221685799304396 + }, + { + "name": "model.layers.12.mlp.experts.125.gate_proj", + "observed_tokens": 347, + "weighted_error_before": 25.195938950404525, + "weighted_error_after": 14.478174591436982 + }, + { + "name": "model.layers.12.mlp.experts.125.up_proj", + "observed_tokens": 347, + "weighted_error_before": 26.340469263494015, + "weighted_error_after": 15.38318606466055 + }, + { + "name": "model.layers.12.mlp.experts.125.down_proj", + "observed_tokens": 347, + "weighted_error_before": 21.646171233151108, + "weighted_error_after": 14.193169904872775 + }, + { + "name": "model.layers.12.mlp.experts.126.gate_proj", + "observed_tokens": 268, + "weighted_error_before": 26.717301711440086, + "weighted_error_after": 15.725948186591268 + }, + { + "name": "model.layers.12.mlp.experts.126.up_proj", + "observed_tokens": 268, + "weighted_error_before": 26.79379798658192, + "weighted_error_after": 15.57596143707633 + }, + { + "name": "model.layers.12.mlp.experts.126.down_proj", + "observed_tokens": 268, + "weighted_error_before": 25.7954881163314, + "weighted_error_after": 16.920597035437822 + }, + { + "name": "model.layers.12.mlp.experts.127.gate_proj", + "observed_tokens": 840, + "weighted_error_before": 40.68402246758342, + "weighted_error_after": 23.05282497033477 + }, + { + "name": "model.layers.12.mlp.experts.127.up_proj", + "observed_tokens": 840, + "weighted_error_before": 30.79040378332138, + "weighted_error_after": 17.172605635598302 + }, + { + "name": "model.layers.12.mlp.experts.127.down_proj", + "observed_tokens": 840, + "weighted_error_before": 22.584513430017978, + "weighted_error_after": 15.179965699091554 + }, + { + "name": "model.layers.12.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 13.21626499062404, + "weighted_error_after": 7.773420792771503 + }, + { + "name": "model.layers.12.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 21.30940358294174, + "weighted_error_after": 12.18800341594033 + }, + { + "name": "model.layers.12.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 19.136834154371172, + "weighted_error_after": 14.358109056483954 + }, + { + "name": "model.layers.13.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 146.50336518604308, + "weighted_error_after": 83.58123630098999 + }, + { + "name": "model.layers.13.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 128.84299793932587, + "weighted_error_after": 74.07310246583074 + }, + { + "name": "model.layers.13.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 196.32480125315487, + "weighted_error_after": 111.08179758768529 + }, + { + "name": "model.layers.13.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 227.65095561463386, + "weighted_error_after": 130.96931658498943 + }, + { + "name": "model.layers.13.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.78630568087101, + "weighted_error_after": 1.371982829645276 + }, + { + "name": "model.layers.13.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 239.17359311692417, + "weighted_error_after": 132.4065918782726 + }, + { + "name": "model.layers.13.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 230.83565974608064, + "weighted_error_after": 144.68327575549483 + }, + { + "name": "model.layers.13.mlp.experts.0.gate_proj", + "observed_tokens": 122, + "weighted_error_before": 25.827801344916224, + "weighted_error_after": 15.08242965862155 + }, + { + "name": "model.layers.13.mlp.experts.0.up_proj", + "observed_tokens": 122, + "weighted_error_before": 27.133263120427728, + "weighted_error_after": 15.882233187556267 + }, + { + "name": "model.layers.13.mlp.experts.0.down_proj", + "observed_tokens": 122, + "weighted_error_before": 23.344949914200697, + "weighted_error_after": 2.76828943437431 + }, + { + "name": "model.layers.13.mlp.experts.1.gate_proj", + "observed_tokens": 132, + "weighted_error_before": 25.756388941779733, + "weighted_error_after": 15.169657714664936 + }, + { + "name": "model.layers.13.mlp.experts.1.up_proj", + "observed_tokens": 132, + "weighted_error_before": 24.615920580923557, + "weighted_error_after": 14.305136899463832 + }, + { + "name": "model.layers.13.mlp.experts.1.down_proj", + "observed_tokens": 132, + "weighted_error_before": 21.56097354646772, + "weighted_error_after": 14.61437294818461 + }, + { + "name": "model.layers.13.mlp.experts.2.gate_proj", + "observed_tokens": 396, + "weighted_error_before": 22.688269902020693, + "weighted_error_after": 13.317067459225655 + }, + { + "name": "model.layers.13.mlp.experts.2.up_proj", + "observed_tokens": 396, + "weighted_error_before": 27.106062890961766, + "weighted_error_after": 15.881052486598492 + }, + { + "name": "model.layers.13.mlp.experts.2.down_proj", + "observed_tokens": 396, + "weighted_error_before": 25.255433061392978, + "weighted_error_after": 16.93540740897879 + }, + { + "name": "model.layers.13.mlp.experts.3.gate_proj", + "observed_tokens": 854, + "weighted_error_before": 20.938898254185915, + "weighted_error_after": 12.380201066844165 + }, + { + "name": "model.layers.13.mlp.experts.3.up_proj", + "observed_tokens": 854, + "weighted_error_before": 25.01925367116928, + "weighted_error_after": 14.696156345307827 + }, + { + "name": "model.layers.13.mlp.experts.3.down_proj", + "observed_tokens": 854, + "weighted_error_before": 23.243243964854628, + "weighted_error_after": 15.609214929165319 + }, + { + "name": "model.layers.13.mlp.experts.4.gate_proj", + "observed_tokens": 26, + "weighted_error_before": 50.620313853025436, + "weighted_error_after": 28.65205947123468 + }, + { + "name": "model.layers.13.mlp.experts.4.up_proj", + "observed_tokens": 26, + "weighted_error_before": 41.81027360074222, + "weighted_error_after": 22.90409529954195 + }, + { + "name": "model.layers.13.mlp.experts.4.down_proj", + "observed_tokens": 26, + "weighted_error_before": 24.025038559921086, + "weighted_error_after": 15.927350280340761 + }, + { + "name": "model.layers.13.mlp.experts.5.gate_proj", + "observed_tokens": 346, + "weighted_error_before": 26.64261981099844, + "weighted_error_after": 15.296594293788075 + }, + { + "name": "model.layers.13.mlp.experts.5.up_proj", + "observed_tokens": 346, + "weighted_error_before": 24.87825476191938, + "weighted_error_after": 14.58176919259131 + }, + { + "name": "model.layers.13.mlp.experts.5.down_proj", + "observed_tokens": 346, + "weighted_error_before": 23.005398225039244, + "weighted_error_after": 15.274351455271244 + }, + { + "name": "model.layers.13.mlp.experts.6.gate_proj", + "observed_tokens": 384, + "weighted_error_before": 24.19275413453579, + "weighted_error_after": 14.29067450761795 + }, + { + "name": "model.layers.13.mlp.experts.6.up_proj", + "observed_tokens": 384, + "weighted_error_before": 25.50470151938498, + "weighted_error_after": 14.936169110238552 + }, + { + "name": "model.layers.13.mlp.experts.6.down_proj", + "observed_tokens": 384, + "weighted_error_before": 23.05759348301217, + "weighted_error_after": 15.398431399604306 + }, + { + "name": "model.layers.13.mlp.experts.7.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 21.34752383828163, + "weighted_error_after": 12.68450738210231 + }, + { + "name": "model.layers.13.mlp.experts.7.up_proj", + "observed_tokens": 127, + "weighted_error_before": 23.45190647430718, + "weighted_error_after": 13.752448987215757 + }, + { + "name": "model.layers.13.mlp.experts.7.down_proj", + "observed_tokens": 127, + "weighted_error_before": 21.617326399777085, + "weighted_error_after": 14.803367423824966 + }, + { + "name": "model.layers.13.mlp.experts.8.gate_proj", + "observed_tokens": 857, + "weighted_error_before": 20.469825783744454, + "weighted_error_after": 11.946044116280973 + }, + { + "name": "model.layers.13.mlp.experts.8.up_proj", + "observed_tokens": 857, + "weighted_error_before": 23.96427216939628, + "weighted_error_after": 14.17606339789927 + }, + { + "name": "model.layers.13.mlp.experts.8.down_proj", + "observed_tokens": 857, + "weighted_error_before": 24.128309584222734, + "weighted_error_after": 15.79828693647869 + }, + { + "name": "model.layers.13.mlp.experts.9.gate_proj", + "observed_tokens": 471, + "weighted_error_before": 22.669481478631496, + "weighted_error_after": 13.401408601552248 + }, + { + "name": "model.layers.13.mlp.experts.9.up_proj", + "observed_tokens": 471, + "weighted_error_before": 27.035363264381886, + "weighted_error_after": 15.9171451497823 + }, + { + "name": "model.layers.13.mlp.experts.9.down_proj", + "observed_tokens": 471, + "weighted_error_before": 23.916127673815936, + "weighted_error_after": 16.019216565880924 + }, + { + "name": "model.layers.13.mlp.experts.10.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 26.448457879945636, + "weighted_error_after": 15.24831382278353 + }, + { + "name": "model.layers.13.mlp.experts.10.up_proj", + "observed_tokens": 98, + "weighted_error_before": 28.366536553949118, + "weighted_error_after": 16.820972045883536 + }, + { + "name": "model.layers.13.mlp.experts.10.down_proj", + "observed_tokens": 98, + "weighted_error_before": 27.18250902881846, + "weighted_error_after": 17.84949765354395 + }, + { + "name": "model.layers.13.mlp.experts.11.gate_proj", + "observed_tokens": 493, + "weighted_error_before": 27.93887198343873, + "weighted_error_after": 15.840589708648622 + }, + { + "name": "model.layers.13.mlp.experts.11.up_proj", + "observed_tokens": 493, + "weighted_error_before": 26.352294070646167, + "weighted_error_after": 15.271368554793298 + }, + { + "name": "model.layers.13.mlp.experts.11.down_proj", + "observed_tokens": 493, + "weighted_error_before": 23.982776612974703, + "weighted_error_after": 16.05602537887171 + }, + { + "name": "model.layers.13.mlp.experts.12.gate_proj", + "observed_tokens": 150, + "weighted_error_before": 65.40600188449025, + "weighted_error_after": 36.47803714312613 + }, + { + "name": "model.layers.13.mlp.experts.12.up_proj", + "observed_tokens": 150, + "weighted_error_before": 40.806518932804465, + "weighted_error_after": 21.84168411977589 + }, + { + "name": "model.layers.13.mlp.experts.12.down_proj", + "observed_tokens": 150, + "weighted_error_before": 22.918085976038128, + "weighted_error_after": 14.940414085518569 + }, + { + "name": "model.layers.13.mlp.experts.13.gate_proj", + "observed_tokens": 586, + "weighted_error_before": 27.757601274177432, + "weighted_error_after": 16.323318783193827 + }, + { + "name": "model.layers.13.mlp.experts.13.up_proj", + "observed_tokens": 586, + "weighted_error_before": 26.256519004702568, + "weighted_error_after": 15.321755530312657 + }, + { + "name": "model.layers.13.mlp.experts.13.down_proj", + "observed_tokens": 586, + "weighted_error_before": 22.1748514957726, + "weighted_error_after": 15.146988027496263 + }, + { + "name": "model.layers.13.mlp.experts.14.gate_proj", + "observed_tokens": 186, + "weighted_error_before": 25.058897579088807, + "weighted_error_after": 14.8309225179255 + }, + { + "name": "model.layers.13.mlp.experts.14.up_proj", + "observed_tokens": 186, + "weighted_error_before": 27.19196748547256, + "weighted_error_after": 16.00745263323188 + }, + { + "name": "model.layers.13.mlp.experts.14.down_proj", + "observed_tokens": 186, + "weighted_error_before": 23.20709398528561, + "weighted_error_after": 15.390048135537654 + }, + { + "name": "model.layers.13.mlp.experts.15.gate_proj", + "observed_tokens": 244, + "weighted_error_before": 22.91615341231227, + "weighted_error_after": 13.529576753266156 + }, + { + "name": "model.layers.13.mlp.experts.15.up_proj", + "observed_tokens": 244, + "weighted_error_before": 26.206412246450782, + "weighted_error_after": 15.45346182398498 + }, + { + "name": "model.layers.13.mlp.experts.15.down_proj", + "observed_tokens": 244, + "weighted_error_before": 25.101113545242697, + "weighted_error_after": 16.353651186916977 + }, + { + "name": "model.layers.13.mlp.experts.16.gate_proj", + "observed_tokens": 442, + "weighted_error_before": 20.698018617928028, + "weighted_error_after": 12.148572225123644 + }, + { + "name": "model.layers.13.mlp.experts.16.up_proj", + "observed_tokens": 442, + "weighted_error_before": 24.56709828041494, + "weighted_error_after": 14.399648344144225 + }, + { + "name": "model.layers.13.mlp.experts.16.down_proj", + "observed_tokens": 442, + "weighted_error_before": 21.867138581350446, + "weighted_error_after": 14.720630798023194 + }, + { + "name": "model.layers.13.mlp.experts.17.gate_proj", + "observed_tokens": 3, + "weighted_error_before": 29.928658513352275, + "weighted_error_after": 17.600460515357554 + }, + { + "name": "model.layers.13.mlp.experts.17.up_proj", + "observed_tokens": 3, + "weighted_error_before": 28.99290818348527, + "weighted_error_after": 16.849484115839005 + }, + { + "name": "model.layers.13.mlp.experts.17.down_proj", + "observed_tokens": 3, + "weighted_error_before": 26.651703455485404, + "weighted_error_after": 18.16072834841907 + }, + { + "name": "model.layers.13.mlp.experts.18.gate_proj", + "observed_tokens": 428, + "weighted_error_before": 39.08891290798783, + "weighted_error_after": 20.3395430482924 + }, + { + "name": "model.layers.13.mlp.experts.18.up_proj", + "observed_tokens": 428, + "weighted_error_before": 33.92400139570236, + "weighted_error_after": 18.30300489999354 + }, + { + "name": "model.layers.13.mlp.experts.18.down_proj", + "observed_tokens": 428, + "weighted_error_before": 26.899161987006664, + "weighted_error_after": 16.363001468591392 + }, + { + "name": "model.layers.13.mlp.experts.19.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 27.490781266242266, + "weighted_error_after": 16.18378453887999 + }, + { + "name": "model.layers.13.mlp.experts.19.up_proj", + "observed_tokens": 245, + "weighted_error_before": 29.019790776073933, + "weighted_error_after": 17.039403641596437 + }, + { + "name": "model.layers.13.mlp.experts.19.down_proj", + "observed_tokens": 245, + "weighted_error_before": 23.814152193954214, + "weighted_error_after": 15.758124221814796 + }, + { + "name": "model.layers.13.mlp.experts.20.gate_proj", + "observed_tokens": 564, + "weighted_error_before": 27.51571200415492, + "weighted_error_after": 16.154307736083865 + }, + { + "name": "model.layers.13.mlp.experts.20.up_proj", + "observed_tokens": 564, + "weighted_error_before": 28.653686676174402, + "weighted_error_after": 16.78798775933683 + }, + { + "name": "model.layers.13.mlp.experts.20.down_proj", + "observed_tokens": 564, + "weighted_error_before": 23.847518707625568, + "weighted_error_after": 15.86037078872323 + }, + { + "name": "model.layers.13.mlp.experts.21.gate_proj", + "observed_tokens": 736, + "weighted_error_before": 24.655143024399877, + "weighted_error_after": 14.592944159172475 + }, + { + "name": "model.layers.13.mlp.experts.21.up_proj", + "observed_tokens": 736, + "weighted_error_before": 26.80574908107519, + "weighted_error_after": 15.808736318722367 + }, + { + "name": "model.layers.13.mlp.experts.21.down_proj", + "observed_tokens": 736, + "weighted_error_before": 23.41921513550915, + "weighted_error_after": 15.627005794085562 + }, + { + "name": "model.layers.13.mlp.experts.22.gate_proj", + "observed_tokens": 481, + "weighted_error_before": 25.66050288081169, + "weighted_error_after": 15.075059473514557 + }, + { + "name": "model.layers.13.mlp.experts.22.up_proj", + "observed_tokens": 481, + "weighted_error_before": 25.10422862507403, + "weighted_error_after": 14.896625112742186 + }, + { + "name": "model.layers.13.mlp.experts.22.down_proj", + "observed_tokens": 481, + "weighted_error_before": 22.328736431896687, + "weighted_error_after": 14.843410564120859 + }, + { + "name": "model.layers.13.mlp.experts.23.gate_proj", + "observed_tokens": 561, + "weighted_error_before": 31.16082387045026, + "weighted_error_after": 17.33159249369055 + }, + { + "name": "model.layers.13.mlp.experts.23.up_proj", + "observed_tokens": 561, + "weighted_error_before": 25.779031440615654, + "weighted_error_after": 14.77980711683631 + }, + { + "name": "model.layers.13.mlp.experts.23.down_proj", + "observed_tokens": 561, + "weighted_error_before": 20.773095920216292, + "weighted_error_after": 13.8191465488635 + }, + { + "name": "model.layers.13.mlp.experts.24.gate_proj", + "observed_tokens": 783, + "weighted_error_before": 27.535858567804098, + "weighted_error_after": 16.371308360248804 + }, + { + "name": "model.layers.13.mlp.experts.24.up_proj", + "observed_tokens": 783, + "weighted_error_before": 29.69409054890275, + "weighted_error_after": 17.527203485369682 + }, + { + "name": "model.layers.13.mlp.experts.24.down_proj", + "observed_tokens": 783, + "weighted_error_before": 24.55009737610817, + "weighted_error_after": 16.11899875313975 + }, + { + "name": "model.layers.13.mlp.experts.25.gate_proj", + "observed_tokens": 370, + "weighted_error_before": 28.74052780121565, + "weighted_error_after": 16.326499005779624 + }, + { + "name": "model.layers.13.mlp.experts.25.up_proj", + "observed_tokens": 370, + "weighted_error_before": 29.866204088553786, + "weighted_error_after": 17.42889578267932 + }, + { + "name": "model.layers.13.mlp.experts.25.down_proj", + "observed_tokens": 370, + "weighted_error_before": 24.935890343040228, + "weighted_error_after": 16.483632444404066 + }, + { + "name": "model.layers.13.mlp.experts.26.gate_proj", + "observed_tokens": 208, + "weighted_error_before": 23.43150531873107, + "weighted_error_after": 13.72386337723583 + }, + { + "name": "model.layers.13.mlp.experts.26.up_proj", + "observed_tokens": 208, + "weighted_error_before": 26.183956805616617, + "weighted_error_after": 15.305104464292526 + }, + { + "name": "model.layers.13.mlp.experts.26.down_proj", + "observed_tokens": 208, + "weighted_error_before": 25.14523032028228, + "weighted_error_after": 16.813963435124606 + }, + { + "name": "model.layers.13.mlp.experts.27.gate_proj", + "observed_tokens": 181, + "weighted_error_before": 27.952118787914515, + "weighted_error_after": 16.380353229120374 + }, + { + "name": "model.layers.13.mlp.experts.27.up_proj", + "observed_tokens": 181, + "weighted_error_before": 28.338429048657417, + "weighted_error_after": 16.509411316365004 + }, + { + "name": "model.layers.13.mlp.experts.27.down_proj", + "observed_tokens": 181, + "weighted_error_before": 23.898307090392336, + "weighted_error_after": 15.696660064859316 + }, + { + "name": "model.layers.13.mlp.experts.28.gate_proj", + "observed_tokens": 107, + "weighted_error_before": 25.64428968168795, + "weighted_error_after": 15.167356934398413 + }, + { + "name": "model.layers.13.mlp.experts.28.up_proj", + "observed_tokens": 107, + "weighted_error_before": 27.60699250921607, + "weighted_error_after": 16.185597168281674 + }, + { + "name": "model.layers.13.mlp.experts.28.down_proj", + "observed_tokens": 107, + "weighted_error_before": 24.638612899929285, + "weighted_error_after": 15.967464093584567 + }, + { + "name": "model.layers.13.mlp.experts.29.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 24.29693202674389, + "weighted_error_after": 14.413397824391723 + }, + { + "name": "model.layers.13.mlp.experts.29.up_proj", + "observed_tokens": 106, + "weighted_error_before": 28.602580476552248, + "weighted_error_after": 16.76180992089212 + }, + { + "name": "model.layers.13.mlp.experts.29.down_proj", + "observed_tokens": 106, + "weighted_error_before": 29.08827179297805, + "weighted_error_after": 18.520496567711234 + }, + { + "name": "model.layers.13.mlp.experts.30.gate_proj", + "observed_tokens": 632, + "weighted_error_before": 25.208628848195076, + "weighted_error_after": 14.890284329652786 + }, + { + "name": "model.layers.13.mlp.experts.30.up_proj", + "observed_tokens": 632, + "weighted_error_before": 26.02210420742631, + "weighted_error_after": 15.306850900873542 + }, + { + "name": "model.layers.13.mlp.experts.30.down_proj", + "observed_tokens": 632, + "weighted_error_before": 22.6649984435644, + "weighted_error_after": 15.254903007531539 + }, + { + "name": "model.layers.13.mlp.experts.31.gate_proj", + "observed_tokens": 1016, + "weighted_error_before": 24.15316693484783, + "weighted_error_after": 14.181005577556789 + }, + { + "name": "model.layers.13.mlp.experts.31.up_proj", + "observed_tokens": 1016, + "weighted_error_before": 25.1183843575418, + "weighted_error_after": 14.735627630725503 + }, + { + "name": "model.layers.13.mlp.experts.31.down_proj", + "observed_tokens": 1016, + "weighted_error_before": 22.630346674239263, + "weighted_error_after": 15.38818725477904 + }, + { + "name": "model.layers.13.mlp.experts.32.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 23.337221026420593, + "weighted_error_after": 13.661597596481442 + }, + { + "name": "model.layers.13.mlp.experts.32.up_proj", + "observed_tokens": 116, + "weighted_error_before": 24.61279227025807, + "weighted_error_after": 14.41535072028637 + }, + { + "name": "model.layers.13.mlp.experts.32.down_proj", + "observed_tokens": 116, + "weighted_error_before": 21.44531196448952, + "weighted_error_after": 14.420473875943571 + }, + { + "name": "model.layers.13.mlp.experts.33.gate_proj", + "observed_tokens": 319, + "weighted_error_before": 25.56284441612661, + "weighted_error_after": 15.076031602919102 + }, + { + "name": "model.layers.13.mlp.experts.33.up_proj", + "observed_tokens": 319, + "weighted_error_before": 27.334133934229612, + "weighted_error_after": 16.055108370259404 + }, + { + "name": "model.layers.13.mlp.experts.33.down_proj", + "observed_tokens": 319, + "weighted_error_before": 23.599489324260503, + "weighted_error_after": 15.805416408693418 + }, + { + "name": "model.layers.13.mlp.experts.34.gate_proj", + "observed_tokens": 265, + "weighted_error_before": 30.536905471235514, + "weighted_error_after": 18.158264873549342 + }, + { + "name": "model.layers.13.mlp.experts.34.up_proj", + "observed_tokens": 265, + "weighted_error_before": 28.21685143187642, + "weighted_error_after": 16.723234770819545 + }, + { + "name": "model.layers.13.mlp.experts.34.down_proj", + "observed_tokens": 265, + "weighted_error_before": 24.314956108108163, + "weighted_error_after": 15.835876293713227 + }, + { + "name": "model.layers.13.mlp.experts.35.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 26.64231499284506, + "weighted_error_after": 15.789888478815556 + }, + { + "name": "model.layers.13.mlp.experts.35.up_proj", + "observed_tokens": 139, + "weighted_error_before": 28.61169907078147, + "weighted_error_after": 16.825181106105447 + }, + { + "name": "model.layers.13.mlp.experts.35.down_proj", + "observed_tokens": 139, + "weighted_error_before": 24.73645609151572, + "weighted_error_after": 16.30612115189433 + }, + { + "name": "model.layers.13.mlp.experts.36.gate_proj", + "observed_tokens": 394, + "weighted_error_before": 25.437226492911577, + "weighted_error_after": 14.80630688648671 + }, + { + "name": "model.layers.13.mlp.experts.36.up_proj", + "observed_tokens": 394, + "weighted_error_before": 22.812895780429244, + "weighted_error_after": 13.472752777859569 + }, + { + "name": "model.layers.13.mlp.experts.36.down_proj", + "observed_tokens": 394, + "weighted_error_before": 20.351909715682268, + "weighted_error_after": 13.388867062749341 + }, + { + "name": "model.layers.13.mlp.experts.37.gate_proj", + "observed_tokens": 51, + "weighted_error_before": 27.37197057902813, + "weighted_error_after": 16.057263006456196 + }, + { + "name": "model.layers.13.mlp.experts.37.up_proj", + "observed_tokens": 51, + "weighted_error_before": 26.979050163179636, + "weighted_error_after": 15.919366410002112 + }, + { + "name": "model.layers.13.mlp.experts.37.down_proj", + "observed_tokens": 51, + "weighted_error_before": 24.075324130477384, + "weighted_error_after": 16.13681968220044 + }, + { + "name": "model.layers.13.mlp.experts.38.gate_proj", + "observed_tokens": 203, + "weighted_error_before": 28.826030783355236, + "weighted_error_after": 16.472940932959318 + }, + { + "name": "model.layers.13.mlp.experts.38.up_proj", + "observed_tokens": 203, + "weighted_error_before": 24.22478001564741, + "weighted_error_after": 14.255781585350633 + }, + { + "name": "model.layers.13.mlp.experts.38.down_proj", + "observed_tokens": 203, + "weighted_error_before": 21.67456838209182, + "weighted_error_after": 14.311770606786013 + }, + { + "name": "model.layers.13.mlp.experts.39.gate_proj", + "observed_tokens": 103, + "weighted_error_before": 22.20199248753488, + "weighted_error_after": 13.138712590560317 + }, + { + "name": "model.layers.13.mlp.experts.39.up_proj", + "observed_tokens": 103, + "weighted_error_before": 27.11514917947352, + "weighted_error_after": 15.716633807867765 + }, + { + "name": "model.layers.13.mlp.experts.39.down_proj", + "observed_tokens": 103, + "weighted_error_before": 25.219855674542487, + "weighted_error_after": 16.618888668715954 + }, + { + "name": "model.layers.13.mlp.experts.40.gate_proj", + "observed_tokens": 442, + "weighted_error_before": 23.334026664495468, + "weighted_error_after": 13.819649934768677 + }, + { + "name": "model.layers.13.mlp.experts.40.up_proj", + "observed_tokens": 442, + "weighted_error_before": 24.347108900547028, + "weighted_error_after": 14.298529379069805 + }, + { + "name": "model.layers.13.mlp.experts.40.down_proj", + "observed_tokens": 442, + "weighted_error_before": 22.86995959468186, + "weighted_error_after": 15.062355948612094 + }, + { + "name": "model.layers.13.mlp.experts.41.gate_proj", + "observed_tokens": 165, + "weighted_error_before": 27.666674486361444, + "weighted_error_after": 15.700382326729596 + }, + { + "name": "model.layers.13.mlp.experts.41.up_proj", + "observed_tokens": 165, + "weighted_error_before": 26.382632484659553, + "weighted_error_after": 15.071527377702296 + }, + { + "name": "model.layers.13.mlp.experts.41.down_proj", + "observed_tokens": 165, + "weighted_error_before": 24.403256348799914, + "weighted_error_after": 16.10475756507367 + }, + { + "name": "model.layers.13.mlp.experts.42.gate_proj", + "observed_tokens": 17, + "weighted_error_before": 24.07832684740424, + "weighted_error_after": 14.15912627056241 + }, + { + "name": "model.layers.13.mlp.experts.42.up_proj", + "observed_tokens": 17, + "weighted_error_before": 27.346454326063395, + "weighted_error_after": 16.044778807088733 + }, + { + "name": "model.layers.13.mlp.experts.42.down_proj", + "observed_tokens": 17, + "weighted_error_before": 24.634512476157397, + "weighted_error_after": 16.629789916798472 + }, + { + "name": "model.layers.13.mlp.experts.43.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 24.62717803567648, + "weighted_error_after": 14.444698204286397 + }, + { + "name": "model.layers.13.mlp.experts.43.up_proj", + "observed_tokens": 139, + "weighted_error_before": 25.29873469658196, + "weighted_error_after": 14.822674529626966 + }, + { + "name": "model.layers.13.mlp.experts.43.down_proj", + "observed_tokens": 139, + "weighted_error_before": 23.195090380962938, + "weighted_error_after": 14.911186600802466 + }, + { + "name": "model.layers.13.mlp.experts.44.gate_proj", + "observed_tokens": 857, + "weighted_error_before": 25.972944628447294, + "weighted_error_after": 15.292996189557016 + }, + { + "name": "model.layers.13.mlp.experts.44.up_proj", + "observed_tokens": 857, + "weighted_error_before": 25.285003885626793, + "weighted_error_after": 14.797133335843682 + }, + { + "name": "model.layers.13.mlp.experts.44.down_proj", + "observed_tokens": 857, + "weighted_error_before": 21.63212702795863, + "weighted_error_after": 14.492623567348346 + }, + { + "name": "model.layers.13.mlp.experts.45.gate_proj", + "observed_tokens": 758, + "weighted_error_before": 27.826505759730935, + "weighted_error_after": 16.25472138542682 + }, + { + "name": "model.layers.13.mlp.experts.45.up_proj", + "observed_tokens": 758, + "weighted_error_before": 24.065019827336073, + "weighted_error_after": 14.302962433546782 + }, + { + "name": "model.layers.13.mlp.experts.45.down_proj", + "observed_tokens": 758, + "weighted_error_before": 21.092093665152788, + "weighted_error_after": 14.19158240663819 + }, + { + "name": "model.layers.13.mlp.experts.46.gate_proj", + "observed_tokens": 167, + "weighted_error_before": 26.64145241677761, + "weighted_error_after": 15.778506511822343 + }, + { + "name": "model.layers.13.mlp.experts.46.up_proj", + "observed_tokens": 167, + "weighted_error_before": 28.549992490559816, + "weighted_error_after": 16.706116309389472 + }, + { + "name": "model.layers.13.mlp.experts.46.down_proj", + "observed_tokens": 167, + "weighted_error_before": 23.75101352436468, + "weighted_error_after": 15.23336956044659 + }, + { + "name": "model.layers.13.mlp.experts.47.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 23.70154088176787, + "weighted_error_after": 14.019553839229047 + }, + { + "name": "model.layers.13.mlp.experts.47.up_proj", + "observed_tokens": 135, + "weighted_error_before": 27.505025401711464, + "weighted_error_after": 16.12344246543944 + }, + { + "name": "model.layers.13.mlp.experts.47.down_proj", + "observed_tokens": 135, + "weighted_error_before": 24.117716992273927, + "weighted_error_after": 16.128062039846554 + }, + { + "name": "model.layers.13.mlp.experts.48.gate_proj", + "observed_tokens": 393, + "weighted_error_before": 21.418682254850864, + "weighted_error_after": 12.796686481684446 + }, + { + "name": "model.layers.13.mlp.experts.48.up_proj", + "observed_tokens": 393, + "weighted_error_before": 28.26110677048564, + "weighted_error_after": 16.606275347992778 + }, + { + "name": "model.layers.13.mlp.experts.48.down_proj", + "observed_tokens": 393, + "weighted_error_before": 30.29617867525667, + "weighted_error_after": 18.784066547174007 + }, + { + "name": "model.layers.13.mlp.experts.49.gate_proj", + "observed_tokens": 550, + "weighted_error_before": 22.13836783543229, + "weighted_error_after": 12.916587908752263 + }, + { + "name": "model.layers.13.mlp.experts.49.up_proj", + "observed_tokens": 550, + "weighted_error_before": 24.368245547637343, + "weighted_error_after": 14.278493195772171 + }, + { + "name": "model.layers.13.mlp.experts.49.down_proj", + "observed_tokens": 550, + "weighted_error_before": 22.685037282761186, + "weighted_error_after": 15.343411768320948 + }, + { + "name": "model.layers.13.mlp.experts.50.gate_proj", + "observed_tokens": 258, + "weighted_error_before": 25.685510985553265, + "weighted_error_after": 15.082323050126433 + }, + { + "name": "model.layers.13.mlp.experts.50.up_proj", + "observed_tokens": 258, + "weighted_error_before": 28.421893771737814, + "weighted_error_after": 16.725017305463552 + }, + { + "name": "model.layers.13.mlp.experts.50.down_proj", + "observed_tokens": 258, + "weighted_error_before": 24.382933428278193, + "weighted_error_after": 16.58933172770776 + }, + { + "name": "model.layers.13.mlp.experts.51.gate_proj", + "observed_tokens": 1245, + "weighted_error_before": 29.475017592310905, + "weighted_error_after": 17.362695422954857 + }, + { + "name": "model.layers.13.mlp.experts.51.up_proj", + "observed_tokens": 1245, + "weighted_error_before": 26.227954380214214, + "weighted_error_after": 15.253022288903594 + }, + { + "name": "model.layers.13.mlp.experts.51.down_proj", + "observed_tokens": 1245, + "weighted_error_before": 23.29360292828642, + "weighted_error_after": 15.624541752971709 + }, + { + "name": "model.layers.13.mlp.experts.52.gate_proj", + "observed_tokens": 512, + "weighted_error_before": 30.718094615265727, + "weighted_error_after": 16.08143077697605 + }, + { + "name": "model.layers.13.mlp.experts.52.up_proj", + "observed_tokens": 512, + "weighted_error_before": 26.82049115560949, + "weighted_error_after": 15.542317015118897 + }, + { + "name": "model.layers.13.mlp.experts.52.down_proj", + "observed_tokens": 512, + "weighted_error_before": 23.856380567420274, + "weighted_error_after": 15.063806550111622 + }, + { + "name": "model.layers.13.mlp.experts.53.gate_proj", + "observed_tokens": 537, + "weighted_error_before": 25.87323839403689, + "weighted_error_after": 14.860927730798721 + }, + { + "name": "model.layers.13.mlp.experts.53.up_proj", + "observed_tokens": 537, + "weighted_error_before": 25.548942608758807, + "weighted_error_after": 14.826319340616465 + }, + { + "name": "model.layers.13.mlp.experts.53.down_proj", + "observed_tokens": 537, + "weighted_error_before": 22.75999537250027, + "weighted_error_after": 14.65260901581496 + }, + { + "name": "model.layers.13.mlp.experts.54.gate_proj", + "observed_tokens": 766, + "weighted_error_before": 25.402045257389545, + "weighted_error_after": 14.760230834595859 + }, + { + "name": "model.layers.13.mlp.experts.54.up_proj", + "observed_tokens": 766, + "weighted_error_before": 25.616235533729196, + "weighted_error_after": 15.045226939022541 + }, + { + "name": "model.layers.13.mlp.experts.54.down_proj", + "observed_tokens": 766, + "weighted_error_before": 23.482092866674066, + "weighted_error_after": 16.073488851543516 + }, + { + "name": "model.layers.13.mlp.experts.55.gate_proj", + "observed_tokens": 1, + "weighted_error_before": 23.75172926299274, + "weighted_error_after": 14.042216178029776 + }, + { + "name": "model.layers.13.mlp.experts.55.up_proj", + "observed_tokens": 1, + "weighted_error_before": 26.856249805539846, + "weighted_error_after": 15.765153538435698 + }, + { + "name": "model.layers.13.mlp.experts.55.down_proj", + "observed_tokens": 1, + "weighted_error_before": 25.204273585695773, + "weighted_error_after": 17.112520925933495 + }, + { + "name": "model.layers.13.mlp.experts.56.gate_proj", + "observed_tokens": 791, + "weighted_error_before": 23.76812552846968, + "weighted_error_after": 13.802257704548538 + }, + { + "name": "model.layers.13.mlp.experts.56.up_proj", + "observed_tokens": 791, + "weighted_error_before": 24.984369661659002, + "weighted_error_after": 14.608650462701917 + }, + { + "name": "model.layers.13.mlp.experts.56.down_proj", + "observed_tokens": 791, + "weighted_error_before": 23.27061393391341, + "weighted_error_after": 15.918328592088073 + }, + { + "name": "model.layers.13.mlp.experts.57.gate_proj", + "observed_tokens": 200, + "weighted_error_before": 26.31545918993652, + "weighted_error_after": 15.400211305357516 + }, + { + "name": "model.layers.13.mlp.experts.57.up_proj", + "observed_tokens": 200, + "weighted_error_before": 25.229067808017135, + "weighted_error_after": 15.007721778936684 + }, + { + "name": "model.layers.13.mlp.experts.57.down_proj", + "observed_tokens": 200, + "weighted_error_before": 22.28187165176496, + "weighted_error_after": 14.4866664679721 + }, + { + "name": "model.layers.13.mlp.experts.58.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 25.725473638623953, + "weighted_error_after": 15.275170037522912 + }, + { + "name": "model.layers.13.mlp.experts.58.up_proj", + "observed_tokens": 156, + "weighted_error_before": 29.9801038056612, + "weighted_error_after": 17.6909135915339 + }, + { + "name": "model.layers.13.mlp.experts.58.down_proj", + "observed_tokens": 156, + "weighted_error_before": 27.38745942246169, + "weighted_error_after": 17.51982198888436 + }, + { + "name": "model.layers.13.mlp.experts.59.gate_proj", + "observed_tokens": 68, + "weighted_error_before": 28.1005395706743, + "weighted_error_after": 16.47963852621615 + }, + { + "name": "model.layers.13.mlp.experts.59.up_proj", + "observed_tokens": 68, + "weighted_error_before": 30.26926215365529, + "weighted_error_after": 17.84793968871236 + }, + { + "name": "model.layers.13.mlp.experts.59.down_proj", + "observed_tokens": 68, + "weighted_error_before": 24.933550260961056, + "weighted_error_after": 16.496233907993883 + }, + { + "name": "model.layers.13.mlp.experts.60.gate_proj", + "observed_tokens": 595, + "weighted_error_before": 27.329177720472217, + "weighted_error_after": 15.55926191341132 + }, + { + "name": "model.layers.13.mlp.experts.60.up_proj", + "observed_tokens": 595, + "weighted_error_before": 26.86431824415922, + "weighted_error_after": 15.284057218581438 + }, + { + "name": "model.layers.13.mlp.experts.60.down_proj", + "observed_tokens": 595, + "weighted_error_before": 21.58650474436581, + "weighted_error_after": 14.451261585578322 + }, + { + "name": "model.layers.13.mlp.experts.61.gate_proj", + "observed_tokens": 938, + "weighted_error_before": 37.379670741036534, + "weighted_error_after": 21.980150340124965 + }, + { + "name": "model.layers.13.mlp.experts.61.up_proj", + "observed_tokens": 938, + "weighted_error_before": 32.56146299466491, + "weighted_error_after": 18.99825082346797 + }, + { + "name": "model.layers.13.mlp.experts.61.down_proj", + "observed_tokens": 938, + "weighted_error_before": 22.08325793268159, + "weighted_error_after": 14.928725658915937 + }, + { + "name": "model.layers.13.mlp.experts.62.gate_proj", + "observed_tokens": 1455, + "weighted_error_before": 26.461785340681672, + "weighted_error_after": 15.528421480208635 + }, + { + "name": "model.layers.13.mlp.experts.62.up_proj", + "observed_tokens": 1455, + "weighted_error_before": 25.894306613132358, + "weighted_error_after": 15.384015226736665 + }, + { + "name": "model.layers.13.mlp.experts.62.down_proj", + "observed_tokens": 1455, + "weighted_error_before": 22.21180443977937, + "weighted_error_after": 14.904257170390338 + }, + { + "name": "model.layers.13.mlp.experts.63.gate_proj", + "observed_tokens": 431, + "weighted_error_before": 23.404280113056302, + "weighted_error_after": 13.581797414459288 + }, + { + "name": "model.layers.13.mlp.experts.63.up_proj", + "observed_tokens": 431, + "weighted_error_before": 27.002268506214023, + "weighted_error_after": 15.788172582164407 + }, + { + "name": "model.layers.13.mlp.experts.63.down_proj", + "observed_tokens": 431, + "weighted_error_before": 28.020308109465986, + "weighted_error_after": 18.368821148294955 + }, + { + "name": "model.layers.13.mlp.experts.64.gate_proj", + "observed_tokens": 459, + "weighted_error_before": 25.20800776220858, + "weighted_error_after": 14.861201863735914 + }, + { + "name": "model.layers.13.mlp.experts.64.up_proj", + "observed_tokens": 459, + "weighted_error_before": 26.058872206136584, + "weighted_error_after": 15.40243518166244 + }, + { + "name": "model.layers.13.mlp.experts.64.down_proj", + "observed_tokens": 459, + "weighted_error_before": 22.930547568015754, + "weighted_error_after": 15.255403510993347 + }, + { + "name": "model.layers.13.mlp.experts.65.gate_proj", + "observed_tokens": 344, + "weighted_error_before": 21.712609326466918, + "weighted_error_after": 12.700702524743974 + }, + { + "name": "model.layers.13.mlp.experts.65.up_proj", + "observed_tokens": 344, + "weighted_error_before": 24.70490674674511, + "weighted_error_after": 14.676156971603632 + }, + { + "name": "model.layers.13.mlp.experts.65.down_proj", + "observed_tokens": 344, + "weighted_error_before": 23.785282861441374, + "weighted_error_after": 15.898596037644893 + }, + { + "name": "model.layers.13.mlp.experts.66.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 29.156036350876093, + "weighted_error_after": 16.855627877637744 + }, + { + "name": "model.layers.13.mlp.experts.66.up_proj", + "observed_tokens": 94, + "weighted_error_before": 24.932945301756263, + "weighted_error_after": 14.76188023108989 + }, + { + "name": "model.layers.13.mlp.experts.66.down_proj", + "observed_tokens": 94, + "weighted_error_before": 22.80445407796651, + "weighted_error_after": 14.908373774029315 + }, + { + "name": "model.layers.13.mlp.experts.67.gate_proj", + "observed_tokens": 458, + "weighted_error_before": 25.234504126012325, + "weighted_error_after": 14.787370177917182 + }, + { + "name": "model.layers.13.mlp.experts.67.up_proj", + "observed_tokens": 458, + "weighted_error_before": 23.876571318134665, + "weighted_error_after": 14.06466319411993 + }, + { + "name": "model.layers.13.mlp.experts.67.down_proj", + "observed_tokens": 458, + "weighted_error_before": 22.17211795388721, + "weighted_error_after": 14.410053350729868 + }, + { + "name": "model.layers.13.mlp.experts.68.gate_proj", + "observed_tokens": 321, + "weighted_error_before": 25.777424110099673, + "weighted_error_after": 15.009841994382441 + }, + { + "name": "model.layers.13.mlp.experts.68.up_proj", + "observed_tokens": 321, + "weighted_error_before": 24.781736437231302, + "weighted_error_after": 14.661702137440443 + }, + { + "name": "model.layers.13.mlp.experts.68.down_proj", + "observed_tokens": 321, + "weighted_error_before": 22.34595134248957, + "weighted_error_after": 14.67265900829807 + }, + { + "name": "model.layers.13.mlp.experts.69.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 27.773753356188536, + "weighted_error_after": 16.345416149124503 + }, + { + "name": "model.layers.13.mlp.experts.69.up_proj", + "observed_tokens": 170, + "weighted_error_before": 28.92354492843151, + "weighted_error_after": 17.108803452923894 + }, + { + "name": "model.layers.13.mlp.experts.69.down_proj", + "observed_tokens": 170, + "weighted_error_before": 23.646960712969303, + "weighted_error_after": 15.092694176826626 + }, + { + "name": "model.layers.13.mlp.experts.70.gate_proj", + "observed_tokens": 214, + "weighted_error_before": 30.63202184252441, + "weighted_error_after": 18.014445489272475 + }, + { + "name": "model.layers.13.mlp.experts.70.up_proj", + "observed_tokens": 214, + "weighted_error_before": 26.84148771315813, + "weighted_error_after": 15.774818992242217 + }, + { + "name": "model.layers.13.mlp.experts.70.down_proj", + "observed_tokens": 214, + "weighted_error_before": 22.61216386826709, + "weighted_error_after": 14.51938888640143 + }, + { + "name": "model.layers.13.mlp.experts.71.gate_proj", + "observed_tokens": 494, + "weighted_error_before": 26.152851972728968, + "weighted_error_after": 14.8779157102108 + }, + { + "name": "model.layers.13.mlp.experts.71.up_proj", + "observed_tokens": 494, + "weighted_error_before": 26.389383038505912, + "weighted_error_after": 15.186019916087389 + }, + { + "name": "model.layers.13.mlp.experts.71.down_proj", + "observed_tokens": 494, + "weighted_error_before": 21.614722246304154, + "weighted_error_after": 11.618101613596082 + }, + { + "name": "model.layers.13.mlp.experts.72.gate_proj", + "observed_tokens": 437, + "weighted_error_before": 29.93684870004654, + "weighted_error_after": 17.581448417156935 + }, + { + "name": "model.layers.13.mlp.experts.72.up_proj", + "observed_tokens": 437, + "weighted_error_before": 25.819193318486214, + "weighted_error_after": 15.247662952169776 + }, + { + "name": "model.layers.13.mlp.experts.72.down_proj", + "observed_tokens": 437, + "weighted_error_before": 22.29856488178484, + "weighted_error_after": 14.835566402063705 + }, + { + "name": "model.layers.13.mlp.experts.73.gate_proj", + "observed_tokens": 115, + "weighted_error_before": 34.76716299727559, + "weighted_error_after": 18.91876625455916 + }, + { + "name": "model.layers.13.mlp.experts.73.up_proj", + "observed_tokens": 115, + "weighted_error_before": 30.974249582737684, + "weighted_error_after": 17.758129198104143 + }, + { + "name": "model.layers.13.mlp.experts.73.down_proj", + "observed_tokens": 115, + "weighted_error_before": 23.90279000578448, + "weighted_error_after": 15.343135403469205 + }, + { + "name": "model.layers.13.mlp.experts.74.gate_proj", + "observed_tokens": 234, + "weighted_error_before": 27.357378624379635, + "weighted_error_after": 16.159204624593258 + }, + { + "name": "model.layers.13.mlp.experts.74.up_proj", + "observed_tokens": 234, + "weighted_error_before": 26.71603685617447, + "weighted_error_after": 15.519558792933822 + }, + { + "name": "model.layers.13.mlp.experts.74.down_proj", + "observed_tokens": 234, + "weighted_error_before": 23.14348231907934, + "weighted_error_after": 15.750221043359488 + }, + { + "name": "model.layers.13.mlp.experts.75.gate_proj", + "observed_tokens": 216, + "weighted_error_before": 26.18875521980226, + "weighted_error_after": 15.406055957078934 + }, + { + "name": "model.layers.13.mlp.experts.75.up_proj", + "observed_tokens": 216, + "weighted_error_before": 26.589127581566572, + "weighted_error_after": 15.686431311070919 + }, + { + "name": "model.layers.13.mlp.experts.75.down_proj", + "observed_tokens": 216, + "weighted_error_before": 22.927182086277753, + "weighted_error_after": 15.089026181027293 + }, + { + "name": "model.layers.13.mlp.experts.76.gate_proj", + "observed_tokens": 490, + "weighted_error_before": 29.373559208586812, + "weighted_error_after": 17.33909446466714 + }, + { + "name": "model.layers.13.mlp.experts.76.up_proj", + "observed_tokens": 490, + "weighted_error_before": 27.350320775061846, + "weighted_error_after": 16.096876436844468 + }, + { + "name": "model.layers.13.mlp.experts.76.down_proj", + "observed_tokens": 490, + "weighted_error_before": 24.140002524945885, + "weighted_error_after": 15.895391178317368 + }, + { + "name": "model.layers.13.mlp.experts.77.gate_proj", + "observed_tokens": 270, + "weighted_error_before": 26.947190357372165, + "weighted_error_after": 15.569462854415178 + }, + { + "name": "model.layers.13.mlp.experts.77.up_proj", + "observed_tokens": 270, + "weighted_error_before": 26.116047609597445, + "weighted_error_after": 15.215593576431274 + }, + { + "name": "model.layers.13.mlp.experts.77.down_proj", + "observed_tokens": 270, + "weighted_error_before": 22.770961181260645, + "weighted_error_after": 15.089995715301484 + }, + { + "name": "model.layers.13.mlp.experts.78.gate_proj", + "observed_tokens": 215, + "weighted_error_before": 23.578275928273797, + "weighted_error_after": 13.914760630577803 + }, + { + "name": "model.layers.13.mlp.experts.78.up_proj", + "observed_tokens": 215, + "weighted_error_before": 25.372802676633, + "weighted_error_after": 14.741521436721087 + }, + { + "name": "model.layers.13.mlp.experts.78.down_proj", + "observed_tokens": 215, + "weighted_error_before": 21.976792980451137, + "weighted_error_after": 14.152776377275586 + }, + { + "name": "model.layers.13.mlp.experts.79.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 30.972304843366146, + "weighted_error_after": 18.011807430535555 + }, + { + "name": "model.layers.13.mlp.experts.79.up_proj", + "observed_tokens": 85, + "weighted_error_before": 26.02549729682505, + "weighted_error_after": 15.3107191324234 + }, + { + "name": "model.layers.13.mlp.experts.79.down_proj", + "observed_tokens": 85, + "weighted_error_before": 22.703153716400266, + "weighted_error_after": 13.509219565428793 + }, + { + "name": "model.layers.13.mlp.experts.80.gate_proj", + "observed_tokens": 816, + "weighted_error_before": 25.876863081008196, + "weighted_error_after": 15.332155712880194 + }, + { + "name": "model.layers.13.mlp.experts.80.up_proj", + "observed_tokens": 816, + "weighted_error_before": 25.089020378887653, + "weighted_error_after": 15.057930510491133 + }, + { + "name": "model.layers.13.mlp.experts.80.down_proj", + "observed_tokens": 816, + "weighted_error_before": 24.0277747977525, + "weighted_error_after": 15.876317949499935 + }, + { + "name": "model.layers.13.mlp.experts.81.gate_proj", + "observed_tokens": 235, + "weighted_error_before": 24.364211255684495, + "weighted_error_after": 14.26763908751309 + }, + { + "name": "model.layers.13.mlp.experts.81.up_proj", + "observed_tokens": 235, + "weighted_error_before": 25.86016664840281, + "weighted_error_after": 15.329631350934505 + }, + { + "name": "model.layers.13.mlp.experts.81.down_proj", + "observed_tokens": 235, + "weighted_error_before": 24.559537477325648, + "weighted_error_after": 16.40161557076499 + }, + { + "name": "model.layers.13.mlp.experts.82.gate_proj", + "observed_tokens": 876, + "weighted_error_before": 24.302317209541798, + "weighted_error_after": 14.198041699826717 + }, + { + "name": "model.layers.13.mlp.experts.82.up_proj", + "observed_tokens": 876, + "weighted_error_before": 25.798397155478597, + "weighted_error_after": 15.075200650840998 + }, + { + "name": "model.layers.13.mlp.experts.82.down_proj", + "observed_tokens": 876, + "weighted_error_before": 21.6317613911815, + "weighted_error_after": 11.554858348798007 + }, + { + "name": "model.layers.13.mlp.experts.83.gate_proj", + "observed_tokens": 154, + "weighted_error_before": 26.856583090499043, + "weighted_error_after": 15.875946512445807 + }, + { + "name": "model.layers.13.mlp.experts.83.up_proj", + "observed_tokens": 154, + "weighted_error_before": 27.57975121214986, + "weighted_error_after": 16.234180629253387 + }, + { + "name": "model.layers.13.mlp.experts.83.down_proj", + "observed_tokens": 154, + "weighted_error_before": 23.265517933294177, + "weighted_error_after": 15.069605657830834 + }, + { + "name": "model.layers.13.mlp.experts.84.gate_proj", + "observed_tokens": 260, + "weighted_error_before": 30.201158775016665, + "weighted_error_after": 17.149152575992048 + }, + { + "name": "model.layers.13.mlp.experts.84.up_proj", + "observed_tokens": 260, + "weighted_error_before": 26.414624337106943, + "weighted_error_after": 15.462887855246663 + }, + { + "name": "model.layers.13.mlp.experts.84.down_proj", + "observed_tokens": 260, + "weighted_error_before": 24.37323252763599, + "weighted_error_after": 16.413872791919857 + }, + { + "name": "model.layers.13.mlp.experts.85.gate_proj", + "observed_tokens": 262, + "weighted_error_before": 23.83456886932254, + "weighted_error_after": 14.141787856817245 + }, + { + "name": "model.layers.13.mlp.experts.85.up_proj", + "observed_tokens": 262, + "weighted_error_before": 24.528771644458175, + "weighted_error_after": 14.30613768287003 + }, + { + "name": "model.layers.13.mlp.experts.85.down_proj", + "observed_tokens": 262, + "weighted_error_before": 21.35871966276318, + "weighted_error_after": 14.515321919927374 + }, + { + "name": "model.layers.13.mlp.experts.86.gate_proj", + "observed_tokens": 384, + "weighted_error_before": 27.506187491118908, + "weighted_error_after": 16.24352870322764 + }, + { + "name": "model.layers.13.mlp.experts.86.up_proj", + "observed_tokens": 384, + "weighted_error_before": 29.680855929851532, + "weighted_error_after": 17.488106787204742 + }, + { + "name": "model.layers.13.mlp.experts.86.down_proj", + "observed_tokens": 384, + "weighted_error_before": 24.62041883263737, + "weighted_error_after": 15.99074844410643 + }, + { + "name": "model.layers.13.mlp.experts.87.gate_proj", + "observed_tokens": 452, + "weighted_error_before": 30.298728538677096, + "weighted_error_after": 17.964412577450275 + }, + { + "name": "model.layers.13.mlp.experts.87.up_proj", + "observed_tokens": 452, + "weighted_error_before": 27.66424240358174, + "weighted_error_after": 16.125946037471294 + }, + { + "name": "model.layers.13.mlp.experts.87.down_proj", + "observed_tokens": 452, + "weighted_error_before": 23.758775434456766, + "weighted_error_after": 15.800745946122333 + }, + { + "name": "model.layers.13.mlp.experts.88.gate_proj", + "observed_tokens": 113, + "weighted_error_before": 29.175648195669055, + "weighted_error_after": 17.00610536709428 + }, + { + "name": "model.layers.13.mlp.experts.88.up_proj", + "observed_tokens": 113, + "weighted_error_before": 25.88265817053616, + "weighted_error_after": 15.29336485080421 + }, + { + "name": "model.layers.13.mlp.experts.88.down_proj", + "observed_tokens": 113, + "weighted_error_before": 22.01420515915379, + "weighted_error_after": 14.604550184914842 + }, + { + "name": "model.layers.13.mlp.experts.89.gate_proj", + "observed_tokens": 580, + "weighted_error_before": 25.39483256265521, + "weighted_error_after": 14.953577693551779 + }, + { + "name": "model.layers.13.mlp.experts.89.up_proj", + "observed_tokens": 580, + "weighted_error_before": 27.377201855182648, + "weighted_error_after": 16.162696231156588 + }, + { + "name": "model.layers.13.mlp.experts.89.down_proj", + "observed_tokens": 580, + "weighted_error_before": 22.636525677517056, + "weighted_error_after": 14.70058725378476 + }, + { + "name": "model.layers.13.mlp.experts.90.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 25.138354076072574, + "weighted_error_after": 14.620660327374935 + }, + { + "name": "model.layers.13.mlp.experts.90.up_proj", + "observed_tokens": 230, + "weighted_error_before": 28.499932076781988, + "weighted_error_after": 16.87138562835753 + }, + { + "name": "model.layers.13.mlp.experts.90.down_proj", + "observed_tokens": 230, + "weighted_error_before": 24.73036939324811, + "weighted_error_after": 16.417056230595335 + }, + { + "name": "model.layers.13.mlp.experts.91.gate_proj", + "observed_tokens": 95, + "weighted_error_before": 30.083451084792614, + "weighted_error_after": 17.680552260950208 + }, + { + "name": "model.layers.13.mlp.experts.91.up_proj", + "observed_tokens": 95, + "weighted_error_before": 29.378881234675646, + "weighted_error_after": 17.261958049610257 + }, + { + "name": "model.layers.13.mlp.experts.91.down_proj", + "observed_tokens": 95, + "weighted_error_before": 23.82881838362664, + "weighted_error_after": 15.151727920398116 + }, + { + "name": "model.layers.13.mlp.experts.92.gate_proj", + "observed_tokens": 380, + "weighted_error_before": 26.460099460557103, + "weighted_error_after": 15.500224923714995 + }, + { + "name": "model.layers.13.mlp.experts.92.up_proj", + "observed_tokens": 380, + "weighted_error_before": 27.038654137402773, + "weighted_error_after": 15.809337856248021 + }, + { + "name": "model.layers.13.mlp.experts.92.down_proj", + "observed_tokens": 380, + "weighted_error_before": 22.778647801838815, + "weighted_error_after": 15.055542088113725 + }, + { + "name": "model.layers.13.mlp.experts.93.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 31.11899107322097, + "weighted_error_after": 18.297839406877756 + }, + { + "name": "model.layers.13.mlp.experts.93.up_proj", + "observed_tokens": 112, + "weighted_error_before": 26.200073465704918, + "weighted_error_after": 15.363614533096552 + }, + { + "name": "model.layers.13.mlp.experts.93.down_proj", + "observed_tokens": 112, + "weighted_error_before": 22.50927978963591, + "weighted_error_after": 15.09404396917671 + }, + { + "name": "model.layers.13.mlp.experts.94.gate_proj", + "observed_tokens": 196, + "weighted_error_before": 40.69933867082, + "weighted_error_after": 21.425569597631693 + }, + { + "name": "model.layers.13.mlp.experts.94.up_proj", + "observed_tokens": 196, + "weighted_error_before": 30.913384430110455, + "weighted_error_after": 17.041359096765518 + }, + { + "name": "model.layers.13.mlp.experts.94.down_proj", + "observed_tokens": 196, + "weighted_error_before": 22.93633413966745, + "weighted_error_after": 14.636126226279885 + }, + { + "name": "model.layers.13.mlp.experts.95.gate_proj", + "observed_tokens": 983, + "weighted_error_before": 38.642263159155846, + "weighted_error_after": 21.685197637416422 + }, + { + "name": "model.layers.13.mlp.experts.95.up_proj", + "observed_tokens": 983, + "weighted_error_before": 29.638715805485845, + "weighted_error_after": 16.91790511459112 + }, + { + "name": "model.layers.13.mlp.experts.95.down_proj", + "observed_tokens": 983, + "weighted_error_before": 22.850744540337473, + "weighted_error_after": 15.501617006957531 + }, + { + "name": "model.layers.13.mlp.experts.96.gate_proj", + "observed_tokens": 382, + "weighted_error_before": 22.956951471045613, + "weighted_error_after": 13.412811913527548 + }, + { + "name": "model.layers.13.mlp.experts.96.up_proj", + "observed_tokens": 382, + "weighted_error_before": 24.839468942955136, + "weighted_error_after": 14.905177814885974 + }, + { + "name": "model.layers.13.mlp.experts.96.down_proj", + "observed_tokens": 382, + "weighted_error_before": 23.1085813511163, + "weighted_error_after": 15.283792501781136 + }, + { + "name": "model.layers.13.mlp.experts.97.gate_proj", + "observed_tokens": 799, + "weighted_error_before": 27.089586213231087, + "weighted_error_after": 16.010074138641357 + }, + { + "name": "model.layers.13.mlp.experts.97.up_proj", + "observed_tokens": 799, + "weighted_error_before": 27.08139070868492, + "weighted_error_after": 15.850423039868474 + }, + { + "name": "model.layers.13.mlp.experts.97.down_proj", + "observed_tokens": 799, + "weighted_error_before": 22.59023870807141, + "weighted_error_after": 15.022456238046288 + }, + { + "name": "model.layers.13.mlp.experts.98.gate_proj", + "observed_tokens": 101, + "weighted_error_before": 28.980476524680853, + "weighted_error_after": 17.066396607086062 + }, + { + "name": "model.layers.13.mlp.experts.98.up_proj", + "observed_tokens": 101, + "weighted_error_before": 29.474772173911333, + "weighted_error_after": 17.200899854302406 + }, + { + "name": "model.layers.13.mlp.experts.98.down_proj", + "observed_tokens": 101, + "weighted_error_before": 24.864935578778386, + "weighted_error_after": 16.03314402815886 + }, + { + "name": "model.layers.13.mlp.experts.99.gate_proj", + "observed_tokens": 152, + "weighted_error_before": 28.49250280484557, + "weighted_error_after": 16.403942363336682 + }, + { + "name": "model.layers.13.mlp.experts.99.up_proj", + "observed_tokens": 152, + "weighted_error_before": 28.499680744484067, + "weighted_error_after": 16.419139362871647 + }, + { + "name": "model.layers.13.mlp.experts.99.down_proj", + "observed_tokens": 152, + "weighted_error_before": 23.55103282118216, + "weighted_error_after": 14.98027979861945 + }, + { + "name": "model.layers.13.mlp.experts.100.gate_proj", + "observed_tokens": 88, + "weighted_error_before": 30.371627878397703, + "weighted_error_after": 17.891278785653412 + }, + { + "name": "model.layers.13.mlp.experts.100.up_proj", + "observed_tokens": 88, + "weighted_error_before": 29.393742529675364, + "weighted_error_after": 17.50482565909624 + }, + { + "name": "model.layers.13.mlp.experts.100.down_proj", + "observed_tokens": 88, + "weighted_error_before": 25.785336974076927, + "weighted_error_after": 16.298898794222623 + }, + { + "name": "model.layers.13.mlp.experts.101.gate_proj", + "observed_tokens": 269, + "weighted_error_before": 28.967800507321954, + "weighted_error_after": 16.945011161267757 + }, + { + "name": "model.layers.13.mlp.experts.101.up_proj", + "observed_tokens": 269, + "weighted_error_before": 28.213201861828566, + "weighted_error_after": 16.626700500026345 + }, + { + "name": "model.layers.13.mlp.experts.101.down_proj", + "observed_tokens": 269, + "weighted_error_before": 23.523349720053375, + "weighted_error_after": 15.380007116124034 + }, + { + "name": "model.layers.13.mlp.experts.102.gate_proj", + "observed_tokens": 9, + "weighted_error_before": 30.587415501475334, + "weighted_error_after": 16.5749900508672 + }, + { + "name": "model.layers.13.mlp.experts.102.up_proj", + "observed_tokens": 9, + "weighted_error_before": 31.112913567572832, + "weighted_error_after": 17.882734874263406 + }, + { + "name": "model.layers.13.mlp.experts.102.down_proj", + "observed_tokens": 9, + "weighted_error_before": 25.486202203668654, + "weighted_error_after": 17.423865617718548 + }, + { + "name": "model.layers.13.mlp.experts.103.gate_proj", + "observed_tokens": 462, + "weighted_error_before": 26.19467693194747, + "weighted_error_after": 15.62237699702382 + }, + { + "name": "model.layers.13.mlp.experts.103.up_proj", + "observed_tokens": 462, + "weighted_error_before": 25.96360731124878, + "weighted_error_after": 15.212157681584358 + }, + { + "name": "model.layers.13.mlp.experts.103.down_proj", + "observed_tokens": 462, + "weighted_error_before": 22.70598502876237, + "weighted_error_after": 14.8845920835156 + }, + { + "name": "model.layers.13.mlp.experts.104.gate_proj", + "observed_tokens": 150, + "weighted_error_before": 26.284850038588047, + "weighted_error_after": 15.440507453866303 + }, + { + "name": "model.layers.13.mlp.experts.104.up_proj", + "observed_tokens": 150, + "weighted_error_before": 26.2526930347085, + "weighted_error_after": 15.639388618990779 + }, + { + "name": "model.layers.13.mlp.experts.104.down_proj", + "observed_tokens": 150, + "weighted_error_before": 23.780569339636713, + "weighted_error_after": 15.524071187712252 + }, + { + "name": "model.layers.13.mlp.experts.105.gate_proj", + "observed_tokens": 147, + "weighted_error_before": 29.791199890896678, + "weighted_error_after": 17.535915724001825 + }, + { + "name": "model.layers.13.mlp.experts.105.up_proj", + "observed_tokens": 147, + "weighted_error_before": 26.962049374356866, + "weighted_error_after": 15.976777702569962 + }, + { + "name": "model.layers.13.mlp.experts.105.down_proj", + "observed_tokens": 147, + "weighted_error_before": 22.718060441315174, + "weighted_error_after": 14.871618759818375 + }, + { + "name": "model.layers.13.mlp.experts.106.gate_proj", + "observed_tokens": 4, + "weighted_error_before": 32.026154201477766, + "weighted_error_after": 18.14422451145947 + }, + { + "name": "model.layers.13.mlp.experts.106.up_proj", + "observed_tokens": 4, + "weighted_error_before": 29.081656511873007, + "weighted_error_after": 17.16578310355544 + }, + { + "name": "model.layers.13.mlp.experts.106.down_proj", + "observed_tokens": 4, + "weighted_error_before": 25.43844473315403, + "weighted_error_after": 17.455737890675664 + }, + { + "name": "model.layers.13.mlp.experts.107.gate_proj", + "observed_tokens": 89, + "weighted_error_before": 28.40663997270167, + "weighted_error_after": 16.487121978774667 + }, + { + "name": "model.layers.13.mlp.experts.107.up_proj", + "observed_tokens": 89, + "weighted_error_before": 26.45599189773202, + "weighted_error_after": 15.367730516940355 + }, + { + "name": "model.layers.13.mlp.experts.107.down_proj", + "observed_tokens": 89, + "weighted_error_before": 22.09008357813582, + "weighted_error_after": 11.56361187575385 + }, + { + "name": "model.layers.13.mlp.experts.108.gate_proj", + "observed_tokens": 222, + "weighted_error_before": 26.379285637289286, + "weighted_error_after": 15.447353134863079 + }, + { + "name": "model.layers.13.mlp.experts.108.up_proj", + "observed_tokens": 222, + "weighted_error_before": 25.731001924723387, + "weighted_error_after": 15.137703792192042 + }, + { + "name": "model.layers.13.mlp.experts.108.down_proj", + "observed_tokens": 222, + "weighted_error_before": 23.4865521970205, + "weighted_error_after": 15.822496300097555 + }, + { + "name": "model.layers.13.mlp.experts.109.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 31.304956829175353, + "weighted_error_after": 18.55272020585835 + }, + { + "name": "model.layers.13.mlp.experts.109.up_proj", + "observed_tokens": 158, + "weighted_error_before": 29.568050745874643, + "weighted_error_after": 17.395882427692413 + }, + { + "name": "model.layers.13.mlp.experts.109.down_proj", + "observed_tokens": 158, + "weighted_error_before": 24.266992840450257, + "weighted_error_after": 16.334438473451883 + }, + { + "name": "model.layers.13.mlp.experts.110.gate_proj", + "observed_tokens": 406, + "weighted_error_before": 24.64369125664234, + "weighted_error_after": 14.665244607254863 + }, + { + "name": "model.layers.13.mlp.experts.110.up_proj", + "observed_tokens": 406, + "weighted_error_before": 27.146137727424502, + "weighted_error_after": 15.994411302730441 + }, + { + "name": "model.layers.13.mlp.experts.110.down_proj", + "observed_tokens": 406, + "weighted_error_before": 25.07997488696128, + "weighted_error_after": 16.481986614409834 + }, + { + "name": "model.layers.13.mlp.experts.111.gate_proj", + "observed_tokens": 181, + "weighted_error_before": 42.31383794173598, + "weighted_error_after": 25.26480275951326 + }, + { + "name": "model.layers.13.mlp.experts.111.up_proj", + "observed_tokens": 181, + "weighted_error_before": 37.747298968955874, + "weighted_error_after": 22.290697867050767 + }, + { + "name": "model.layers.13.mlp.experts.111.down_proj", + "observed_tokens": 181, + "weighted_error_before": 23.712099664844573, + "weighted_error_after": 14.63947017583996 + }, + { + "name": "model.layers.13.mlp.experts.112.gate_proj", + "observed_tokens": 236, + "weighted_error_before": 29.38103341124952, + "weighted_error_after": 17.223674101755023 + }, + { + "name": "model.layers.13.mlp.experts.112.up_proj", + "observed_tokens": 236, + "weighted_error_before": 26.455565253272653, + "weighted_error_after": 15.821704315021634 + }, + { + "name": "model.layers.13.mlp.experts.112.down_proj", + "observed_tokens": 236, + "weighted_error_before": 23.278471490368247, + "weighted_error_after": 15.481886216672137 + }, + { + "name": "model.layers.13.mlp.experts.113.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 32.33386085741222, + "weighted_error_after": 18.2601402644068 + }, + { + "name": "model.layers.13.mlp.experts.113.up_proj", + "observed_tokens": 151, + "weighted_error_before": 27.827471610158682, + "weighted_error_after": 16.1614024695009 + }, + { + "name": "model.layers.13.mlp.experts.113.down_proj", + "observed_tokens": 151, + "weighted_error_before": 24.807742924429476, + "weighted_error_after": 16.0851987763308 + }, + { + "name": "model.layers.13.mlp.experts.114.gate_proj", + "observed_tokens": 497, + "weighted_error_before": 22.393248662352562, + "weighted_error_after": 13.14155618287623 + }, + { + "name": "model.layers.13.mlp.experts.114.up_proj", + "observed_tokens": 497, + "weighted_error_before": 26.94274926930666, + "weighted_error_after": 15.9260897282511 + }, + { + "name": "model.layers.13.mlp.experts.114.down_proj", + "observed_tokens": 497, + "weighted_error_before": 25.36584589444101, + "weighted_error_after": 17.129097152501345 + }, + { + "name": "model.layers.13.mlp.experts.115.gate_proj", + "observed_tokens": 620, + "weighted_error_before": 27.988975532352924, + "weighted_error_after": 16.521280197426677 + }, + { + "name": "model.layers.13.mlp.experts.115.up_proj", + "observed_tokens": 620, + "weighted_error_before": 31.05947844684124, + "weighted_error_after": 18.053688483312726 + }, + { + "name": "model.layers.13.mlp.experts.115.down_proj", + "observed_tokens": 620, + "weighted_error_before": 25.53278409037739, + "weighted_error_after": 17.040617278777063 + }, + { + "name": "model.layers.13.mlp.experts.116.gate_proj", + "observed_tokens": 290, + "weighted_error_before": 26.18106920644641, + "weighted_error_after": 15.44066254235804 + }, + { + "name": "model.layers.13.mlp.experts.116.up_proj", + "observed_tokens": 290, + "weighted_error_before": 28.4604553245008, + "weighted_error_after": 16.644646698608994 + }, + { + "name": "model.layers.13.mlp.experts.116.down_proj", + "observed_tokens": 290, + "weighted_error_before": 23.303088414948434, + "weighted_error_after": 15.422934259520844 + }, + { + "name": "model.layers.13.mlp.experts.117.gate_proj", + "observed_tokens": 610, + "weighted_error_before": 22.2742167878896, + "weighted_error_after": 13.262003682553768 + }, + { + "name": "model.layers.13.mlp.experts.117.up_proj", + "observed_tokens": 610, + "weighted_error_before": 26.250907491892576, + "weighted_error_after": 15.407408356666565 + }, + { + "name": "model.layers.13.mlp.experts.117.down_proj", + "observed_tokens": 610, + "weighted_error_before": 22.808938157744706, + "weighted_error_after": 15.33788977144286 + }, + { + "name": "model.layers.13.mlp.experts.118.gate_proj", + "observed_tokens": 373, + "weighted_error_before": 27.561546836048365, + "weighted_error_after": 16.295338911935687 + }, + { + "name": "model.layers.13.mlp.experts.118.up_proj", + "observed_tokens": 373, + "weighted_error_before": 29.263705857098103, + "weighted_error_after": 17.216288715600967 + }, + { + "name": "model.layers.13.mlp.experts.118.down_proj", + "observed_tokens": 373, + "weighted_error_before": 24.139805918559432, + "weighted_error_after": 15.654854448745027 + }, + { + "name": "model.layers.13.mlp.experts.119.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 32.98055354692042, + "weighted_error_after": 19.39234146196395 + }, + { + "name": "model.layers.13.mlp.experts.119.up_proj", + "observed_tokens": 233, + "weighted_error_before": 29.40328174456954, + "weighted_error_after": 17.20649991184473 + }, + { + "name": "model.layers.13.mlp.experts.119.down_proj", + "observed_tokens": 233, + "weighted_error_before": 25.68035820266232, + "weighted_error_after": 16.616089904797263 + }, + { + "name": "model.layers.13.mlp.experts.120.gate_proj", + "observed_tokens": 165, + "weighted_error_before": 28.72830335609615, + "weighted_error_after": 16.868826914578676 + }, + { + "name": "model.layers.13.mlp.experts.120.up_proj", + "observed_tokens": 165, + "weighted_error_before": 28.955629320815206, + "weighted_error_after": 17.01196608133614 + }, + { + "name": "model.layers.13.mlp.experts.120.down_proj", + "observed_tokens": 165, + "weighted_error_before": 23.85068528400734, + "weighted_error_after": 15.567382210865617 + }, + { + "name": "model.layers.13.mlp.experts.121.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 28.203912895172834, + "weighted_error_after": 16.53881843574345 + }, + { + "name": "model.layers.13.mlp.experts.121.up_proj", + "observed_tokens": 109, + "weighted_error_before": 28.358667261898518, + "weighted_error_after": 16.878003580495715 + }, + { + "name": "model.layers.13.mlp.experts.121.down_proj", + "observed_tokens": 109, + "weighted_error_before": 23.981151547282934, + "weighted_error_after": 15.739859502064064 + }, + { + "name": "model.layers.13.mlp.experts.122.gate_proj", + "observed_tokens": 442, + "weighted_error_before": 27.172130782157183, + "weighted_error_after": 16.020947504788637 + }, + { + "name": "model.layers.13.mlp.experts.122.up_proj", + "observed_tokens": 442, + "weighted_error_before": 29.646565839648247, + "weighted_error_after": 17.323159020394087 + }, + { + "name": "model.layers.13.mlp.experts.122.down_proj", + "observed_tokens": 442, + "weighted_error_before": 24.670804602792487, + "weighted_error_after": 16.709974542493 + }, + { + "name": "model.layers.13.mlp.experts.123.gate_proj", + "observed_tokens": 505, + "weighted_error_before": 24.03830647841096, + "weighted_error_after": 14.063746527768672 + }, + { + "name": "model.layers.13.mlp.experts.123.up_proj", + "observed_tokens": 505, + "weighted_error_before": 25.13918219320476, + "weighted_error_after": 14.729256991297007 + }, + { + "name": "model.layers.13.mlp.experts.123.down_proj", + "observed_tokens": 505, + "weighted_error_before": 21.82500881375745, + "weighted_error_after": 14.537027259357274 + }, + { + "name": "model.layers.13.mlp.experts.124.gate_proj", + "observed_tokens": 180, + "weighted_error_before": 28.84939130395651, + "weighted_error_after": 16.843741677701473 + }, + { + "name": "model.layers.13.mlp.experts.124.up_proj", + "observed_tokens": 180, + "weighted_error_before": 30.253818474709988, + "weighted_error_after": 17.599097978323698 + }, + { + "name": "model.layers.13.mlp.experts.124.down_proj", + "observed_tokens": 180, + "weighted_error_before": 24.520284939557314, + "weighted_error_after": 15.695620035752654 + }, + { + "name": "model.layers.13.mlp.experts.125.gate_proj", + "observed_tokens": 475, + "weighted_error_before": 26.371209625154734, + "weighted_error_after": 15.538394909352064 + }, + { + "name": "model.layers.13.mlp.experts.125.up_proj", + "observed_tokens": 475, + "weighted_error_before": 28.6432051807642, + "weighted_error_after": 16.742871267721057 + }, + { + "name": "model.layers.13.mlp.experts.125.down_proj", + "observed_tokens": 475, + "weighted_error_before": 24.6008004299365, + "weighted_error_after": 15.857977999839932 + }, + { + "name": "model.layers.13.mlp.experts.126.gate_proj", + "observed_tokens": 184, + "weighted_error_before": 28.65939273685217, + "weighted_error_after": 16.784893528558314 + }, + { + "name": "model.layers.13.mlp.experts.126.up_proj", + "observed_tokens": 184, + "weighted_error_before": 27.80325940810144, + "weighted_error_after": 16.222907938063145 + }, + { + "name": "model.layers.13.mlp.experts.126.down_proj", + "observed_tokens": 184, + "weighted_error_before": 24.66445615515113, + "weighted_error_after": 16.11066591157578 + }, + { + "name": "model.layers.13.mlp.experts.127.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 27.578365122899413, + "weighted_error_after": 16.275763901881874 + }, + { + "name": "model.layers.13.mlp.experts.127.up_proj", + "observed_tokens": 58, + "weighted_error_before": 28.449553802609444, + "weighted_error_after": 16.766121920198202 + }, + { + "name": "model.layers.13.mlp.experts.127.down_proj", + "observed_tokens": 58, + "weighted_error_before": 26.747972215525806, + "weighted_error_after": 16.98039850546047 + }, + { + "name": "model.layers.13.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 12.860279843211174, + "weighted_error_after": 7.167944741784595 + }, + { + "name": "model.layers.13.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 22.84876018250361, + "weighted_error_after": 12.409222541144118 + }, + { + "name": "model.layers.13.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 20.92462634993717, + "weighted_error_after": 15.431878002826124 + }, + { + "name": "model.layers.14.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 154.68497832957655, + "weighted_error_after": 89.88445055531338 + }, + { + "name": "model.layers.14.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 134.13801642972976, + "weighted_error_after": 76.72388185560703 + }, + { + "name": "model.layers.14.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 193.072146050632, + "weighted_error_after": 109.77699741441756 + }, + { + "name": "model.layers.14.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 197.1524178031832, + "weighted_error_after": 113.88936576247215 + }, + { + "name": "model.layers.14.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.54127549380064, + "weighted_error_after": 1.306448932737112 + }, + { + "name": "model.layers.14.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 181.23463959340006, + "weighted_error_after": 103.42818893678486 + }, + { + "name": "model.layers.14.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 363.0827735066414, + "weighted_error_after": 241.4634146913886 + }, + { + "name": "model.layers.14.mlp.experts.0.gate_proj", + "observed_tokens": 886, + "weighted_error_before": 29.440692983567715, + "weighted_error_after": 17.47135859541595 + }, + { + "name": "model.layers.14.mlp.experts.0.up_proj", + "observed_tokens": 886, + "weighted_error_before": 25.576218580827117, + "weighted_error_after": 15.258220428600907 + }, + { + "name": "model.layers.14.mlp.experts.0.down_proj", + "observed_tokens": 886, + "weighted_error_before": 21.742875618860126, + "weighted_error_after": 14.501786397537217 + }, + { + "name": "model.layers.14.mlp.experts.1.gate_proj", + "observed_tokens": 78, + "weighted_error_before": 37.68578356876969, + "weighted_error_after": 19.71952633559704 + }, + { + "name": "model.layers.14.mlp.experts.1.up_proj", + "observed_tokens": 78, + "weighted_error_before": 34.41870192810893, + "weighted_error_after": 19.22259340621531 + }, + { + "name": "model.layers.14.mlp.experts.1.down_proj", + "observed_tokens": 78, + "weighted_error_before": 23.148066343273968, + "weighted_error_after": 13.708726777229458 + }, + { + "name": "model.layers.14.mlp.experts.2.gate_proj", + "observed_tokens": 118, + "weighted_error_before": 30.03511581942439, + "weighted_error_after": 16.96310905367136 + }, + { + "name": "model.layers.14.mlp.experts.2.up_proj", + "observed_tokens": 118, + "weighted_error_before": 30.26419578678906, + "weighted_error_after": 17.21618008799851 + }, + { + "name": "model.layers.14.mlp.experts.2.down_proj", + "observed_tokens": 118, + "weighted_error_before": 22.820170416962355, + "weighted_error_after": 14.9390426450409 + }, + { + "name": "model.layers.14.mlp.experts.3.gate_proj", + "observed_tokens": 646, + "weighted_error_before": 29.34678018465638, + "weighted_error_after": 17.3005789257586 + }, + { + "name": "model.layers.14.mlp.experts.3.up_proj", + "observed_tokens": 646, + "weighted_error_before": 27.570424117147923, + "weighted_error_after": 16.22484129667282 + }, + { + "name": "model.layers.14.mlp.experts.3.down_proj", + "observed_tokens": 646, + "weighted_error_before": 22.931644514668733, + "weighted_error_after": 15.28369510336779 + }, + { + "name": "model.layers.14.mlp.experts.4.gate_proj", + "observed_tokens": 296, + "weighted_error_before": 29.891718078404665, + "weighted_error_after": 16.22743747662753 + }, + { + "name": "model.layers.14.mlp.experts.4.up_proj", + "observed_tokens": 296, + "weighted_error_before": 29.988399371504784, + "weighted_error_after": 16.48928231932223 + }, + { + "name": "model.layers.14.mlp.experts.4.down_proj", + "observed_tokens": 296, + "weighted_error_before": 24.01699369121343, + "weighted_error_after": 15.00911609409377 + }, + { + "name": "model.layers.14.mlp.experts.5.gate_proj", + "observed_tokens": 72, + "weighted_error_before": 25.057724533602595, + "weighted_error_after": 14.821018521673977 + }, + { + "name": "model.layers.14.mlp.experts.5.up_proj", + "observed_tokens": 72, + "weighted_error_before": 26.24234297685325, + "weighted_error_after": 15.421038135886192 + }, + { + "name": "model.layers.14.mlp.experts.5.down_proj", + "observed_tokens": 72, + "weighted_error_before": 25.204662018921226, + "weighted_error_after": 16.67193707684055 + }, + { + "name": "model.layers.14.mlp.experts.6.gate_proj", + "observed_tokens": 266, + "weighted_error_before": 31.09683915786445, + "weighted_error_after": 18.406474938616157 + }, + { + "name": "model.layers.14.mlp.experts.6.up_proj", + "observed_tokens": 266, + "weighted_error_before": 30.322360325604677, + "weighted_error_after": 17.864683089777827 + }, + { + "name": "model.layers.14.mlp.experts.6.down_proj", + "observed_tokens": 266, + "weighted_error_before": 24.988735847640783, + "weighted_error_after": 16.223110685124993 + }, + { + "name": "model.layers.14.mlp.experts.7.gate_proj", + "observed_tokens": 638, + "weighted_error_before": 31.098566871136427, + "weighted_error_after": 18.37541245855391 + }, + { + "name": "model.layers.14.mlp.experts.7.up_proj", + "observed_tokens": 638, + "weighted_error_before": 27.626617832109332, + "weighted_error_after": 16.16232518106699 + }, + { + "name": "model.layers.14.mlp.experts.7.down_proj", + "observed_tokens": 638, + "weighted_error_before": 22.886903876671568, + "weighted_error_after": 14.981165542732924 + }, + { + "name": "model.layers.14.mlp.experts.8.gate_proj", + "observed_tokens": 430, + "weighted_error_before": 24.13519248738885, + "weighted_error_after": 14.262563223950565 + }, + { + "name": "model.layers.14.mlp.experts.8.up_proj", + "observed_tokens": 430, + "weighted_error_before": 25.917930889874697, + "weighted_error_after": 15.23387728445232 + }, + { + "name": "model.layers.14.mlp.experts.8.down_proj", + "observed_tokens": 430, + "weighted_error_before": 23.85163762513548, + "weighted_error_after": 15.690403826069087 + }, + { + "name": "model.layers.14.mlp.experts.9.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 24.714614562690258, + "weighted_error_after": 14.538516606204212 + }, + { + "name": "model.layers.14.mlp.experts.9.up_proj", + "observed_tokens": 116, + "weighted_error_before": 25.351157497614622, + "weighted_error_after": 14.933457255363464 + }, + { + "name": "model.layers.14.mlp.experts.9.down_proj", + "observed_tokens": 116, + "weighted_error_before": 24.366547886282206, + "weighted_error_after": 16.1028600637801 + }, + { + "name": "model.layers.14.mlp.experts.10.gate_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.14.mlp.experts.10.up_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.14.mlp.experts.10.down_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.14.mlp.experts.11.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 22.835952648893, + "weighted_error_after": 13.601426569744945 + }, + { + "name": "model.layers.14.mlp.experts.11.up_proj", + "observed_tokens": 182, + "weighted_error_before": 31.320148084312677, + "weighted_error_after": 18.34026168473065 + }, + { + "name": "model.layers.14.mlp.experts.11.down_proj", + "observed_tokens": 182, + "weighted_error_before": 28.119399808347225, + "weighted_error_after": 18.764323385432363 + }, + { + "name": "model.layers.14.mlp.experts.12.gate_proj", + "observed_tokens": 27, + "weighted_error_before": 29.059031259268522, + "weighted_error_after": 16.348518664948642 + }, + { + "name": "model.layers.14.mlp.experts.12.up_proj", + "observed_tokens": 27, + "weighted_error_before": 26.091669706627727, + "weighted_error_after": 14.749272767454386 + }, + { + "name": "model.layers.14.mlp.experts.12.down_proj", + "observed_tokens": 27, + "weighted_error_before": 22.167478936724365, + "weighted_error_after": 15.213975948281586 + }, + { + "name": "model.layers.14.mlp.experts.13.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 25.616813238710165, + "weighted_error_after": 15.082159793004394 + }, + { + "name": "model.layers.14.mlp.experts.13.up_proj", + "observed_tokens": 48, + "weighted_error_before": 31.747803211212158, + "weighted_error_after": 18.763924162834883 + }, + { + "name": "model.layers.14.mlp.experts.13.down_proj", + "observed_tokens": 48, + "weighted_error_before": 28.73346019629389, + "weighted_error_after": 18.98063134867698 + }, + { + "name": "model.layers.14.mlp.experts.14.gate_proj", + "observed_tokens": 399, + "weighted_error_before": 25.57961385510862, + "weighted_error_after": 14.777150683104992 + }, + { + "name": "model.layers.14.mlp.experts.14.up_proj", + "observed_tokens": 399, + "weighted_error_before": 27.789143016561866, + "weighted_error_after": 16.27529738098383 + }, + { + "name": "model.layers.14.mlp.experts.14.down_proj", + "observed_tokens": 399, + "weighted_error_before": 23.822446843143553, + "weighted_error_after": 14.790156004950404 + }, + { + "name": "model.layers.14.mlp.experts.15.gate_proj", + "observed_tokens": 213, + "weighted_error_before": 28.11844538152218, + "weighted_error_after": 16.392607463523746 + }, + { + "name": "model.layers.14.mlp.experts.15.up_proj", + "observed_tokens": 213, + "weighted_error_before": 27.782343950122595, + "weighted_error_after": 16.342122729867697 + }, + { + "name": "model.layers.14.mlp.experts.15.down_proj", + "observed_tokens": 213, + "weighted_error_before": 23.848456950858235, + "weighted_error_after": 14.846432738471776 + }, + { + "name": "model.layers.14.mlp.experts.16.gate_proj", + "observed_tokens": 652, + "weighted_error_before": 30.990083606913686, + "weighted_error_after": 18.317385372705758 + }, + { + "name": "model.layers.14.mlp.experts.16.up_proj", + "observed_tokens": 652, + "weighted_error_before": 28.125874837860465, + "weighted_error_after": 16.64694196358323 + }, + { + "name": "model.layers.14.mlp.experts.16.down_proj", + "observed_tokens": 652, + "weighted_error_before": 24.30918439757079, + "weighted_error_after": 16.414018762065098 + }, + { + "name": "model.layers.14.mlp.experts.17.gate_proj", + "observed_tokens": 222, + "weighted_error_before": 27.38526301831007, + "weighted_error_after": 16.20700319390744 + }, + { + "name": "model.layers.14.mlp.experts.17.up_proj", + "observed_tokens": 222, + "weighted_error_before": 27.38417248427868, + "weighted_error_after": 16.126381799578667 + }, + { + "name": "model.layers.14.mlp.experts.17.down_proj", + "observed_tokens": 222, + "weighted_error_before": 24.18180052191019, + "weighted_error_after": 16.053992451168597 + }, + { + "name": "model.layers.14.mlp.experts.18.gate_proj", + "observed_tokens": 489, + "weighted_error_before": 23.057908376678824, + "weighted_error_after": 13.375359770841897 + }, + { + "name": "model.layers.14.mlp.experts.18.up_proj", + "observed_tokens": 489, + "weighted_error_before": 23.20990938693285, + "weighted_error_after": 13.715569973923266 + }, + { + "name": "model.layers.14.mlp.experts.18.down_proj", + "observed_tokens": 489, + "weighted_error_before": 22.6554782576859, + "weighted_error_after": 15.204928129445761 + }, + { + "name": "model.layers.14.mlp.experts.19.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 25.82429599110037, + "weighted_error_after": 15.255394804291427 + }, + { + "name": "model.layers.14.mlp.experts.19.up_proj", + "observed_tokens": 135, + "weighted_error_before": 26.90703008696437, + "weighted_error_after": 15.775547631084919 + }, + { + "name": "model.layers.14.mlp.experts.19.down_proj", + "observed_tokens": 135, + "weighted_error_before": 23.449403270613402, + "weighted_error_after": 14.982954177539796 + }, + { + "name": "model.layers.14.mlp.experts.20.gate_proj", + "observed_tokens": 506, + "weighted_error_before": 25.752166263759136, + "weighted_error_after": 15.055254523642361 + }, + { + "name": "model.layers.14.mlp.experts.20.up_proj", + "observed_tokens": 506, + "weighted_error_before": 24.180259188637137, + "weighted_error_after": 14.148610144853592 + }, + { + "name": "model.layers.14.mlp.experts.20.down_proj", + "observed_tokens": 506, + "weighted_error_before": 21.186730812769383, + "weighted_error_after": 13.965088450349867 + }, + { + "name": "model.layers.14.mlp.experts.21.gate_proj", + "observed_tokens": 443, + "weighted_error_before": 24.44068860076368, + "weighted_error_after": 14.285856110975146 + }, + { + "name": "model.layers.14.mlp.experts.21.up_proj", + "observed_tokens": 443, + "weighted_error_before": 22.975942250341177, + "weighted_error_after": 13.640861056745052 + }, + { + "name": "model.layers.14.mlp.experts.21.down_proj", + "observed_tokens": 443, + "weighted_error_before": 21.937071600928903, + "weighted_error_after": 14.930185008328408 + }, + { + "name": "model.layers.14.mlp.experts.22.gate_proj", + "observed_tokens": 953, + "weighted_error_before": 27.847189081832767, + "weighted_error_after": 16.466589771211147 + }, + { + "name": "model.layers.14.mlp.experts.22.up_proj", + "observed_tokens": 953, + "weighted_error_before": 26.832758828997612, + "weighted_error_after": 15.881212611682713 + }, + { + "name": "model.layers.14.mlp.experts.22.down_proj", + "observed_tokens": 953, + "weighted_error_before": 22.938720447011292, + "weighted_error_after": 15.130675015971065 + }, + { + "name": "model.layers.14.mlp.experts.23.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 28.191324101760983, + "weighted_error_after": 16.507934018969536 + }, + { + "name": "model.layers.14.mlp.experts.23.up_proj", + "observed_tokens": 112, + "weighted_error_before": 30.94664492085576, + "weighted_error_after": 18.213676419109106 + }, + { + "name": "model.layers.14.mlp.experts.23.down_proj", + "observed_tokens": 112, + "weighted_error_before": 25.809226989746094, + "weighted_error_after": 16.868603974580765 + }, + { + "name": "model.layers.14.mlp.experts.24.gate_proj", + "observed_tokens": 1212, + "weighted_error_before": 33.386439345777035, + "weighted_error_after": 19.80027761310339 + }, + { + "name": "model.layers.14.mlp.experts.24.up_proj", + "observed_tokens": 1212, + "weighted_error_before": 25.39774250611663, + "weighted_error_after": 14.915524197742343 + }, + { + "name": "model.layers.14.mlp.experts.24.down_proj", + "observed_tokens": 1212, + "weighted_error_before": 22.203846538905054, + "weighted_error_after": 14.33082196151372 + }, + { + "name": "model.layers.14.mlp.experts.25.gate_proj", + "observed_tokens": 33, + "weighted_error_before": 26.034542318433523, + "weighted_error_after": 15.194480871781707 + }, + { + "name": "model.layers.14.mlp.experts.25.up_proj", + "observed_tokens": 33, + "weighted_error_before": 25.87189037539065, + "weighted_error_after": 15.452106717973948 + }, + { + "name": "model.layers.14.mlp.experts.25.down_proj", + "observed_tokens": 33, + "weighted_error_before": 22.134298072196543, + "weighted_error_after": 14.988796593621373 + }, + { + "name": "model.layers.14.mlp.experts.26.gate_proj", + "observed_tokens": 129, + "weighted_error_before": 33.29846389219165, + "weighted_error_after": 19.110692784190178 + }, + { + "name": "model.layers.14.mlp.experts.26.up_proj", + "observed_tokens": 129, + "weighted_error_before": 30.93055699020624, + "weighted_error_after": 17.845804108306766 + }, + { + "name": "model.layers.14.mlp.experts.26.down_proj", + "observed_tokens": 129, + "weighted_error_before": 24.024758119136095, + "weighted_error_after": 15.457645357586443 + }, + { + "name": "model.layers.14.mlp.experts.27.gate_proj", + "observed_tokens": 1049, + "weighted_error_before": 23.971337653696537, + "weighted_error_after": 14.267026137560606 + }, + { + "name": "model.layers.14.mlp.experts.27.up_proj", + "observed_tokens": 1049, + "weighted_error_before": 27.325593143701553, + "weighted_error_after": 16.08323272690177 + }, + { + "name": "model.layers.14.mlp.experts.27.down_proj", + "observed_tokens": 1049, + "weighted_error_before": 23.713577127084136, + "weighted_error_after": 15.946149959694594 + }, + { + "name": "model.layers.14.mlp.experts.28.gate_proj", + "observed_tokens": 577, + "weighted_error_before": 31.54036263935268, + "weighted_error_after": 18.66740222182125 + }, + { + "name": "model.layers.14.mlp.experts.28.up_proj", + "observed_tokens": 577, + "weighted_error_before": 24.87684493139386, + "weighted_error_after": 14.694024797528982 + }, + { + "name": "model.layers.14.mlp.experts.28.down_proj", + "observed_tokens": 577, + "weighted_error_before": 22.9196622739546, + "weighted_error_after": 15.304942949675024 + }, + { + "name": "model.layers.14.mlp.experts.29.gate_proj", + "observed_tokens": 183, + "weighted_error_before": 28.835881419479847, + "weighted_error_after": 16.835345117375255 + }, + { + "name": "model.layers.14.mlp.experts.29.up_proj", + "observed_tokens": 183, + "weighted_error_before": 29.44945763796568, + "weighted_error_after": 17.605584977194667 + }, + { + "name": "model.layers.14.mlp.experts.29.down_proj", + "observed_tokens": 183, + "weighted_error_before": 24.50625735335052, + "weighted_error_after": 16.168591973837465 + }, + { + "name": "model.layers.14.mlp.experts.30.gate_proj", + "observed_tokens": 365, + "weighted_error_before": 28.078293669968843, + "weighted_error_after": 16.648481408134103 + }, + { + "name": "model.layers.14.mlp.experts.30.up_proj", + "observed_tokens": 365, + "weighted_error_before": 29.58740684390068, + "weighted_error_after": 17.442181389778852 + }, + { + "name": "model.layers.14.mlp.experts.30.down_proj", + "observed_tokens": 365, + "weighted_error_before": 24.20277183316648, + "weighted_error_after": 15.697573574259877 + }, + { + "name": "model.layers.14.mlp.experts.31.gate_proj", + "observed_tokens": 306, + "weighted_error_before": 26.292929742485285, + "weighted_error_after": 15.588746024295688 + }, + { + "name": "model.layers.14.mlp.experts.31.up_proj", + "observed_tokens": 306, + "weighted_error_before": 27.402143727988005, + "weighted_error_after": 16.135816579684615 + }, + { + "name": "model.layers.14.mlp.experts.31.down_proj", + "observed_tokens": 306, + "weighted_error_before": 23.15702746529132, + "weighted_error_after": 14.697070307098329 + }, + { + "name": "model.layers.14.mlp.experts.32.gate_proj", + "observed_tokens": 9, + "weighted_error_before": 17.817038035020232, + "weighted_error_after": 10.171251845546067 + }, + { + "name": "model.layers.14.mlp.experts.32.up_proj", + "observed_tokens": 9, + "weighted_error_before": 29.01889844238758, + "weighted_error_after": 16.999129090458155 + }, + { + "name": "model.layers.14.mlp.experts.32.down_proj", + "observed_tokens": 9, + "weighted_error_before": 28.43995935143903, + "weighted_error_after": 19.134105067700148 + }, + { + "name": "model.layers.14.mlp.experts.33.gate_proj", + "observed_tokens": 417, + "weighted_error_before": 31.376479625701904, + "weighted_error_after": 18.709947952069342 + }, + { + "name": "model.layers.14.mlp.experts.33.up_proj", + "observed_tokens": 417, + "weighted_error_before": 28.63313460163772, + "weighted_error_after": 16.79486040957272 + }, + { + "name": "model.layers.14.mlp.experts.33.down_proj", + "observed_tokens": 417, + "weighted_error_before": 25.15806164429523, + "weighted_error_after": 15.796872586244717 + }, + { + "name": "model.layers.14.mlp.experts.34.gate_proj", + "observed_tokens": 643, + "weighted_error_before": 24.466452525928617, + "weighted_error_after": 14.440782830119133 + }, + { + "name": "model.layers.14.mlp.experts.34.up_proj", + "observed_tokens": 643, + "weighted_error_before": 28.91880863159895, + "weighted_error_after": 16.966285666450858 + }, + { + "name": "model.layers.14.mlp.experts.34.down_proj", + "observed_tokens": 643, + "weighted_error_before": 24.840052163228393, + "weighted_error_after": 16.463917557848617 + }, + { + "name": "model.layers.14.mlp.experts.35.gate_proj", + "observed_tokens": 179, + "weighted_error_before": 28.99461318179965, + "weighted_error_after": 15.684829602949321 + }, + { + "name": "model.layers.14.mlp.experts.35.up_proj", + "observed_tokens": 179, + "weighted_error_before": 26.522166911512613, + "weighted_error_after": 15.192597098648548 + }, + { + "name": "model.layers.14.mlp.experts.35.down_proj", + "observed_tokens": 179, + "weighted_error_before": 23.109350230544806, + "weighted_error_after": 14.295892504043877 + }, + { + "name": "model.layers.14.mlp.experts.36.gate_proj", + "observed_tokens": 385, + "weighted_error_before": 30.443588379770517, + "weighted_error_after": 17.914846194908023 + }, + { + "name": "model.layers.14.mlp.experts.36.up_proj", + "observed_tokens": 385, + "weighted_error_before": 33.02225138247013, + "weighted_error_after": 19.342364691197872 + }, + { + "name": "model.layers.14.mlp.experts.36.down_proj", + "observed_tokens": 385, + "weighted_error_before": 26.16247967304662, + "weighted_error_after": 17.181352626997977 + }, + { + "name": "model.layers.14.mlp.experts.37.gate_proj", + "observed_tokens": 12, + "weighted_error_before": 24.274792017415166, + "weighted_error_after": 14.075158500112593 + }, + { + "name": "model.layers.14.mlp.experts.37.up_proj", + "observed_tokens": 12, + "weighted_error_before": 28.591472936794162, + "weighted_error_after": 16.607396733015776 + }, + { + "name": "model.layers.14.mlp.experts.37.down_proj", + "observed_tokens": 12, + "weighted_error_before": 27.585896632634103, + "weighted_error_after": 18.657004177570343 + }, + { + "name": "model.layers.14.mlp.experts.38.gate_proj", + "observed_tokens": 133, + "weighted_error_before": 28.090530505403876, + "weighted_error_after": 16.416108010336757 + }, + { + "name": "model.layers.14.mlp.experts.38.up_proj", + "observed_tokens": 133, + "weighted_error_before": 28.81203826330602, + "weighted_error_after": 16.948154965415597 + }, + { + "name": "model.layers.14.mlp.experts.38.down_proj", + "observed_tokens": 133, + "weighted_error_before": 24.619181501679122, + "weighted_error_after": 16.15867422008887 + }, + { + "name": "model.layers.14.mlp.experts.39.gate_proj", + "observed_tokens": 342, + "weighted_error_before": 31.257287312299013, + "weighted_error_after": 18.103360952809453 + }, + { + "name": "model.layers.14.mlp.experts.39.up_proj", + "observed_tokens": 342, + "weighted_error_before": 31.066863901913166, + "weighted_error_after": 17.871867675334215 + }, + { + "name": "model.layers.14.mlp.experts.39.down_proj", + "observed_tokens": 342, + "weighted_error_before": 25.224114267155528, + "weighted_error_after": 16.37789003411308 + }, + { + "name": "model.layers.14.mlp.experts.40.gate_proj", + "observed_tokens": 147, + "weighted_error_before": 26.726062562316656, + "weighted_error_after": 15.759317802265286 + }, + { + "name": "model.layers.14.mlp.experts.40.up_proj", + "observed_tokens": 147, + "weighted_error_before": 27.671721391379833, + "weighted_error_after": 16.158842754550278 + }, + { + "name": "model.layers.14.mlp.experts.40.down_proj", + "observed_tokens": 147, + "weighted_error_before": 24.444552958011627, + "weighted_error_after": 15.818302454659715 + }, + { + "name": "model.layers.14.mlp.experts.41.gate_proj", + "observed_tokens": 259, + "weighted_error_before": 27.61220278404653, + "weighted_error_after": 16.090591653250158 + }, + { + "name": "model.layers.14.mlp.experts.41.up_proj", + "observed_tokens": 259, + "weighted_error_before": 28.317625427618623, + "weighted_error_after": 16.562085699290037 + }, + { + "name": "model.layers.14.mlp.experts.41.down_proj", + "observed_tokens": 259, + "weighted_error_before": 26.729287836700678, + "weighted_error_after": 16.981694045476615 + }, + { + "name": "model.layers.14.mlp.experts.42.gate_proj", + "observed_tokens": 271, + "weighted_error_before": 24.562357610091567, + "weighted_error_after": 14.245694782584906 + }, + { + "name": "model.layers.14.mlp.experts.42.up_proj", + "observed_tokens": 271, + "weighted_error_before": 27.316857075318694, + "weighted_error_after": 16.07858286984265 + }, + { + "name": "model.layers.14.mlp.experts.42.down_proj", + "observed_tokens": 271, + "weighted_error_before": 25.38187990617007, + "weighted_error_after": 16.749931622762233 + }, + { + "name": "model.layers.14.mlp.experts.43.gate_proj", + "observed_tokens": 97, + "weighted_error_before": 26.704531328752637, + "weighted_error_after": 15.66760304570198 + }, + { + "name": "model.layers.14.mlp.experts.43.up_proj", + "observed_tokens": 97, + "weighted_error_before": 28.01985198073089, + "weighted_error_after": 16.50141111202538 + }, + { + "name": "model.layers.14.mlp.experts.43.down_proj", + "observed_tokens": 97, + "weighted_error_before": 26.16552091995254, + "weighted_error_after": 16.38827349152416 + }, + { + "name": "model.layers.14.mlp.experts.44.gate_proj", + "observed_tokens": 259, + "weighted_error_before": 30.715020829811692, + "weighted_error_after": 18.136852051131427 + }, + { + "name": "model.layers.14.mlp.experts.44.up_proj", + "observed_tokens": 259, + "weighted_error_before": 27.835863584652543, + "weighted_error_after": 16.331930371001363 + }, + { + "name": "model.layers.14.mlp.experts.44.down_proj", + "observed_tokens": 259, + "weighted_error_before": 24.722660356666893, + "weighted_error_after": 15.932415262330323 + }, + { + "name": "model.layers.14.mlp.experts.45.gate_proj", + "observed_tokens": 336, + "weighted_error_before": 28.36376866698265, + "weighted_error_after": 16.68731751292944 + }, + { + "name": "model.layers.14.mlp.experts.45.up_proj", + "observed_tokens": 336, + "weighted_error_before": 28.055598355829716, + "weighted_error_after": 16.389664186164737 + }, + { + "name": "model.layers.14.mlp.experts.45.down_proj", + "observed_tokens": 336, + "weighted_error_before": 24.7234032060951, + "weighted_error_after": 16.259697782807052 + }, + { + "name": "model.layers.14.mlp.experts.46.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 28.40459976159036, + "weighted_error_after": 16.07575917802751 + }, + { + "name": "model.layers.14.mlp.experts.46.up_proj", + "observed_tokens": 106, + "weighted_error_before": 29.65083273500204, + "weighted_error_after": 16.705192290246487 + }, + { + "name": "model.layers.14.mlp.experts.46.down_proj", + "observed_tokens": 106, + "weighted_error_before": 24.242551162838936, + "weighted_error_after": 14.62902939459309 + }, + { + "name": "model.layers.14.mlp.experts.47.gate_proj", + "observed_tokens": 57, + "weighted_error_before": 28.92038679867983, + "weighted_error_after": 17.06038038432598 + }, + { + "name": "model.layers.14.mlp.experts.47.up_proj", + "observed_tokens": 57, + "weighted_error_before": 30.04331174120307, + "weighted_error_after": 17.628612952306867 + }, + { + "name": "model.layers.14.mlp.experts.47.down_proj", + "observed_tokens": 57, + "weighted_error_before": 24.819482629653066, + "weighted_error_after": 16.25428346870467 + }, + { + "name": "model.layers.14.mlp.experts.48.gate_proj", + "observed_tokens": 1039, + "weighted_error_before": 27.94091657921672, + "weighted_error_after": 16.59159159474075 + }, + { + "name": "model.layers.14.mlp.experts.48.up_proj", + "observed_tokens": 1039, + "weighted_error_before": 29.12553296238184, + "weighted_error_after": 17.126592811197042 + }, + { + "name": "model.layers.14.mlp.experts.48.down_proj", + "observed_tokens": 1039, + "weighted_error_before": 21.050512390444055, + "weighted_error_after": 6.538713121321052 + }, + { + "name": "model.layers.14.mlp.experts.49.gate_proj", + "observed_tokens": 309, + "weighted_error_before": 30.461183723062277, + "weighted_error_after": 15.653413127176464 + }, + { + "name": "model.layers.14.mlp.experts.49.up_proj", + "observed_tokens": 309, + "weighted_error_before": 27.723073596134782, + "weighted_error_after": 15.143754240125418 + }, + { + "name": "model.layers.14.mlp.experts.49.down_proj", + "observed_tokens": 309, + "weighted_error_before": 22.653264296241105, + "weighted_error_after": 14.135559859219939 + }, + { + "name": "model.layers.14.mlp.experts.50.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 23.506852954626083, + "weighted_error_after": 13.746284419670701 + }, + { + "name": "model.layers.14.mlp.experts.50.up_proj", + "observed_tokens": 106, + "weighted_error_before": 31.78822329826653, + "weighted_error_after": 18.519639540463686 + }, + { + "name": "model.layers.14.mlp.experts.50.down_proj", + "observed_tokens": 106, + "weighted_error_before": 28.810304355807602, + "weighted_error_after": 18.918050645384938 + }, + { + "name": "model.layers.14.mlp.experts.51.gate_proj", + "observed_tokens": 572, + "weighted_error_before": 25.36350655183196, + "weighted_error_after": 15.073926886543632 + }, + { + "name": "model.layers.14.mlp.experts.51.up_proj", + "observed_tokens": 572, + "weighted_error_before": 27.555651638656855, + "weighted_error_after": 16.14937180839479 + }, + { + "name": "model.layers.14.mlp.experts.51.down_proj", + "observed_tokens": 572, + "weighted_error_before": 23.034361927304417, + "weighted_error_after": 15.475558119826019 + }, + { + "name": "model.layers.14.mlp.experts.52.gate_proj", + "observed_tokens": 515, + "weighted_error_before": 27.35328803770244, + "weighted_error_after": 16.08768065366894 + }, + { + "name": "model.layers.14.mlp.experts.52.up_proj", + "observed_tokens": 515, + "weighted_error_before": 27.695698035880923, + "weighted_error_after": 16.133918538689613 + }, + { + "name": "model.layers.14.mlp.experts.52.down_proj", + "observed_tokens": 515, + "weighted_error_before": 23.96542405663058, + "weighted_error_after": 16.086383384186774 + }, + { + "name": "model.layers.14.mlp.experts.53.gate_proj", + "observed_tokens": 433, + "weighted_error_before": 23.968961499631405, + "weighted_error_after": 14.08983888849616 + }, + { + "name": "model.layers.14.mlp.experts.53.up_proj", + "observed_tokens": 433, + "weighted_error_before": 25.961450958624482, + "weighted_error_after": 15.14738019183278 + }, + { + "name": "model.layers.14.mlp.experts.53.down_proj", + "observed_tokens": 433, + "weighted_error_before": 22.280260008759797, + "weighted_error_after": 14.919497050810605 + }, + { + "name": "model.layers.14.mlp.experts.54.gate_proj", + "observed_tokens": 200, + "weighted_error_before": 27.54158048518002, + "weighted_error_after": 16.21990879997611 + }, + { + "name": "model.layers.14.mlp.experts.54.up_proj", + "observed_tokens": 200, + "weighted_error_before": 33.97194367647171, + "weighted_error_after": 19.99268440902233 + }, + { + "name": "model.layers.14.mlp.experts.54.down_proj", + "observed_tokens": 200, + "weighted_error_before": 28.47327967826277, + "weighted_error_after": 18.880542697384953 + }, + { + "name": "model.layers.14.mlp.experts.55.gate_proj", + "observed_tokens": 426, + "weighted_error_before": 30.34898347593844, + "weighted_error_after": 18.08625582791865 + }, + { + "name": "model.layers.14.mlp.experts.55.up_proj", + "observed_tokens": 426, + "weighted_error_before": 26.885654805228114, + "weighted_error_after": 15.663770547136664 + }, + { + "name": "model.layers.14.mlp.experts.55.down_proj", + "observed_tokens": 426, + "weighted_error_before": 22.64692344283685, + "weighted_error_after": 15.14171792799607 + }, + { + "name": "model.layers.14.mlp.experts.56.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 26.825473487377167, + "weighted_error_after": 15.608609210699797 + }, + { + "name": "model.layers.14.mlp.experts.56.up_proj", + "observed_tokens": 85, + "weighted_error_before": 29.021225430071354, + "weighted_error_after": 17.009264862164855 + }, + { + "name": "model.layers.14.mlp.experts.56.down_proj", + "observed_tokens": 85, + "weighted_error_before": 24.294331956654787, + "weighted_error_after": 16.31698581855744 + }, + { + "name": "model.layers.14.mlp.experts.57.gate_proj", + "observed_tokens": 84, + "weighted_error_before": 29.046318419277668, + "weighted_error_after": 17.171442845836282 + }, + { + "name": "model.layers.14.mlp.experts.57.up_proj", + "observed_tokens": 84, + "weighted_error_before": 30.6793848015368, + "weighted_error_after": 17.943338269367814 + }, + { + "name": "model.layers.14.mlp.experts.57.down_proj", + "observed_tokens": 84, + "weighted_error_before": 27.563347064424306, + "weighted_error_after": 17.479638735298067 + }, + { + "name": "model.layers.14.mlp.experts.58.gate_proj", + "observed_tokens": 248, + "weighted_error_before": 26.862461427226663, + "weighted_error_after": 15.764665942639112 + }, + { + "name": "model.layers.14.mlp.experts.58.up_proj", + "observed_tokens": 248, + "weighted_error_before": 33.50040316954255, + "weighted_error_after": 19.623925184831023 + }, + { + "name": "model.layers.14.mlp.experts.58.down_proj", + "observed_tokens": 248, + "weighted_error_before": 28.190408995375037, + "weighted_error_after": 18.20855482155457 + }, + { + "name": "model.layers.14.mlp.experts.59.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 26.83460889570415, + "weighted_error_after": 15.851683580316603 + }, + { + "name": "model.layers.14.mlp.experts.59.up_proj", + "observed_tokens": 146, + "weighted_error_before": 26.403991520404816, + "weighted_error_after": 15.51833157427609 + }, + { + "name": "model.layers.14.mlp.experts.59.down_proj", + "observed_tokens": 146, + "weighted_error_before": 25.885914534330368, + "weighted_error_after": 16.706926064565778 + }, + { + "name": "model.layers.14.mlp.experts.60.gate_proj", + "observed_tokens": 317, + "weighted_error_before": 26.273070968687534, + "weighted_error_after": 15.349768248386681 + }, + { + "name": "model.layers.14.mlp.experts.60.up_proj", + "observed_tokens": 317, + "weighted_error_before": 27.244944270700216, + "weighted_error_after": 16.035057259723544 + }, + { + "name": "model.layers.14.mlp.experts.60.down_proj", + "observed_tokens": 317, + "weighted_error_before": 23.851780503056943, + "weighted_error_after": 15.896115888375789 + }, + { + "name": "model.layers.14.mlp.experts.61.gate_proj", + "observed_tokens": 1074, + "weighted_error_before": 28.15021913871169, + "weighted_error_after": 15.814107483252883 + }, + { + "name": "model.layers.14.mlp.experts.61.up_proj", + "observed_tokens": 1074, + "weighted_error_before": 27.461954621598125, + "weighted_error_after": 15.672979813069105 + }, + { + "name": "model.layers.14.mlp.experts.61.down_proj", + "observed_tokens": 1074, + "weighted_error_before": 23.70975680835545, + "weighted_error_after": 16.018418112769723 + }, + { + "name": "model.layers.14.mlp.experts.62.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 22.97943210788071, + "weighted_error_after": 13.416028396226466 + }, + { + "name": "model.layers.14.mlp.experts.62.up_proj", + "observed_tokens": 274, + "weighted_error_before": 25.155257860198617, + "weighted_error_after": 14.776089638471603 + }, + { + "name": "model.layers.14.mlp.experts.62.down_proj", + "observed_tokens": 274, + "weighted_error_before": 23.461962061934173, + "weighted_error_after": 15.590011845342815 + }, + { + "name": "model.layers.14.mlp.experts.63.gate_proj", + "observed_tokens": 354, + "weighted_error_before": 26.010255984961987, + "weighted_error_after": 15.244875594973564 + }, + { + "name": "model.layers.14.mlp.experts.63.up_proj", + "observed_tokens": 354, + "weighted_error_before": 26.075421426445246, + "weighted_error_after": 15.378985743969679 + }, + { + "name": "model.layers.14.mlp.experts.63.down_proj", + "observed_tokens": 354, + "weighted_error_before": 22.312338130082935, + "weighted_error_after": 14.82887664041482 + }, + { + "name": "model.layers.14.mlp.experts.64.gate_proj", + "observed_tokens": 327, + "weighted_error_before": 23.847053615376353, + "weighted_error_after": 14.118653891608119 + }, + { + "name": "model.layers.14.mlp.experts.64.up_proj", + "observed_tokens": 327, + "weighted_error_before": 24.303561890497804, + "weighted_error_after": 14.379096243530512 + }, + { + "name": "model.layers.14.mlp.experts.64.down_proj", + "observed_tokens": 327, + "weighted_error_before": 21.792291328310966, + "weighted_error_after": 14.700173038756475 + }, + { + "name": "model.layers.14.mlp.experts.65.gate_proj", + "observed_tokens": 368, + "weighted_error_before": 33.07956909388304, + "weighted_error_after": 19.54437922500074 + }, + { + "name": "model.layers.14.mlp.experts.65.up_proj", + "observed_tokens": 368, + "weighted_error_before": 27.047111622989178, + "weighted_error_after": 15.873677480965853 + }, + { + "name": "model.layers.14.mlp.experts.65.down_proj", + "observed_tokens": 368, + "weighted_error_before": 22.67152332747355, + "weighted_error_after": 15.366639112820849 + }, + { + "name": "model.layers.14.mlp.experts.66.gate_proj", + "observed_tokens": 354, + "weighted_error_before": 27.575714863836765, + "weighted_error_after": 16.007916774600744 + }, + { + "name": "model.layers.14.mlp.experts.66.up_proj", + "observed_tokens": 354, + "weighted_error_before": 26.67195190116763, + "weighted_error_after": 15.574523366987705 + }, + { + "name": "model.layers.14.mlp.experts.66.down_proj", + "observed_tokens": 354, + "weighted_error_before": 22.265288857277483, + "weighted_error_after": 14.778329228283837 + }, + { + "name": "model.layers.14.mlp.experts.67.gate_proj", + "observed_tokens": 184, + "weighted_error_before": 26.567721612751484, + "weighted_error_after": 15.634442996233702 + }, + { + "name": "model.layers.14.mlp.experts.67.up_proj", + "observed_tokens": 184, + "weighted_error_before": 25.60594968497753, + "weighted_error_after": 15.082400424405932 + }, + { + "name": "model.layers.14.mlp.experts.67.down_proj", + "observed_tokens": 184, + "weighted_error_before": 21.29226498771459, + "weighted_error_after": 14.039094294421375 + }, + { + "name": "model.layers.14.mlp.experts.68.gate_proj", + "observed_tokens": 306, + "weighted_error_before": 24.26220819912851, + "weighted_error_after": 14.311103441752493 + }, + { + "name": "model.layers.14.mlp.experts.68.up_proj", + "observed_tokens": 306, + "weighted_error_before": 25.683478079736233, + "weighted_error_after": 15.13892025500536 + }, + { + "name": "model.layers.14.mlp.experts.68.down_proj", + "observed_tokens": 306, + "weighted_error_before": 23.104105680715293, + "weighted_error_after": 15.348837382625788 + }, + { + "name": "model.layers.14.mlp.experts.69.gate_proj", + "observed_tokens": 248, + "weighted_error_before": 26.717317417263985, + "weighted_error_after": 15.745151547715068 + }, + { + "name": "model.layers.14.mlp.experts.69.up_proj", + "observed_tokens": 248, + "weighted_error_before": 28.624622475355864, + "weighted_error_after": 16.825049774721265 + }, + { + "name": "model.layers.14.mlp.experts.69.down_proj", + "observed_tokens": 248, + "weighted_error_before": 23.840299976523966, + "weighted_error_after": 16.034683600533754 + }, + { + "name": "model.layers.14.mlp.experts.70.gate_proj", + "observed_tokens": 354, + "weighted_error_before": 29.957117024809122, + "weighted_error_after": 17.631238324567676 + }, + { + "name": "model.layers.14.mlp.experts.70.up_proj", + "observed_tokens": 354, + "weighted_error_before": 31.313658121973276, + "weighted_error_after": 18.398840129375458 + }, + { + "name": "model.layers.14.mlp.experts.70.down_proj", + "observed_tokens": 354, + "weighted_error_before": 25.420915292575955, + "weighted_error_after": 16.823834985494614 + }, + { + "name": "model.layers.14.mlp.experts.71.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 27.71345641836524, + "weighted_error_after": 16.156978027895093 + }, + { + "name": "model.layers.14.mlp.experts.71.up_proj", + "observed_tokens": 61, + "weighted_error_before": 26.340705635026097, + "weighted_error_after": 15.786229344084859 + }, + { + "name": "model.layers.14.mlp.experts.71.down_proj", + "observed_tokens": 61, + "weighted_error_before": 22.36862845066935, + "weighted_error_after": 13.962602619547397 + }, + { + "name": "model.layers.14.mlp.experts.72.gate_proj", + "observed_tokens": 257, + "weighted_error_before": 26.098811669275165, + "weighted_error_after": 15.333962630480528 + }, + { + "name": "model.layers.14.mlp.experts.72.up_proj", + "observed_tokens": 257, + "weighted_error_before": 27.55964699573815, + "weighted_error_after": 16.085110375657678 + }, + { + "name": "model.layers.14.mlp.experts.72.down_proj", + "observed_tokens": 257, + "weighted_error_before": 24.829853269737214, + "weighted_error_after": 16.33100593276322 + }, + { + "name": "model.layers.14.mlp.experts.73.gate_proj", + "observed_tokens": 1582, + "weighted_error_before": 26.45149403437972, + "weighted_error_after": 15.335903223603964 + }, + { + "name": "model.layers.14.mlp.experts.73.up_proj", + "observed_tokens": 1582, + "weighted_error_before": 27.538817359134555, + "weighted_error_after": 16.122204437851906 + }, + { + "name": "model.layers.14.mlp.experts.73.down_proj", + "observed_tokens": 1582, + "weighted_error_before": 22.841931849252433, + "weighted_error_after": 15.239262304268777 + }, + { + "name": "model.layers.14.mlp.experts.74.gate_proj", + "observed_tokens": 76, + "weighted_error_before": 24.625370677560568, + "weighted_error_after": 14.494694333523512 + }, + { + "name": "model.layers.14.mlp.experts.74.up_proj", + "observed_tokens": 76, + "weighted_error_before": 25.286583507433534, + "weighted_error_after": 14.669778382405639 + }, + { + "name": "model.layers.14.mlp.experts.74.down_proj", + "observed_tokens": 76, + "weighted_error_before": 23.102025147527456, + "weighted_error_after": 15.356124150566757 + }, + { + "name": "model.layers.14.mlp.experts.75.gate_proj", + "observed_tokens": 932, + "weighted_error_before": 27.711798008531332, + "weighted_error_after": 16.352127132937312 + }, + { + "name": "model.layers.14.mlp.experts.75.up_proj", + "observed_tokens": 932, + "weighted_error_before": 29.149098958820105, + "weighted_error_after": 17.249817555770278 + }, + { + "name": "model.layers.14.mlp.experts.75.down_proj", + "observed_tokens": 932, + "weighted_error_before": 24.34274180745706, + "weighted_error_after": 10.669933397322893 + }, + { + "name": "model.layers.14.mlp.experts.76.gate_proj", + "observed_tokens": 1729, + "weighted_error_before": 32.64727078564465, + "weighted_error_after": 19.19330301322043 + }, + { + "name": "model.layers.14.mlp.experts.76.up_proj", + "observed_tokens": 1729, + "weighted_error_before": 25.980077389627695, + "weighted_error_after": 15.358183985576034 + }, + { + "name": "model.layers.14.mlp.experts.76.down_proj", + "observed_tokens": 1729, + "weighted_error_before": 21.825223312713206, + "weighted_error_after": 14.415904286084697 + }, + { + "name": "model.layers.14.mlp.experts.77.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 30.58175879344344, + "weighted_error_after": 17.88237413018942 + }, + { + "name": "model.layers.14.mlp.experts.77.up_proj", + "observed_tokens": 127, + "weighted_error_before": 28.56848511658609, + "weighted_error_after": 16.6836323030293 + }, + { + "name": "model.layers.14.mlp.experts.77.down_proj", + "observed_tokens": 127, + "weighted_error_before": 23.841478505171835, + "weighted_error_after": 15.632236283272505 + }, + { + "name": "model.layers.14.mlp.experts.78.gate_proj", + "observed_tokens": 1297, + "weighted_error_before": 35.285523591563106, + "weighted_error_after": 19.19840533193201 + }, + { + "name": "model.layers.14.mlp.experts.78.up_proj", + "observed_tokens": 1297, + "weighted_error_before": 32.233193879947066, + "weighted_error_after": 17.925796419382095 + }, + { + "name": "model.layers.14.mlp.experts.78.down_proj", + "observed_tokens": 1297, + "weighted_error_before": 24.21790551673621, + "weighted_error_after": 15.923455748707056 + }, + { + "name": "model.layers.14.mlp.experts.79.gate_proj", + "observed_tokens": 19, + "weighted_error_before": 33.39847273007035, + "weighted_error_after": 19.818774480372667 + }, + { + "name": "model.layers.14.mlp.experts.79.up_proj", + "observed_tokens": 19, + "weighted_error_before": 25.38967423327267, + "weighted_error_after": 14.963378543034196 + }, + { + "name": "model.layers.14.mlp.experts.79.down_proj", + "observed_tokens": 19, + "weighted_error_before": 22.60745166381821, + "weighted_error_after": 15.36660382244736 + }, + { + "name": "model.layers.14.mlp.experts.80.gate_proj", + "observed_tokens": 385, + "weighted_error_before": 29.94629113562405, + "weighted_error_after": 17.314888848923147 + }, + { + "name": "model.layers.14.mlp.experts.80.up_proj", + "observed_tokens": 385, + "weighted_error_before": 26.57561542838812, + "weighted_error_after": 15.708922563120723 + }, + { + "name": "model.layers.14.mlp.experts.80.down_proj", + "observed_tokens": 385, + "weighted_error_before": 24.214964385610074, + "weighted_error_after": 15.500393172726035 + }, + { + "name": "model.layers.14.mlp.experts.81.gate_proj", + "observed_tokens": 184, + "weighted_error_before": 37.53155021741986, + "weighted_error_after": 19.39269235357642 + }, + { + "name": "model.layers.14.mlp.experts.81.up_proj", + "observed_tokens": 184, + "weighted_error_before": 32.80145304463804, + "weighted_error_after": 17.362259175628424 + }, + { + "name": "model.layers.14.mlp.experts.81.down_proj", + "observed_tokens": 184, + "weighted_error_before": 24.612809012643993, + "weighted_error_after": 15.223061186261475 + }, + { + "name": "model.layers.14.mlp.experts.82.gate_proj", + "observed_tokens": 165, + "weighted_error_before": 32.158104894682765, + "weighted_error_after": 18.942150590009987 + }, + { + "name": "model.layers.14.mlp.experts.82.up_proj", + "observed_tokens": 165, + "weighted_error_before": 27.08020486868918, + "weighted_error_after": 15.885729420930147 + }, + { + "name": "model.layers.14.mlp.experts.82.down_proj", + "observed_tokens": 165, + "weighted_error_before": 22.95954308938235, + "weighted_error_after": 14.22159662283957 + }, + { + "name": "model.layers.14.mlp.experts.83.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 25.37057345546782, + "weighted_error_after": 15.109561344608665 + }, + { + "name": "model.layers.14.mlp.experts.83.up_proj", + "observed_tokens": 256, + "weighted_error_before": 29.284487079828978, + "weighted_error_after": 17.11568135768175 + }, + { + "name": "model.layers.14.mlp.experts.83.down_proj", + "observed_tokens": 256, + "weighted_error_before": 24.734828137326986, + "weighted_error_after": 16.52421646984294 + }, + { + "name": "model.layers.14.mlp.experts.84.gate_proj", + "observed_tokens": 325, + "weighted_error_before": 22.777015451341867, + "weighted_error_after": 13.306030790321529 + }, + { + "name": "model.layers.14.mlp.experts.84.up_proj", + "observed_tokens": 325, + "weighted_error_before": 24.312623081728816, + "weighted_error_after": 14.270946038886905 + }, + { + "name": "model.layers.14.mlp.experts.84.down_proj", + "observed_tokens": 325, + "weighted_error_before": 22.57012922037393, + "weighted_error_after": 14.921264552045614 + }, + { + "name": "model.layers.14.mlp.experts.85.gate_proj", + "observed_tokens": 323, + "weighted_error_before": 24.795246044173837, + "weighted_error_after": 14.671251060441136 + }, + { + "name": "model.layers.14.mlp.experts.85.up_proj", + "observed_tokens": 323, + "weighted_error_before": 27.717877119779587, + "weighted_error_after": 16.28778845258057 + }, + { + "name": "model.layers.14.mlp.experts.85.down_proj", + "observed_tokens": 323, + "weighted_error_before": 25.537921361392364, + "weighted_error_after": 16.085593161871657 + }, + { + "name": "model.layers.14.mlp.experts.86.gate_proj", + "observed_tokens": 393, + "weighted_error_before": 29.470069032162428, + "weighted_error_after": 17.190087493509054 + }, + { + "name": "model.layers.14.mlp.experts.86.up_proj", + "observed_tokens": 393, + "weighted_error_before": 30.87934559583664, + "weighted_error_after": 18.016463899984956 + }, + { + "name": "model.layers.14.mlp.experts.86.down_proj", + "observed_tokens": 393, + "weighted_error_before": 24.794265993870795, + "weighted_error_after": 16.153266947716475 + }, + { + "name": "model.layers.14.mlp.experts.87.gate_proj", + "observed_tokens": 627, + "weighted_error_before": 28.881133064627647, + "weighted_error_after": 17.037316281348467 + }, + { + "name": "model.layers.14.mlp.experts.87.up_proj", + "observed_tokens": 627, + "weighted_error_before": 29.715378161519766, + "weighted_error_after": 17.482687070965767 + }, + { + "name": "model.layers.14.mlp.experts.87.down_proj", + "observed_tokens": 627, + "weighted_error_before": 24.478992586489767, + "weighted_error_after": 15.762823705095798 + }, + { + "name": "model.layers.14.mlp.experts.88.gate_proj", + "observed_tokens": 206, + "weighted_error_before": 24.02792462706566, + "weighted_error_after": 14.287706203758717 + }, + { + "name": "model.layers.14.mlp.experts.88.up_proj", + "observed_tokens": 206, + "weighted_error_before": 27.47190687060356, + "weighted_error_after": 16.05412258580327 + }, + { + "name": "model.layers.14.mlp.experts.88.down_proj", + "observed_tokens": 206, + "weighted_error_before": 24.900631265714765, + "weighted_error_after": 16.22652790765278 + }, + { + "name": "model.layers.14.mlp.experts.89.gate_proj", + "observed_tokens": 272, + "weighted_error_before": 24.36104097776115, + "weighted_error_after": 14.282456281594932 + }, + { + "name": "model.layers.14.mlp.experts.89.up_proj", + "observed_tokens": 272, + "weighted_error_before": 26.31154076755047, + "weighted_error_after": 15.428618129342794 + }, + { + "name": "model.layers.14.mlp.experts.89.down_proj", + "observed_tokens": 272, + "weighted_error_before": 25.41729354672134, + "weighted_error_after": 16.553030469454825 + }, + { + "name": "model.layers.14.mlp.experts.90.gate_proj", + "observed_tokens": 269, + "weighted_error_before": 21.242116581648588, + "weighted_error_after": 12.457251885905862 + }, + { + "name": "model.layers.14.mlp.experts.90.up_proj", + "observed_tokens": 269, + "weighted_error_before": 25.66978343203664, + "weighted_error_after": 15.025191362947226 + }, + { + "name": "model.layers.14.mlp.experts.90.down_proj", + "observed_tokens": 269, + "weighted_error_before": 26.441691688261926, + "weighted_error_after": 17.709009096957743 + }, + { + "name": "model.layers.14.mlp.experts.91.gate_proj", + "observed_tokens": 177, + "weighted_error_before": 31.800979314371943, + "weighted_error_after": 18.718988498672843 + }, + { + "name": "model.layers.14.mlp.experts.91.up_proj", + "observed_tokens": 177, + "weighted_error_before": 26.789027076214552, + "weighted_error_after": 15.878678200766444 + }, + { + "name": "model.layers.14.mlp.experts.91.down_proj", + "observed_tokens": 177, + "weighted_error_before": 22.55059624230489, + "weighted_error_after": 13.54039403796196 + }, + { + "name": "model.layers.14.mlp.experts.92.gate_proj", + "observed_tokens": 462, + "weighted_error_before": 25.430278964340687, + "weighted_error_after": 14.813019523397088 + }, + { + "name": "model.layers.14.mlp.experts.92.up_proj", + "observed_tokens": 462, + "weighted_error_before": 27.675178775563836, + "weighted_error_after": 16.31248477101326 + }, + { + "name": "model.layers.14.mlp.experts.92.down_proj", + "observed_tokens": 462, + "weighted_error_before": 24.93622534070164, + "weighted_error_after": 15.856252141296864 + }, + { + "name": "model.layers.14.mlp.experts.93.gate_proj", + "observed_tokens": 353, + "weighted_error_before": 27.656180135905743, + "weighted_error_after": 16.179557943716645 + }, + { + "name": "model.layers.14.mlp.experts.93.up_proj", + "observed_tokens": 353, + "weighted_error_before": 27.718606367707253, + "weighted_error_after": 16.398586247116327 + }, + { + "name": "model.layers.14.mlp.experts.93.down_proj", + "observed_tokens": 353, + "weighted_error_before": 24.055161237716675, + "weighted_error_after": 15.744030165951699 + }, + { + "name": "model.layers.14.mlp.experts.94.gate_proj", + "observed_tokens": 589, + "weighted_error_before": 23.763588005676866, + "weighted_error_after": 14.094616886228323 + }, + { + "name": "model.layers.14.mlp.experts.94.up_proj", + "observed_tokens": 589, + "weighted_error_before": 25.25107648782432, + "weighted_error_after": 14.917833395302296 + }, + { + "name": "model.layers.14.mlp.experts.94.down_proj", + "observed_tokens": 589, + "weighted_error_before": 22.696118254447356, + "weighted_error_after": 14.899506267160177 + }, + { + "name": "model.layers.14.mlp.experts.95.gate_proj", + "observed_tokens": 190, + "weighted_error_before": 27.75216212682426, + "weighted_error_after": 15.15955255087465 + }, + { + "name": "model.layers.14.mlp.experts.95.up_proj", + "observed_tokens": 190, + "weighted_error_before": 32.82381931506097, + "weighted_error_after": 18.6695768982172 + }, + { + "name": "model.layers.14.mlp.experts.95.down_proj", + "observed_tokens": 190, + "weighted_error_before": 27.561020453460515, + "weighted_error_after": 17.49311211053282 + }, + { + "name": "model.layers.14.mlp.experts.96.gate_proj", + "observed_tokens": 56, + "weighted_error_before": 30.609959138557315, + "weighted_error_after": 18.07611744850874 + }, + { + "name": "model.layers.14.mlp.experts.96.up_proj", + "observed_tokens": 56, + "weighted_error_before": 30.27106450870633, + "weighted_error_after": 17.913656767457724 + }, + { + "name": "model.layers.14.mlp.experts.96.down_proj", + "observed_tokens": 56, + "weighted_error_before": 27.76746359653771, + "weighted_error_after": 17.671104663284495 + }, + { + "name": "model.layers.14.mlp.experts.97.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 26.86828957311809, + "weighted_error_after": 15.701710084453225 + }, + { + "name": "model.layers.14.mlp.experts.97.up_proj", + "observed_tokens": 92, + "weighted_error_before": 26.444010669365525, + "weighted_error_after": 15.406621726229787 + }, + { + "name": "model.layers.14.mlp.experts.97.down_proj", + "observed_tokens": 92, + "weighted_error_before": 22.561647541821003, + "weighted_error_after": 14.62544520944357 + }, + { + "name": "model.layers.14.mlp.experts.98.gate_proj", + "observed_tokens": 1058, + "weighted_error_before": 27.408702870830894, + "weighted_error_after": 16.334059288725257 + }, + { + "name": "model.layers.14.mlp.experts.98.up_proj", + "observed_tokens": 1058, + "weighted_error_before": 25.416447205469012, + "weighted_error_after": 14.968822401948273 + }, + { + "name": "model.layers.14.mlp.experts.98.down_proj", + "observed_tokens": 1058, + "weighted_error_before": 21.657318291720003, + "weighted_error_after": 14.386509231757373 + }, + { + "name": "model.layers.14.mlp.experts.99.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 32.94830663688481, + "weighted_error_after": 19.581789170391858 + }, + { + "name": "model.layers.14.mlp.experts.99.up_proj", + "observed_tokens": 182, + "weighted_error_before": 27.315529745072126, + "weighted_error_after": 16.081589993089437 + }, + { + "name": "model.layers.14.mlp.experts.99.down_proj", + "observed_tokens": 182, + "weighted_error_before": 22.792174794711173, + "weighted_error_after": 15.298895334126428 + }, + { + "name": "model.layers.14.mlp.experts.100.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 22.253994213417172, + "weighted_error_after": 13.06101174838841 + }, + { + "name": "model.layers.14.mlp.experts.100.up_proj", + "observed_tokens": 151, + "weighted_error_before": 28.585706463083625, + "weighted_error_after": 16.823763573542237 + }, + { + "name": "model.layers.14.mlp.experts.100.down_proj", + "observed_tokens": 151, + "weighted_error_before": 25.802617480047047, + "weighted_error_after": 17.033272321801633 + }, + { + "name": "model.layers.14.mlp.experts.101.gate_proj", + "observed_tokens": 297, + "weighted_error_before": 33.61393229663372, + "weighted_error_after": 18.257732461206615 + }, + { + "name": "model.layers.14.mlp.experts.101.up_proj", + "observed_tokens": 297, + "weighted_error_before": 30.765904273837805, + "weighted_error_after": 16.853020932525396 + }, + { + "name": "model.layers.14.mlp.experts.101.down_proj", + "observed_tokens": 297, + "weighted_error_before": 21.63749661948532, + "weighted_error_after": 13.738316515926272 + }, + { + "name": "model.layers.14.mlp.experts.102.gate_proj", + "observed_tokens": 349, + "weighted_error_before": 27.45934136584401, + "weighted_error_after": 16.21584391966462 + }, + { + "name": "model.layers.14.mlp.experts.102.up_proj", + "observed_tokens": 349, + "weighted_error_before": 28.06180840730667, + "weighted_error_after": 16.733666758984327 + }, + { + "name": "model.layers.14.mlp.experts.102.down_proj", + "observed_tokens": 349, + "weighted_error_before": 23.933531349990517, + "weighted_error_after": 15.397341991076246 + }, + { + "name": "model.layers.14.mlp.experts.103.gate_proj", + "observed_tokens": 179, + "weighted_error_before": 30.226500675082207, + "weighted_error_after": 16.930274224840105 + }, + { + "name": "model.layers.14.mlp.experts.103.up_proj", + "observed_tokens": 179, + "weighted_error_before": 31.385778607800603, + "weighted_error_after": 17.718173670582473 + }, + { + "name": "model.layers.14.mlp.experts.103.down_proj", + "observed_tokens": 179, + "weighted_error_before": 24.393410564400256, + "weighted_error_after": 15.92719789268449 + }, + { + "name": "model.layers.14.mlp.experts.104.gate_proj", + "observed_tokens": 387, + "weighted_error_before": 30.602562902495265, + "weighted_error_after": 17.83476873394102 + }, + { + "name": "model.layers.14.mlp.experts.104.up_proj", + "observed_tokens": 387, + "weighted_error_before": 27.46825459972024, + "weighted_error_after": 16.078863013535738 + }, + { + "name": "model.layers.14.mlp.experts.104.down_proj", + "observed_tokens": 387, + "weighted_error_before": 24.002007646020502, + "weighted_error_after": 15.791536185191944 + }, + { + "name": "model.layers.14.mlp.experts.105.gate_proj", + "observed_tokens": 1195, + "weighted_error_before": 32.150334080681205, + "weighted_error_after": 19.05725465156138 + }, + { + "name": "model.layers.14.mlp.experts.105.up_proj", + "observed_tokens": 1195, + "weighted_error_before": 26.021257078275084, + "weighted_error_after": 15.50571403466165 + }, + { + "name": "model.layers.14.mlp.experts.105.down_proj", + "observed_tokens": 1195, + "weighted_error_before": 22.337614487390965, + "weighted_error_after": 14.887445529457182 + }, + { + "name": "model.layers.14.mlp.experts.106.gate_proj", + "observed_tokens": 3, + "weighted_error_before": 24.059227880090475, + "weighted_error_after": 14.001960951834917 + }, + { + "name": "model.layers.14.mlp.experts.106.up_proj", + "observed_tokens": 3, + "weighted_error_before": 33.28210870921612, + "weighted_error_after": 19.72562206350267 + }, + { + "name": "model.layers.14.mlp.experts.106.down_proj", + "observed_tokens": 3, + "weighted_error_before": 30.243369525298476, + "weighted_error_after": 20.596779184415936 + }, + { + "name": "model.layers.14.mlp.experts.107.gate_proj", + "observed_tokens": 75, + "weighted_error_before": 29.061391895636916, + "weighted_error_after": 17.29853393509984 + }, + { + "name": "model.layers.14.mlp.experts.107.up_proj", + "observed_tokens": 75, + "weighted_error_before": 30.378735093399882, + "weighted_error_after": 17.859086683019996 + }, + { + "name": "model.layers.14.mlp.experts.107.down_proj", + "observed_tokens": 75, + "weighted_error_before": 24.74683705996722, + "weighted_error_after": 15.820900629274547 + }, + { + "name": "model.layers.14.mlp.experts.108.gate_proj", + "observed_tokens": 250, + "weighted_error_before": 31.0273111872375, + "weighted_error_after": 17.527809297665954 + }, + { + "name": "model.layers.14.mlp.experts.108.up_proj", + "observed_tokens": 250, + "weighted_error_before": 29.448211647570133, + "weighted_error_after": 16.90942696854472 + }, + { + "name": "model.layers.14.mlp.experts.108.down_proj", + "observed_tokens": 250, + "weighted_error_before": 23.185053775087, + "weighted_error_after": 15.236285786610097 + }, + { + "name": "model.layers.14.mlp.experts.109.gate_proj", + "observed_tokens": 1454, + "weighted_error_before": 24.217754114419222, + "weighted_error_after": 14.412361834198236 + }, + { + "name": "model.layers.14.mlp.experts.109.up_proj", + "observed_tokens": 1454, + "weighted_error_before": 26.494016602635384, + "weighted_error_after": 15.56715046055615 + }, + { + "name": "model.layers.14.mlp.experts.109.down_proj", + "observed_tokens": 1454, + "weighted_error_before": 22.93181155831553, + "weighted_error_after": 15.250552454032004 + }, + { + "name": "model.layers.14.mlp.experts.110.gate_proj", + "observed_tokens": 2, + "weighted_error_before": 32.23525245860219, + "weighted_error_after": 18.949012177996337 + }, + { + "name": "model.layers.14.mlp.experts.110.up_proj", + "observed_tokens": 2, + "weighted_error_before": 27.73034205660224, + "weighted_error_after": 16.49811161123216 + }, + { + "name": "model.layers.14.mlp.experts.110.down_proj", + "observed_tokens": 2, + "weighted_error_before": 24.676881216932088, + "weighted_error_after": 16.816999562550336 + }, + { + "name": "model.layers.14.mlp.experts.111.gate_proj", + "observed_tokens": 52, + "weighted_error_before": 27.329631904140115, + "weighted_error_after": 15.811374740675092 + }, + { + "name": "model.layers.14.mlp.experts.111.up_proj", + "observed_tokens": 52, + "weighted_error_before": 29.90825803205371, + "weighted_error_after": 17.54173488728702 + }, + { + "name": "model.layers.14.mlp.experts.111.down_proj", + "observed_tokens": 52, + "weighted_error_before": 27.868006519041955, + "weighted_error_after": 17.50173018919304 + }, + { + "name": "model.layers.14.mlp.experts.112.gate_proj", + "observed_tokens": 125, + "weighted_error_before": 26.118515880778432, + "weighted_error_after": 15.216022593900561 + }, + { + "name": "model.layers.14.mlp.experts.112.up_proj", + "observed_tokens": 125, + "weighted_error_before": 28.334249064326286, + "weighted_error_after": 16.592877404764295 + }, + { + "name": "model.layers.14.mlp.experts.112.down_proj", + "observed_tokens": 125, + "weighted_error_before": 23.36659722775221, + "weighted_error_after": 15.94062398513779 + }, + { + "name": "model.layers.14.mlp.experts.113.gate_proj", + "observed_tokens": 148, + "weighted_error_before": 23.783473594114184, + "weighted_error_after": 13.974717134609818 + }, + { + "name": "model.layers.14.mlp.experts.113.up_proj", + "observed_tokens": 148, + "weighted_error_before": 25.550487218424678, + "weighted_error_after": 14.97845570743084 + }, + { + "name": "model.layers.14.mlp.experts.113.down_proj", + "observed_tokens": 148, + "weighted_error_before": 22.043233182746917, + "weighted_error_after": 14.37614032253623 + }, + { + "name": "model.layers.14.mlp.experts.114.gate_proj", + "observed_tokens": 280, + "weighted_error_before": 24.764797950163484, + "weighted_error_after": 14.622454418800771 + }, + { + "name": "model.layers.14.mlp.experts.114.up_proj", + "observed_tokens": 280, + "weighted_error_before": 25.2053186558187, + "weighted_error_after": 14.78907092101872 + }, + { + "name": "model.layers.14.mlp.experts.114.down_proj", + "observed_tokens": 280, + "weighted_error_before": 22.740403402596712, + "weighted_error_after": 15.228939701337367 + }, + { + "name": "model.layers.14.mlp.experts.115.gate_proj", + "observed_tokens": 223, + "weighted_error_before": 30.20846157334745, + "weighted_error_after": 17.69651583582163 + }, + { + "name": "model.layers.14.mlp.experts.115.up_proj", + "observed_tokens": 223, + "weighted_error_before": 26.58500691689551, + "weighted_error_after": 15.411580424755812 + }, + { + "name": "model.layers.14.mlp.experts.115.down_proj", + "observed_tokens": 223, + "weighted_error_before": 21.80060024233535, + "weighted_error_after": 14.338780647609383 + }, + { + "name": "model.layers.14.mlp.experts.116.gate_proj", + "observed_tokens": 185, + "weighted_error_before": 26.127222277224064, + "weighted_error_after": 15.327328821644187 + }, + { + "name": "model.layers.14.mlp.experts.116.up_proj", + "observed_tokens": 185, + "weighted_error_before": 29.069468669593334, + "weighted_error_after": 16.991164211183786 + }, + { + "name": "model.layers.14.mlp.experts.116.down_proj", + "observed_tokens": 185, + "weighted_error_before": 24.084172723349184, + "weighted_error_after": 15.90180861018598 + }, + { + "name": "model.layers.14.mlp.experts.117.gate_proj", + "observed_tokens": 837, + "weighted_error_before": 26.993757905438542, + "weighted_error_after": 15.874520232900977 + }, + { + "name": "model.layers.14.mlp.experts.117.up_proj", + "observed_tokens": 837, + "weighted_error_before": 27.922789301723242, + "weighted_error_after": 16.484327817335725 + }, + { + "name": "model.layers.14.mlp.experts.117.down_proj", + "observed_tokens": 837, + "weighted_error_before": 23.148943046107888, + "weighted_error_after": 15.315219146199524 + }, + { + "name": "model.layers.14.mlp.experts.118.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 27.86458207666874, + "weighted_error_after": 16.478866550140083 + }, + { + "name": "model.layers.14.mlp.experts.118.up_proj", + "observed_tokens": 230, + "weighted_error_before": 25.14379883185029, + "weighted_error_after": 14.687331410124898 + }, + { + "name": "model.layers.14.mlp.experts.118.down_proj", + "observed_tokens": 230, + "weighted_error_before": 21.689248451497406, + "weighted_error_after": 14.258286702213809 + }, + { + "name": "model.layers.14.mlp.experts.119.gate_proj", + "observed_tokens": 114, + "weighted_error_before": 26.867281399667263, + "weighted_error_after": 15.758772423490882 + }, + { + "name": "model.layers.14.mlp.experts.119.up_proj", + "observed_tokens": 114, + "weighted_error_before": 27.286775812506676, + "weighted_error_after": 16.14727127738297 + }, + { + "name": "model.layers.14.mlp.experts.119.down_proj", + "observed_tokens": 114, + "weighted_error_before": 23.141692041885108, + "weighted_error_after": 15.067820716649294 + }, + { + "name": "model.layers.14.mlp.experts.120.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 23.764747507870197, + "weighted_error_after": 13.81995068397373 + }, + { + "name": "model.layers.14.mlp.experts.120.up_proj", + "observed_tokens": 127, + "weighted_error_before": 26.445587743073702, + "weighted_error_after": 15.343792436644435 + }, + { + "name": "model.layers.14.mlp.experts.120.down_proj", + "observed_tokens": 127, + "weighted_error_before": 23.58908219821751, + "weighted_error_after": 15.355187218636274 + }, + { + "name": "model.layers.14.mlp.experts.121.gate_proj", + "observed_tokens": 290, + "weighted_error_before": 26.898290380835533, + "weighted_error_after": 15.260819239541888 + }, + { + "name": "model.layers.14.mlp.experts.121.up_proj", + "observed_tokens": 290, + "weighted_error_before": 25.752913910895586, + "weighted_error_after": 15.249932852573693 + }, + { + "name": "model.layers.14.mlp.experts.121.down_proj", + "observed_tokens": 290, + "weighted_error_before": 22.44561141030863, + "weighted_error_after": 14.483114852104336 + }, + { + "name": "model.layers.14.mlp.experts.122.gate_proj", + "observed_tokens": 653, + "weighted_error_before": 26.561189590021968, + "weighted_error_after": 15.47875022701919 + }, + { + "name": "model.layers.14.mlp.experts.122.up_proj", + "observed_tokens": 653, + "weighted_error_before": 29.10571078956127, + "weighted_error_after": 17.15946736931801 + }, + { + "name": "model.layers.14.mlp.experts.122.down_proj", + "observed_tokens": 653, + "weighted_error_before": 25.96639525797218, + "weighted_error_after": 16.723928115330637 + }, + { + "name": "model.layers.14.mlp.experts.123.gate_proj", + "observed_tokens": 54, + "weighted_error_before": 24.84485957585275, + "weighted_error_after": 14.606335202232003 + }, + { + "name": "model.layers.14.mlp.experts.123.up_proj", + "observed_tokens": 54, + "weighted_error_before": 30.084562292322516, + "weighted_error_after": 17.691273795440793 + }, + { + "name": "model.layers.14.mlp.experts.123.down_proj", + "observed_tokens": 54, + "weighted_error_before": 28.02524806931615, + "weighted_error_after": 18.25563448155299 + }, + { + "name": "model.layers.14.mlp.experts.124.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 25.598968779668212, + "weighted_error_after": 14.822796698659658 + }, + { + "name": "model.layers.14.mlp.experts.124.up_proj", + "observed_tokens": 69, + "weighted_error_before": 28.74075325205922, + "weighted_error_after": 16.763860385864973 + }, + { + "name": "model.layers.14.mlp.experts.124.down_proj", + "observed_tokens": 69, + "weighted_error_before": 23.945329919457436, + "weighted_error_after": 15.48466531932354 + }, + { + "name": "model.layers.14.mlp.experts.125.gate_proj", + "observed_tokens": 374, + "weighted_error_before": 28.720985148102045, + "weighted_error_after": 14.913871024735272 + }, + { + "name": "model.layers.14.mlp.experts.125.up_proj", + "observed_tokens": 374, + "weighted_error_before": 33.11933084949851, + "weighted_error_after": 17.772961920127273 + }, + { + "name": "model.layers.14.mlp.experts.125.down_proj", + "observed_tokens": 374, + "weighted_error_before": 25.648228264413774, + "weighted_error_after": 14.067811804357916 + }, + { + "name": "model.layers.14.mlp.experts.126.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 28.66230833902955, + "weighted_error_after": 16.641294170171022 + }, + { + "name": "model.layers.14.mlp.experts.126.up_proj", + "observed_tokens": 151, + "weighted_error_before": 31.457129705697298, + "weighted_error_after": 18.49172504991293 + }, + { + "name": "model.layers.14.mlp.experts.126.down_proj", + "observed_tokens": 151, + "weighted_error_before": 26.168730105273426, + "weighted_error_after": 16.79568130429834 + }, + { + "name": "model.layers.14.mlp.experts.127.gate_proj", + "observed_tokens": 338, + "weighted_error_before": 28.24283522926271, + "weighted_error_after": 16.887548377737403 + }, + { + "name": "model.layers.14.mlp.experts.127.up_proj", + "observed_tokens": 338, + "weighted_error_before": 25.047596786171198, + "weighted_error_after": 14.79114294797182 + }, + { + "name": "model.layers.14.mlp.experts.127.down_proj", + "observed_tokens": 338, + "weighted_error_before": 21.78723925165832, + "weighted_error_after": 14.622871244791895 + }, + { + "name": "model.layers.14.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 13.359309898340143, + "weighted_error_after": 7.148448275460396 + }, + { + "name": "model.layers.14.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 31.237616176716983, + "weighted_error_after": 16.228944106958807 + }, + { + "name": "model.layers.14.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 23.125093798153102, + "weighted_error_after": 9.011958327144384 + }, + { + "name": "model.layers.15.attention.q_a_proj", + "observed_tokens": 5624, + "weighted_error_before": 18.78552171215415, + "weighted_error_after": 10.876333616673946 + }, + { + "name": "model.layers.15.attention.q_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 149.18761889319285, + "weighted_error_after": 98.91758254996967 + }, + { + "name": "model.layers.15.attention.kv_a_proj_with_mqa", + "observed_tokens": 5624, + "weighted_error_before": 69.44364950433373, + "weighted_error_after": 40.345529885962605 + }, + { + "name": "model.layers.15.attention.kv_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 252.14486702438444, + "weighted_error_after": 158.8336412301287 + }, + { + "name": "model.layers.15.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 4.785571306943893, + "weighted_error_after": 2.764741040766239 + }, + { + "name": "model.layers.15.attention.dense", + "observed_tokens": 5624, + "weighted_error_before": 181.30939623713493, + "weighted_error_after": 101.90556395426393 + }, + { + "name": "model.layers.15.mlp.experts.0.gate_proj", + "observed_tokens": 194, + "weighted_error_before": 36.95987296290696, + "weighted_error_after": 21.95734554808587 + }, + { + "name": "model.layers.15.mlp.experts.0.up_proj", + "observed_tokens": 194, + "weighted_error_before": 31.7216256596148, + "weighted_error_after": 18.439873224124312 + }, + { + "name": "model.layers.15.mlp.experts.0.down_proj", + "observed_tokens": 194, + "weighted_error_before": 22.286094449926168, + "weighted_error_after": 14.079582090023905 + }, + { + "name": "model.layers.15.mlp.experts.1.gate_proj", + "observed_tokens": 350, + "weighted_error_before": 28.962998928502202, + "weighted_error_after": 16.94230268523097 + }, + { + "name": "model.layers.15.mlp.experts.1.up_proj", + "observed_tokens": 350, + "weighted_error_before": 28.91140142083168, + "weighted_error_after": 16.922540916129947 + }, + { + "name": "model.layers.15.mlp.experts.1.down_proj", + "observed_tokens": 350, + "weighted_error_before": 24.93198159476742, + "weighted_error_after": 16.052344042342156 + }, + { + "name": "model.layers.15.mlp.experts.2.gate_proj", + "observed_tokens": 392, + "weighted_error_before": 23.903543373569846, + "weighted_error_after": 13.910071576945484 + }, + { + "name": "model.layers.15.mlp.experts.2.up_proj", + "observed_tokens": 392, + "weighted_error_before": 26.921014873310924, + "weighted_error_after": 15.753321461379528 + }, + { + "name": "model.layers.15.mlp.experts.2.down_proj", + "observed_tokens": 392, + "weighted_error_before": 23.86182973301038, + "weighted_error_after": 14.867537843063474 + }, + { + "name": "model.layers.15.mlp.experts.3.gate_proj", + "observed_tokens": 307, + "weighted_error_before": 27.19885328784585, + "weighted_error_after": 16.047409983351827 + }, + { + "name": "model.layers.15.mlp.experts.3.up_proj", + "observed_tokens": 307, + "weighted_error_before": 24.50335201434791, + "weighted_error_after": 14.464034423232079 + }, + { + "name": "model.layers.15.mlp.experts.3.down_proj", + "observed_tokens": 307, + "weighted_error_before": 21.31489962246269, + "weighted_error_after": 14.193511097924784 + }, + { + "name": "model.layers.15.mlp.experts.4.gate_proj", + "observed_tokens": 248, + "weighted_error_before": 24.97823845408857, + "weighted_error_after": 14.528646144084632 + }, + { + "name": "model.layers.15.mlp.experts.4.up_proj", + "observed_tokens": 248, + "weighted_error_before": 25.014254968613386, + "weighted_error_after": 14.70211592502892 + }, + { + "name": "model.layers.15.mlp.experts.4.down_proj", + "observed_tokens": 248, + "weighted_error_before": 21.926585324574262, + "weighted_error_after": 14.405939146876335 + }, + { + "name": "model.layers.15.mlp.experts.5.gate_proj", + "observed_tokens": 333, + "weighted_error_before": 26.993667909875512, + "weighted_error_after": 16.031859235838056 + }, + { + "name": "model.layers.15.mlp.experts.5.up_proj", + "observed_tokens": 333, + "weighted_error_before": 28.83295458741486, + "weighted_error_after": 16.89146551117301 + }, + { + "name": "model.layers.15.mlp.experts.5.down_proj", + "observed_tokens": 333, + "weighted_error_before": 23.853445339016616, + "weighted_error_after": 15.926172814331949 + }, + { + "name": "model.layers.15.mlp.experts.6.gate_proj", + "observed_tokens": 619, + "weighted_error_before": 25.38009899109602, + "weighted_error_after": 15.057850402779877 + }, + { + "name": "model.layers.15.mlp.experts.6.up_proj", + "observed_tokens": 619, + "weighted_error_before": 24.88402642123401, + "weighted_error_after": 14.908957172185183 + }, + { + "name": "model.layers.15.mlp.experts.6.down_proj", + "observed_tokens": 619, + "weighted_error_before": 22.54118922352791, + "weighted_error_after": 14.943090494722128 + }, + { + "name": "model.layers.15.mlp.experts.7.gate_proj", + "observed_tokens": 301, + "weighted_error_before": 31.921418357640505, + "weighted_error_after": 18.88176384754479 + }, + { + "name": "model.layers.15.mlp.experts.7.up_proj", + "observed_tokens": 301, + "weighted_error_before": 28.544058173894882, + "weighted_error_after": 16.921811498701572 + }, + { + "name": "model.layers.15.mlp.experts.7.down_proj", + "observed_tokens": 301, + "weighted_error_before": 25.930005379021168, + "weighted_error_after": 16.455071752890944 + }, + { + "name": "model.layers.15.mlp.experts.8.gate_proj", + "observed_tokens": 582, + "weighted_error_before": 25.771905709058046, + "weighted_error_after": 15.170965108089149 + }, + { + "name": "model.layers.15.mlp.experts.8.up_proj", + "observed_tokens": 582, + "weighted_error_before": 25.2739197909832, + "weighted_error_after": 14.85083500109613 + }, + { + "name": "model.layers.15.mlp.experts.8.down_proj", + "observed_tokens": 582, + "weighted_error_before": 21.69239167869091, + "weighted_error_after": 14.26316243619658 + }, + { + "name": "model.layers.15.mlp.experts.9.gate_proj", + "observed_tokens": 368, + "weighted_error_before": 25.325029276311398, + "weighted_error_after": 14.86272869259119 + }, + { + "name": "model.layers.15.mlp.experts.9.up_proj", + "observed_tokens": 368, + "weighted_error_before": 25.737232081592083, + "weighted_error_after": 15.27239385806024 + }, + { + "name": "model.layers.15.mlp.experts.9.down_proj", + "observed_tokens": 368, + "weighted_error_before": 22.523792154621333, + "weighted_error_after": 14.920379545073956 + }, + { + "name": "model.layers.15.mlp.experts.10.gate_proj", + "observed_tokens": 650, + "weighted_error_before": 29.74572466313839, + "weighted_error_after": 17.581111365929246 + }, + { + "name": "model.layers.15.mlp.experts.10.up_proj", + "observed_tokens": 650, + "weighted_error_before": 25.55065456032753, + "weighted_error_after": 15.157379623502493 + }, + { + "name": "model.layers.15.mlp.experts.10.down_proj", + "observed_tokens": 650, + "weighted_error_before": 22.276500755921006, + "weighted_error_after": 15.182350364280865 + }, + { + "name": "model.layers.15.mlp.experts.11.gate_proj", + "observed_tokens": 57, + "weighted_error_before": 27.221688728779554, + "weighted_error_after": 16.10227930918336 + }, + { + "name": "model.layers.15.mlp.experts.11.up_proj", + "observed_tokens": 57, + "weighted_error_before": 27.530395871028304, + "weighted_error_after": 16.296726621687412 + }, + { + "name": "model.layers.15.mlp.experts.11.down_proj", + "observed_tokens": 57, + "weighted_error_before": 24.093440488446504, + "weighted_error_after": 15.873818939551711 + }, + { + "name": "model.layers.15.mlp.experts.12.gate_proj", + "observed_tokens": 221, + "weighted_error_before": 25.50741348415613, + "weighted_error_after": 14.914673887193203 + }, + { + "name": "model.layers.15.mlp.experts.12.up_proj", + "observed_tokens": 221, + "weighted_error_before": 28.491454288363457, + "weighted_error_after": 16.772550154477358 + }, + { + "name": "model.layers.15.mlp.experts.12.down_proj", + "observed_tokens": 221, + "weighted_error_before": 24.213399407453835, + "weighted_error_after": 16.043964428827167 + }, + { + "name": "model.layers.15.mlp.experts.13.gate_proj", + "observed_tokens": 144, + "weighted_error_before": 28.088675493374467, + "weighted_error_after": 16.18430313002318 + }, + { + "name": "model.layers.15.mlp.experts.13.up_proj", + "observed_tokens": 144, + "weighted_error_before": 27.32410798408091, + "weighted_error_after": 15.61084689386189 + }, + { + "name": "model.layers.15.mlp.experts.13.down_proj", + "observed_tokens": 144, + "weighted_error_before": 20.458658651914448, + "weighted_error_after": 12.858043320011348 + }, + { + "name": "model.layers.15.mlp.experts.14.gate_proj", + "observed_tokens": 1076, + "weighted_error_before": 30.637065168470144, + "weighted_error_after": 17.386497703380883 + }, + { + "name": "model.layers.15.mlp.experts.14.up_proj", + "observed_tokens": 1076, + "weighted_error_before": 27.11102184653282, + "weighted_error_after": 16.026802971959114 + }, + { + "name": "model.layers.15.mlp.experts.14.down_proj", + "observed_tokens": 1076, + "weighted_error_before": 23.765703555196524, + "weighted_error_after": 15.943106311839074 + }, + { + "name": "model.layers.15.mlp.experts.15.gate_proj", + "observed_tokens": 1235, + "weighted_error_before": 25.768217515200377, + "weighted_error_after": 15.242039199918509 + }, + { + "name": "model.layers.15.mlp.experts.15.up_proj", + "observed_tokens": 1235, + "weighted_error_before": 26.153301822021604, + "weighted_error_after": 15.578588582575321 + }, + { + "name": "model.layers.15.mlp.experts.15.down_proj", + "observed_tokens": 1235, + "weighted_error_before": 22.500111083034426, + "weighted_error_after": 14.8168637403287 + }, + { + "name": "model.layers.15.mlp.experts.16.gate_proj", + "observed_tokens": 71, + "weighted_error_before": 26.807458616793156, + "weighted_error_after": 15.642094671726227 + }, + { + "name": "model.layers.15.mlp.experts.16.up_proj", + "observed_tokens": 71, + "weighted_error_before": 28.0462277084589, + "weighted_error_after": 16.305548695847392 + }, + { + "name": "model.layers.15.mlp.experts.16.down_proj", + "observed_tokens": 71, + "weighted_error_before": 22.955539043992758, + "weighted_error_after": 14.317559740040451 + }, + { + "name": "model.layers.15.mlp.experts.17.gate_proj", + "observed_tokens": 88, + "weighted_error_before": 28.8421463817358, + "weighted_error_after": 17.216440428048372 + }, + { + "name": "model.layers.15.mlp.experts.17.up_proj", + "observed_tokens": 88, + "weighted_error_before": 30.287223357707262, + "weighted_error_after": 17.843261543661356 + }, + { + "name": "model.layers.15.mlp.experts.17.down_proj", + "observed_tokens": 88, + "weighted_error_before": 24.524110215250403, + "weighted_error_after": 16.26090414216742 + }, + { + "name": "model.layers.15.mlp.experts.18.gate_proj", + "observed_tokens": 220, + "weighted_error_before": 29.9105231910944, + "weighted_error_after": 17.513818671926856 + }, + { + "name": "model.layers.15.mlp.experts.18.up_proj", + "observed_tokens": 220, + "weighted_error_before": 33.350260481238365, + "weighted_error_after": 19.579905290156603 + }, + { + "name": "model.layers.15.mlp.experts.18.down_proj", + "observed_tokens": 220, + "weighted_error_before": 25.652504552155733, + "weighted_error_after": 16.695300201885402 + }, + { + "name": "model.layers.15.mlp.experts.19.gate_proj", + "observed_tokens": 546, + "weighted_error_before": 28.644526200369, + "weighted_error_after": 16.637682761996984 + }, + { + "name": "model.layers.15.mlp.experts.19.up_proj", + "observed_tokens": 546, + "weighted_error_before": 24.83471422456205, + "weighted_error_after": 14.722408855333924 + }, + { + "name": "model.layers.15.mlp.experts.19.down_proj", + "observed_tokens": 546, + "weighted_error_before": 20.983117858413607, + "weighted_error_after": 14.085843907203525 + }, + { + "name": "model.layers.15.mlp.experts.20.gate_proj", + "observed_tokens": 597, + "weighted_error_before": 30.402821257710457, + "weighted_error_after": 17.613417888060212 + }, + { + "name": "model.layers.15.mlp.experts.20.up_proj", + "observed_tokens": 597, + "weighted_error_before": 26.80655023828149, + "weighted_error_after": 15.712003415450454 + }, + { + "name": "model.layers.15.mlp.experts.20.down_proj", + "observed_tokens": 597, + "weighted_error_before": 22.775035033468157, + "weighted_error_after": 14.765029362402856 + }, + { + "name": "model.layers.15.mlp.experts.21.gate_proj", + "observed_tokens": 1321, + "weighted_error_before": 30.897671116515994, + "weighted_error_after": 18.24722646176815 + }, + { + "name": "model.layers.15.mlp.experts.21.up_proj", + "observed_tokens": 1321, + "weighted_error_before": 26.366951569914818, + "weighted_error_after": 15.428282454609871 + }, + { + "name": "model.layers.15.mlp.experts.21.down_proj", + "observed_tokens": 1321, + "weighted_error_before": 22.726586585631594, + "weighted_error_after": 15.005404436727986 + }, + { + "name": "model.layers.15.mlp.experts.22.gate_proj", + "observed_tokens": 251, + "weighted_error_before": 22.954202208667994, + "weighted_error_after": 13.58866816200316 + }, + { + "name": "model.layers.15.mlp.experts.22.up_proj", + "observed_tokens": 251, + "weighted_error_before": 22.7718785405159, + "weighted_error_after": 13.506966806948185 + }, + { + "name": "model.layers.15.mlp.experts.22.down_proj", + "observed_tokens": 251, + "weighted_error_before": 20.390447427053005, + "weighted_error_after": 13.522200288716704 + }, + { + "name": "model.layers.15.mlp.experts.23.gate_proj", + "observed_tokens": 1107, + "weighted_error_before": 30.163896042853594, + "weighted_error_after": 17.679917998611927 + }, + { + "name": "model.layers.15.mlp.experts.23.up_proj", + "observed_tokens": 1107, + "weighted_error_before": 25.08568074926734, + "weighted_error_after": 14.697268263436854 + }, + { + "name": "model.layers.15.mlp.experts.23.down_proj", + "observed_tokens": 1107, + "weighted_error_before": 21.458360388875008, + "weighted_error_after": 14.13243947038427 + }, + { + "name": "model.layers.15.mlp.experts.24.gate_proj", + "observed_tokens": 176, + "weighted_error_before": 26.65086768940091, + "weighted_error_after": 15.810755923390388 + }, + { + "name": "model.layers.15.mlp.experts.24.up_proj", + "observed_tokens": 176, + "weighted_error_before": 25.49521056935191, + "weighted_error_after": 14.964859407395124 + }, + { + "name": "model.layers.15.mlp.experts.24.down_proj", + "observed_tokens": 176, + "weighted_error_before": 21.583557539619505, + "weighted_error_after": 13.384854174219072 + }, + { + "name": "model.layers.15.mlp.experts.25.gate_proj", + "observed_tokens": 445, + "weighted_error_before": 28.325431721284986, + "weighted_error_after": 16.416289823129773 + }, + { + "name": "model.layers.15.mlp.experts.25.up_proj", + "observed_tokens": 445, + "weighted_error_before": 29.594830652698874, + "weighted_error_after": 17.014851450920105 + }, + { + "name": "model.layers.15.mlp.experts.25.down_proj", + "observed_tokens": 445, + "weighted_error_before": 22.601418985053897, + "weighted_error_after": 14.161516548600048 + }, + { + "name": "model.layers.15.mlp.experts.26.gate_proj", + "observed_tokens": 321, + "weighted_error_before": 33.48167175799608, + "weighted_error_after": 18.469891229644418 + }, + { + "name": "model.layers.15.mlp.experts.26.up_proj", + "observed_tokens": 321, + "weighted_error_before": 29.586243968456984, + "weighted_error_after": 17.015720829367638 + }, + { + "name": "model.layers.15.mlp.experts.26.down_proj", + "observed_tokens": 321, + "weighted_error_before": 23.782620122656226, + "weighted_error_after": 14.989695289172232 + }, + { + "name": "model.layers.15.mlp.experts.27.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 26.310575742274523, + "weighted_error_after": 15.071670649573207 + }, + { + "name": "model.layers.15.mlp.experts.27.up_proj", + "observed_tokens": 293, + "weighted_error_before": 24.017426626756787, + "weighted_error_after": 14.19934818148613 + }, + { + "name": "model.layers.15.mlp.experts.27.down_proj", + "observed_tokens": 293, + "weighted_error_before": 23.277535383589566, + "weighted_error_after": 14.585198703221977 + }, + { + "name": "model.layers.15.mlp.experts.28.gate_proj", + "observed_tokens": 171, + "weighted_error_before": 29.058730114251375, + "weighted_error_after": 16.840763432905078 + }, + { + "name": "model.layers.15.mlp.experts.28.up_proj", + "observed_tokens": 171, + "weighted_error_before": 29.999730374664068, + "weighted_error_after": 17.668828807771206 + }, + { + "name": "model.layers.15.mlp.experts.28.down_proj", + "observed_tokens": 171, + "weighted_error_before": 24.00109102576971, + "weighted_error_after": 15.274726000614464 + }, + { + "name": "model.layers.15.mlp.experts.29.gate_proj", + "observed_tokens": 1324, + "weighted_error_before": 25.14647844992578, + "weighted_error_after": 14.881303450092673 + }, + { + "name": "model.layers.15.mlp.experts.29.up_proj", + "observed_tokens": 1324, + "weighted_error_before": 27.104804070666432, + "weighted_error_after": 15.905986027792096 + }, + { + "name": "model.layers.15.mlp.experts.29.down_proj", + "observed_tokens": 1324, + "weighted_error_before": 23.541087160352618, + "weighted_error_after": 15.207874559564516 + }, + { + "name": "model.layers.15.mlp.experts.30.gate_proj", + "observed_tokens": 96, + "weighted_error_before": 27.819189943373203, + "weighted_error_after": 16.224488597363234 + }, + { + "name": "model.layers.15.mlp.experts.30.up_proj", + "observed_tokens": 96, + "weighted_error_before": 29.204314187169075, + "weighted_error_after": 16.92393190599978 + }, + { + "name": "model.layers.15.mlp.experts.30.down_proj", + "observed_tokens": 96, + "weighted_error_before": 23.47801098274067, + "weighted_error_after": 14.815810613334179 + }, + { + "name": "model.layers.15.mlp.experts.31.gate_proj", + "observed_tokens": 187, + "weighted_error_before": 40.9259692505002, + "weighted_error_after": 21.578972364775836 + }, + { + "name": "model.layers.15.mlp.experts.31.up_proj", + "observed_tokens": 187, + "weighted_error_before": 31.53418811969459, + "weighted_error_after": 17.219212466850877 + }, + { + "name": "model.layers.15.mlp.experts.31.down_proj", + "observed_tokens": 187, + "weighted_error_before": 20.96329961111769, + "weighted_error_after": 13.007167465053499 + }, + { + "name": "model.layers.15.mlp.experts.32.gate_proj", + "observed_tokens": 55, + "weighted_error_before": 27.444699190557003, + "weighted_error_after": 15.449366538785398 + }, + { + "name": "model.layers.15.mlp.experts.32.up_proj", + "observed_tokens": 55, + "weighted_error_before": 27.13515603169799, + "weighted_error_after": 15.709727629087865 + }, + { + "name": "model.layers.15.mlp.experts.32.down_proj", + "observed_tokens": 55, + "weighted_error_before": 24.237541696988046, + "weighted_error_after": 15.947680863551795 + }, + { + "name": "model.layers.15.mlp.experts.33.gate_proj", + "observed_tokens": 72, + "weighted_error_before": 25.533954188227654, + "weighted_error_after": 15.066123265773058 + }, + { + "name": "model.layers.15.mlp.experts.33.up_proj", + "observed_tokens": 72, + "weighted_error_before": 25.63934419490397, + "weighted_error_after": 15.184992346912622 + }, + { + "name": "model.layers.15.mlp.experts.33.down_proj", + "observed_tokens": 72, + "weighted_error_before": 23.15393203869462, + "weighted_error_after": 15.28114644344896 + }, + { + "name": "model.layers.15.mlp.experts.34.gate_proj", + "observed_tokens": 138, + "weighted_error_before": 31.601612247526646, + "weighted_error_after": 18.282130573876202 + }, + { + "name": "model.layers.15.mlp.experts.34.up_proj", + "observed_tokens": 138, + "weighted_error_before": 30.189860669896007, + "weighted_error_after": 17.710753308609128 + }, + { + "name": "model.layers.15.mlp.experts.34.down_proj", + "observed_tokens": 138, + "weighted_error_before": 28.1617381144315, + "weighted_error_after": 17.3031990644522 + }, + { + "name": "model.layers.15.mlp.experts.35.gate_proj", + "observed_tokens": 89, + "weighted_error_before": 29.989555209875107, + "weighted_error_after": 16.92540207877755 + }, + { + "name": "model.layers.15.mlp.experts.35.up_proj", + "observed_tokens": 89, + "weighted_error_before": 28.929546169936657, + "weighted_error_after": 16.286801982671022 + }, + { + "name": "model.layers.15.mlp.experts.35.down_proj", + "observed_tokens": 89, + "weighted_error_before": 23.464197577442974, + "weighted_error_after": 14.72416397696361 + }, + { + "name": "model.layers.15.mlp.experts.36.gate_proj", + "observed_tokens": 208, + "weighted_error_before": 22.062742173671722, + "weighted_error_after": 12.802239368669689 + }, + { + "name": "model.layers.15.mlp.experts.36.up_proj", + "observed_tokens": 208, + "weighted_error_before": 24.070248479023576, + "weighted_error_after": 14.245087390765548 + }, + { + "name": "model.layers.15.mlp.experts.36.down_proj", + "observed_tokens": 208, + "weighted_error_before": 22.082820982206613, + "weighted_error_after": 14.266486796084791 + }, + { + "name": "model.layers.15.mlp.experts.37.gate_proj", + "observed_tokens": 231, + "weighted_error_before": 28.485802864655852, + "weighted_error_after": 16.66858970373869 + }, + { + "name": "model.layers.15.mlp.experts.37.up_proj", + "observed_tokens": 231, + "weighted_error_before": 28.554251223802567, + "weighted_error_after": 16.854857271537185 + }, + { + "name": "model.layers.15.mlp.experts.37.down_proj", + "observed_tokens": 231, + "weighted_error_before": 23.81470943102613, + "weighted_error_after": 15.338275664485991 + }, + { + "name": "model.layers.15.mlp.experts.38.gate_proj", + "observed_tokens": 289, + "weighted_error_before": 26.37365678884089, + "weighted_error_after": 14.801209415309131 + }, + { + "name": "model.layers.15.mlp.experts.38.up_proj", + "observed_tokens": 289, + "weighted_error_before": 26.503285402432084, + "weighted_error_after": 15.28245247900486 + }, + { + "name": "model.layers.15.mlp.experts.38.down_proj", + "observed_tokens": 289, + "weighted_error_before": 22.213085744529963, + "weighted_error_after": 13.591289124917239 + }, + { + "name": "model.layers.15.mlp.experts.39.gate_proj", + "observed_tokens": 382, + "weighted_error_before": 31.27553381025791, + "weighted_error_after": 18.264865592122078 + }, + { + "name": "model.layers.15.mlp.experts.39.up_proj", + "observed_tokens": 382, + "weighted_error_before": 28.55333147570491, + "weighted_error_after": 16.737745586782694 + }, + { + "name": "model.layers.15.mlp.experts.39.down_proj", + "observed_tokens": 382, + "weighted_error_before": 24.46769583877176, + "weighted_error_after": 15.226214856375009 + }, + { + "name": "model.layers.15.mlp.experts.40.gate_proj", + "observed_tokens": 254, + "weighted_error_before": 29.52036381699145, + "weighted_error_after": 17.448538474738598 + }, + { + "name": "model.layers.15.mlp.experts.40.up_proj", + "observed_tokens": 254, + "weighted_error_before": 27.184885749593377, + "weighted_error_after": 16.136918799951673 + }, + { + "name": "model.layers.15.mlp.experts.40.down_proj", + "observed_tokens": 254, + "weighted_error_before": 23.198980934452266, + "weighted_error_after": 14.733551008626819 + }, + { + "name": "model.layers.15.mlp.experts.41.gate_proj", + "observed_tokens": 386, + "weighted_error_before": 22.969786118716, + "weighted_error_after": 13.547061407007277 + }, + { + "name": "model.layers.15.mlp.experts.41.up_proj", + "observed_tokens": 386, + "weighted_error_before": 24.313887355849147, + "weighted_error_after": 14.509608320891857 + }, + { + "name": "model.layers.15.mlp.experts.41.down_proj", + "observed_tokens": 386, + "weighted_error_before": 22.68070568749681, + "weighted_error_after": 15.016795358154923 + }, + { + "name": "model.layers.15.mlp.experts.42.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 25.289716886356473, + "weighted_error_after": 14.758098148740828 + }, + { + "name": "model.layers.15.mlp.experts.42.up_proj", + "observed_tokens": 119, + "weighted_error_before": 26.149500969797373, + "weighted_error_after": 15.068668952211738 + }, + { + "name": "model.layers.15.mlp.experts.42.down_proj", + "observed_tokens": 119, + "weighted_error_before": 21.73637994658202, + "weighted_error_after": 14.070679319091141 + }, + { + "name": "model.layers.15.mlp.experts.43.gate_proj", + "observed_tokens": 64, + "weighted_error_before": 36.17595913261175, + "weighted_error_after": 21.384148004464805 + }, + { + "name": "model.layers.15.mlp.experts.43.up_proj", + "observed_tokens": 64, + "weighted_error_before": 31.192532394081354, + "weighted_error_after": 18.44971409998834 + }, + { + "name": "model.layers.15.mlp.experts.43.down_proj", + "observed_tokens": 64, + "weighted_error_before": 26.622960251756012, + "weighted_error_after": 17.12096520792693 + }, + { + "name": "model.layers.15.mlp.experts.44.gate_proj", + "observed_tokens": 292, + "weighted_error_before": 28.257021635770798, + "weighted_error_after": 16.480557529255748 + }, + { + "name": "model.layers.15.mlp.experts.44.up_proj", + "observed_tokens": 292, + "weighted_error_before": 27.680831383913755, + "weighted_error_after": 16.066810885444283 + }, + { + "name": "model.layers.15.mlp.experts.44.down_proj", + "observed_tokens": 292, + "weighted_error_before": 22.48640981083736, + "weighted_error_after": 14.447363123297691 + }, + { + "name": "model.layers.15.mlp.experts.45.gate_proj", + "observed_tokens": 355, + "weighted_error_before": 26.541611187160015, + "weighted_error_after": 15.521970852278173 + }, + { + "name": "model.layers.15.mlp.experts.45.up_proj", + "observed_tokens": 355, + "weighted_error_before": 24.00861256197095, + "weighted_error_after": 14.308623788878322 + }, + { + "name": "model.layers.15.mlp.experts.45.down_proj", + "observed_tokens": 355, + "weighted_error_before": 21.15332990139723, + "weighted_error_after": 13.868612830527127 + }, + { + "name": "model.layers.15.mlp.experts.46.gate_proj", + "observed_tokens": 30, + "weighted_error_before": 26.840109230950475, + "weighted_error_after": 16.025894541293383 + }, + { + "name": "model.layers.15.mlp.experts.46.up_proj", + "observed_tokens": 30, + "weighted_error_before": 27.864757396280766, + "weighted_error_after": 16.640516255050898 + }, + { + "name": "model.layers.15.mlp.experts.46.down_proj", + "observed_tokens": 30, + "weighted_error_before": 24.237285679206252, + "weighted_error_after": 16.740569235756993 + }, + { + "name": "model.layers.15.mlp.experts.47.gate_proj", + "observed_tokens": 211, + "weighted_error_before": 26.71512301452458, + "weighted_error_after": 15.38796597905457 + }, + { + "name": "model.layers.15.mlp.experts.47.up_proj", + "observed_tokens": 211, + "weighted_error_before": 26.45049798488617, + "weighted_error_after": 15.293763073161244 + }, + { + "name": "model.layers.15.mlp.experts.47.down_proj", + "observed_tokens": 211, + "weighted_error_before": 21.427728622686118, + "weighted_error_after": 13.715026832185686 + }, + { + "name": "model.layers.15.mlp.experts.48.gate_proj", + "observed_tokens": 1146, + "weighted_error_before": 26.703201211988926, + "weighted_error_after": 15.756637427955866 + }, + { + "name": "model.layers.15.mlp.experts.48.up_proj", + "observed_tokens": 1146, + "weighted_error_before": 27.6861326508224, + "weighted_error_after": 16.443444032222033 + }, + { + "name": "model.layers.15.mlp.experts.48.down_proj", + "observed_tokens": 1146, + "weighted_error_before": 23.338348946068436, + "weighted_error_after": 15.447540327906609 + }, + { + "name": "model.layers.15.mlp.experts.49.gate_proj", + "observed_tokens": 50, + "weighted_error_before": 27.315725587308407, + "weighted_error_after": 16.076704433187842 + }, + { + "name": "model.layers.15.mlp.experts.49.up_proj", + "observed_tokens": 50, + "weighted_error_before": 28.712013710290194, + "weighted_error_after": 17.07205653935671 + }, + { + "name": "model.layers.15.mlp.experts.49.down_proj", + "observed_tokens": 50, + "weighted_error_before": 24.867470654658973, + "weighted_error_after": 16.33124021347612 + }, + { + "name": "model.layers.15.mlp.experts.50.gate_proj", + "observed_tokens": 259, + "weighted_error_before": 25.42777623422444, + "weighted_error_after": 14.610168263316154 + }, + { + "name": "model.layers.15.mlp.experts.50.up_proj", + "observed_tokens": 259, + "weighted_error_before": 28.31096278131008, + "weighted_error_after": 16.589540334418416 + }, + { + "name": "model.layers.15.mlp.experts.50.down_proj", + "observed_tokens": 259, + "weighted_error_before": 26.50328083895147, + "weighted_error_after": 16.245012333150953 + }, + { + "name": "model.layers.15.mlp.experts.51.gate_proj", + "observed_tokens": 25, + "weighted_error_before": 31.038922175765038, + "weighted_error_after": 18.28692565858364 + }, + { + "name": "model.layers.15.mlp.experts.51.up_proj", + "observed_tokens": 25, + "weighted_error_before": 31.298188162967563, + "weighted_error_after": 18.388794843107462 + }, + { + "name": "model.layers.15.mlp.experts.51.down_proj", + "observed_tokens": 25, + "weighted_error_before": 24.776499152183533, + "weighted_error_after": 16.566374723799527 + }, + { + "name": "model.layers.15.mlp.experts.52.gate_proj", + "observed_tokens": 3, + "weighted_error_before": 30.38301755487919, + "weighted_error_after": 17.88752800039947 + }, + { + "name": "model.layers.15.mlp.experts.52.up_proj", + "observed_tokens": 3, + "weighted_error_before": 30.951758101582527, + "weighted_error_after": 18.164818922057748 + }, + { + "name": "model.layers.15.mlp.experts.52.down_proj", + "observed_tokens": 3, + "weighted_error_before": 24.948188797105104, + "weighted_error_after": 17.048562448937446 + }, + { + "name": "model.layers.15.mlp.experts.53.gate_proj", + "observed_tokens": 77, + "weighted_error_before": 23.986944710835814, + "weighted_error_after": 14.210158209316432 + }, + { + "name": "model.layers.15.mlp.experts.53.up_proj", + "observed_tokens": 77, + "weighted_error_before": 28.305214557796717, + "weighted_error_after": 16.72052415460348 + }, + { + "name": "model.layers.15.mlp.experts.53.down_proj", + "observed_tokens": 77, + "weighted_error_before": 28.30511427950114, + "weighted_error_after": 17.90271845459938 + }, + { + "name": "model.layers.15.mlp.experts.54.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 39.66085406579077, + "weighted_error_after": 23.67477044276893 + }, + { + "name": "model.layers.15.mlp.experts.54.up_proj", + "observed_tokens": 48, + "weighted_error_before": 34.378052834421396, + "weighted_error_after": 20.137740936130285 + }, + { + "name": "model.layers.15.mlp.experts.54.down_proj", + "observed_tokens": 48, + "weighted_error_before": 26.062540942803025, + "weighted_error_after": 16.07779853325337 + }, + { + "name": "model.layers.15.mlp.experts.55.gate_proj", + "observed_tokens": 666, + "weighted_error_before": 29.77728254906833, + "weighted_error_after": 17.26896203123033 + }, + { + "name": "model.layers.15.mlp.experts.55.up_proj", + "observed_tokens": 666, + "weighted_error_before": 28.677523881196976, + "weighted_error_after": 16.941863553598523 + }, + { + "name": "model.layers.15.mlp.experts.55.down_proj", + "observed_tokens": 666, + "weighted_error_before": 24.32909523556009, + "weighted_error_after": 15.84703604830429 + }, + { + "name": "model.layers.15.mlp.experts.56.gate_proj", + "observed_tokens": 275, + "weighted_error_before": 33.932188808918, + "weighted_error_after": 18.06153118237853 + }, + { + "name": "model.layers.15.mlp.experts.56.up_proj", + "observed_tokens": 275, + "weighted_error_before": 31.176375463604927, + "weighted_error_after": 17.486642280593514 + }, + { + "name": "model.layers.15.mlp.experts.56.down_proj", + "observed_tokens": 275, + "weighted_error_before": 22.06478804303333, + "weighted_error_after": 12.274977176450193 + }, + { + "name": "model.layers.15.mlp.experts.57.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 27.464654345065355, + "weighted_error_after": 16.186574758961797 + }, + { + "name": "model.layers.15.mlp.experts.57.up_proj", + "observed_tokens": 145, + "weighted_error_before": 29.89072911441326, + "weighted_error_after": 17.617972817271948 + }, + { + "name": "model.layers.15.mlp.experts.57.down_proj", + "observed_tokens": 145, + "weighted_error_before": 25.044196896255016, + "weighted_error_after": 16.551428088452667 + }, + { + "name": "model.layers.15.mlp.experts.58.gate_proj", + "observed_tokens": 882, + "weighted_error_before": 27.66654224693775, + "weighted_error_after": 16.209308583289385 + }, + { + "name": "model.layers.15.mlp.experts.58.up_proj", + "observed_tokens": 882, + "weighted_error_before": 27.87166128307581, + "weighted_error_after": 16.60611180961132 + }, + { + "name": "model.layers.15.mlp.experts.58.down_proj", + "observed_tokens": 882, + "weighted_error_before": 23.501153903082013, + "weighted_error_after": 15.313929300755262 + }, + { + "name": "model.layers.15.mlp.experts.59.gate_proj", + "observed_tokens": 47, + "weighted_error_before": 29.029735701158643, + "weighted_error_after": 17.00149819906801 + }, + { + "name": "model.layers.15.mlp.experts.59.up_proj", + "observed_tokens": 47, + "weighted_error_before": 29.955326797440648, + "weighted_error_after": 17.662960784509778 + }, + { + "name": "model.layers.15.mlp.experts.59.down_proj", + "observed_tokens": 47, + "weighted_error_before": 29.89709823206067, + "weighted_error_after": 18.722963801119477 + }, + { + "name": "model.layers.15.mlp.experts.60.gate_proj", + "observed_tokens": 325, + "weighted_error_before": 28.65581038221717, + "weighted_error_after": 16.661538099870086 + }, + { + "name": "model.layers.15.mlp.experts.60.up_proj", + "observed_tokens": 325, + "weighted_error_before": 28.567987117916346, + "weighted_error_after": 16.6090699583292 + }, + { + "name": "model.layers.15.mlp.experts.60.down_proj", + "observed_tokens": 325, + "weighted_error_before": 23.073222290724516, + "weighted_error_after": 14.824977149488404 + }, + { + "name": "model.layers.15.mlp.experts.61.gate_proj", + "observed_tokens": 525, + "weighted_error_before": 29.405838172882795, + "weighted_error_after": 17.037293741479516 + }, + { + "name": "model.layers.15.mlp.experts.61.up_proj", + "observed_tokens": 525, + "weighted_error_before": 30.557601992040873, + "weighted_error_after": 17.84495541639626 + }, + { + "name": "model.layers.15.mlp.experts.61.down_proj", + "observed_tokens": 525, + "weighted_error_before": 23.83029075828381, + "weighted_error_after": 6.890104711987078 + }, + { + "name": "model.layers.15.mlp.experts.62.gate_proj", + "observed_tokens": 522, + "weighted_error_before": 30.164183408021927, + "weighted_error_after": 17.638290537521243 + }, + { + "name": "model.layers.15.mlp.experts.62.up_proj", + "observed_tokens": 522, + "weighted_error_before": 30.36551121249795, + "weighted_error_after": 17.948204334825277 + }, + { + "name": "model.layers.15.mlp.experts.62.down_proj", + "observed_tokens": 522, + "weighted_error_before": 24.930766412056983, + "weighted_error_after": 16.653776473365724 + }, + { + "name": "model.layers.15.mlp.experts.63.gate_proj", + "observed_tokens": 93, + "weighted_error_before": 27.23425509221852, + "weighted_error_after": 16.196558153256774 + }, + { + "name": "model.layers.15.mlp.experts.63.up_proj", + "observed_tokens": 93, + "weighted_error_before": 28.192446257919073, + "weighted_error_after": 16.571904042735696 + }, + { + "name": "model.layers.15.mlp.experts.63.down_proj", + "observed_tokens": 93, + "weighted_error_before": 25.17567712534219, + "weighted_error_after": 15.8612901722081 + }, + { + "name": "model.layers.15.mlp.experts.64.gate_proj", + "observed_tokens": 332, + "weighted_error_before": 34.965971345081925, + "weighted_error_after": 20.418778950348496 + }, + { + "name": "model.layers.15.mlp.experts.64.up_proj", + "observed_tokens": 332, + "weighted_error_before": 26.957301892340183, + "weighted_error_after": 15.861566362902522 + }, + { + "name": "model.layers.15.mlp.experts.64.down_proj", + "observed_tokens": 332, + "weighted_error_before": 22.983717986848205, + "weighted_error_after": 15.006150519941002 + }, + { + "name": "model.layers.15.mlp.experts.65.gate_proj", + "observed_tokens": 54, + "weighted_error_before": 26.3225936871022, + "weighted_error_after": 15.587375605478883 + }, + { + "name": "model.layers.15.mlp.experts.65.up_proj", + "observed_tokens": 54, + "weighted_error_before": 30.816536970436573, + "weighted_error_after": 17.939001264050603 + }, + { + "name": "model.layers.15.mlp.experts.65.down_proj", + "observed_tokens": 54, + "weighted_error_before": 25.491735975258052, + "weighted_error_after": 16.407341482117772 + }, + { + "name": "model.layers.15.mlp.experts.66.gate_proj", + "observed_tokens": 123, + "weighted_error_before": 32.53247941099107, + "weighted_error_after": 18.522459724918008 + }, + { + "name": "model.layers.15.mlp.experts.66.up_proj", + "observed_tokens": 123, + "weighted_error_before": 32.22358758747578, + "weighted_error_after": 18.351150162518024 + }, + { + "name": "model.layers.15.mlp.experts.66.down_proj", + "observed_tokens": 123, + "weighted_error_before": 22.688328287098557, + "weighted_error_after": 12.768170472700149 + }, + { + "name": "model.layers.15.mlp.experts.67.gate_proj", + "observed_tokens": 1490, + "weighted_error_before": 25.90563944540918, + "weighted_error_after": 15.098210167139769 + }, + { + "name": "model.layers.15.mlp.experts.67.up_proj", + "observed_tokens": 1490, + "weighted_error_before": 26.824827771633863, + "weighted_error_after": 15.763654888607562 + }, + { + "name": "model.layers.15.mlp.experts.67.down_proj", + "observed_tokens": 1490, + "weighted_error_before": 21.96747609274462, + "weighted_error_after": 14.676653873641044 + }, + { + "name": "model.layers.15.mlp.experts.68.gate_proj", + "observed_tokens": 241, + "weighted_error_before": 29.5875146612525, + "weighted_error_after": 17.442467611283064 + }, + { + "name": "model.layers.15.mlp.experts.68.up_proj", + "observed_tokens": 241, + "weighted_error_before": 31.156091175973415, + "weighted_error_after": 18.26204225793481 + }, + { + "name": "model.layers.15.mlp.experts.68.down_proj", + "observed_tokens": 241, + "weighted_error_before": 25.5002135890536, + "weighted_error_after": 16.742244174238294 + }, + { + "name": "model.layers.15.mlp.experts.69.gate_proj", + "observed_tokens": 266, + "weighted_error_before": 30.3802617713809, + "weighted_error_after": 17.61565570347011 + }, + { + "name": "model.layers.15.mlp.experts.69.up_proj", + "observed_tokens": 266, + "weighted_error_before": 27.07657577097416, + "weighted_error_after": 15.626448255032301 + }, + { + "name": "model.layers.15.mlp.experts.69.down_proj", + "observed_tokens": 266, + "weighted_error_before": 22.6610943172127, + "weighted_error_after": 14.71416970063001 + }, + { + "name": "model.layers.15.mlp.experts.70.gate_proj", + "observed_tokens": 210, + "weighted_error_before": 26.802177757024765, + "weighted_error_after": 15.719879407435656 + }, + { + "name": "model.layers.15.mlp.experts.70.up_proj", + "observed_tokens": 210, + "weighted_error_before": 27.200114022940397, + "weighted_error_after": 16.098121758550406 + }, + { + "name": "model.layers.15.mlp.experts.70.down_proj", + "observed_tokens": 210, + "weighted_error_before": 23.33603127161041, + "weighted_error_after": 14.991697665769607 + }, + { + "name": "model.layers.15.mlp.experts.71.gate_proj", + "observed_tokens": 125, + "weighted_error_before": 28.194777427241206, + "weighted_error_after": 16.65528024174273 + }, + { + "name": "model.layers.15.mlp.experts.71.up_proj", + "observed_tokens": 125, + "weighted_error_before": 29.212785229086876, + "weighted_error_after": 17.403351606801152 + }, + { + "name": "model.layers.15.mlp.experts.71.down_proj", + "observed_tokens": 125, + "weighted_error_before": 25.437059335410595, + "weighted_error_after": 16.204569690395147 + }, + { + "name": "model.layers.15.mlp.experts.72.gate_proj", + "observed_tokens": 279, + "weighted_error_before": 26.70863765478134, + "weighted_error_after": 15.655269429087639 + }, + { + "name": "model.layers.15.mlp.experts.72.up_proj", + "observed_tokens": 279, + "weighted_error_before": 27.565285127609968, + "weighted_error_after": 16.27526299841702 + }, + { + "name": "model.layers.15.mlp.experts.72.down_proj", + "observed_tokens": 279, + "weighted_error_before": 23.500352018047124, + "weighted_error_after": 15.615405968856066 + }, + { + "name": "model.layers.15.mlp.experts.73.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 35.496437991037965, + "weighted_error_after": 19.129815850406885 + }, + { + "name": "model.layers.15.mlp.experts.73.up_proj", + "observed_tokens": 119, + "weighted_error_before": 33.97925807349384, + "weighted_error_after": 18.451417490839958 + }, + { + "name": "model.layers.15.mlp.experts.73.down_proj", + "observed_tokens": 119, + "weighted_error_before": 23.29171255696565, + "weighted_error_after": 14.647257901728153 + }, + { + "name": "model.layers.15.mlp.experts.74.gate_proj", + "observed_tokens": 208, + "weighted_error_before": 31.39103920571506, + "weighted_error_after": 18.448327342048287 + }, + { + "name": "model.layers.15.mlp.experts.74.up_proj", + "observed_tokens": 208, + "weighted_error_before": 27.373316945508122, + "weighted_error_after": 15.88281824439764 + }, + { + "name": "model.layers.15.mlp.experts.74.down_proj", + "observed_tokens": 208, + "weighted_error_before": 26.610232257284224, + "weighted_error_after": 16.124504196923226 + }, + { + "name": "model.layers.15.mlp.experts.75.gate_proj", + "observed_tokens": 1304, + "weighted_error_before": 23.601648611947894, + "weighted_error_after": 13.956473145633936 + }, + { + "name": "model.layers.15.mlp.experts.75.up_proj", + "observed_tokens": 1304, + "weighted_error_before": 26.262191753834486, + "weighted_error_after": 15.588751442730427 + }, + { + "name": "model.layers.15.mlp.experts.75.down_proj", + "observed_tokens": 1304, + "weighted_error_before": 22.926216474268585, + "weighted_error_after": 15.422786029521376 + }, + { + "name": "model.layers.15.mlp.experts.76.gate_proj", + "observed_tokens": 620, + "weighted_error_before": 26.62090664356947, + "weighted_error_after": 15.86786288768053 + }, + { + "name": "model.layers.15.mlp.experts.76.up_proj", + "observed_tokens": 620, + "weighted_error_before": 28.122127197682858, + "weighted_error_after": 16.742671612650156 + }, + { + "name": "model.layers.15.mlp.experts.76.down_proj", + "observed_tokens": 620, + "weighted_error_before": 23.038738479372114, + "weighted_error_after": 15.132046765647829 + }, + { + "name": "model.layers.15.mlp.experts.77.gate_proj", + "observed_tokens": 653, + "weighted_error_before": 22.467222593724728, + "weighted_error_after": 13.120289120823145 + }, + { + "name": "model.layers.15.mlp.experts.77.up_proj", + "observed_tokens": 653, + "weighted_error_before": 27.58679036796093, + "weighted_error_after": 16.2054395172745 + }, + { + "name": "model.layers.15.mlp.experts.77.down_proj", + "observed_tokens": 653, + "weighted_error_before": 24.92427420290187, + "weighted_error_after": 15.92888464499265 + }, + { + "name": "model.layers.15.mlp.experts.78.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 20.01986456476152, + "weighted_error_after": 11.736500955186784 + }, + { + "name": "model.layers.15.mlp.experts.78.up_proj", + "observed_tokens": 160, + "weighted_error_before": 31.049794767051935, + "weighted_error_after": 18.54027284309268 + }, + { + "name": "model.layers.15.mlp.experts.78.down_proj", + "observed_tokens": 160, + "weighted_error_before": 32.118334390223026, + "weighted_error_after": 20.305644831154495 + }, + { + "name": "model.layers.15.mlp.experts.79.gate_proj", + "observed_tokens": 128, + "weighted_error_before": 31.22545337677002, + "weighted_error_after": 18.635411283001304 + }, + { + "name": "model.layers.15.mlp.experts.79.up_proj", + "observed_tokens": 128, + "weighted_error_before": 30.71883375197649, + "weighted_error_after": 18.275413002818823 + }, + { + "name": "model.layers.15.mlp.experts.79.down_proj", + "observed_tokens": 128, + "weighted_error_before": 25.370971425436437, + "weighted_error_after": 16.114717917516828 + }, + { + "name": "model.layers.15.mlp.experts.80.gate_proj", + "observed_tokens": 766, + "weighted_error_before": 29.72750683873892, + "weighted_error_after": 17.01524012722075 + }, + { + "name": "model.layers.15.mlp.experts.80.up_proj", + "observed_tokens": 766, + "weighted_error_before": 27.91054642572999, + "weighted_error_after": 16.35010032914579 + }, + { + "name": "model.layers.15.mlp.experts.80.down_proj", + "observed_tokens": 766, + "weighted_error_before": 22.394592696800828, + "weighted_error_after": 14.764878597576171 + }, + { + "name": "model.layers.15.mlp.experts.81.gate_proj", + "observed_tokens": 533, + "weighted_error_before": 26.3596767578274, + "weighted_error_after": 15.388092754408717 + }, + { + "name": "model.layers.15.mlp.experts.81.up_proj", + "observed_tokens": 533, + "weighted_error_before": 24.141326531767845, + "weighted_error_after": 14.024203216657043 + }, + { + "name": "model.layers.15.mlp.experts.81.down_proj", + "observed_tokens": 533, + "weighted_error_before": 21.328885753639042, + "weighted_error_after": 14.033274953253567 + }, + { + "name": "model.layers.15.mlp.experts.82.gate_proj", + "observed_tokens": 505, + "weighted_error_before": 28.76763904467225, + "weighted_error_after": 16.983048038557172 + }, + { + "name": "model.layers.15.mlp.experts.82.up_proj", + "observed_tokens": 505, + "weighted_error_before": 25.075302017852664, + "weighted_error_after": 14.846590779721737 + }, + { + "name": "model.layers.15.mlp.experts.82.down_proj", + "observed_tokens": 505, + "weighted_error_before": 22.047931321896613, + "weighted_error_after": 14.313983893487602 + }, + { + "name": "model.layers.15.mlp.experts.83.gate_proj", + "observed_tokens": 251, + "weighted_error_before": 33.25848521851003, + "weighted_error_after": 19.455674316734076 + }, + { + "name": "model.layers.15.mlp.experts.83.up_proj", + "observed_tokens": 251, + "weighted_error_before": 28.3874029237777, + "weighted_error_after": 16.61901104450226 + }, + { + "name": "model.layers.15.mlp.experts.83.down_proj", + "observed_tokens": 251, + "weighted_error_before": 23.53565123770386, + "weighted_error_after": 15.56101890001446 + }, + { + "name": "model.layers.15.mlp.experts.84.gate_proj", + "observed_tokens": 347, + "weighted_error_before": 24.088641975075006, + "weighted_error_after": 14.175692873075604 + }, + { + "name": "model.layers.15.mlp.experts.84.up_proj", + "observed_tokens": 347, + "weighted_error_before": 26.477632880210876, + "weighted_error_after": 15.401580659672618 + }, + { + "name": "model.layers.15.mlp.experts.84.down_proj", + "observed_tokens": 347, + "weighted_error_before": 22.586532474961132, + "weighted_error_after": 15.054380427114666 + }, + { + "name": "model.layers.15.mlp.experts.85.gate_proj", + "observed_tokens": 446, + "weighted_error_before": 27.616014316678047, + "weighted_error_after": 16.206232571974397 + }, + { + "name": "model.layers.15.mlp.experts.85.up_proj", + "observed_tokens": 446, + "weighted_error_before": 29.426273975521326, + "weighted_error_after": 17.338649850338697 + }, + { + "name": "model.layers.15.mlp.experts.85.down_proj", + "observed_tokens": 446, + "weighted_error_before": 24.791923562530428, + "weighted_error_after": 15.836214239243418 + }, + { + "name": "model.layers.15.mlp.experts.86.gate_proj", + "observed_tokens": 1114, + "weighted_error_before": 29.767359618097544, + "weighted_error_after": 17.537440460175276 + }, + { + "name": "model.layers.15.mlp.experts.86.up_proj", + "observed_tokens": 1114, + "weighted_error_before": 25.896031443029642, + "weighted_error_after": 15.22570232860744 + }, + { + "name": "model.layers.15.mlp.experts.86.down_proj", + "observed_tokens": 1114, + "weighted_error_before": 21.821512556634843, + "weighted_error_after": 14.4432747582905 + }, + { + "name": "model.layers.15.mlp.experts.87.gate_proj", + "observed_tokens": 307, + "weighted_error_before": 21.629725206643343, + "weighted_error_after": 12.613952831365168 + }, + { + "name": "model.layers.15.mlp.experts.87.up_proj", + "observed_tokens": 307, + "weighted_error_before": 23.995907992124557, + "weighted_error_after": 14.071153108030558 + }, + { + "name": "model.layers.15.mlp.experts.87.down_proj", + "observed_tokens": 307, + "weighted_error_before": 20.704059314448386, + "weighted_error_after": 13.40079990355298 + }, + { + "name": "model.layers.15.mlp.experts.88.gate_proj", + "observed_tokens": 607, + "weighted_error_before": 29.287861429154873, + "weighted_error_after": 17.30975002143532 + }, + { + "name": "model.layers.15.mlp.experts.88.up_proj", + "observed_tokens": 607, + "weighted_error_before": 25.716131817549467, + "weighted_error_after": 15.261562520638108 + }, + { + "name": "model.layers.15.mlp.experts.88.down_proj", + "observed_tokens": 607, + "weighted_error_before": 22.2826029593125, + "weighted_error_after": 14.867350013926625 + }, + { + "name": "model.layers.15.mlp.experts.89.gate_proj", + "observed_tokens": 149, + "weighted_error_before": 28.95148564502597, + "weighted_error_after": 16.498198244720697 + }, + { + "name": "model.layers.15.mlp.experts.89.up_proj", + "observed_tokens": 149, + "weighted_error_before": 30.159115862101316, + "weighted_error_after": 17.538715122267604 + }, + { + "name": "model.layers.15.mlp.experts.89.down_proj", + "observed_tokens": 149, + "weighted_error_before": 24.734643382020295, + "weighted_error_after": 15.252788578160107 + }, + { + "name": "model.layers.15.mlp.experts.90.gate_proj", + "observed_tokens": 513, + "weighted_error_before": 22.75946393236518, + "weighted_error_after": 13.409422842785716 + }, + { + "name": "model.layers.15.mlp.experts.90.up_proj", + "observed_tokens": 513, + "weighted_error_before": 24.18685220927, + "weighted_error_after": 14.474373126402497 + }, + { + "name": "model.layers.15.mlp.experts.90.down_proj", + "observed_tokens": 513, + "weighted_error_before": 22.076329490635544, + "weighted_error_after": 14.51907332893461 + }, + { + "name": "model.layers.15.mlp.experts.91.gate_proj", + "observed_tokens": 582, + "weighted_error_before": 25.104929646477103, + "weighted_error_after": 14.786756442859769 + }, + { + "name": "model.layers.15.mlp.experts.91.up_proj", + "observed_tokens": 582, + "weighted_error_before": 26.382820734754205, + "weighted_error_after": 15.699916047975421 + }, + { + "name": "model.layers.15.mlp.experts.91.down_proj", + "observed_tokens": 582, + "weighted_error_before": 23.303819209802896, + "weighted_error_after": 14.545470466837287 + }, + { + "name": "model.layers.15.mlp.experts.92.gate_proj", + "observed_tokens": 1048, + "weighted_error_before": 27.12784357741475, + "weighted_error_after": 15.94035566970706 + }, + { + "name": "model.layers.15.mlp.experts.92.up_proj", + "observed_tokens": 1048, + "weighted_error_before": 24.8071623519063, + "weighted_error_after": 14.528963567689061 + }, + { + "name": "model.layers.15.mlp.experts.92.down_proj", + "observed_tokens": 1048, + "weighted_error_before": 21.21646947832778, + "weighted_error_after": 14.10848038457334 + }, + { + "name": "model.layers.15.mlp.experts.93.gate_proj", + "observed_tokens": 163, + "weighted_error_before": 26.70882715843618, + "weighted_error_after": 15.740107417106628 + }, + { + "name": "model.layers.15.mlp.experts.93.up_proj", + "observed_tokens": 163, + "weighted_error_before": 26.255590543150902, + "weighted_error_after": 15.494470532983541 + }, + { + "name": "model.layers.15.mlp.experts.93.down_proj", + "observed_tokens": 163, + "weighted_error_before": 23.219414323568344, + "weighted_error_after": 15.177815282251686 + }, + { + "name": "model.layers.15.mlp.experts.94.gate_proj", + "observed_tokens": 329, + "weighted_error_before": 25.93875426054001, + "weighted_error_after": 15.149322820827365 + }, + { + "name": "model.layers.15.mlp.experts.94.up_proj", + "observed_tokens": 329, + "weighted_error_before": 26.007663680240512, + "weighted_error_after": 15.24674566835165 + }, + { + "name": "model.layers.15.mlp.experts.94.down_proj", + "observed_tokens": 329, + "weighted_error_before": 23.074144484475255, + "weighted_error_after": 15.166772675467655 + }, + { + "name": "model.layers.15.mlp.experts.95.gate_proj", + "observed_tokens": 523, + "weighted_error_before": 28.229405272752047, + "weighted_error_after": 16.555272791534662 + }, + { + "name": "model.layers.15.mlp.experts.95.up_proj", + "observed_tokens": 523, + "weighted_error_before": 30.023121744394302, + "weighted_error_after": 17.743196547031403 + }, + { + "name": "model.layers.15.mlp.experts.95.down_proj", + "observed_tokens": 523, + "weighted_error_before": 24.356902696192265, + "weighted_error_after": 15.988726711831987 + }, + { + "name": "model.layers.15.mlp.experts.96.gate_proj", + "observed_tokens": 175, + "weighted_error_before": 30.10032224468887, + "weighted_error_after": 17.45759481564164 + }, + { + "name": "model.layers.15.mlp.experts.96.up_proj", + "observed_tokens": 175, + "weighted_error_before": 30.30933715030551, + "weighted_error_after": 17.662925073876977 + }, + { + "name": "model.layers.15.mlp.experts.96.down_proj", + "observed_tokens": 175, + "weighted_error_before": 24.026079368777573, + "weighted_error_after": 15.03316903533414 + }, + { + "name": "model.layers.15.mlp.experts.97.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 23.65867373533547, + "weighted_error_after": 13.896647829562426 + }, + { + "name": "model.layers.15.mlp.experts.97.up_proj", + "observed_tokens": 274, + "weighted_error_before": 29.713156908750534, + "weighted_error_after": 17.542687453329563 + }, + { + "name": "model.layers.15.mlp.experts.97.down_proj", + "observed_tokens": 274, + "weighted_error_before": 27.79871637187898, + "weighted_error_after": 16.69966943282634 + }, + { + "name": "model.layers.15.mlp.experts.98.gate_proj", + "observed_tokens": 280, + "weighted_error_before": 29.320212936028838, + "weighted_error_after": 17.256655829027295 + }, + { + "name": "model.layers.15.mlp.experts.98.up_proj", + "observed_tokens": 280, + "weighted_error_before": 28.29489191249013, + "weighted_error_after": 16.58413460664451 + }, + { + "name": "model.layers.15.mlp.experts.98.down_proj", + "observed_tokens": 280, + "weighted_error_before": 24.430601177737117, + "weighted_error_after": 15.843274025712162 + }, + { + "name": "model.layers.15.mlp.experts.99.gate_proj", + "observed_tokens": 72, + "weighted_error_before": 25.334928376600146, + "weighted_error_after": 14.595190772786736 + }, + { + "name": "model.layers.15.mlp.experts.99.up_proj", + "observed_tokens": 72, + "weighted_error_before": 24.593275787308812, + "weighted_error_after": 14.425754439085722 + }, + { + "name": "model.layers.15.mlp.experts.99.down_proj", + "observed_tokens": 72, + "weighted_error_before": 23.148039054125547, + "weighted_error_after": 15.491067659575492 + }, + { + "name": "model.layers.15.mlp.experts.100.gate_proj", + "observed_tokens": 430, + "weighted_error_before": 26.72114036604762, + "weighted_error_after": 15.46407775580883 + }, + { + "name": "model.layers.15.mlp.experts.100.up_proj", + "observed_tokens": 430, + "weighted_error_before": 27.6679402962327, + "weighted_error_after": 15.89091345667839 + }, + { + "name": "model.layers.15.mlp.experts.100.down_proj", + "observed_tokens": 430, + "weighted_error_before": 22.109791492577642, + "weighted_error_after": 14.159060206729919 + }, + { + "name": "model.layers.15.mlp.experts.101.gate_proj", + "observed_tokens": 173, + "weighted_error_before": 28.13771026954055, + "weighted_error_after": 16.577422861009836 + }, + { + "name": "model.layers.15.mlp.experts.101.up_proj", + "observed_tokens": 173, + "weighted_error_before": 26.691285729408264, + "weighted_error_after": 15.661588184535503 + }, + { + "name": "model.layers.15.mlp.experts.101.down_proj", + "observed_tokens": 173, + "weighted_error_before": 23.741381280124187, + "weighted_error_after": 15.645693788304925 + }, + { + "name": "model.layers.15.mlp.experts.102.gate_proj", + "observed_tokens": 229, + "weighted_error_before": 28.30129441805184, + "weighted_error_after": 16.63589223753661 + }, + { + "name": "model.layers.15.mlp.experts.102.up_proj", + "observed_tokens": 229, + "weighted_error_before": 27.567401176318526, + "weighted_error_after": 16.15147682465613 + }, + { + "name": "model.layers.15.mlp.experts.102.down_proj", + "observed_tokens": 229, + "weighted_error_before": 23.39122017705813, + "weighted_error_after": 14.622413933742791 + }, + { + "name": "model.layers.15.mlp.experts.103.gate_proj", + "observed_tokens": 189, + "weighted_error_before": 27.494053093716502, + "weighted_error_after": 16.11409511603415 + }, + { + "name": "model.layers.15.mlp.experts.103.up_proj", + "observed_tokens": 189, + "weighted_error_before": 28.09971023723483, + "weighted_error_after": 16.500337928533554 + }, + { + "name": "model.layers.15.mlp.experts.103.down_proj", + "observed_tokens": 189, + "weighted_error_before": 23.352245582733303, + "weighted_error_after": 13.409394174814224 + }, + { + "name": "model.layers.15.mlp.experts.104.gate_proj", + "observed_tokens": 476, + "weighted_error_before": 24.587021362036467, + "weighted_error_after": 14.439714083448052 + }, + { + "name": "model.layers.15.mlp.experts.104.up_proj", + "observed_tokens": 476, + "weighted_error_before": 26.266036804765463, + "weighted_error_after": 15.438555927947164 + }, + { + "name": "model.layers.15.mlp.experts.104.down_proj", + "observed_tokens": 476, + "weighted_error_before": 22.535397057421505, + "weighted_error_after": 14.586138526909053 + }, + { + "name": "model.layers.15.mlp.experts.105.gate_proj", + "observed_tokens": 95, + "weighted_error_before": 28.585963621735573, + "weighted_error_after": 16.90173780731857 + }, + { + "name": "model.layers.15.mlp.experts.105.up_proj", + "observed_tokens": 95, + "weighted_error_before": 30.370754707604647, + "weighted_error_after": 17.84166463650763 + }, + { + "name": "model.layers.15.mlp.experts.105.down_proj", + "observed_tokens": 95, + "weighted_error_before": 25.36228658584878, + "weighted_error_after": 16.701045057270676 + }, + { + "name": "model.layers.15.mlp.experts.106.gate_proj", + "observed_tokens": 295, + "weighted_error_before": 30.093672808259726, + "weighted_error_after": 17.659852392971516 + }, + { + "name": "model.layers.15.mlp.experts.106.up_proj", + "observed_tokens": 295, + "weighted_error_before": 29.515950832515955, + "weighted_error_after": 17.56059370189905 + }, + { + "name": "model.layers.15.mlp.experts.106.down_proj", + "observed_tokens": 295, + "weighted_error_before": 24.866955345962197, + "weighted_error_after": 16.668314261827618 + }, + { + "name": "model.layers.15.mlp.experts.107.gate_proj", + "observed_tokens": 130, + "weighted_error_before": 33.222260219976306, + "weighted_error_after": 19.417004958726466 + }, + { + "name": "model.layers.15.mlp.experts.107.up_proj", + "observed_tokens": 130, + "weighted_error_before": 30.119865607470274, + "weighted_error_after": 17.63923573680222 + }, + { + "name": "model.layers.15.mlp.experts.107.down_proj", + "observed_tokens": 130, + "weighted_error_before": 24.599748430307955, + "weighted_error_after": 15.512272949330509 + }, + { + "name": "model.layers.15.mlp.experts.108.gate_proj", + "observed_tokens": 83, + "weighted_error_before": 35.19835927244276, + "weighted_error_after": 19.810135267674923 + }, + { + "name": "model.layers.15.mlp.experts.108.up_proj", + "observed_tokens": 83, + "weighted_error_before": 28.331656895577908, + "weighted_error_after": 16.086310708895326 + }, + { + "name": "model.layers.15.mlp.experts.108.down_proj", + "observed_tokens": 83, + "weighted_error_before": 23.254946989007294, + "weighted_error_after": 14.303630937822163 + }, + { + "name": "model.layers.15.mlp.experts.109.gate_proj", + "observed_tokens": 169, + "weighted_error_before": 27.2978141233325, + "weighted_error_after": 16.028060669079423 + }, + { + "name": "model.layers.15.mlp.experts.109.up_proj", + "observed_tokens": 169, + "weighted_error_before": 27.583987306803465, + "weighted_error_after": 16.306819470599294 + }, + { + "name": "model.layers.15.mlp.experts.109.down_proj", + "observed_tokens": 169, + "weighted_error_before": 23.47252892423421, + "weighted_error_after": 14.600289800204337 + }, + { + "name": "model.layers.15.mlp.experts.110.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 30.19016582146287, + "weighted_error_after": 17.616900583729148 + }, + { + "name": "model.layers.15.mlp.experts.110.up_proj", + "observed_tokens": 293, + "weighted_error_before": 29.52338172867894, + "weighted_error_after": 17.083147605881095 + }, + { + "name": "model.layers.15.mlp.experts.110.down_proj", + "observed_tokens": 293, + "weighted_error_before": 24.5980482744053, + "weighted_error_after": 15.774718454107642 + }, + { + "name": "model.layers.15.mlp.experts.111.gate_proj", + "observed_tokens": 545, + "weighted_error_before": 29.886783687397838, + "weighted_error_after": 17.472558297216892 + }, + { + "name": "model.layers.15.mlp.experts.111.up_proj", + "observed_tokens": 545, + "weighted_error_before": 27.19865032657981, + "weighted_error_after": 16.042556950822473 + }, + { + "name": "model.layers.15.mlp.experts.111.down_proj", + "observed_tokens": 545, + "weighted_error_before": 24.312354929745197, + "weighted_error_after": 15.887759445235133 + }, + { + "name": "model.layers.15.mlp.experts.112.gate_proj", + "observed_tokens": 111, + "weighted_error_before": 23.979839785024524, + "weighted_error_after": 14.00649583991617 + }, + { + "name": "model.layers.15.mlp.experts.112.up_proj", + "observed_tokens": 111, + "weighted_error_before": 24.144266538321972, + "weighted_error_after": 14.380387633107603 + }, + { + "name": "model.layers.15.mlp.experts.112.down_proj", + "observed_tokens": 111, + "weighted_error_before": 23.801529444288462, + "weighted_error_after": 15.327512949239463 + }, + { + "name": "model.layers.15.mlp.experts.113.gate_proj", + "observed_tokens": 328, + "weighted_error_before": 27.379921114072204, + "weighted_error_after": 16.13494272530079 + }, + { + "name": "model.layers.15.mlp.experts.113.up_proj", + "observed_tokens": 328, + "weighted_error_before": 28.797038339078426, + "weighted_error_after": 16.867651998996735 + }, + { + "name": "model.layers.15.mlp.experts.113.down_proj", + "observed_tokens": 328, + "weighted_error_before": 23.783770913723856, + "weighted_error_after": 15.760127695742995 + }, + { + "name": "model.layers.15.mlp.experts.114.gate_proj", + "observed_tokens": 149, + "weighted_error_before": 29.134905133396387, + "weighted_error_after": 17.160550535656512 + }, + { + "name": "model.layers.15.mlp.experts.114.up_proj", + "observed_tokens": 149, + "weighted_error_before": 27.94008849002421, + "weighted_error_after": 16.532515039667487 + }, + { + "name": "model.layers.15.mlp.experts.114.down_proj", + "observed_tokens": 149, + "weighted_error_before": 24.085073239170015, + "weighted_error_after": 15.112737986724824 + }, + { + "name": "model.layers.15.mlp.experts.115.gate_proj", + "observed_tokens": 512, + "weighted_error_before": 20.149747975170612, + "weighted_error_after": 11.842951293103397 + }, + { + "name": "model.layers.15.mlp.experts.115.up_proj", + "observed_tokens": 512, + "weighted_error_before": 24.35255017504096, + "weighted_error_after": 14.389019707217813 + }, + { + "name": "model.layers.15.mlp.experts.115.down_proj", + "observed_tokens": 512, + "weighted_error_before": 22.28803471638821, + "weighted_error_after": 14.69234899803996 + }, + { + "name": "model.layers.15.mlp.experts.116.gate_proj", + "observed_tokens": 244, + "weighted_error_before": 25.442920371890068, + "weighted_error_after": 15.003364905714989 + }, + { + "name": "model.layers.15.mlp.experts.116.up_proj", + "observed_tokens": 244, + "weighted_error_before": 23.6537960562855, + "weighted_error_after": 14.047750786878169 + }, + { + "name": "model.layers.15.mlp.experts.116.down_proj", + "observed_tokens": 244, + "weighted_error_before": 21.747523358091712, + "weighted_error_after": 13.795028053689748 + }, + { + "name": "model.layers.15.mlp.experts.117.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 25.488610913977027, + "weighted_error_after": 14.927770317532122 + }, + { + "name": "model.layers.15.mlp.experts.117.up_proj", + "observed_tokens": 104, + "weighted_error_before": 25.332379672676325, + "weighted_error_after": 15.010851627215743 + }, + { + "name": "model.layers.15.mlp.experts.117.down_proj", + "observed_tokens": 104, + "weighted_error_before": 22.995612849947065, + "weighted_error_after": 14.990981391165406 + }, + { + "name": "model.layers.15.mlp.experts.118.gate_proj", + "observed_tokens": 195, + "weighted_error_before": 26.928806906566024, + "weighted_error_after": 15.246900359168649 + }, + { + "name": "model.layers.15.mlp.experts.118.up_proj", + "observed_tokens": 195, + "weighted_error_before": 27.388295359909534, + "weighted_error_after": 15.63393734768033 + }, + { + "name": "model.layers.15.mlp.experts.118.down_proj", + "observed_tokens": 195, + "weighted_error_before": 22.102805776987225, + "weighted_error_after": 13.235401927959174 + }, + { + "name": "model.layers.15.mlp.experts.119.gate_proj", + "observed_tokens": 21, + "weighted_error_before": 28.591151628643274, + "weighted_error_after": 16.795212546363473 + }, + { + "name": "model.layers.15.mlp.experts.119.up_proj", + "observed_tokens": 21, + "weighted_error_before": 28.2396152112633, + "weighted_error_after": 16.865608049556613 + }, + { + "name": "model.layers.15.mlp.experts.119.down_proj", + "observed_tokens": 21, + "weighted_error_before": 23.63247928675264, + "weighted_error_after": 16.103168814908713 + }, + { + "name": "model.layers.15.mlp.experts.120.gate_proj", + "observed_tokens": 347, + "weighted_error_before": 27.74897355772555, + "weighted_error_after": 16.53688744176179 + }, + { + "name": "model.layers.15.mlp.experts.120.up_proj", + "observed_tokens": 347, + "weighted_error_before": 24.43453840725124, + "weighted_error_after": 14.440124211832881 + }, + { + "name": "model.layers.15.mlp.experts.120.down_proj", + "observed_tokens": 347, + "weighted_error_before": 21.509384547825903, + "weighted_error_after": 14.32849752670154 + }, + { + "name": "model.layers.15.mlp.experts.121.gate_proj", + "observed_tokens": 91, + "weighted_error_before": 24.94190615415573, + "weighted_error_after": 14.568469007499516 + }, + { + "name": "model.layers.15.mlp.experts.121.up_proj", + "observed_tokens": 91, + "weighted_error_before": 23.912510991096497, + "weighted_error_after": 14.190429387614131 + }, + { + "name": "model.layers.15.mlp.experts.121.down_proj", + "observed_tokens": 91, + "weighted_error_before": 22.305029036477208, + "weighted_error_after": 14.584224458318204 + }, + { + "name": "model.layers.15.mlp.experts.122.gate_proj", + "observed_tokens": 1063, + "weighted_error_before": 30.307107746601105, + "weighted_error_after": 17.869761737063527 + }, + { + "name": "model.layers.15.mlp.experts.122.up_proj", + "observed_tokens": 1063, + "weighted_error_before": 25.450231228023767, + "weighted_error_after": 14.986525893211365 + }, + { + "name": "model.layers.15.mlp.experts.122.down_proj", + "observed_tokens": 1063, + "weighted_error_before": 21.63479428132996, + "weighted_error_after": 14.284891661722213 + }, + { + "name": "model.layers.15.mlp.experts.123.gate_proj", + "observed_tokens": 210, + "weighted_error_before": 24.877950583584607, + "weighted_error_after": 14.745376732200384 + }, + { + "name": "model.layers.15.mlp.experts.123.up_proj", + "observed_tokens": 210, + "weighted_error_before": 26.80124212615192, + "weighted_error_after": 15.892273278906941 + }, + { + "name": "model.layers.15.mlp.experts.123.down_proj", + "observed_tokens": 210, + "weighted_error_before": 24.128854426089674, + "weighted_error_after": 15.736908773891628 + }, + { + "name": "model.layers.15.mlp.experts.124.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 28.046252697706223, + "weighted_error_after": 16.559656074270606 + }, + { + "name": "model.layers.15.mlp.experts.124.up_proj", + "observed_tokens": 98, + "weighted_error_before": 28.059461370110512, + "weighted_error_after": 16.57001736201346 + }, + { + "name": "model.layers.15.mlp.experts.124.down_proj", + "observed_tokens": 98, + "weighted_error_before": 23.639315074309707, + "weighted_error_after": 15.116142619866878 + }, + { + "name": "model.layers.15.mlp.experts.125.gate_proj", + "observed_tokens": 2, + "weighted_error_before": 28.71150818094611, + "weighted_error_after": 16.572739616967738 + }, + { + "name": "model.layers.15.mlp.experts.125.up_proj", + "observed_tokens": 2, + "weighted_error_before": 27.626899268478155, + "weighted_error_after": 16.11560002528131 + }, + { + "name": "model.layers.15.mlp.experts.125.down_proj", + "observed_tokens": 2, + "weighted_error_before": 24.355973553843796, + "weighted_error_after": 16.595809071790427 + }, + { + "name": "model.layers.15.mlp.experts.126.gate_proj", + "observed_tokens": 246, + "weighted_error_before": 26.45401620492339, + "weighted_error_after": 15.653123190626502 + }, + { + "name": "model.layers.15.mlp.experts.126.up_proj", + "observed_tokens": 246, + "weighted_error_before": 24.958455810323358, + "weighted_error_after": 14.765975404530764 + }, + { + "name": "model.layers.15.mlp.experts.126.down_proj", + "observed_tokens": 246, + "weighted_error_before": 22.51416431926191, + "weighted_error_after": 14.623392707202584 + }, + { + "name": "model.layers.15.mlp.experts.127.gate_proj", + "observed_tokens": 314, + "weighted_error_before": 22.87638163752854, + "weighted_error_after": 13.408695475198328 + }, + { + "name": "model.layers.15.mlp.experts.127.up_proj", + "observed_tokens": 314, + "weighted_error_before": 23.179545059800148, + "weighted_error_after": 13.69564139097929 + }, + { + "name": "model.layers.15.mlp.experts.127.down_proj", + "observed_tokens": 314, + "weighted_error_before": 22.31211123801768, + "weighted_error_after": 14.675770239438862 + }, + { + "name": "model.layers.15.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 10.445790627738461, + "weighted_error_after": 5.992058382253163 + }, + { + "name": "model.layers.15.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 21.98357965424657, + "weighted_error_after": 12.539555895607919 + }, + { + "name": "model.layers.15.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 38.440921649336815, + "weighted_error_after": 26.49874035641551 + }, + { + "name": "model.layers.16.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 134.13836121722125, + "weighted_error_after": 76.8773020633962 + }, + { + "name": "model.layers.16.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 143.67727035935968, + "weighted_error_after": 82.79393933271058 + }, + { + "name": "model.layers.16.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 207.93663983419538, + "weighted_error_after": 118.39952865988016 + }, + { + "name": "model.layers.16.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 198.49656579829752, + "weighted_error_after": 114.0406534569338 + }, + { + "name": "model.layers.16.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.5203628167510033, + "weighted_error_after": 1.2470682635903358 + }, + { + "name": "model.layers.16.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 220.74741650931537, + "weighted_error_after": 126.44662465061992 + }, + { + "name": "model.layers.16.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 269.60087614506483, + "weighted_error_after": 159.07874471321702 + }, + { + "name": "model.layers.16.mlp.experts.0.gate_proj", + "observed_tokens": 159, + "weighted_error_before": 28.366808004677296, + "weighted_error_after": 16.746257532387972 + }, + { + "name": "model.layers.16.mlp.experts.0.up_proj", + "observed_tokens": 159, + "weighted_error_before": 27.766715936362743, + "weighted_error_after": 16.3577314671129 + }, + { + "name": "model.layers.16.mlp.experts.0.down_proj", + "observed_tokens": 159, + "weighted_error_before": 23.327441562898457, + "weighted_error_after": 15.36873601237312 + }, + { + "name": "model.layers.16.mlp.experts.1.gate_proj", + "observed_tokens": 220, + "weighted_error_before": 26.58681926317513, + "weighted_error_after": 15.729107753373682 + }, + { + "name": "model.layers.16.mlp.experts.1.up_proj", + "observed_tokens": 220, + "weighted_error_before": 24.140549689531326, + "weighted_error_after": 14.263810958713293 + }, + { + "name": "model.layers.16.mlp.experts.1.down_proj", + "observed_tokens": 220, + "weighted_error_before": 19.864964155945927, + "weighted_error_after": 12.921845398843288 + }, + { + "name": "model.layers.16.mlp.experts.2.gate_proj", + "observed_tokens": 210, + "weighted_error_before": 30.893632382154465, + "weighted_error_after": 17.836398189887404 + }, + { + "name": "model.layers.16.mlp.experts.2.up_proj", + "observed_tokens": 210, + "weighted_error_before": 30.82772222533822, + "weighted_error_after": 18.243396455422044 + }, + { + "name": "model.layers.16.mlp.experts.2.down_proj", + "observed_tokens": 210, + "weighted_error_before": 25.185632723383605, + "weighted_error_after": 16.631262758746743 + }, + { + "name": "model.layers.16.mlp.experts.3.gate_proj", + "observed_tokens": 503, + "weighted_error_before": 26.459664622321725, + "weighted_error_after": 15.60171239450574 + }, + { + "name": "model.layers.16.mlp.experts.3.up_proj", + "observed_tokens": 503, + "weighted_error_before": 27.196990257129073, + "weighted_error_after": 16.10272580012679 + }, + { + "name": "model.layers.16.mlp.experts.3.down_proj", + "observed_tokens": 503, + "weighted_error_before": 23.304974045138806, + "weighted_error_after": 12.067762504331768 + }, + { + "name": "model.layers.16.mlp.experts.4.gate_proj", + "observed_tokens": 232, + "weighted_error_before": 28.169135017320514, + "weighted_error_after": 16.54309517145157 + }, + { + "name": "model.layers.16.mlp.experts.4.up_proj", + "observed_tokens": 232, + "weighted_error_before": 29.12922355160117, + "weighted_error_after": 16.962822986766696 + }, + { + "name": "model.layers.16.mlp.experts.4.down_proj", + "observed_tokens": 232, + "weighted_error_before": 24.17286306153983, + "weighted_error_after": 15.700417924206704 + }, + { + "name": "model.layers.16.mlp.experts.5.gate_proj", + "observed_tokens": 628, + "weighted_error_before": 29.281238041818142, + "weighted_error_after": 17.1294768974185 + }, + { + "name": "model.layers.16.mlp.experts.5.up_proj", + "observed_tokens": 628, + "weighted_error_before": 30.23436100780964, + "weighted_error_after": 17.621416041627526 + }, + { + "name": "model.layers.16.mlp.experts.5.down_proj", + "observed_tokens": 628, + "weighted_error_before": 24.210875703021884, + "weighted_error_after": 14.961293551139534 + }, + { + "name": "model.layers.16.mlp.experts.6.gate_proj", + "observed_tokens": 545, + "weighted_error_before": 28.44389363564551, + "weighted_error_after": 16.765167494304478 + }, + { + "name": "model.layers.16.mlp.experts.6.up_proj", + "observed_tokens": 545, + "weighted_error_before": 25.974217139184475, + "weighted_error_after": 15.417149264365435 + }, + { + "name": "model.layers.16.mlp.experts.6.down_proj", + "observed_tokens": 545, + "weighted_error_before": 22.976576648652554, + "weighted_error_after": 15.939358969219029 + }, + { + "name": "model.layers.16.mlp.experts.7.gate_proj", + "observed_tokens": 267, + "weighted_error_before": 27.032827334478498, + "weighted_error_after": 16.215871889144182 + }, + { + "name": "model.layers.16.mlp.experts.7.up_proj", + "observed_tokens": 267, + "weighted_error_before": 25.888454036787152, + "weighted_error_after": 15.448777183890343 + }, + { + "name": "model.layers.16.mlp.experts.7.down_proj", + "observed_tokens": 267, + "weighted_error_before": 21.753363663796335, + "weighted_error_after": 13.822677994612604 + }, + { + "name": "model.layers.16.mlp.experts.8.gate_proj", + "observed_tokens": 220, + "weighted_error_before": 27.003214344382286, + "weighted_error_after": 15.897352010011673 + }, + { + "name": "model.layers.16.mlp.experts.8.up_proj", + "observed_tokens": 220, + "weighted_error_before": 26.949220322072506, + "weighted_error_after": 15.987129889428616 + }, + { + "name": "model.layers.16.mlp.experts.8.down_proj", + "observed_tokens": 220, + "weighted_error_before": 23.800428790971637, + "weighted_error_after": 15.49814386665821 + }, + { + "name": "model.layers.16.mlp.experts.9.gate_proj", + "observed_tokens": 23, + "weighted_error_before": 28.66661236807704, + "weighted_error_after": 16.932193307206035 + }, + { + "name": "model.layers.16.mlp.experts.9.up_proj", + "observed_tokens": 23, + "weighted_error_before": 29.08794856071472, + "weighted_error_after": 17.271891312673688 + }, + { + "name": "model.layers.16.mlp.experts.9.down_proj", + "observed_tokens": 23, + "weighted_error_before": 23.815514388959855, + "weighted_error_after": 15.946204289328307 + }, + { + "name": "model.layers.16.mlp.experts.10.gate_proj", + "observed_tokens": 412, + "weighted_error_before": 26.707854645326734, + "weighted_error_after": 15.772033410146832 + }, + { + "name": "model.layers.16.mlp.experts.10.up_proj", + "observed_tokens": 412, + "weighted_error_before": 30.460781993344426, + "weighted_error_after": 17.98731103166938 + }, + { + "name": "model.layers.16.mlp.experts.10.down_proj", + "observed_tokens": 412, + "weighted_error_before": 24.853679451160133, + "weighted_error_after": 15.498412590008229 + }, + { + "name": "model.layers.16.mlp.experts.11.gate_proj", + "observed_tokens": 501, + "weighted_error_before": 29.411777548491955, + "weighted_error_after": 17.42761390656233 + }, + { + "name": "model.layers.16.mlp.experts.11.up_proj", + "observed_tokens": 501, + "weighted_error_before": 30.68802608922124, + "weighted_error_after": 18.017879409715533 + }, + { + "name": "model.layers.16.mlp.experts.11.down_proj", + "observed_tokens": 501, + "weighted_error_before": 25.264940751250833, + "weighted_error_after": 16.38416131027043 + }, + { + "name": "model.layers.16.mlp.experts.12.gate_proj", + "observed_tokens": 173, + "weighted_error_before": 26.765720643103123, + "weighted_error_after": 14.74497046135366 + }, + { + "name": "model.layers.16.mlp.experts.12.up_proj", + "observed_tokens": 173, + "weighted_error_before": 25.096679598093033, + "weighted_error_after": 14.313867047429085 + }, + { + "name": "model.layers.16.mlp.experts.12.down_proj", + "observed_tokens": 173, + "weighted_error_before": 22.454214666504413, + "weighted_error_after": 13.825569760985672 + }, + { + "name": "model.layers.16.mlp.experts.13.gate_proj", + "observed_tokens": 42, + "weighted_error_before": 27.17712239548564, + "weighted_error_after": 15.948563899844885 + }, + { + "name": "model.layers.16.mlp.experts.13.up_proj", + "observed_tokens": 42, + "weighted_error_before": 28.878807742148638, + "weighted_error_after": 16.914618346840143 + }, + { + "name": "model.layers.16.mlp.experts.13.down_proj", + "observed_tokens": 42, + "weighted_error_before": 24.0429522912018, + "weighted_error_after": 15.603113681077957 + }, + { + "name": "model.layers.16.mlp.experts.14.gate_proj", + "observed_tokens": 743, + "weighted_error_before": 32.52202723547816, + "weighted_error_after": 19.0240001603961 + }, + { + "name": "model.layers.16.mlp.experts.14.up_proj", + "observed_tokens": 743, + "weighted_error_before": 27.57735457457602, + "weighted_error_after": 16.000377407297492 + }, + { + "name": "model.layers.16.mlp.experts.14.down_proj", + "observed_tokens": 743, + "weighted_error_before": 22.23405917454511, + "weighted_error_after": 14.866128254216164 + }, + { + "name": "model.layers.16.mlp.experts.15.gate_proj", + "observed_tokens": 308, + "weighted_error_before": 34.127868209034204, + "weighted_error_after": 20.07963485084474 + }, + { + "name": "model.layers.16.mlp.experts.15.up_proj", + "observed_tokens": 308, + "weighted_error_before": 27.117597088217735, + "weighted_error_after": 15.929808653891087 + }, + { + "name": "model.layers.16.mlp.experts.15.down_proj", + "observed_tokens": 308, + "weighted_error_before": 22.532316831173375, + "weighted_error_after": 14.759678678121418 + }, + { + "name": "model.layers.16.mlp.experts.16.gate_proj", + "observed_tokens": 292, + "weighted_error_before": 29.99401807039976, + "weighted_error_after": 17.72923813946545 + }, + { + "name": "model.layers.16.mlp.experts.16.up_proj", + "observed_tokens": 292, + "weighted_error_before": 31.05908427014947, + "weighted_error_after": 18.466821860522032 + }, + { + "name": "model.layers.16.mlp.experts.16.down_proj", + "observed_tokens": 292, + "weighted_error_before": 26.58914861548692, + "weighted_error_after": 17.652374789118767 + }, + { + "name": "model.layers.16.mlp.experts.17.gate_proj", + "observed_tokens": 271, + "weighted_error_before": 28.832253083586693, + "weighted_error_after": 17.063702220097184 + }, + { + "name": "model.layers.16.mlp.experts.17.up_proj", + "observed_tokens": 271, + "weighted_error_before": 29.357235834002495, + "weighted_error_after": 17.390174087136984 + }, + { + "name": "model.layers.16.mlp.experts.17.down_proj", + "observed_tokens": 271, + "weighted_error_before": 24.658839039504528, + "weighted_error_after": 15.47844517370686 + }, + { + "name": "model.layers.16.mlp.experts.18.gate_proj", + "observed_tokens": 285, + "weighted_error_before": 26.6401492562145, + "weighted_error_after": 15.487877083942294 + }, + { + "name": "model.layers.16.mlp.experts.18.up_proj", + "observed_tokens": 285, + "weighted_error_before": 25.475702354684472, + "weighted_error_after": 15.047788076102734 + }, + { + "name": "model.layers.16.mlp.experts.18.down_proj", + "observed_tokens": 285, + "weighted_error_before": 22.502807557582855, + "weighted_error_after": 14.996303999330848 + }, + { + "name": "model.layers.16.mlp.experts.19.gate_proj", + "observed_tokens": 326, + "weighted_error_before": 29.03435366600752, + "weighted_error_after": 17.08040431700647 + }, + { + "name": "model.layers.16.mlp.experts.19.up_proj", + "observed_tokens": 326, + "weighted_error_before": 26.770744198933244, + "weighted_error_after": 15.884722832590342 + }, + { + "name": "model.layers.16.mlp.experts.19.down_proj", + "observed_tokens": 326, + "weighted_error_before": 22.81346210464835, + "weighted_error_after": 15.359171274583787 + }, + { + "name": "model.layers.16.mlp.experts.20.gate_proj", + "observed_tokens": 176, + "weighted_error_before": 30.238972840830684, + "weighted_error_after": 17.748933389782906 + }, + { + "name": "model.layers.16.mlp.experts.20.up_proj", + "observed_tokens": 176, + "weighted_error_before": 28.401936806738377, + "weighted_error_after": 16.748527519404888 + }, + { + "name": "model.layers.16.mlp.experts.20.down_proj", + "observed_tokens": 176, + "weighted_error_before": 25.714298522099853, + "weighted_error_after": 16.65750240208581 + }, + { + "name": "model.layers.16.mlp.experts.21.gate_proj", + "observed_tokens": 173, + "weighted_error_before": 29.78855445049703, + "weighted_error_after": 17.47843204252422 + }, + { + "name": "model.layers.16.mlp.experts.21.up_proj", + "observed_tokens": 173, + "weighted_error_before": 29.723562490195036, + "weighted_error_after": 17.71538370102644 + }, + { + "name": "model.layers.16.mlp.experts.21.down_proj", + "observed_tokens": 173, + "weighted_error_before": 24.633502357639372, + "weighted_error_after": 15.457074304111302 + }, + { + "name": "model.layers.16.mlp.experts.22.gate_proj", + "observed_tokens": 27, + "weighted_error_before": 28.825523730367422, + "weighted_error_after": 17.18478612974286 + }, + { + "name": "model.layers.16.mlp.experts.22.up_proj", + "observed_tokens": 27, + "weighted_error_before": 32.26675344631076, + "weighted_error_after": 18.93418405018747 + }, + { + "name": "model.layers.16.mlp.experts.22.down_proj", + "observed_tokens": 27, + "weighted_error_before": 26.37840425502509, + "weighted_error_after": 17.850626684725285 + }, + { + "name": "model.layers.16.mlp.experts.23.gate_proj", + "observed_tokens": 304, + "weighted_error_before": 24.45819127187133, + "weighted_error_after": 14.516113395802677 + }, + { + "name": "model.layers.16.mlp.experts.23.up_proj", + "observed_tokens": 304, + "weighted_error_before": 24.5668699555099, + "weighted_error_after": 14.468350678682327 + }, + { + "name": "model.layers.16.mlp.experts.23.down_proj", + "observed_tokens": 304, + "weighted_error_before": 23.0301156709902, + "weighted_error_after": 15.26227626716718 + }, + { + "name": "model.layers.16.mlp.experts.24.gate_proj", + "observed_tokens": 243, + "weighted_error_before": 22.174794690683484, + "weighted_error_after": 13.042779361829162 + }, + { + "name": "model.layers.16.mlp.experts.24.up_proj", + "observed_tokens": 243, + "weighted_error_before": 22.65380505286157, + "weighted_error_after": 13.37791446968913 + }, + { + "name": "model.layers.16.mlp.experts.24.down_proj", + "observed_tokens": 243, + "weighted_error_before": 21.716508991550654, + "weighted_error_after": 14.150315505918115 + }, + { + "name": "model.layers.16.mlp.experts.25.gate_proj", + "observed_tokens": 224, + "weighted_error_before": 27.41874041594565, + "weighted_error_after": 15.88889808114618 + }, + { + "name": "model.layers.16.mlp.experts.25.up_proj", + "observed_tokens": 224, + "weighted_error_before": 26.78746822476387, + "weighted_error_after": 15.72564054094255 + }, + { + "name": "model.layers.16.mlp.experts.25.down_proj", + "observed_tokens": 224, + "weighted_error_before": 23.002555535174906, + "weighted_error_after": 14.287221417296678 + }, + { + "name": "model.layers.16.mlp.experts.26.gate_proj", + "observed_tokens": 101, + "weighted_error_before": 22.77924770489335, + "weighted_error_after": 13.402668212540448 + }, + { + "name": "model.layers.16.mlp.experts.26.up_proj", + "observed_tokens": 101, + "weighted_error_before": 26.863454272970557, + "weighted_error_after": 15.906617371365428 + }, + { + "name": "model.layers.16.mlp.experts.26.down_proj", + "observed_tokens": 101, + "weighted_error_before": 27.769552126526833, + "weighted_error_after": 17.67879060888663 + }, + { + "name": "model.layers.16.mlp.experts.27.gate_proj", + "observed_tokens": 383, + "weighted_error_before": 30.513856649398804, + "weighted_error_after": 18.105596736073494 + }, + { + "name": "model.layers.16.mlp.experts.27.up_proj", + "observed_tokens": 383, + "weighted_error_before": 29.595779173076153, + "weighted_error_after": 17.28272385150194 + }, + { + "name": "model.layers.16.mlp.experts.27.down_proj", + "observed_tokens": 383, + "weighted_error_before": 24.66173369064927, + "weighted_error_after": 16.044466165360063 + }, + { + "name": "model.layers.16.mlp.experts.28.gate_proj", + "observed_tokens": 1222, + "weighted_error_before": 24.825693806633353, + "weighted_error_after": 14.557014564052224 + }, + { + "name": "model.layers.16.mlp.experts.28.up_proj", + "observed_tokens": 1222, + "weighted_error_before": 25.109078459441662, + "weighted_error_after": 14.728367722593248 + }, + { + "name": "model.layers.16.mlp.experts.28.down_proj", + "observed_tokens": 1222, + "weighted_error_before": 21.693835801444948, + "weighted_error_after": 14.306816427502781 + }, + { + "name": "model.layers.16.mlp.experts.29.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 24.9734588842839, + "weighted_error_after": 14.862698739394546 + }, + { + "name": "model.layers.16.mlp.experts.29.up_proj", + "observed_tokens": 67, + "weighted_error_before": 25.38119120337069, + "weighted_error_after": 14.943633735179901 + }, + { + "name": "model.layers.16.mlp.experts.29.down_proj", + "observed_tokens": 67, + "weighted_error_before": 22.41430542897433, + "weighted_error_after": 14.500838058069348 + }, + { + "name": "model.layers.16.mlp.experts.30.gate_proj", + "observed_tokens": 450, + "weighted_error_before": 23.446871435269713, + "weighted_error_after": 13.79396179318428 + }, + { + "name": "model.layers.16.mlp.experts.30.up_proj", + "observed_tokens": 450, + "weighted_error_before": 25.09238676354289, + "weighted_error_after": 14.876759313046932 + }, + { + "name": "model.layers.16.mlp.experts.30.down_proj", + "observed_tokens": 450, + "weighted_error_before": 22.62836299650371, + "weighted_error_after": 14.769107649102807 + }, + { + "name": "model.layers.16.mlp.experts.31.gate_proj", + "observed_tokens": 208, + "weighted_error_before": 32.35630917549133, + "weighted_error_after": 18.98009301163256 + }, + { + "name": "model.layers.16.mlp.experts.31.up_proj", + "observed_tokens": 208, + "weighted_error_before": 31.905140485614538, + "weighted_error_after": 18.832909593358636 + }, + { + "name": "model.layers.16.mlp.experts.31.down_proj", + "observed_tokens": 208, + "weighted_error_before": 25.532343978062272, + "weighted_error_after": 16.72988988365978 + }, + { + "name": "model.layers.16.mlp.experts.32.gate_proj", + "observed_tokens": 486, + "weighted_error_before": 28.401167921721935, + "weighted_error_after": 16.708668563514948 + }, + { + "name": "model.layers.16.mlp.experts.32.up_proj", + "observed_tokens": 486, + "weighted_error_before": 29.67495632916689, + "weighted_error_after": 17.322502799332142 + }, + { + "name": "model.layers.16.mlp.experts.32.down_proj", + "observed_tokens": 486, + "weighted_error_before": 23.990086760837585, + "weighted_error_after": 15.706042557023466 + }, + { + "name": "model.layers.16.mlp.experts.33.gate_proj", + "observed_tokens": 438, + "weighted_error_before": 26.231702372431755, + "weighted_error_after": 15.541428508237004 + }, + { + "name": "model.layers.16.mlp.experts.33.up_proj", + "observed_tokens": 438, + "weighted_error_before": 28.284661946818233, + "weighted_error_after": 16.697484139353037 + }, + { + "name": "model.layers.16.mlp.experts.33.down_proj", + "observed_tokens": 438, + "weighted_error_before": 23.499115739949048, + "weighted_error_after": 15.344844422768801 + }, + { + "name": "model.layers.16.mlp.experts.34.gate_proj", + "observed_tokens": 524, + "weighted_error_before": 25.04437962733209, + "weighted_error_after": 14.608625827357173 + }, + { + "name": "model.layers.16.mlp.experts.34.up_proj", + "observed_tokens": 524, + "weighted_error_before": 27.000481503084302, + "weighted_error_after": 16.0649694185704 + }, + { + "name": "model.layers.16.mlp.experts.34.down_proj", + "observed_tokens": 524, + "weighted_error_before": 23.302067287266254, + "weighted_error_after": 15.235694797243923 + }, + { + "name": "model.layers.16.mlp.experts.35.gate_proj", + "observed_tokens": 51, + "weighted_error_before": 28.159331135451794, + "weighted_error_after": 16.537758396938443 + }, + { + "name": "model.layers.16.mlp.experts.35.up_proj", + "observed_tokens": 51, + "weighted_error_before": 29.893934089690447, + "weighted_error_after": 17.58085255883634 + }, + { + "name": "model.layers.16.mlp.experts.35.down_proj", + "observed_tokens": 51, + "weighted_error_before": 24.410126006230712, + "weighted_error_after": 15.527436273638159 + }, + { + "name": "model.layers.16.mlp.experts.36.gate_proj", + "observed_tokens": 312, + "weighted_error_before": 31.11859837733209, + "weighted_error_after": 18.22803799342364 + }, + { + "name": "model.layers.16.mlp.experts.36.up_proj", + "observed_tokens": 312, + "weighted_error_before": 25.84787860326469, + "weighted_error_after": 15.20943040214479 + }, + { + "name": "model.layers.16.mlp.experts.36.down_proj", + "observed_tokens": 312, + "weighted_error_before": 23.464977805968374, + "weighted_error_after": 15.308293037582189 + }, + { + "name": "model.layers.16.mlp.experts.37.gate_proj", + "observed_tokens": 429, + "weighted_error_before": 26.804669696837664, + "weighted_error_after": 15.81018928065896 + }, + { + "name": "model.layers.16.mlp.experts.37.up_proj", + "observed_tokens": 429, + "weighted_error_before": 28.789606980979443, + "weighted_error_after": 16.979977088049054 + }, + { + "name": "model.layers.16.mlp.experts.37.down_proj", + "observed_tokens": 429, + "weighted_error_before": 24.3077904433012, + "weighted_error_after": 15.834857324138284 + }, + { + "name": "model.layers.16.mlp.experts.38.gate_proj", + "observed_tokens": 566, + "weighted_error_before": 25.10277041606605, + "weighted_error_after": 14.837996531277895 + }, + { + "name": "model.layers.16.mlp.experts.38.up_proj", + "observed_tokens": 566, + "weighted_error_before": 26.956147141754627, + "weighted_error_after": 15.83579309284687 + }, + { + "name": "model.layers.16.mlp.experts.38.down_proj", + "observed_tokens": 566, + "weighted_error_before": 22.99909950932488, + "weighted_error_after": 14.09630278404802 + }, + { + "name": "model.layers.16.mlp.experts.39.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 25.107769338414073, + "weighted_error_after": 14.804290815256536 + }, + { + "name": "model.layers.16.mlp.experts.39.up_proj", + "observed_tokens": 151, + "weighted_error_before": 25.234403179958463, + "weighted_error_after": 14.954671805724502 + }, + { + "name": "model.layers.16.mlp.experts.39.down_proj", + "observed_tokens": 151, + "weighted_error_before": 22.263227650895715, + "weighted_error_after": 14.65239683073014 + }, + { + "name": "model.layers.16.mlp.experts.40.gate_proj", + "observed_tokens": 177, + "weighted_error_before": 25.645994555205107, + "weighted_error_after": 15.084220306947827 + }, + { + "name": "model.layers.16.mlp.experts.40.up_proj", + "observed_tokens": 177, + "weighted_error_before": 27.255531411617994, + "weighted_error_after": 15.708087999373674 + }, + { + "name": "model.layers.16.mlp.experts.40.down_proj", + "observed_tokens": 177, + "weighted_error_before": 22.55519763752818, + "weighted_error_after": 15.174583499785513 + }, + { + "name": "model.layers.16.mlp.experts.41.gate_proj", + "observed_tokens": 1096, + "weighted_error_before": 23.167302144691348, + "weighted_error_after": 13.675114558078349 + }, + { + "name": "model.layers.16.mlp.experts.41.up_proj", + "observed_tokens": 1096, + "weighted_error_before": 25.06185818836093, + "weighted_error_after": 14.833017526194453 + }, + { + "name": "model.layers.16.mlp.experts.41.down_proj", + "observed_tokens": 1096, + "weighted_error_before": 22.069230422843248, + "weighted_error_after": 14.687849645968527 + }, + { + "name": "model.layers.16.mlp.experts.42.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 28.30890417098999, + "weighted_error_after": 16.552775345742702 + }, + { + "name": "model.layers.16.mlp.experts.42.up_proj", + "observed_tokens": 170, + "weighted_error_before": 28.22384607605636, + "weighted_error_after": 16.606537943705916 + }, + { + "name": "model.layers.16.mlp.experts.42.down_proj", + "observed_tokens": 170, + "weighted_error_before": 23.424514337442815, + "weighted_error_after": 15.184880461078137 + }, + { + "name": "model.layers.16.mlp.experts.43.gate_proj", + "observed_tokens": 298, + "weighted_error_before": 26.120671341195703, + "weighted_error_after": 15.423520548269153 + }, + { + "name": "model.layers.16.mlp.experts.43.up_proj", + "observed_tokens": 298, + "weighted_error_before": 25.325282150879502, + "weighted_error_after": 14.860540539957583 + }, + { + "name": "model.layers.16.mlp.experts.43.down_proj", + "observed_tokens": 298, + "weighted_error_before": 22.197307356167585, + "weighted_error_after": 14.39133057743311 + }, + { + "name": "model.layers.16.mlp.experts.44.gate_proj", + "observed_tokens": 76, + "weighted_error_before": 24.880629625171423, + "weighted_error_after": 14.626441610977054 + }, + { + "name": "model.layers.16.mlp.experts.44.up_proj", + "observed_tokens": 76, + "weighted_error_before": 25.47909888997674, + "weighted_error_after": 14.819639908149838 + }, + { + "name": "model.layers.16.mlp.experts.44.down_proj", + "observed_tokens": 76, + "weighted_error_before": 23.927003093529493, + "weighted_error_after": 15.120403811335564 + }, + { + "name": "model.layers.16.mlp.experts.45.gate_proj", + "observed_tokens": 624, + "weighted_error_before": 24.35345098376274, + "weighted_error_after": 14.432954986579716 + }, + { + "name": "model.layers.16.mlp.experts.45.up_proj", + "observed_tokens": 624, + "weighted_error_before": 25.611680453643203, + "weighted_error_after": 15.197193544358015 + }, + { + "name": "model.layers.16.mlp.experts.45.down_proj", + "observed_tokens": 624, + "weighted_error_before": 25.203570728190243, + "weighted_error_after": 15.90669378079474 + }, + { + "name": "model.layers.16.mlp.experts.46.gate_proj", + "observed_tokens": 200, + "weighted_error_before": 27.03674852102995, + "weighted_error_after": 15.827472172677517 + }, + { + "name": "model.layers.16.mlp.experts.46.up_proj", + "observed_tokens": 200, + "weighted_error_before": 25.871376872062683, + "weighted_error_after": 15.060590464621782 + }, + { + "name": "model.layers.16.mlp.experts.46.down_proj", + "observed_tokens": 200, + "weighted_error_before": 22.624810472130775, + "weighted_error_after": 15.367908889427781 + }, + { + "name": "model.layers.16.mlp.experts.47.gate_proj", + "observed_tokens": 616, + "weighted_error_before": 24.53219244070351, + "weighted_error_after": 14.377843776717782 + }, + { + "name": "model.layers.16.mlp.experts.47.up_proj", + "observed_tokens": 616, + "weighted_error_before": 25.688449934124947, + "weighted_error_after": 15.100258950144053 + }, + { + "name": "model.layers.16.mlp.experts.47.down_proj", + "observed_tokens": 616, + "weighted_error_before": 22.418420117348433, + "weighted_error_after": 14.95402385527268 + }, + { + "name": "model.layers.16.mlp.experts.48.gate_proj", + "observed_tokens": 1225, + "weighted_error_before": 23.02005689777434, + "weighted_error_after": 13.583985215052962 + }, + { + "name": "model.layers.16.mlp.experts.48.up_proj", + "observed_tokens": 1225, + "weighted_error_before": 25.251806501299143, + "weighted_error_after": 14.834757998585701 + }, + { + "name": "model.layers.16.mlp.experts.48.down_proj", + "observed_tokens": 1225, + "weighted_error_before": 22.695770002901554, + "weighted_error_after": 15.105159156024456 + }, + { + "name": "model.layers.16.mlp.experts.49.gate_proj", + "observed_tokens": 286, + "weighted_error_before": 25.0582986921072, + "weighted_error_after": 14.85129202529788 + }, + { + "name": "model.layers.16.mlp.experts.49.up_proj", + "observed_tokens": 286, + "weighted_error_before": 25.30967585928738, + "weighted_error_after": 14.862740986049175 + }, + { + "name": "model.layers.16.mlp.experts.49.down_proj", + "observed_tokens": 286, + "weighted_error_before": 21.433458095416427, + "weighted_error_after": 13.622306148987263 + }, + { + "name": "model.layers.16.mlp.experts.50.gate_proj", + "observed_tokens": 791, + "weighted_error_before": 24.247847033664584, + "weighted_error_after": 14.31675635278225 + }, + { + "name": "model.layers.16.mlp.experts.50.up_proj", + "observed_tokens": 791, + "weighted_error_before": 26.18810361623764, + "weighted_error_after": 15.364754397422075 + }, + { + "name": "model.layers.16.mlp.experts.50.down_proj", + "observed_tokens": 791, + "weighted_error_before": 23.46003242675215, + "weighted_error_after": 15.309910258743912 + }, + { + "name": "model.layers.16.mlp.experts.51.gate_proj", + "observed_tokens": 389, + "weighted_error_before": 24.815252151340246, + "weighted_error_after": 14.564731230959296 + }, + { + "name": "model.layers.16.mlp.experts.51.up_proj", + "observed_tokens": 389, + "weighted_error_before": 25.46228550001979, + "weighted_error_after": 15.326679810881615 + }, + { + "name": "model.layers.16.mlp.experts.51.down_proj", + "observed_tokens": 389, + "weighted_error_before": 22.51533900713548, + "weighted_error_after": 14.867529095616192 + }, + { + "name": "model.layers.16.mlp.experts.52.gate_proj", + "observed_tokens": 445, + "weighted_error_before": 24.41674800030887, + "weighted_error_after": 14.244331624358892 + }, + { + "name": "model.layers.16.mlp.experts.52.up_proj", + "observed_tokens": 445, + "weighted_error_before": 24.929048845544457, + "weighted_error_after": 14.762713404372334 + }, + { + "name": "model.layers.16.mlp.experts.52.down_proj", + "observed_tokens": 445, + "weighted_error_before": 21.270075021777302, + "weighted_error_after": 13.894958457443863 + }, + { + "name": "model.layers.16.mlp.experts.53.gate_proj", + "observed_tokens": 719, + "weighted_error_before": 33.737282536923885, + "weighted_error_after": 19.779484486207366 + }, + { + "name": "model.layers.16.mlp.experts.53.up_proj", + "observed_tokens": 719, + "weighted_error_before": 29.211182963103056, + "weighted_error_after": 17.02682577073574 + }, + { + "name": "model.layers.16.mlp.experts.53.down_proj", + "observed_tokens": 719, + "weighted_error_before": 23.532820450142026, + "weighted_error_after": 15.295207822695374 + }, + { + "name": "model.layers.16.mlp.experts.54.gate_proj", + "observed_tokens": 308, + "weighted_error_before": 26.495247488841414, + "weighted_error_after": 15.58506866171956 + }, + { + "name": "model.layers.16.mlp.experts.54.up_proj", + "observed_tokens": 308, + "weighted_error_before": 24.335601760074496, + "weighted_error_after": 14.333989057689905 + }, + { + "name": "model.layers.16.mlp.experts.54.down_proj", + "observed_tokens": 308, + "weighted_error_before": 21.19753634603694, + "weighted_error_after": 14.068241985049099 + }, + { + "name": "model.layers.16.mlp.experts.55.gate_proj", + "observed_tokens": 1273, + "weighted_error_before": 31.003846541047096, + "weighted_error_after": 18.09195126220584 + }, + { + "name": "model.layers.16.mlp.experts.55.up_proj", + "observed_tokens": 1273, + "weighted_error_before": 28.73187295347452, + "weighted_error_after": 16.408040327951312 + }, + { + "name": "model.layers.16.mlp.experts.55.down_proj", + "observed_tokens": 1273, + "weighted_error_before": 24.808512412942946, + "weighted_error_after": 16.139354906976223 + }, + { + "name": "model.layers.16.mlp.experts.56.gate_proj", + "observed_tokens": 313, + "weighted_error_before": 25.85182524099946, + "weighted_error_after": 14.918932512402534 + }, + { + "name": "model.layers.16.mlp.experts.56.up_proj", + "observed_tokens": 313, + "weighted_error_before": 26.294651236385107, + "weighted_error_after": 14.949719520285726 + }, + { + "name": "model.layers.16.mlp.experts.56.down_proj", + "observed_tokens": 313, + "weighted_error_before": 21.133508015424013, + "weighted_error_after": 13.434622971806675 + }, + { + "name": "model.layers.16.mlp.experts.57.gate_proj", + "observed_tokens": 195, + "weighted_error_before": 28.55790106765926, + "weighted_error_after": 15.53477516118437 + }, + { + "name": "model.layers.16.mlp.experts.57.up_proj", + "observed_tokens": 195, + "weighted_error_before": 25.790075469762087, + "weighted_error_after": 14.810290832072496 + }, + { + "name": "model.layers.16.mlp.experts.57.down_proj", + "observed_tokens": 195, + "weighted_error_before": 23.287839573342353, + "weighted_error_after": 14.730565476696938 + }, + { + "name": "model.layers.16.mlp.experts.58.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 31.166044428944588, + "weighted_error_after": 18.447116777300835 + }, + { + "name": "model.layers.16.mlp.experts.58.up_proj", + "observed_tokens": 201, + "weighted_error_before": 29.290647733956575, + "weighted_error_after": 17.21042429842055 + }, + { + "name": "model.layers.16.mlp.experts.58.down_proj", + "observed_tokens": 201, + "weighted_error_before": 22.816371984779835, + "weighted_error_after": 14.46432824479416 + }, + { + "name": "model.layers.16.mlp.experts.59.gate_proj", + "observed_tokens": 743, + "weighted_error_before": 26.180790519341826, + "weighted_error_after": 15.43270363099873 + }, + { + "name": "model.layers.16.mlp.experts.59.up_proj", + "observed_tokens": 743, + "weighted_error_before": 28.067012136802077, + "weighted_error_after": 16.512655910104513 + }, + { + "name": "model.layers.16.mlp.experts.59.down_proj", + "observed_tokens": 743, + "weighted_error_before": 23.721075468230993, + "weighted_error_after": 13.870001766830683 + }, + { + "name": "model.layers.16.mlp.experts.60.gate_proj", + "observed_tokens": 91, + "weighted_error_before": 30.244986321777105, + "weighted_error_after": 17.254328303970397 + }, + { + "name": "model.layers.16.mlp.experts.60.up_proj", + "observed_tokens": 91, + "weighted_error_before": 25.932261541485786, + "weighted_error_after": 15.141164779663086 + }, + { + "name": "model.layers.16.mlp.experts.60.down_proj", + "observed_tokens": 91, + "weighted_error_before": 22.966366892214864, + "weighted_error_after": 15.456988752353936 + }, + { + "name": "model.layers.16.mlp.experts.61.gate_proj", + "observed_tokens": 799, + "weighted_error_before": 28.01267653517425, + "weighted_error_after": 16.58270926401019 + }, + { + "name": "model.layers.16.mlp.experts.61.up_proj", + "observed_tokens": 799, + "weighted_error_before": 26.42891215905547, + "weighted_error_after": 15.412084246054292 + }, + { + "name": "model.layers.16.mlp.experts.61.down_proj", + "observed_tokens": 799, + "weighted_error_before": 21.606245341245085, + "weighted_error_after": 14.569795781746507 + }, + { + "name": "model.layers.16.mlp.experts.62.gate_proj", + "observed_tokens": 681, + "weighted_error_before": 33.0466661285609, + "weighted_error_after": 19.53089074138552 + }, + { + "name": "model.layers.16.mlp.experts.62.up_proj", + "observed_tokens": 681, + "weighted_error_before": 26.54738456569612, + "weighted_error_after": 15.724990110844374 + }, + { + "name": "model.layers.16.mlp.experts.62.down_proj", + "observed_tokens": 681, + "weighted_error_before": 22.22715176269412, + "weighted_error_after": 14.479232439538464 + }, + { + "name": "model.layers.16.mlp.experts.63.gate_proj", + "observed_tokens": 269, + "weighted_error_before": 31.516264721751213, + "weighted_error_after": 18.5286358082667 + }, + { + "name": "model.layers.16.mlp.experts.63.up_proj", + "observed_tokens": 269, + "weighted_error_before": 29.163511738181114, + "weighted_error_after": 16.899807017296553 + }, + { + "name": "model.layers.16.mlp.experts.63.down_proj", + "observed_tokens": 269, + "weighted_error_before": 24.354254334699363, + "weighted_error_after": 15.35426734900102 + }, + { + "name": "model.layers.16.mlp.experts.64.gate_proj", + "observed_tokens": 143, + "weighted_error_before": 26.92348618991673, + "weighted_error_after": 15.660326136276126 + }, + { + "name": "model.layers.16.mlp.experts.64.up_proj", + "observed_tokens": 143, + "weighted_error_before": 25.905918397009373, + "weighted_error_after": 15.223489226773381 + }, + { + "name": "model.layers.16.mlp.experts.64.down_proj", + "observed_tokens": 143, + "weighted_error_before": 22.629065229091793, + "weighted_error_after": 15.002984138671309 + }, + { + "name": "model.layers.16.mlp.experts.65.gate_proj", + "observed_tokens": 536, + "weighted_error_before": 25.49948151782155, + "weighted_error_after": 14.806558391079307 + }, + { + "name": "model.layers.16.mlp.experts.65.up_proj", + "observed_tokens": 536, + "weighted_error_before": 26.830833669751883, + "weighted_error_after": 15.695248367264867 + }, + { + "name": "model.layers.16.mlp.experts.65.down_proj", + "observed_tokens": 536, + "weighted_error_before": 22.554219582118094, + "weighted_error_after": 14.050344752613455 + }, + { + "name": "model.layers.16.mlp.experts.66.gate_proj", + "observed_tokens": 132, + "weighted_error_before": 29.59646554850042, + "weighted_error_after": 17.402571495622396 + }, + { + "name": "model.layers.16.mlp.experts.66.up_proj", + "observed_tokens": 132, + "weighted_error_before": 29.70547021366656, + "weighted_error_after": 17.52790061570704 + }, + { + "name": "model.layers.16.mlp.experts.66.down_proj", + "observed_tokens": 132, + "weighted_error_before": 25.55954277701676, + "weighted_error_after": 15.81276702042669 + }, + { + "name": "model.layers.16.mlp.experts.67.gate_proj", + "observed_tokens": 300, + "weighted_error_before": 27.7178713735193, + "weighted_error_after": 16.175380194559693 + }, + { + "name": "model.layers.16.mlp.experts.67.up_proj", + "observed_tokens": 300, + "weighted_error_before": 27.616220835596323, + "weighted_error_after": 16.156235799193382 + }, + { + "name": "model.layers.16.mlp.experts.67.down_proj", + "observed_tokens": 300, + "weighted_error_before": 23.488873393740505, + "weighted_error_after": 14.339436262845993 + }, + { + "name": "model.layers.16.mlp.experts.68.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 34.10603414289653, + "weighted_error_after": 18.223874165676534 + }, + { + "name": "model.layers.16.mlp.experts.68.up_proj", + "observed_tokens": 139, + "weighted_error_before": 28.72281756438315, + "weighted_error_after": 15.752374418079853 + }, + { + "name": "model.layers.16.mlp.experts.68.down_proj", + "observed_tokens": 139, + "weighted_error_before": 23.358450868166983, + "weighted_error_after": 14.94948636321351 + }, + { + "name": "model.layers.16.mlp.experts.69.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 29.07533723115921, + "weighted_error_after": 16.764554865658283 + }, + { + "name": "model.layers.16.mlp.experts.69.up_proj", + "observed_tokens": 85, + "weighted_error_before": 28.316284727305174, + "weighted_error_after": 16.384336818009615 + }, + { + "name": "model.layers.16.mlp.experts.69.down_proj", + "observed_tokens": 85, + "weighted_error_before": 26.64605000335723, + "weighted_error_after": 16.046583101619035 + }, + { + "name": "model.layers.16.mlp.experts.70.gate_proj", + "observed_tokens": 80, + "weighted_error_before": 29.55821866542101, + "weighted_error_after": 17.300814870744944 + }, + { + "name": "model.layers.16.mlp.experts.70.up_proj", + "observed_tokens": 80, + "weighted_error_before": 28.21482332237065, + "weighted_error_after": 16.548189038410783 + }, + { + "name": "model.layers.16.mlp.experts.70.down_proj", + "observed_tokens": 80, + "weighted_error_before": 23.982449607923627, + "weighted_error_after": 14.278620440512896 + }, + { + "name": "model.layers.16.mlp.experts.71.gate_proj", + "observed_tokens": 210, + "weighted_error_before": 29.230144798755646, + "weighted_error_after": 17.020446103066206 + }, + { + "name": "model.layers.16.mlp.experts.71.up_proj", + "observed_tokens": 210, + "weighted_error_before": 29.701340407133102, + "weighted_error_after": 17.659688510000706 + }, + { + "name": "model.layers.16.mlp.experts.71.down_proj", + "observed_tokens": 210, + "weighted_error_before": 24.40933514153585, + "weighted_error_after": 15.795426906086504 + }, + { + "name": "model.layers.16.mlp.experts.72.gate_proj", + "observed_tokens": 1343, + "weighted_error_before": 34.69870737940073, + "weighted_error_after": 19.268610020168126 + }, + { + "name": "model.layers.16.mlp.experts.72.up_proj", + "observed_tokens": 1343, + "weighted_error_before": 29.556119360029697, + "weighted_error_after": 16.758567854762077 + }, + { + "name": "model.layers.16.mlp.experts.72.down_proj", + "observed_tokens": 1343, + "weighted_error_before": 24.259269430302083, + "weighted_error_after": 15.840777672827244 + }, + { + "name": "model.layers.16.mlp.experts.73.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 27.554079234600067, + "weighted_error_after": 16.23087228834629 + }, + { + "name": "model.layers.16.mlp.experts.73.up_proj", + "observed_tokens": 61, + "weighted_error_before": 28.290225211530924, + "weighted_error_after": 16.76950823701918 + }, + { + "name": "model.layers.16.mlp.experts.73.down_proj", + "observed_tokens": 61, + "weighted_error_before": 24.301224771421403, + "weighted_error_after": 15.932644857559353 + }, + { + "name": "model.layers.16.mlp.experts.74.gate_proj", + "observed_tokens": 1285, + "weighted_error_before": 24.190598759800196, + "weighted_error_after": 14.290826814249158 + }, + { + "name": "model.layers.16.mlp.experts.74.up_proj", + "observed_tokens": 1285, + "weighted_error_before": 25.93974989466369, + "weighted_error_after": 15.364119144156575 + }, + { + "name": "model.layers.16.mlp.experts.74.down_proj", + "observed_tokens": 1285, + "weighted_error_before": 22.79087663954124, + "weighted_error_after": 15.302934316452593 + }, + { + "name": "model.layers.16.mlp.experts.75.gate_proj", + "observed_tokens": 295, + "weighted_error_before": 32.169970609247684, + "weighted_error_after": 18.84533303231001 + }, + { + "name": "model.layers.16.mlp.experts.75.up_proj", + "observed_tokens": 295, + "weighted_error_before": 28.72183495387435, + "weighted_error_after": 17.16621047258377 + }, + { + "name": "model.layers.16.mlp.experts.75.down_proj", + "observed_tokens": 295, + "weighted_error_before": 25.05745357624255, + "weighted_error_after": 15.802512563299388 + }, + { + "name": "model.layers.16.mlp.experts.76.gate_proj", + "observed_tokens": 4, + "weighted_error_before": 32.149273596704006, + "weighted_error_after": 18.978068427182734 + }, + { + "name": "model.layers.16.mlp.experts.76.up_proj", + "observed_tokens": 4, + "weighted_error_before": 29.488851945847273, + "weighted_error_after": 17.26597724482417 + }, + { + "name": "model.layers.16.mlp.experts.76.down_proj", + "observed_tokens": 4, + "weighted_error_before": 26.127173365093768, + "weighted_error_after": 17.782347062136978 + }, + { + "name": "model.layers.16.mlp.experts.77.gate_proj", + "observed_tokens": 357, + "weighted_error_before": 29.852274937555194, + "weighted_error_after": 17.259740753099322 + }, + { + "name": "model.layers.16.mlp.experts.77.up_proj", + "observed_tokens": 357, + "weighted_error_before": 27.38940774090588, + "weighted_error_after": 16.12520739249885 + }, + { + "name": "model.layers.16.mlp.experts.77.down_proj", + "observed_tokens": 357, + "weighted_error_before": 24.686053986661136, + "weighted_error_after": 15.425219865515828 + }, + { + "name": "model.layers.16.mlp.experts.78.gate_proj", + "observed_tokens": 21, + "weighted_error_before": 29.95859215594828, + "weighted_error_after": 17.661532558500767 + }, + { + "name": "model.layers.16.mlp.experts.78.up_proj", + "observed_tokens": 21, + "weighted_error_before": 29.94189619459212, + "weighted_error_after": 17.608042797073722 + }, + { + "name": "model.layers.16.mlp.experts.78.down_proj", + "observed_tokens": 21, + "weighted_error_before": 24.572877725586295, + "weighted_error_after": 16.8491331753321 + }, + { + "name": "model.layers.16.mlp.experts.79.gate_proj", + "observed_tokens": 138, + "weighted_error_before": 27.8921986091882, + "weighted_error_after": 16.17579240165651 + }, + { + "name": "model.layers.16.mlp.experts.79.up_proj", + "observed_tokens": 138, + "weighted_error_before": 26.870196722447872, + "weighted_error_after": 15.745660550892353 + }, + { + "name": "model.layers.16.mlp.experts.79.down_proj", + "observed_tokens": 138, + "weighted_error_before": 23.221916635055095, + "weighted_error_after": 15.633760740980506 + }, + { + "name": "model.layers.16.mlp.experts.80.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 28.816512286663055, + "weighted_error_after": 16.886136511340737 + }, + { + "name": "model.layers.16.mlp.experts.80.up_proj", + "observed_tokens": 112, + "weighted_error_before": 28.796597057953477, + "weighted_error_after": 16.803648229688406 + }, + { + "name": "model.layers.16.mlp.experts.80.down_proj", + "observed_tokens": 112, + "weighted_error_before": 23.963160766288638, + "weighted_error_after": 15.501257157884538 + }, + { + "name": "model.layers.16.mlp.experts.81.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 27.956888612359762, + "weighted_error_after": 15.76386564411223 + }, + { + "name": "model.layers.16.mlp.experts.81.up_proj", + "observed_tokens": 90, + "weighted_error_before": 26.508396508172154, + "weighted_error_after": 15.466406404972076 + }, + { + "name": "model.layers.16.mlp.experts.81.down_proj", + "observed_tokens": 90, + "weighted_error_before": 22.19371616700664, + "weighted_error_after": 14.074534054845572 + }, + { + "name": "model.layers.16.mlp.experts.82.gate_proj", + "observed_tokens": 360, + "weighted_error_before": 27.06939835473895, + "weighted_error_after": 15.808180656284094 + }, + { + "name": "model.layers.16.mlp.experts.82.up_proj", + "observed_tokens": 360, + "weighted_error_before": 29.005740761756897, + "weighted_error_after": 17.329224096611142 + }, + { + "name": "model.layers.16.mlp.experts.82.down_proj", + "observed_tokens": 360, + "weighted_error_before": 24.65423041768372, + "weighted_error_after": 15.677070606965572 + }, + { + "name": "model.layers.16.mlp.experts.83.gate_proj", + "observed_tokens": 20, + "weighted_error_before": 37.962833777070045, + "weighted_error_after": 22.018218722194433 + }, + { + "name": "model.layers.16.mlp.experts.83.up_proj", + "observed_tokens": 20, + "weighted_error_before": 30.61354491300881, + "weighted_error_after": 18.052352152764797 + }, + { + "name": "model.layers.16.mlp.experts.83.down_proj", + "observed_tokens": 20, + "weighted_error_before": 27.161125369369984, + "weighted_error_after": 18.498619138263166 + }, + { + "name": "model.layers.16.mlp.experts.84.gate_proj", + "observed_tokens": 133, + "weighted_error_before": 29.564244071021676, + "weighted_error_after": 17.051763281226158 + }, + { + "name": "model.layers.16.mlp.experts.84.up_proj", + "observed_tokens": 133, + "weighted_error_before": 26.564358977600932, + "weighted_error_after": 15.522957170382142 + }, + { + "name": "model.layers.16.mlp.experts.84.down_proj", + "observed_tokens": 133, + "weighted_error_before": 23.339686838444322, + "weighted_error_after": 15.234188240487128 + }, + { + "name": "model.layers.16.mlp.experts.85.gate_proj", + "observed_tokens": 81, + "weighted_error_before": 34.352162731811404, + "weighted_error_after": 20.107628853991628 + }, + { + "name": "model.layers.16.mlp.experts.85.up_proj", + "observed_tokens": 81, + "weighted_error_before": 32.38738903403282, + "weighted_error_after": 18.980681797489524 + }, + { + "name": "model.layers.16.mlp.experts.85.down_proj", + "observed_tokens": 81, + "weighted_error_before": 25.137455383781344, + "weighted_error_after": 13.553011436015368 + }, + { + "name": "model.layers.16.mlp.experts.86.gate_proj", + "observed_tokens": 175, + "weighted_error_before": 23.44506635516882, + "weighted_error_after": 13.657573883421719 + }, + { + "name": "model.layers.16.mlp.experts.86.up_proj", + "observed_tokens": 175, + "weighted_error_before": 24.319577544927597, + "weighted_error_after": 14.190763335675001 + }, + { + "name": "model.layers.16.mlp.experts.86.down_proj", + "observed_tokens": 175, + "weighted_error_before": 22.29405327839777, + "weighted_error_after": 14.293328393716365 + }, + { + "name": "model.layers.16.mlp.experts.87.gate_proj", + "observed_tokens": 131, + "weighted_error_before": 23.059441912919283, + "weighted_error_after": 13.574417516589165 + }, + { + "name": "model.layers.16.mlp.experts.87.up_proj", + "observed_tokens": 131, + "weighted_error_before": 24.615817131474614, + "weighted_error_after": 14.498091725632548 + }, + { + "name": "model.layers.16.mlp.experts.87.down_proj", + "observed_tokens": 131, + "weighted_error_before": 21.695277667138726, + "weighted_error_after": 14.140938050113618 + }, + { + "name": "model.layers.16.mlp.experts.88.gate_proj", + "observed_tokens": 416, + "weighted_error_before": 29.127251889556646, + "weighted_error_after": 17.082327822223306 + }, + { + "name": "model.layers.16.mlp.experts.88.up_proj", + "observed_tokens": 416, + "weighted_error_before": 30.831616923213005, + "weighted_error_after": 18.187959169968963 + }, + { + "name": "model.layers.16.mlp.experts.88.down_proj", + "observed_tokens": 416, + "weighted_error_before": 25.372165851294994, + "weighted_error_after": 16.85075832158327 + }, + { + "name": "model.layers.16.mlp.experts.89.gate_proj", + "observed_tokens": 12, + "weighted_error_before": 29.408423151820898, + "weighted_error_after": 17.315971568226814 + }, + { + "name": "model.layers.16.mlp.experts.89.up_proj", + "observed_tokens": 12, + "weighted_error_before": 31.70545767247677, + "weighted_error_after": 18.655380312353373 + }, + { + "name": "model.layers.16.mlp.experts.89.down_proj", + "observed_tokens": 12, + "weighted_error_before": 25.57821882981807, + "weighted_error_after": 17.58451342349872 + }, + { + "name": "model.layers.16.mlp.experts.90.gate_proj", + "observed_tokens": 385, + "weighted_error_before": 27.055145174264908, + "weighted_error_after": 15.963599478825927 + }, + { + "name": "model.layers.16.mlp.experts.90.up_proj", + "observed_tokens": 385, + "weighted_error_before": 27.26391942612827, + "weighted_error_after": 16.1009777225554 + }, + { + "name": "model.layers.16.mlp.experts.90.down_proj", + "observed_tokens": 385, + "weighted_error_before": 22.83939475612715, + "weighted_error_after": 14.965022940188646 + }, + { + "name": "model.layers.16.mlp.experts.91.gate_proj", + "observed_tokens": 505, + "weighted_error_before": 26.148683335632086, + "weighted_error_after": 15.330714881420135 + }, + { + "name": "model.layers.16.mlp.experts.91.up_proj", + "observed_tokens": 505, + "weighted_error_before": 27.598604518920183, + "weighted_error_after": 16.299809448421 + }, + { + "name": "model.layers.16.mlp.experts.91.down_proj", + "observed_tokens": 505, + "weighted_error_before": 23.35551156802103, + "weighted_error_after": 15.247483942192048 + }, + { + "name": "model.layers.16.mlp.experts.92.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 26.000380229204893, + "weighted_error_after": 15.03070130944252 + }, + { + "name": "model.layers.16.mlp.experts.92.up_proj", + "observed_tokens": 182, + "weighted_error_before": 25.11305445432663, + "weighted_error_after": 14.715728893876076 + }, + { + "name": "model.layers.16.mlp.experts.92.down_proj", + "observed_tokens": 182, + "weighted_error_before": 22.228635487146676, + "weighted_error_after": 14.573902634438127 + }, + { + "name": "model.layers.16.mlp.experts.93.gate_proj", + "observed_tokens": 295, + "weighted_error_before": 29.154341455549, + "weighted_error_after": 17.22239706106484 + }, + { + "name": "model.layers.16.mlp.experts.93.up_proj", + "observed_tokens": 295, + "weighted_error_before": 28.98076256737113, + "weighted_error_after": 16.962427642196417 + }, + { + "name": "model.layers.16.mlp.experts.93.down_proj", + "observed_tokens": 295, + "weighted_error_before": 23.95738739427179, + "weighted_error_after": 15.864061589818448 + }, + { + "name": "model.layers.16.mlp.experts.94.gate_proj", + "observed_tokens": 45, + "weighted_error_before": 32.51107553951442, + "weighted_error_after": 18.663968861103058 + }, + { + "name": "model.layers.16.mlp.experts.94.up_proj", + "observed_tokens": 45, + "weighted_error_before": 28.43382560648024, + "weighted_error_after": 16.73556157760322 + }, + { + "name": "model.layers.16.mlp.experts.94.down_proj", + "observed_tokens": 45, + "weighted_error_before": 23.931704998016357, + "weighted_error_after": 15.488015999551862 + }, + { + "name": "model.layers.16.mlp.experts.95.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 27.001286674290895, + "weighted_error_after": 15.733466893434525 + }, + { + "name": "model.layers.16.mlp.experts.95.up_proj", + "observed_tokens": 119, + "weighted_error_before": 24.388193851336837, + "weighted_error_after": 14.394603488966823 + }, + { + "name": "model.layers.16.mlp.experts.95.down_proj", + "observed_tokens": 119, + "weighted_error_before": 21.33643799647689, + "weighted_error_after": 13.906247382052243 + }, + { + "name": "model.layers.16.mlp.experts.96.gate_proj", + "observed_tokens": 341, + "weighted_error_before": 26.815230187028646, + "weighted_error_after": 15.49028798379004 + }, + { + "name": "model.layers.16.mlp.experts.96.up_proj", + "observed_tokens": 341, + "weighted_error_before": 26.086424700915813, + "weighted_error_after": 15.328752556815743 + }, + { + "name": "model.layers.16.mlp.experts.96.down_proj", + "observed_tokens": 341, + "weighted_error_before": 22.635072151664644, + "weighted_error_after": 14.269399412441999 + }, + { + "name": "model.layers.16.mlp.experts.97.gate_proj", + "observed_tokens": 219, + "weighted_error_before": 26.573304299265146, + "weighted_error_after": 15.563720751553774 + }, + { + "name": "model.layers.16.mlp.experts.97.up_proj", + "observed_tokens": 219, + "weighted_error_before": 26.059134943410754, + "weighted_error_after": 15.485590511932969 + }, + { + "name": "model.layers.16.mlp.experts.97.down_proj", + "observed_tokens": 219, + "weighted_error_before": 22.304862548597157, + "weighted_error_after": 14.383783143945038 + }, + { + "name": "model.layers.16.mlp.experts.98.gate_proj", + "observed_tokens": 669, + "weighted_error_before": 39.39230810850859, + "weighted_error_after": 20.426107013598084 + }, + { + "name": "model.layers.16.mlp.experts.98.up_proj", + "observed_tokens": 669, + "weighted_error_before": 30.45269471220672, + "weighted_error_after": 17.25400386750698 + }, + { + "name": "model.layers.16.mlp.experts.98.down_proj", + "observed_tokens": 669, + "weighted_error_before": 24.277384523767978, + "weighted_error_after": 15.49457085877657 + }, + { + "name": "model.layers.16.mlp.experts.99.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 25.60717630200088, + "weighted_error_after": 14.912108428776264 + }, + { + "name": "model.layers.16.mlp.experts.99.up_proj", + "observed_tokens": 230, + "weighted_error_before": 25.927272208034992, + "weighted_error_after": 15.430657984688878 + }, + { + "name": "model.layers.16.mlp.experts.99.down_proj", + "observed_tokens": 230, + "weighted_error_before": 23.16853539738804, + "weighted_error_after": 15.544894683174789 + }, + { + "name": "model.layers.16.mlp.experts.100.gate_proj", + "observed_tokens": 465, + "weighted_error_before": 27.763515446335077, + "weighted_error_after": 16.174355268478394 + }, + { + "name": "model.layers.16.mlp.experts.100.up_proj", + "observed_tokens": 465, + "weighted_error_before": 28.839987136423588, + "weighted_error_after": 16.902961237356067 + }, + { + "name": "model.layers.16.mlp.experts.100.down_proj", + "observed_tokens": 465, + "weighted_error_before": 23.628335387445986, + "weighted_error_after": 16.004050087649375 + }, + { + "name": "model.layers.16.mlp.experts.101.gate_proj", + "observed_tokens": 734, + "weighted_error_before": 32.047140680253506, + "weighted_error_after": 18.95506406482309 + }, + { + "name": "model.layers.16.mlp.experts.101.up_proj", + "observed_tokens": 734, + "weighted_error_before": 26.671970399096608, + "weighted_error_after": 15.76241864822805 + }, + { + "name": "model.layers.16.mlp.experts.101.down_proj", + "observed_tokens": 734, + "weighted_error_before": 22.516887915786356, + "weighted_error_after": 15.281301374547184 + }, + { + "name": "model.layers.16.mlp.experts.102.gate_proj", + "observed_tokens": 1101, + "weighted_error_before": 25.03824214451015, + "weighted_error_after": 14.933067133650184 + }, + { + "name": "model.layers.16.mlp.experts.102.up_proj", + "observed_tokens": 1101, + "weighted_error_before": 25.655806809663773, + "weighted_error_after": 14.929134659469128 + }, + { + "name": "model.layers.16.mlp.experts.102.down_proj", + "observed_tokens": 1101, + "weighted_error_before": 22.397781474981457, + "weighted_error_after": 14.43570981360972 + }, + { + "name": "model.layers.16.mlp.experts.103.gate_proj", + "observed_tokens": 331, + "weighted_error_before": 27.056740256026387, + "weighted_error_after": 15.939213056117296 + }, + { + "name": "model.layers.16.mlp.experts.103.up_proj", + "observed_tokens": 331, + "weighted_error_before": 28.34483254700899, + "weighted_error_after": 16.81547911092639 + }, + { + "name": "model.layers.16.mlp.experts.103.down_proj", + "observed_tokens": 331, + "weighted_error_before": 23.89307769201696, + "weighted_error_after": 15.513312628492713 + }, + { + "name": "model.layers.16.mlp.experts.104.gate_proj", + "observed_tokens": 539, + "weighted_error_before": 31.48976704850793, + "weighted_error_after": 18.733375558629632 + }, + { + "name": "model.layers.16.mlp.experts.104.up_proj", + "observed_tokens": 539, + "weighted_error_before": 27.27189741283655, + "weighted_error_after": 16.34116891026497 + }, + { + "name": "model.layers.16.mlp.experts.104.down_proj", + "observed_tokens": 539, + "weighted_error_before": 23.386492709629238, + "weighted_error_after": 15.601884120609611 + }, + { + "name": "model.layers.16.mlp.experts.105.gate_proj", + "observed_tokens": 473, + "weighted_error_before": 26.88281429372728, + "weighted_error_after": 15.57316546048969 + }, + { + "name": "model.layers.16.mlp.experts.105.up_proj", + "observed_tokens": 473, + "weighted_error_before": 27.196565425023437, + "weighted_error_after": 15.67563882470131 + }, + { + "name": "model.layers.16.mlp.experts.105.down_proj", + "observed_tokens": 473, + "weighted_error_before": 23.03512564767152, + "weighted_error_after": 14.505647000391036 + }, + { + "name": "model.layers.16.mlp.experts.106.gate_proj", + "observed_tokens": 133, + "weighted_error_before": 24.01370995864272, + "weighted_error_after": 14.246038626879454 + }, + { + "name": "model.layers.16.mlp.experts.106.up_proj", + "observed_tokens": 133, + "weighted_error_before": 24.624003753066063, + "weighted_error_after": 14.522377084940672 + }, + { + "name": "model.layers.16.mlp.experts.106.down_proj", + "observed_tokens": 133, + "weighted_error_before": 22.17963995691389, + "weighted_error_after": 14.830888715572655 + }, + { + "name": "model.layers.16.mlp.experts.107.gate_proj", + "observed_tokens": 390, + "weighted_error_before": 24.18831145018339, + "weighted_error_after": 14.408999933861196 + }, + { + "name": "model.layers.16.mlp.experts.107.up_proj", + "observed_tokens": 390, + "weighted_error_before": 25.6105541177094, + "weighted_error_after": 15.1066142488271 + }, + { + "name": "model.layers.16.mlp.experts.107.down_proj", + "observed_tokens": 390, + "weighted_error_before": 22.14456231566146, + "weighted_error_after": 14.43523332895711 + }, + { + "name": "model.layers.16.mlp.experts.108.gate_proj", + "observed_tokens": 664, + "weighted_error_before": 29.354868376627564, + "weighted_error_after": 16.932385958731174 + }, + { + "name": "model.layers.16.mlp.experts.108.up_proj", + "observed_tokens": 664, + "weighted_error_before": 28.156111381947994, + "weighted_error_after": 16.18150245025754 + }, + { + "name": "model.layers.16.mlp.experts.108.down_proj", + "observed_tokens": 664, + "weighted_error_before": 22.209268619306386, + "weighted_error_after": 13.87925955094397 + }, + { + "name": "model.layers.16.mlp.experts.109.gate_proj", + "observed_tokens": 463, + "weighted_error_before": 30.857907155528665, + "weighted_error_after": 18.127655617892742 + }, + { + "name": "model.layers.16.mlp.experts.109.up_proj", + "observed_tokens": 463, + "weighted_error_before": 27.4566672667861, + "weighted_error_after": 16.266974104568362 + }, + { + "name": "model.layers.16.mlp.experts.109.down_proj", + "observed_tokens": 463, + "weighted_error_before": 24.012906563468277, + "weighted_error_after": 15.065056841354817 + }, + { + "name": "model.layers.16.mlp.experts.110.gate_proj", + "observed_tokens": 257, + "weighted_error_before": 28.969570802524686, + "weighted_error_after": 17.00513960327953 + }, + { + "name": "model.layers.16.mlp.experts.110.up_proj", + "observed_tokens": 257, + "weighted_error_before": 26.29182169958949, + "weighted_error_after": 15.510672921314836 + }, + { + "name": "model.layers.16.mlp.experts.110.down_proj", + "observed_tokens": 257, + "weighted_error_before": 23.889093353413045, + "weighted_error_after": 15.43752451101318 + }, + { + "name": "model.layers.16.mlp.experts.111.gate_proj", + "observed_tokens": 1187, + "weighted_error_before": 37.13013959303498, + "weighted_error_after": 21.83600327372551 + }, + { + "name": "model.layers.16.mlp.experts.111.up_proj", + "observed_tokens": 1187, + "weighted_error_before": 28.44790201820433, + "weighted_error_after": 17.005492195487022 + }, + { + "name": "model.layers.16.mlp.experts.111.down_proj", + "observed_tokens": 1187, + "weighted_error_before": 23.55836848821491, + "weighted_error_after": 14.715535239316523 + }, + { + "name": "model.layers.16.mlp.experts.112.gate_proj", + "observed_tokens": 384, + "weighted_error_before": 22.34008913114667, + "weighted_error_after": 13.180014750920236 + }, + { + "name": "model.layers.16.mlp.experts.112.up_proj", + "observed_tokens": 384, + "weighted_error_before": 23.36291621811688, + "weighted_error_after": 13.855633415281773 + }, + { + "name": "model.layers.16.mlp.experts.112.down_proj", + "observed_tokens": 384, + "weighted_error_before": 20.671011732891202, + "weighted_error_after": 13.856487691402435 + }, + { + "name": "model.layers.16.mlp.experts.113.gate_proj", + "observed_tokens": 501, + "weighted_error_before": 33.98714645020664, + "weighted_error_after": 20.14244969189167 + }, + { + "name": "model.layers.16.mlp.experts.113.up_proj", + "observed_tokens": 501, + "weighted_error_before": 29.58371341601014, + "weighted_error_after": 17.36485469713807 + }, + { + "name": "model.layers.16.mlp.experts.113.down_proj", + "observed_tokens": 501, + "weighted_error_before": 25.693671998102218, + "weighted_error_after": 16.987084550783038 + }, + { + "name": "model.layers.16.mlp.experts.114.gate_proj", + "observed_tokens": 108, + "weighted_error_before": 29.059602804481983, + "weighted_error_after": 17.02457275800407 + }, + { + "name": "model.layers.16.mlp.experts.114.up_proj", + "observed_tokens": 108, + "weighted_error_before": 28.037983506917953, + "weighted_error_after": 16.497095661237836 + }, + { + "name": "model.layers.16.mlp.experts.114.down_proj", + "observed_tokens": 108, + "weighted_error_before": 23.841346802655607, + "weighted_error_after": 13.970360507722944 + }, + { + "name": "model.layers.16.mlp.experts.115.gate_proj", + "observed_tokens": 268, + "weighted_error_before": 30.557323580607772, + "weighted_error_after": 18.037461517378688 + }, + { + "name": "model.layers.16.mlp.experts.115.up_proj", + "observed_tokens": 268, + "weighted_error_before": 29.095469750463963, + "weighted_error_after": 16.715397208929062 + }, + { + "name": "model.layers.16.mlp.experts.115.down_proj", + "observed_tokens": 268, + "weighted_error_before": 23.060053592082113, + "weighted_error_after": 14.51366407983005 + }, + { + "name": "model.layers.16.mlp.experts.116.gate_proj", + "observed_tokens": 130, + "weighted_error_before": 28.579780165106058, + "weighted_error_after": 16.745504627004266 + }, + { + "name": "model.layers.16.mlp.experts.116.up_proj", + "observed_tokens": 130, + "weighted_error_before": 26.53048798441887, + "weighted_error_after": 15.610078742727637 + }, + { + "name": "model.layers.16.mlp.experts.116.down_proj", + "observed_tokens": 130, + "weighted_error_before": 22.091033765114844, + "weighted_error_after": 14.9882986061275 + }, + { + "name": "model.layers.16.mlp.experts.117.gate_proj", + "observed_tokens": 137, + "weighted_error_before": 32.342057874426246, + "weighted_error_after": 18.82871003076434 + }, + { + "name": "model.layers.16.mlp.experts.117.up_proj", + "observed_tokens": 137, + "weighted_error_before": 28.67739823833108, + "weighted_error_after": 16.845732307061553 + }, + { + "name": "model.layers.16.mlp.experts.117.down_proj", + "observed_tokens": 137, + "weighted_error_before": 23.942095650359988, + "weighted_error_after": 15.206757578998804 + }, + { + "name": "model.layers.16.mlp.experts.118.gate_proj", + "observed_tokens": 313, + "weighted_error_before": 27.755760621279478, + "weighted_error_after": 16.13883718010038 + }, + { + "name": "model.layers.16.mlp.experts.118.up_proj", + "observed_tokens": 313, + "weighted_error_before": 25.85194386728108, + "weighted_error_after": 14.954894369468093 + }, + { + "name": "model.layers.16.mlp.experts.118.down_proj", + "observed_tokens": 313, + "weighted_error_before": 20.722736206837, + "weighted_error_after": 13.080379489343613 + }, + { + "name": "model.layers.16.mlp.experts.119.gate_proj", + "observed_tokens": 140, + "weighted_error_before": 34.60091358423233, + "weighted_error_after": 18.950566053390503 + }, + { + "name": "model.layers.16.mlp.experts.119.up_proj", + "observed_tokens": 140, + "weighted_error_before": 28.657981460914016, + "weighted_error_after": 15.993407087400556 + }, + { + "name": "model.layers.16.mlp.experts.119.down_proj", + "observed_tokens": 140, + "weighted_error_before": 23.839579458348453, + "weighted_error_after": 13.792568374890834 + }, + { + "name": "model.layers.16.mlp.experts.120.gate_proj", + "observed_tokens": 275, + "weighted_error_before": 25.361529575660825, + "weighted_error_after": 14.732024342752993 + }, + { + "name": "model.layers.16.mlp.experts.120.up_proj", + "observed_tokens": 275, + "weighted_error_before": 24.87759153917432, + "weighted_error_after": 14.561776584014297 + }, + { + "name": "model.layers.16.mlp.experts.120.down_proj", + "observed_tokens": 275, + "weighted_error_before": 20.932732061017305, + "weighted_error_after": 13.603804948739707 + }, + { + "name": "model.layers.16.mlp.experts.121.gate_proj", + "observed_tokens": 132, + "weighted_error_before": 26.653052581474185, + "weighted_error_after": 15.692799121141434 + }, + { + "name": "model.layers.16.mlp.experts.121.up_proj", + "observed_tokens": 132, + "weighted_error_before": 30.075929578393698, + "weighted_error_after": 17.815144937485456 + }, + { + "name": "model.layers.16.mlp.experts.121.down_proj", + "observed_tokens": 132, + "weighted_error_before": 25.372831494547427, + "weighted_error_after": 16.383867599070072 + }, + { + "name": "model.layers.16.mlp.experts.122.gate_proj", + "observed_tokens": 223, + "weighted_error_before": 25.539694814011455, + "weighted_error_after": 15.068992068991065 + }, + { + "name": "model.layers.16.mlp.experts.122.up_proj", + "observed_tokens": 223, + "weighted_error_before": 24.430447248741984, + "weighted_error_after": 14.533728405833244 + }, + { + "name": "model.layers.16.mlp.experts.122.down_proj", + "observed_tokens": 223, + "weighted_error_before": 21.44049799302593, + "weighted_error_after": 14.198613051325083 + }, + { + "name": "model.layers.16.mlp.experts.123.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 25.6263449434191, + "weighted_error_after": 14.935962020419538 + }, + { + "name": "model.layers.16.mlp.experts.123.up_proj", + "observed_tokens": 119, + "weighted_error_before": 26.379340650513768, + "weighted_error_after": 15.49461780488491 + }, + { + "name": "model.layers.16.mlp.experts.123.down_proj", + "observed_tokens": 119, + "weighted_error_before": 24.331793629564345, + "weighted_error_after": 15.644429786596447 + }, + { + "name": "model.layers.16.mlp.experts.124.gate_proj", + "observed_tokens": 87, + "weighted_error_before": 26.25278919376433, + "weighted_error_after": 15.281519897282124 + }, + { + "name": "model.layers.16.mlp.experts.124.up_proj", + "observed_tokens": 87, + "weighted_error_before": 26.191060565412045, + "weighted_error_after": 15.382726529613137 + }, + { + "name": "model.layers.16.mlp.experts.124.down_proj", + "observed_tokens": 87, + "weighted_error_before": 22.013237520121038, + "weighted_error_after": 13.993997284211218 + }, + { + "name": "model.layers.16.mlp.experts.125.gate_proj", + "observed_tokens": 219, + "weighted_error_before": 33.71525704488158, + "weighted_error_after": 19.88962822780013 + }, + { + "name": "model.layers.16.mlp.experts.125.up_proj", + "observed_tokens": 219, + "weighted_error_before": 30.41424811258912, + "weighted_error_after": 17.813161907717586 + }, + { + "name": "model.layers.16.mlp.experts.125.down_proj", + "observed_tokens": 219, + "weighted_error_before": 25.55113993305713, + "weighted_error_after": 15.174230095930398 + }, + { + "name": "model.layers.16.mlp.experts.126.gate_proj", + "observed_tokens": 627, + "weighted_error_before": 29.429033720865846, + "weighted_error_after": 17.259607132524252 + }, + { + "name": "model.layers.16.mlp.experts.126.up_proj", + "observed_tokens": 627, + "weighted_error_before": 27.708285305649042, + "weighted_error_after": 16.391062596812844 + }, + { + "name": "model.layers.16.mlp.experts.126.down_proj", + "observed_tokens": 627, + "weighted_error_before": 24.254593105055392, + "weighted_error_after": 16.03276514960453 + }, + { + "name": "model.layers.16.mlp.experts.127.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 28.781132481992245, + "weighted_error_after": 16.50591153278947 + }, + { + "name": "model.layers.16.mlp.experts.127.up_proj", + "observed_tokens": 63, + "weighted_error_before": 27.38987803272903, + "weighted_error_after": 15.94960749335587 + }, + { + "name": "model.layers.16.mlp.experts.127.down_proj", + "observed_tokens": 63, + "weighted_error_before": 23.185069063212723, + "weighted_error_after": 13.769298799801618 + }, + { + "name": "model.layers.16.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 15.243173875147477, + "weighted_error_after": 8.978924830094911 + }, + { + "name": "model.layers.16.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 20.887728380039334, + "weighted_error_after": 11.633179442491382 + }, + { + "name": "model.layers.16.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 18.299452116247267, + "weighted_error_after": 13.22146421438083 + }, + { + "name": "model.layers.17.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 154.33118722308427, + "weighted_error_after": 89.3773670156952 + }, + { + "name": "model.layers.17.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 155.99495775904506, + "weighted_error_after": 89.61296801129356 + }, + { + "name": "model.layers.17.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 216.46107915230095, + "weighted_error_after": 123.99666804354638 + }, + { + "name": "model.layers.17.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 169.62266165576875, + "weighted_error_after": 96.65921155549586 + }, + { + "name": "model.layers.17.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 3.413348887115717, + "weighted_error_after": 1.6438093706965446 + }, + { + "name": "model.layers.17.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 190.5794187989086, + "weighted_error_after": 107.50571731012315 + }, + { + "name": "model.layers.17.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 315.52167109400034, + "weighted_error_after": 195.785141967237 + }, + { + "name": "model.layers.17.mlp.experts.0.gate_proj", + "observed_tokens": 209, + "weighted_error_before": 23.978295043110847, + "weighted_error_after": 14.166619933210313 + }, + { + "name": "model.layers.17.mlp.experts.0.up_proj", + "observed_tokens": 209, + "weighted_error_before": 23.536608207970858, + "weighted_error_after": 13.928586630150676 + }, + { + "name": "model.layers.17.mlp.experts.0.down_proj", + "observed_tokens": 209, + "weighted_error_before": 22.08983047446236, + "weighted_error_after": 14.25854351464659 + }, + { + "name": "model.layers.17.mlp.experts.1.gate_proj", + "observed_tokens": 54, + "weighted_error_before": 28.20135945826769, + "weighted_error_after": 16.437277376651764 + }, + { + "name": "model.layers.17.mlp.experts.1.up_proj", + "observed_tokens": 54, + "weighted_error_before": 28.466811748221517, + "weighted_error_after": 16.42964299581945 + }, + { + "name": "model.layers.17.mlp.experts.1.down_proj", + "observed_tokens": 54, + "weighted_error_before": 25.97520793415606, + "weighted_error_after": 16.289781044237316 + }, + { + "name": "model.layers.17.mlp.experts.2.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 27.50695177540183, + "weighted_error_after": 15.897938729263842 + }, + { + "name": "model.layers.17.mlp.experts.2.up_proj", + "observed_tokens": 230, + "weighted_error_before": 26.176492646336555, + "weighted_error_after": 15.425060098990798 + }, + { + "name": "model.layers.17.mlp.experts.2.down_proj", + "observed_tokens": 230, + "weighted_error_before": 23.219222660176456, + "weighted_error_after": 15.350128006190062 + }, + { + "name": "model.layers.17.mlp.experts.3.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 28.2317495085299, + "weighted_error_after": 16.447286929935217 + }, + { + "name": "model.layers.17.mlp.experts.3.up_proj", + "observed_tokens": 245, + "weighted_error_before": 29.176556449383497, + "weighted_error_after": 16.88347628340125 + }, + { + "name": "model.layers.17.mlp.experts.3.down_proj", + "observed_tokens": 245, + "weighted_error_before": 24.048158273566514, + "weighted_error_after": 12.15947014465928 + }, + { + "name": "model.layers.17.mlp.experts.4.gate_proj", + "observed_tokens": 457, + "weighted_error_before": 27.95913997851312, + "weighted_error_after": 16.662831466645002 + }, + { + "name": "model.layers.17.mlp.experts.4.up_proj", + "observed_tokens": 457, + "weighted_error_before": 25.578926159068942, + "weighted_error_after": 15.12366352789104 + }, + { + "name": "model.layers.17.mlp.experts.4.down_proj", + "observed_tokens": 457, + "weighted_error_before": 22.078715621959418, + "weighted_error_after": 14.55118656810373 + }, + { + "name": "model.layers.17.mlp.experts.5.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 32.4126894492656, + "weighted_error_after": 18.381591611541808 + }, + { + "name": "model.layers.17.mlp.experts.5.up_proj", + "observed_tokens": 217, + "weighted_error_before": 28.964180732145905, + "weighted_error_after": 16.537342561408877 + }, + { + "name": "model.layers.17.mlp.experts.5.down_proj", + "observed_tokens": 217, + "weighted_error_before": 23.563672189135104, + "weighted_error_after": 15.453253690619022 + }, + { + "name": "model.layers.17.mlp.experts.6.gate_proj", + "observed_tokens": 121, + "weighted_error_before": 29.773188857361674, + "weighted_error_after": 17.359977866522968 + }, + { + "name": "model.layers.17.mlp.experts.6.up_proj", + "observed_tokens": 121, + "weighted_error_before": 28.28135402314365, + "weighted_error_after": 16.308649974875152 + }, + { + "name": "model.layers.17.mlp.experts.6.down_proj", + "observed_tokens": 121, + "weighted_error_before": 25.141242138575763, + "weighted_error_after": 15.04072813084349 + }, + { + "name": "model.layers.17.mlp.experts.7.gate_proj", + "observed_tokens": 91, + "weighted_error_before": 27.59846669435501, + "weighted_error_after": 16.185542199760675 + }, + { + "name": "model.layers.17.mlp.experts.7.up_proj", + "observed_tokens": 91, + "weighted_error_before": 26.905799061059952, + "weighted_error_after": 15.880700012668967 + }, + { + "name": "model.layers.17.mlp.experts.7.down_proj", + "observed_tokens": 91, + "weighted_error_before": 23.80819312436506, + "weighted_error_after": 15.004196940455586 + }, + { + "name": "model.layers.17.mlp.experts.8.gate_proj", + "observed_tokens": 425, + "weighted_error_before": 28.78407508134842, + "weighted_error_after": 16.952587915584445 + }, + { + "name": "model.layers.17.mlp.experts.8.up_proj", + "observed_tokens": 425, + "weighted_error_before": 26.60011164098978, + "weighted_error_after": 15.747647872194648 + }, + { + "name": "model.layers.17.mlp.experts.8.down_proj", + "observed_tokens": 425, + "weighted_error_before": 22.96310822851956, + "weighted_error_after": 15.09872979298234 + }, + { + "name": "model.layers.17.mlp.experts.9.gate_proj", + "observed_tokens": 1195, + "weighted_error_before": 28.962684750556946, + "weighted_error_after": 17.23327456973493 + }, + { + "name": "model.layers.17.mlp.experts.9.up_proj", + "observed_tokens": 1195, + "weighted_error_before": 25.68298464268446, + "weighted_error_after": 15.355650370940566 + }, + { + "name": "model.layers.17.mlp.experts.9.down_proj", + "observed_tokens": 1195, + "weighted_error_before": 21.63486732263118, + "weighted_error_after": 14.221782222390175 + }, + { + "name": "model.layers.17.mlp.experts.10.gate_proj", + "observed_tokens": 192, + "weighted_error_before": 25.025666622444987, + "weighted_error_after": 14.514109432697296 + }, + { + "name": "model.layers.17.mlp.experts.10.up_proj", + "observed_tokens": 192, + "weighted_error_before": 23.50538946315646, + "weighted_error_after": 13.843089202418923 + }, + { + "name": "model.layers.17.mlp.experts.10.down_proj", + "observed_tokens": 192, + "weighted_error_before": 21.646432382054627, + "weighted_error_after": 14.192493687849492 + }, + { + "name": "model.layers.17.mlp.experts.11.gate_proj", + "observed_tokens": 203, + "weighted_error_before": 29.35684240423143, + "weighted_error_after": 17.364013811573386 + }, + { + "name": "model.layers.17.mlp.experts.11.up_proj", + "observed_tokens": 203, + "weighted_error_before": 26.981322426348925, + "weighted_error_after": 15.933752002194524 + }, + { + "name": "model.layers.17.mlp.experts.11.down_proj", + "observed_tokens": 203, + "weighted_error_before": 23.635991181712598, + "weighted_error_after": 14.465316117275506 + }, + { + "name": "model.layers.17.mlp.experts.12.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 28.736267544329166, + "weighted_error_after": 16.656274432316422 + }, + { + "name": "model.layers.17.mlp.experts.12.up_proj", + "observed_tokens": 233, + "weighted_error_before": 29.572517924010754, + "weighted_error_after": 17.206266494467854 + }, + { + "name": "model.layers.17.mlp.experts.12.down_proj", + "observed_tokens": 233, + "weighted_error_before": 23.751500679645687, + "weighted_error_after": 15.16397020407021 + }, + { + "name": "model.layers.17.mlp.experts.13.gate_proj", + "observed_tokens": 288, + "weighted_error_before": 23.349174631759524, + "weighted_error_after": 13.886533295735717 + }, + { + "name": "model.layers.17.mlp.experts.13.up_proj", + "observed_tokens": 288, + "weighted_error_before": 24.055327793583274, + "weighted_error_after": 14.211740182712674 + }, + { + "name": "model.layers.17.mlp.experts.13.down_proj", + "observed_tokens": 288, + "weighted_error_before": 21.108400432392955, + "weighted_error_after": 13.98410135274753 + }, + { + "name": "model.layers.17.mlp.experts.14.gate_proj", + "observed_tokens": 147, + "weighted_error_before": 21.75217996351421, + "weighted_error_after": 12.668293257243931 + }, + { + "name": "model.layers.17.mlp.experts.14.up_proj", + "observed_tokens": 147, + "weighted_error_before": 24.031776012852788, + "weighted_error_after": 13.98895899951458 + }, + { + "name": "model.layers.17.mlp.experts.14.down_proj", + "observed_tokens": 147, + "weighted_error_before": 21.88049542810768, + "weighted_error_after": 13.887623429764062 + }, + { + "name": "model.layers.17.mlp.experts.15.gate_proj", + "observed_tokens": 395, + "weighted_error_before": 24.56720526330173, + "weighted_error_after": 14.34796398691833 + }, + { + "name": "model.layers.17.mlp.experts.15.up_proj", + "observed_tokens": 395, + "weighted_error_before": 27.365878883749247, + "weighted_error_after": 16.24542929045856 + }, + { + "name": "model.layers.17.mlp.experts.15.down_proj", + "observed_tokens": 395, + "weighted_error_before": 23.773553309962153, + "weighted_error_after": 15.367361090611666 + }, + { + "name": "model.layers.17.mlp.experts.16.gate_proj", + "observed_tokens": 614, + "weighted_error_before": 30.552830327302217, + "weighted_error_after": 17.991224206984043 + }, + { + "name": "model.layers.17.mlp.experts.16.up_proj", + "observed_tokens": 614, + "weighted_error_before": 28.44514324143529, + "weighted_error_after": 16.763944996520877 + }, + { + "name": "model.layers.17.mlp.experts.16.down_proj", + "observed_tokens": 614, + "weighted_error_before": 25.597707204520702, + "weighted_error_after": 16.488259960897267 + }, + { + "name": "model.layers.17.mlp.experts.17.gate_proj", + "observed_tokens": 416, + "weighted_error_before": 30.740915359929204, + "weighted_error_after": 16.719596868380904 + }, + { + "name": "model.layers.17.mlp.experts.17.up_proj", + "observed_tokens": 416, + "weighted_error_before": 25.90967122837901, + "weighted_error_after": 14.947505988180637 + }, + { + "name": "model.layers.17.mlp.experts.17.down_proj", + "observed_tokens": 416, + "weighted_error_before": 21.298569045960903, + "weighted_error_after": 12.99969269009307 + }, + { + "name": "model.layers.17.mlp.experts.18.gate_proj", + "observed_tokens": 1530, + "weighted_error_before": 31.55747577920556, + "weighted_error_after": 17.93004477955401 + }, + { + "name": "model.layers.17.mlp.experts.18.up_proj", + "observed_tokens": 1530, + "weighted_error_before": 26.894049778580666, + "weighted_error_after": 15.681422485038638 + }, + { + "name": "model.layers.17.mlp.experts.18.down_proj", + "observed_tokens": 1530, + "weighted_error_before": 24.67585652694106, + "weighted_error_after": 16.371034721378237 + }, + { + "name": "model.layers.17.mlp.experts.19.gate_proj", + "observed_tokens": 560, + "weighted_error_before": 24.199692722409964, + "weighted_error_after": 14.167757714167237 + }, + { + "name": "model.layers.17.mlp.experts.19.up_proj", + "observed_tokens": 560, + "weighted_error_before": 24.02310492657125, + "weighted_error_after": 14.118945471011102 + }, + { + "name": "model.layers.17.mlp.experts.19.down_proj", + "observed_tokens": 560, + "weighted_error_before": 21.620159193873405, + "weighted_error_after": 14.467442796565592 + }, + { + "name": "model.layers.17.mlp.experts.20.gate_proj", + "observed_tokens": 734, + "weighted_error_before": 33.27696763537824, + "weighted_error_after": 19.262265919707716 + }, + { + "name": "model.layers.17.mlp.experts.20.up_proj", + "observed_tokens": 734, + "weighted_error_before": 27.28439985215664, + "weighted_error_after": 16.078630657866597 + }, + { + "name": "model.layers.17.mlp.experts.20.down_proj", + "observed_tokens": 734, + "weighted_error_before": 23.615746402647346, + "weighted_error_after": 15.580582254566252 + }, + { + "name": "model.layers.17.mlp.experts.21.gate_proj", + "observed_tokens": 428, + "weighted_error_before": 28.696990437805653, + "weighted_error_after": 16.751787967979908 + }, + { + "name": "model.layers.17.mlp.experts.21.up_proj", + "observed_tokens": 428, + "weighted_error_before": 29.532161805778742, + "weighted_error_after": 17.463545363396406 + }, + { + "name": "model.layers.17.mlp.experts.21.down_proj", + "observed_tokens": 428, + "weighted_error_before": 25.432576266117394, + "weighted_error_after": 16.918697618413717 + }, + { + "name": "model.layers.17.mlp.experts.22.gate_proj", + "observed_tokens": 465, + "weighted_error_before": 28.789837216958404, + "weighted_error_after": 17.01411747932434 + }, + { + "name": "model.layers.17.mlp.experts.22.up_proj", + "observed_tokens": 465, + "weighted_error_before": 28.69310988113284, + "weighted_error_after": 16.88010924309492 + }, + { + "name": "model.layers.17.mlp.experts.22.down_proj", + "observed_tokens": 465, + "weighted_error_before": 24.461766683962196, + "weighted_error_after": 15.564992405008525 + }, + { + "name": "model.layers.17.mlp.experts.23.gate_proj", + "observed_tokens": 1334, + "weighted_error_before": 31.80433992203325, + "weighted_error_after": 18.531212689355016 + }, + { + "name": "model.layers.17.mlp.experts.23.up_proj", + "observed_tokens": 1334, + "weighted_error_before": 29.766262350603938, + "weighted_error_after": 17.192000789567828 + }, + { + "name": "model.layers.17.mlp.experts.23.down_proj", + "observed_tokens": 1334, + "weighted_error_before": 24.369555045850575, + "weighted_error_after": 16.023761693853885 + }, + { + "name": "model.layers.17.mlp.experts.24.gate_proj", + "observed_tokens": 682, + "weighted_error_before": 29.901855738833547, + "weighted_error_after": 17.414491277188063 + }, + { + "name": "model.layers.17.mlp.experts.24.up_proj", + "observed_tokens": 682, + "weighted_error_before": 28.312459100037813, + "weighted_error_after": 16.61216795630753 + }, + { + "name": "model.layers.17.mlp.experts.24.down_proj", + "observed_tokens": 682, + "weighted_error_before": 23.413191311061382, + "weighted_error_after": 15.400901889894158 + }, + { + "name": "model.layers.17.mlp.experts.25.gate_proj", + "observed_tokens": 454, + "weighted_error_before": 25.72617856413126, + "weighted_error_after": 15.064494696445763 + }, + { + "name": "model.layers.17.mlp.experts.25.up_proj", + "observed_tokens": 454, + "weighted_error_before": 26.73294375091791, + "weighted_error_after": 15.589917046949267 + }, + { + "name": "model.layers.17.mlp.experts.25.down_proj", + "observed_tokens": 454, + "weighted_error_before": 24.07501411391422, + "weighted_error_after": 15.290248428937048 + }, + { + "name": "model.layers.17.mlp.experts.26.gate_proj", + "observed_tokens": 25, + "weighted_error_before": 30.632325319573283, + "weighted_error_after": 18.282812245190144 + }, + { + "name": "model.layers.17.mlp.experts.26.up_proj", + "observed_tokens": 25, + "weighted_error_before": 28.732561722397804, + "weighted_error_after": 16.885815050452948 + }, + { + "name": "model.layers.17.mlp.experts.26.down_proj", + "observed_tokens": 25, + "weighted_error_before": 25.12950542801991, + "weighted_error_after": 16.966692234389484 + }, + { + "name": "model.layers.17.mlp.experts.27.gate_proj", + "observed_tokens": 1119, + "weighted_error_before": 31.75197601877153, + "weighted_error_after": 18.771719397976995 + }, + { + "name": "model.layers.17.mlp.experts.27.up_proj", + "observed_tokens": 1119, + "weighted_error_before": 25.540588714182377, + "weighted_error_after": 15.014831645414233 + }, + { + "name": "model.layers.17.mlp.experts.27.down_proj", + "observed_tokens": 1119, + "weighted_error_before": 21.987332871183753, + "weighted_error_after": 14.612644432112575 + }, + { + "name": "model.layers.17.mlp.experts.28.gate_proj", + "observed_tokens": 359, + "weighted_error_before": 27.560143934562802, + "weighted_error_after": 15.502511931583285 + }, + { + "name": "model.layers.17.mlp.experts.28.up_proj", + "observed_tokens": 359, + "weighted_error_before": 27.642911907285452, + "weighted_error_after": 15.389588855206966 + }, + { + "name": "model.layers.17.mlp.experts.28.down_proj", + "observed_tokens": 359, + "weighted_error_before": 21.99393900902942, + "weighted_error_after": 13.8938576602377 + }, + { + "name": "model.layers.17.mlp.experts.29.gate_proj", + "observed_tokens": 365, + "weighted_error_before": 26.615848999470472, + "weighted_error_after": 15.776830011978745 + }, + { + "name": "model.layers.17.mlp.experts.29.up_proj", + "observed_tokens": 365, + "weighted_error_before": 29.242121998220682, + "weighted_error_after": 17.193229526281357 + }, + { + "name": "model.layers.17.mlp.experts.29.down_proj", + "observed_tokens": 365, + "weighted_error_before": 24.83201614022255, + "weighted_error_after": 16.287029150873423 + }, + { + "name": "model.layers.17.mlp.experts.30.gate_proj", + "observed_tokens": 1184, + "weighted_error_before": 33.29670883156359, + "weighted_error_after": 19.487590176984668 + }, + { + "name": "model.layers.17.mlp.experts.30.up_proj", + "observed_tokens": 1184, + "weighted_error_before": 28.069777987897396, + "weighted_error_after": 16.254146981984377 + }, + { + "name": "model.layers.17.mlp.experts.30.down_proj", + "observed_tokens": 1184, + "weighted_error_before": 22.904040874913335, + "weighted_error_after": 15.200723586604 + }, + { + "name": "model.layers.17.mlp.experts.31.gate_proj", + "observed_tokens": 1200, + "weighted_error_before": 22.150190465152264, + "weighted_error_after": 13.150061279535294 + }, + { + "name": "model.layers.17.mlp.experts.31.up_proj", + "observed_tokens": 1200, + "weighted_error_before": 23.55534872598946, + "weighted_error_after": 13.995488438755274 + }, + { + "name": "model.layers.17.mlp.experts.31.down_proj", + "observed_tokens": 1200, + "weighted_error_before": 21.1370750060305, + "weighted_error_after": 13.982320380862802 + }, + { + "name": "model.layers.17.mlp.experts.32.gate_proj", + "observed_tokens": 183, + "weighted_error_before": 27.914988422766328, + "weighted_error_after": 16.32759143318981 + }, + { + "name": "model.layers.17.mlp.experts.32.up_proj", + "observed_tokens": 183, + "weighted_error_before": 26.5781511310488, + "weighted_error_after": 15.562202222645283 + }, + { + "name": "model.layers.17.mlp.experts.32.down_proj", + "observed_tokens": 183, + "weighted_error_before": 22.509510472416878, + "weighted_error_after": 14.30156572535634 + }, + { + "name": "model.layers.17.mlp.experts.33.gate_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.17.mlp.experts.33.up_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.17.mlp.experts.33.down_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.17.mlp.experts.34.gate_proj", + "observed_tokens": 131, + "weighted_error_before": 28.88587012514472, + "weighted_error_after": 16.82949372753501 + }, + { + "name": "model.layers.17.mlp.experts.34.up_proj", + "observed_tokens": 131, + "weighted_error_before": 29.888680689036846, + "weighted_error_after": 17.314492858946323 + }, + { + "name": "model.layers.17.mlp.experts.34.down_proj", + "observed_tokens": 131, + "weighted_error_before": 23.605063248891383, + "weighted_error_after": 14.202467563096434 + }, + { + "name": "model.layers.17.mlp.experts.35.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 32.51242408528924, + "weighted_error_after": 19.02418010123074 + }, + { + "name": "model.layers.17.mlp.experts.35.up_proj", + "observed_tokens": 92, + "weighted_error_before": 29.87427904829383, + "weighted_error_after": 17.619961444288492 + }, + { + "name": "model.layers.17.mlp.experts.35.down_proj", + "observed_tokens": 92, + "weighted_error_before": 25.173132540658116, + "weighted_error_after": 13.788994978647679 + }, + { + "name": "model.layers.17.mlp.experts.36.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 25.12357641942799, + "weighted_error_after": 14.31753283366561 + }, + { + "name": "model.layers.17.mlp.experts.36.up_proj", + "observed_tokens": 98, + "weighted_error_before": 25.235077442601323, + "weighted_error_after": 14.574536332860589 + }, + { + "name": "model.layers.17.mlp.experts.36.down_proj", + "observed_tokens": 98, + "weighted_error_before": 21.995832876302302, + "weighted_error_after": 14.060978621710092 + }, + { + "name": "model.layers.17.mlp.experts.37.gate_proj", + "observed_tokens": 33, + "weighted_error_before": 31.97602884657681, + "weighted_error_after": 18.478114074096084 + }, + { + "name": "model.layers.17.mlp.experts.37.up_proj", + "observed_tokens": 33, + "weighted_error_before": 30.777015566825867, + "weighted_error_after": 18.02457330748439 + }, + { + "name": "model.layers.17.mlp.experts.37.down_proj", + "observed_tokens": 33, + "weighted_error_before": 25.344783236272633, + "weighted_error_after": 16.732006438542157 + }, + { + "name": "model.layers.17.mlp.experts.38.gate_proj", + "observed_tokens": 356, + "weighted_error_before": 36.260389376431704, + "weighted_error_after": 19.998780749738216 + }, + { + "name": "model.layers.17.mlp.experts.38.up_proj", + "observed_tokens": 356, + "weighted_error_before": 31.902355510741472, + "weighted_error_after": 17.774345704354346 + }, + { + "name": "model.layers.17.mlp.experts.38.down_proj", + "observed_tokens": 356, + "weighted_error_before": 24.371036202646792, + "weighted_error_after": 15.968892172444612 + }, + { + "name": "model.layers.17.mlp.experts.39.gate_proj", + "observed_tokens": 307, + "weighted_error_before": 29.283019471913576, + "weighted_error_after": 17.380058391019702 + }, + { + "name": "model.layers.17.mlp.experts.39.up_proj", + "observed_tokens": 307, + "weighted_error_before": 30.040539424866438, + "weighted_error_after": 17.666299292817712 + }, + { + "name": "model.layers.17.mlp.experts.39.down_proj", + "observed_tokens": 307, + "weighted_error_before": 24.653945167548954, + "weighted_error_after": 16.288217609282583 + }, + { + "name": "model.layers.17.mlp.experts.40.gate_proj", + "observed_tokens": 457, + "weighted_error_before": 29.883268235251307, + "weighted_error_after": 17.19536696560681 + }, + { + "name": "model.layers.17.mlp.experts.40.up_proj", + "observed_tokens": 457, + "weighted_error_before": 28.319306461140513, + "weighted_error_after": 16.484034026041627 + }, + { + "name": "model.layers.17.mlp.experts.40.down_proj", + "observed_tokens": 457, + "weighted_error_before": 24.461973370052874, + "weighted_error_after": 15.897076685912907 + }, + { + "name": "model.layers.17.mlp.experts.41.gate_proj", + "observed_tokens": 137, + "weighted_error_before": 29.82830872014165, + "weighted_error_after": 17.53667452558875 + }, + { + "name": "model.layers.17.mlp.experts.41.up_proj", + "observed_tokens": 137, + "weighted_error_before": 30.361537024378777, + "weighted_error_after": 17.873947540298104 + }, + { + "name": "model.layers.17.mlp.experts.41.down_proj", + "observed_tokens": 137, + "weighted_error_before": 25.09718912281096, + "weighted_error_after": 15.764202781952918 + }, + { + "name": "model.layers.17.mlp.experts.42.gate_proj", + "observed_tokens": 515, + "weighted_error_before": 28.394680116325617, + "weighted_error_after": 16.569589478895068 + }, + { + "name": "model.layers.17.mlp.experts.42.up_proj", + "observed_tokens": 515, + "weighted_error_before": 28.68169165402651, + "weighted_error_after": 16.725265072658658 + }, + { + "name": "model.layers.17.mlp.experts.42.down_proj", + "observed_tokens": 515, + "weighted_error_before": 23.738391239196062, + "weighted_error_after": 15.459023596718907 + }, + { + "name": "model.layers.17.mlp.experts.43.gate_proj", + "observed_tokens": 6, + "weighted_error_before": 28.800004720687866, + "weighted_error_after": 16.731290152296424 + }, + { + "name": "model.layers.17.mlp.experts.43.up_proj", + "observed_tokens": 6, + "weighted_error_before": 28.307934276759624, + "weighted_error_after": 16.479516476392746 + }, + { + "name": "model.layers.17.mlp.experts.43.down_proj", + "observed_tokens": 6, + "weighted_error_before": 24.969434739090502, + "weighted_error_after": 16.859345788136125 + }, + { + "name": "model.layers.17.mlp.experts.44.gate_proj", + "observed_tokens": 21, + "weighted_error_before": 29.732606887817383, + "weighted_error_after": 17.52660465426743 + }, + { + "name": "model.layers.17.mlp.experts.44.up_proj", + "observed_tokens": 21, + "weighted_error_before": 30.647215630859137, + "weighted_error_after": 18.070875085890293 + }, + { + "name": "model.layers.17.mlp.experts.44.down_proj", + "observed_tokens": 21, + "weighted_error_before": 25.38770931120962, + "weighted_error_after": 17.3115957621485 + }, + { + "name": "model.layers.17.mlp.experts.45.gate_proj", + "observed_tokens": 8, + "weighted_error_before": 32.77102279290557, + "weighted_error_after": 19.111783848144114 + }, + { + "name": "model.layers.17.mlp.experts.45.up_proj", + "observed_tokens": 8, + "weighted_error_before": 31.641953345388174, + "weighted_error_after": 18.440597005188465 + }, + { + "name": "model.layers.17.mlp.experts.45.down_proj", + "observed_tokens": 8, + "weighted_error_before": 26.73046410921961, + "weighted_error_after": 18.258459264412522 + }, + { + "name": "model.layers.17.mlp.experts.46.gate_proj", + "observed_tokens": 29, + "weighted_error_before": 31.303864795714617, + "weighted_error_after": 18.059117805212736 + }, + { + "name": "model.layers.17.mlp.experts.46.up_proj", + "observed_tokens": 29, + "weighted_error_before": 31.488355603069067, + "weighted_error_after": 18.39014739356935 + }, + { + "name": "model.layers.17.mlp.experts.46.down_proj", + "observed_tokens": 29, + "weighted_error_before": 25.967687423340976, + "weighted_error_after": 17.54879913898185 + }, + { + "name": "model.layers.17.mlp.experts.47.gate_proj", + "observed_tokens": 227, + "weighted_error_before": 27.876051308587193, + "weighted_error_after": 16.394258122891188 + }, + { + "name": "model.layers.17.mlp.experts.47.up_proj", + "observed_tokens": 227, + "weighted_error_before": 26.04658823274076, + "weighted_error_after": 15.227696114219725 + }, + { + "name": "model.layers.17.mlp.experts.47.down_proj", + "observed_tokens": 227, + "weighted_error_before": 22.914385963696986, + "weighted_error_after": 14.392240474000573 + }, + { + "name": "model.layers.17.mlp.experts.48.gate_proj", + "observed_tokens": 416, + "weighted_error_before": 29.578047240152955, + "weighted_error_after": 17.50858392752707 + }, + { + "name": "model.layers.17.mlp.experts.48.up_proj", + "observed_tokens": 416, + "weighted_error_before": 28.27223451435566, + "weighted_error_after": 16.827374655753374 + }, + { + "name": "model.layers.17.mlp.experts.48.down_proj", + "observed_tokens": 416, + "weighted_error_before": 24.59951428230852, + "weighted_error_after": 16.199299466330558 + }, + { + "name": "model.layers.17.mlp.experts.49.gate_proj", + "observed_tokens": 117, + "weighted_error_before": 29.997767191380262, + "weighted_error_after": 17.379695903509855 + }, + { + "name": "model.layers.17.mlp.experts.49.up_proj", + "observed_tokens": 117, + "weighted_error_before": 29.703005503863096, + "weighted_error_after": 17.373712154105306 + }, + { + "name": "model.layers.17.mlp.experts.49.down_proj", + "observed_tokens": 117, + "weighted_error_before": 25.115618771407753, + "weighted_error_after": 15.659431829117239 + }, + { + "name": "model.layers.17.mlp.experts.50.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 26.63518625125289, + "weighted_error_after": 15.601748090237379 + }, + { + "name": "model.layers.17.mlp.experts.50.up_proj", + "observed_tokens": 146, + "weighted_error_before": 26.46866174042225, + "weighted_error_after": 15.333379736170173 + }, + { + "name": "model.layers.17.mlp.experts.50.down_proj", + "observed_tokens": 146, + "weighted_error_before": 22.334887475240976, + "weighted_error_after": 14.429793193936348 + }, + { + "name": "model.layers.17.mlp.experts.51.gate_proj", + "observed_tokens": 450, + "weighted_error_before": 25.41384881362319, + "weighted_error_after": 14.983457477763295 + }, + { + "name": "model.layers.17.mlp.experts.51.up_proj", + "observed_tokens": 450, + "weighted_error_before": 27.50434798747301, + "weighted_error_after": 16.11413294635713 + }, + { + "name": "model.layers.17.mlp.experts.51.down_proj", + "observed_tokens": 450, + "weighted_error_before": 24.907645765226334, + "weighted_error_after": 16.40806104009971 + }, + { + "name": "model.layers.17.mlp.experts.52.gate_proj", + "observed_tokens": 623, + "weighted_error_before": 26.59929102100432, + "weighted_error_after": 15.645124841481447 + }, + { + "name": "model.layers.17.mlp.experts.52.up_proj", + "observed_tokens": 623, + "weighted_error_before": 29.014339674264193, + "weighted_error_after": 16.91101571545005 + }, + { + "name": "model.layers.17.mlp.experts.52.down_proj", + "observed_tokens": 623, + "weighted_error_before": 24.45793396513909, + "weighted_error_after": 16.021012774202973 + }, + { + "name": "model.layers.17.mlp.experts.53.gate_proj", + "observed_tokens": 861, + "weighted_error_before": 28.34328056499362, + "weighted_error_after": 16.837743481621146 + }, + { + "name": "model.layers.17.mlp.experts.53.up_proj", + "observed_tokens": 861, + "weighted_error_before": 29.52658647298813, + "weighted_error_after": 17.49311931245029 + }, + { + "name": "model.layers.17.mlp.experts.53.down_proj", + "observed_tokens": 861, + "weighted_error_before": 24.341198104433715, + "weighted_error_after": 15.434250505641103 + }, + { + "name": "model.layers.17.mlp.experts.54.gate_proj", + "observed_tokens": 21, + "weighted_error_before": 27.225594386458397, + "weighted_error_after": 16.204429000616074 + }, + { + "name": "model.layers.17.mlp.experts.54.up_proj", + "observed_tokens": 21, + "weighted_error_before": 28.491176765412092, + "weighted_error_after": 16.792290633544326 + }, + { + "name": "model.layers.17.mlp.experts.54.down_proj", + "observed_tokens": 21, + "weighted_error_before": 24.958931845612824, + "weighted_error_after": 16.856820914894342 + }, + { + "name": "model.layers.17.mlp.experts.55.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 24.746257718652487, + "weighted_error_after": 14.486166220158339 + }, + { + "name": "model.layers.17.mlp.experts.55.up_proj", + "observed_tokens": 90, + "weighted_error_before": 28.55799750611186, + "weighted_error_after": 16.89316477999091 + }, + { + "name": "model.layers.17.mlp.experts.55.down_proj", + "observed_tokens": 90, + "weighted_error_before": 24.743215614464134, + "weighted_error_after": 15.907246176153421 + }, + { + "name": "model.layers.17.mlp.experts.56.gate_proj", + "observed_tokens": 224, + "weighted_error_before": 28.560599498450756, + "weighted_error_after": 16.48263089545071 + }, + { + "name": "model.layers.17.mlp.experts.56.up_proj", + "observed_tokens": 224, + "weighted_error_before": 27.960407903417945, + "weighted_error_after": 16.259676234796643 + }, + { + "name": "model.layers.17.mlp.experts.56.down_proj", + "observed_tokens": 224, + "weighted_error_before": 24.366712883114815, + "weighted_error_after": 15.358961889985949 + }, + { + "name": "model.layers.17.mlp.experts.57.gate_proj", + "observed_tokens": 117, + "weighted_error_before": 28.948466796427965, + "weighted_error_after": 17.066833874210715 + }, + { + "name": "model.layers.17.mlp.experts.57.up_proj", + "observed_tokens": 117, + "weighted_error_before": 27.45463753119111, + "weighted_error_after": 15.985869724303484 + }, + { + "name": "model.layers.17.mlp.experts.57.down_proj", + "observed_tokens": 117, + "weighted_error_before": 25.786865256726742, + "weighted_error_after": 15.960061741992831 + }, + { + "name": "model.layers.17.mlp.experts.58.gate_proj", + "observed_tokens": 221, + "weighted_error_before": 24.813035992905498, + "weighted_error_after": 14.603868369013071 + }, + { + "name": "model.layers.17.mlp.experts.58.up_proj", + "observed_tokens": 221, + "weighted_error_before": 25.976082360371947, + "weighted_error_after": 15.268159039318562 + }, + { + "name": "model.layers.17.mlp.experts.58.down_proj", + "observed_tokens": 221, + "weighted_error_before": 22.038741134107113, + "weighted_error_after": 14.600908678025007 + }, + { + "name": "model.layers.17.mlp.experts.59.gate_proj", + "observed_tokens": 455, + "weighted_error_before": 31.665598519146442, + "weighted_error_after": 18.641652945429087 + }, + { + "name": "model.layers.17.mlp.experts.59.up_proj", + "observed_tokens": 455, + "weighted_error_before": 28.192609449848533, + "weighted_error_after": 16.738503554835916 + }, + { + "name": "model.layers.17.mlp.experts.59.down_proj", + "observed_tokens": 455, + "weighted_error_before": 24.22458456782624, + "weighted_error_after": 16.094584098551422 + }, + { + "name": "model.layers.17.mlp.experts.60.gate_proj", + "observed_tokens": 427, + "weighted_error_before": 28.955091923475266, + "weighted_error_after": 17.159323275089264 + }, + { + "name": "model.layers.17.mlp.experts.60.up_proj", + "observed_tokens": 427, + "weighted_error_before": 26.455697992816567, + "weighted_error_after": 15.584915861487389 + }, + { + "name": "model.layers.17.mlp.experts.60.down_proj", + "observed_tokens": 427, + "weighted_error_before": 22.650499616749585, + "weighted_error_after": 14.765103239566088 + }, + { + "name": "model.layers.17.mlp.experts.61.gate_proj", + "observed_tokens": 198, + "weighted_error_before": 24.932873042300344, + "weighted_error_after": 14.645007429644465 + }, + { + "name": "model.layers.17.mlp.experts.61.up_proj", + "observed_tokens": 198, + "weighted_error_before": 25.37173295393586, + "weighted_error_after": 14.827470742166042 + }, + { + "name": "model.layers.17.mlp.experts.61.down_proj", + "observed_tokens": 198, + "weighted_error_before": 22.156065178103745, + "weighted_error_after": 14.602256853599101 + }, + { + "name": "model.layers.17.mlp.experts.62.gate_proj", + "observed_tokens": 460, + "weighted_error_before": 28.613396253436804, + "weighted_error_after": 16.853981632739305 + }, + { + "name": "model.layers.17.mlp.experts.62.up_proj", + "observed_tokens": 460, + "weighted_error_before": 26.744025472551584, + "weighted_error_after": 15.751680556684732 + }, + { + "name": "model.layers.17.mlp.experts.62.down_proj", + "observed_tokens": 460, + "weighted_error_before": 23.662070693448186, + "weighted_error_after": 14.992701173759997 + }, + { + "name": "model.layers.17.mlp.experts.63.gate_proj", + "observed_tokens": 284, + "weighted_error_before": 26.44194945693016, + "weighted_error_after": 15.29195887222886 + }, + { + "name": "model.layers.17.mlp.experts.63.up_proj", + "observed_tokens": 284, + "weighted_error_before": 27.96702147461474, + "weighted_error_after": 16.358115386217833 + }, + { + "name": "model.layers.17.mlp.experts.63.down_proj", + "observed_tokens": 284, + "weighted_error_before": 24.653261001221836, + "weighted_error_after": 15.707039326895028 + }, + { + "name": "model.layers.17.mlp.experts.64.gate_proj", + "observed_tokens": 290, + "weighted_error_before": 26.63153276219964, + "weighted_error_after": 15.783493945375085 + }, + { + "name": "model.layers.17.mlp.experts.64.up_proj", + "observed_tokens": 290, + "weighted_error_before": 29.560466773808002, + "weighted_error_after": 17.466884709894657 + }, + { + "name": "model.layers.17.mlp.experts.64.down_proj", + "observed_tokens": 290, + "weighted_error_before": 24.793264204636216, + "weighted_error_after": 16.160194642841816 + }, + { + "name": "model.layers.17.mlp.experts.65.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 28.004316532984376, + "weighted_error_after": 16.724407978355885 + }, + { + "name": "model.layers.17.mlp.experts.65.up_proj", + "observed_tokens": 48, + "weighted_error_before": 27.754538839682937, + "weighted_error_after": 16.276610133238137 + }, + { + "name": "model.layers.17.mlp.experts.65.down_proj", + "observed_tokens": 48, + "weighted_error_before": 24.215856906957924, + "weighted_error_after": 15.786628361791372 + }, + { + "name": "model.layers.17.mlp.experts.66.gate_proj", + "observed_tokens": 209, + "weighted_error_before": 26.30498270690441, + "weighted_error_after": 15.305031848140061 + }, + { + "name": "model.layers.17.mlp.experts.66.up_proj", + "observed_tokens": 209, + "weighted_error_before": 24.565970320254564, + "weighted_error_after": 14.43711593747139 + }, + { + "name": "model.layers.17.mlp.experts.66.down_proj", + "observed_tokens": 209, + "weighted_error_before": 21.207102411892265, + "weighted_error_after": 13.670943418052047 + }, + { + "name": "model.layers.17.mlp.experts.67.gate_proj", + "observed_tokens": 618, + "weighted_error_before": 24.150884920731187, + "weighted_error_after": 14.195128301158547 + }, + { + "name": "model.layers.17.mlp.experts.67.up_proj", + "observed_tokens": 618, + "weighted_error_before": 25.937350237742066, + "weighted_error_after": 15.055041367188096 + }, + { + "name": "model.layers.17.mlp.experts.67.down_proj", + "observed_tokens": 618, + "weighted_error_before": 22.23466334072873, + "weighted_error_after": 14.710456778761 + }, + { + "name": "model.layers.17.mlp.experts.68.gate_proj", + "observed_tokens": 59, + "weighted_error_before": 29.61443555355072, + "weighted_error_after": 17.42824491392821 + }, + { + "name": "model.layers.17.mlp.experts.68.up_proj", + "observed_tokens": 59, + "weighted_error_before": 26.231905091553926, + "weighted_error_after": 15.428842801600695 + }, + { + "name": "model.layers.17.mlp.experts.68.down_proj", + "observed_tokens": 59, + "weighted_error_before": 21.932125969789922, + "weighted_error_after": 13.946378822438419 + }, + { + "name": "model.layers.17.mlp.experts.69.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 27.418379094451666, + "weighted_error_after": 16.38357969932258 + }, + { + "name": "model.layers.17.mlp.experts.69.up_proj", + "observed_tokens": 160, + "weighted_error_before": 29.411760959774256, + "weighted_error_after": 17.34860691986978 + }, + { + "name": "model.layers.17.mlp.experts.69.down_proj", + "observed_tokens": 160, + "weighted_error_before": 24.09862824343145, + "weighted_error_after": 14.073067191056907 + }, + { + "name": "model.layers.17.mlp.experts.70.gate_proj", + "observed_tokens": 119, + "weighted_error_before": 30.772502720355988, + "weighted_error_after": 18.1115001719445 + }, + { + "name": "model.layers.17.mlp.experts.70.up_proj", + "observed_tokens": 119, + "weighted_error_before": 31.304633997380733, + "weighted_error_after": 18.561742382124066 + }, + { + "name": "model.layers.17.mlp.experts.70.down_proj", + "observed_tokens": 119, + "weighted_error_before": 25.313617431093007, + "weighted_error_after": 15.746649387292564 + }, + { + "name": "model.layers.17.mlp.experts.71.gate_proj", + "observed_tokens": 87, + "weighted_error_before": 27.260686974972486, + "weighted_error_after": 15.377192607149482 + }, + { + "name": "model.layers.17.mlp.experts.71.up_proj", + "observed_tokens": 87, + "weighted_error_before": 28.17227904871106, + "weighted_error_after": 16.359978071413934 + }, + { + "name": "model.layers.17.mlp.experts.71.down_proj", + "observed_tokens": 87, + "weighted_error_before": 26.346426223404706, + "weighted_error_after": 16.41514241369441 + }, + { + "name": "model.layers.17.mlp.experts.72.gate_proj", + "observed_tokens": 320, + "weighted_error_before": 25.01104495115578, + "weighted_error_after": 14.677823347970843 + }, + { + "name": "model.layers.17.mlp.experts.72.up_proj", + "observed_tokens": 320, + "weighted_error_before": 26.40937716513872, + "weighted_error_after": 15.636989718303084 + }, + { + "name": "model.layers.17.mlp.experts.72.down_proj", + "observed_tokens": 320, + "weighted_error_before": 22.90286243800074, + "weighted_error_after": 15.401940521784127 + }, + { + "name": "model.layers.17.mlp.experts.73.gate_proj", + "observed_tokens": 74, + "weighted_error_before": 28.782414251938462, + "weighted_error_after": 16.817061502486467 + }, + { + "name": "model.layers.17.mlp.experts.73.up_proj", + "observed_tokens": 74, + "weighted_error_before": 27.808830425143242, + "weighted_error_after": 16.307760084047914 + }, + { + "name": "model.layers.17.mlp.experts.73.down_proj", + "observed_tokens": 74, + "weighted_error_before": 24.15891256183386, + "weighted_error_after": 16.201710991328582 + }, + { + "name": "model.layers.17.mlp.experts.74.gate_proj", + "observed_tokens": 307, + "weighted_error_before": 28.438013784587383, + "weighted_error_after": 16.929641844704747 + }, + { + "name": "model.layers.17.mlp.experts.74.up_proj", + "observed_tokens": 307, + "weighted_error_before": 30.883730556815863, + "weighted_error_after": 17.998920999467373 + }, + { + "name": "model.layers.17.mlp.experts.74.down_proj", + "observed_tokens": 307, + "weighted_error_before": 24.95209158025682, + "weighted_error_after": 16.80493233818561 + }, + { + "name": "model.layers.17.mlp.experts.75.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 23.516051918268204, + "weighted_error_after": 13.700579857453704 + }, + { + "name": "model.layers.17.mlp.experts.75.up_proj", + "observed_tokens": 67, + "weighted_error_before": 24.29373393766582, + "weighted_error_after": 14.24284928292036 + }, + { + "name": "model.layers.17.mlp.experts.75.down_proj", + "observed_tokens": 67, + "weighted_error_before": 21.656790232285857, + "weighted_error_after": 13.438763497862965 + }, + { + "name": "model.layers.17.mlp.experts.76.gate_proj", + "observed_tokens": 36, + "weighted_error_before": 30.24583439156413, + "weighted_error_after": 17.629930201917887 + }, + { + "name": "model.layers.17.mlp.experts.76.up_proj", + "observed_tokens": 36, + "weighted_error_before": 29.786741953343153, + "weighted_error_after": 17.604786647483706 + }, + { + "name": "model.layers.17.mlp.experts.76.down_proj", + "observed_tokens": 36, + "weighted_error_before": 25.372370278462768, + "weighted_error_after": 16.931541429832578 + }, + { + "name": "model.layers.17.mlp.experts.77.gate_proj", + "observed_tokens": 580, + "weighted_error_before": 24.019030844792724, + "weighted_error_after": 14.114488067105412 + }, + { + "name": "model.layers.17.mlp.experts.77.up_proj", + "observed_tokens": 580, + "weighted_error_before": 25.442825980484486, + "weighted_error_after": 14.962834584526718 + }, + { + "name": "model.layers.17.mlp.experts.77.down_proj", + "observed_tokens": 580, + "weighted_error_before": 23.243680681101978, + "weighted_error_after": 15.462854298297316 + }, + { + "name": "model.layers.17.mlp.experts.78.gate_proj", + "observed_tokens": 72, + "weighted_error_before": 28.215821631252766, + "weighted_error_after": 16.637638617306948 + }, + { + "name": "model.layers.17.mlp.experts.78.up_proj", + "observed_tokens": 72, + "weighted_error_before": 27.258970890194178, + "weighted_error_after": 15.854613322764635 + }, + { + "name": "model.layers.17.mlp.experts.78.down_proj", + "observed_tokens": 72, + "weighted_error_before": 23.084323779679835, + "weighted_error_after": 14.303525298833847 + }, + { + "name": "model.layers.17.mlp.experts.79.gate_proj", + "observed_tokens": 53, + "weighted_error_before": 28.041035499423742, + "weighted_error_after": 16.622866041958332 + }, + { + "name": "model.layers.17.mlp.experts.79.up_proj", + "observed_tokens": 53, + "weighted_error_before": 26.788238359615207, + "weighted_error_after": 15.934295989573002 + }, + { + "name": "model.layers.17.mlp.experts.79.down_proj", + "observed_tokens": 53, + "weighted_error_before": 23.95801590755582, + "weighted_error_after": 15.564243130385876 + }, + { + "name": "model.layers.17.mlp.experts.80.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 25.752719642594457, + "weighted_error_after": 15.093077449128032 + }, + { + "name": "model.layers.17.mlp.experts.80.up_proj", + "observed_tokens": 85, + "weighted_error_before": 25.95098844729364, + "weighted_error_after": 15.358148831874132 + }, + { + "name": "model.layers.17.mlp.experts.80.down_proj", + "observed_tokens": 85, + "weighted_error_before": 22.97236734814942, + "weighted_error_after": 15.322280016727746 + }, + { + "name": "model.layers.17.mlp.experts.81.gate_proj", + "observed_tokens": 177, + "weighted_error_before": 29.112321881577373, + "weighted_error_after": 16.95407913811505 + }, + { + "name": "model.layers.17.mlp.experts.81.up_proj", + "observed_tokens": 177, + "weighted_error_before": 27.58187199383974, + "weighted_error_after": 15.956204595044255 + }, + { + "name": "model.layers.17.mlp.experts.81.down_proj", + "observed_tokens": 177, + "weighted_error_before": 22.16315002227202, + "weighted_error_after": 13.184211783576757 + }, + { + "name": "model.layers.17.mlp.experts.82.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 30.345855124294758, + "weighted_error_after": 17.501681975089014 + }, + { + "name": "model.layers.17.mlp.experts.82.up_proj", + "observed_tokens": 230, + "weighted_error_before": 29.184249559417367, + "weighted_error_after": 16.59388197772205 + }, + { + "name": "model.layers.17.mlp.experts.82.down_proj", + "observed_tokens": 230, + "weighted_error_before": 22.187091997358948, + "weighted_error_after": 13.798351765610278 + }, + { + "name": "model.layers.17.mlp.experts.83.gate_proj", + "observed_tokens": 252, + "weighted_error_before": 27.844949098303914, + "weighted_error_after": 16.27933430299163 + }, + { + "name": "model.layers.17.mlp.experts.83.up_proj", + "observed_tokens": 252, + "weighted_error_before": 25.527301317080855, + "weighted_error_after": 14.96382705681026 + }, + { + "name": "model.layers.17.mlp.experts.83.down_proj", + "observed_tokens": 252, + "weighted_error_before": 21.81172041548416, + "weighted_error_after": 13.984861853532493 + }, + { + "name": "model.layers.17.mlp.experts.84.gate_proj", + "observed_tokens": 390, + "weighted_error_before": 29.226665925234556, + "weighted_error_after": 17.366295451298356 + }, + { + "name": "model.layers.17.mlp.experts.84.up_proj", + "observed_tokens": 390, + "weighted_error_before": 31.30050392076373, + "weighted_error_after": 18.596970207989216 + }, + { + "name": "model.layers.17.mlp.experts.84.down_proj", + "observed_tokens": 390, + "weighted_error_before": 26.275229945778847, + "weighted_error_after": 17.417971077375114 + }, + { + "name": "model.layers.17.mlp.experts.85.gate_proj", + "observed_tokens": 138, + "weighted_error_before": 29.06698116287589, + "weighted_error_after": 17.075987795367837 + }, + { + "name": "model.layers.17.mlp.experts.85.up_proj", + "observed_tokens": 138, + "weighted_error_before": 27.95055340230465, + "weighted_error_after": 16.514671424403787 + }, + { + "name": "model.layers.17.mlp.experts.85.down_proj", + "observed_tokens": 138, + "weighted_error_before": 24.74729736894369, + "weighted_error_after": 15.988056609407067 + }, + { + "name": "model.layers.17.mlp.experts.86.gate_proj", + "observed_tokens": 26, + "weighted_error_before": 31.74630641937256, + "weighted_error_after": 18.732730200514197 + }, + { + "name": "model.layers.17.mlp.experts.86.up_proj", + "observed_tokens": 26, + "weighted_error_before": 32.165046256035566, + "weighted_error_after": 18.886421928182244 + }, + { + "name": "model.layers.17.mlp.experts.86.down_proj", + "observed_tokens": 26, + "weighted_error_before": 26.5619391547516, + "weighted_error_after": 18.090444339904934 + }, + { + "name": "model.layers.17.mlp.experts.87.gate_proj", + "observed_tokens": 623, + "weighted_error_before": 25.785879116505384, + "weighted_error_after": 15.248328005895019 + }, + { + "name": "model.layers.17.mlp.experts.87.up_proj", + "observed_tokens": 623, + "weighted_error_before": 26.943798381835222, + "weighted_error_after": 16.127227211371064 + }, + { + "name": "model.layers.17.mlp.experts.87.down_proj", + "observed_tokens": 623, + "weighted_error_before": 23.258544030599296, + "weighted_error_after": 15.068184322211891 + }, + { + "name": "model.layers.17.mlp.experts.88.gate_proj", + "observed_tokens": 1116, + "weighted_error_before": 30.226101584732533, + "weighted_error_after": 17.398800682276487 + }, + { + "name": "model.layers.17.mlp.experts.88.up_proj", + "observed_tokens": 1116, + "weighted_error_before": 26.657516108825803, + "weighted_error_after": 15.545108833350241 + }, + { + "name": "model.layers.17.mlp.experts.88.down_proj", + "observed_tokens": 1116, + "weighted_error_before": 24.746357925701886, + "weighted_error_after": 16.133181375451386 + }, + { + "name": "model.layers.17.mlp.experts.89.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 29.834016414359212, + "weighted_error_after": 17.463895613327622 + }, + { + "name": "model.layers.17.mlp.experts.89.up_proj", + "observed_tokens": 127, + "weighted_error_before": 26.493602806702256, + "weighted_error_after": 15.639100374653935 + }, + { + "name": "model.layers.17.mlp.experts.89.down_proj", + "observed_tokens": 127, + "weighted_error_before": 23.125517011154443, + "weighted_error_after": 15.522441525012255 + }, + { + "name": "model.layers.17.mlp.experts.90.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 28.608919071033597, + "weighted_error_after": 16.770878249779344 + }, + { + "name": "model.layers.17.mlp.experts.90.up_proj", + "observed_tokens": 170, + "weighted_error_before": 28.47869053669274, + "weighted_error_after": 16.857891730964184 + }, + { + "name": "model.layers.17.mlp.experts.90.down_proj", + "observed_tokens": 170, + "weighted_error_before": 25.215512849856168, + "weighted_error_after": 15.94223179621622 + }, + { + "name": "model.layers.17.mlp.experts.91.gate_proj", + "observed_tokens": 41, + "weighted_error_before": 30.820643097162247, + "weighted_error_after": 18.209336783736944 + }, + { + "name": "model.layers.17.mlp.experts.91.up_proj", + "observed_tokens": 41, + "weighted_error_before": 29.579126331955194, + "weighted_error_after": 17.515453096479177 + }, + { + "name": "model.layers.17.mlp.experts.91.down_proj", + "observed_tokens": 41, + "weighted_error_before": 25.821686298120767, + "weighted_error_after": 16.959059918299317 + }, + { + "name": "model.layers.17.mlp.experts.92.gate_proj", + "observed_tokens": 125, + "weighted_error_before": 24.980479227378964, + "weighted_error_after": 14.746089508756995 + }, + { + "name": "model.layers.17.mlp.experts.92.up_proj", + "observed_tokens": 125, + "weighted_error_before": 26.40804966725409, + "weighted_error_after": 15.525105971843004 + }, + { + "name": "model.layers.17.mlp.experts.92.down_proj", + "observed_tokens": 125, + "weighted_error_before": 23.2388398447074, + "weighted_error_after": 15.472330680117011 + }, + { + "name": "model.layers.17.mlp.experts.93.gate_proj", + "observed_tokens": 88, + "weighted_error_before": 26.74574788287282, + "weighted_error_after": 15.630169561132789 + }, + { + "name": "model.layers.17.mlp.experts.93.up_proj", + "observed_tokens": 88, + "weighted_error_before": 25.518699642270803, + "weighted_error_after": 14.97741642780602 + }, + { + "name": "model.layers.17.mlp.experts.93.down_proj", + "observed_tokens": 88, + "weighted_error_before": 23.503809922840446, + "weighted_error_after": 14.897030343301594 + }, + { + "name": "model.layers.17.mlp.experts.94.gate_proj", + "observed_tokens": 23, + "weighted_error_before": 27.999220795929432, + "weighted_error_after": 16.655618200078607 + }, + { + "name": "model.layers.17.mlp.experts.94.up_proj", + "observed_tokens": 23, + "weighted_error_before": 28.11915847659111, + "weighted_error_after": 16.683461593464017 + }, + { + "name": "model.layers.17.mlp.experts.94.down_proj", + "observed_tokens": 23, + "weighted_error_before": 23.809443783015013, + "weighted_error_after": 16.33219927875325 + }, + { + "name": "model.layers.17.mlp.experts.95.gate_proj", + "observed_tokens": 149, + "weighted_error_before": 25.958946695551276, + "weighted_error_after": 15.257315704599023 + }, + { + "name": "model.layers.17.mlp.experts.95.up_proj", + "observed_tokens": 149, + "weighted_error_before": 25.9393771328032, + "weighted_error_after": 15.21229643560946 + }, + { + "name": "model.layers.17.mlp.experts.95.down_proj", + "observed_tokens": 149, + "weighted_error_before": 22.39422341901809, + "weighted_error_after": 14.29250724753365 + }, + { + "name": "model.layers.17.mlp.experts.96.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 23.353463819250464, + "weighted_error_after": 13.773767951875925 + }, + { + "name": "model.layers.17.mlp.experts.96.up_proj", + "observed_tokens": 112, + "weighted_error_before": 27.635451896116138, + "weighted_error_after": 16.234559236094356 + }, + { + "name": "model.layers.17.mlp.experts.96.down_proj", + "observed_tokens": 112, + "weighted_error_before": 25.833016737364233, + "weighted_error_after": 15.744064223021269 + }, + { + "name": "model.layers.17.mlp.experts.97.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 28.111128205433488, + "weighted_error_after": 16.5020391093567 + }, + { + "name": "model.layers.17.mlp.experts.97.up_proj", + "observed_tokens": 58, + "weighted_error_before": 27.40634431503713, + "weighted_error_after": 16.151066686958075 + }, + { + "name": "model.layers.17.mlp.experts.97.down_proj", + "observed_tokens": 58, + "weighted_error_before": 22.58634680043906, + "weighted_error_after": 14.424743322189897 + }, + { + "name": "model.layers.17.mlp.experts.98.gate_proj", + "observed_tokens": 1050, + "weighted_error_before": 30.68696890771389, + "weighted_error_after": 17.989988025277853 + }, + { + "name": "model.layers.17.mlp.experts.98.up_proj", + "observed_tokens": 1050, + "weighted_error_before": 31.262747138738632, + "weighted_error_after": 18.170069072395563 + }, + { + "name": "model.layers.17.mlp.experts.98.down_proj", + "observed_tokens": 1050, + "weighted_error_before": 25.662801244296134, + "weighted_error_after": 16.32123712450266 + }, + { + "name": "model.layers.17.mlp.experts.99.gate_proj", + "observed_tokens": 156, + "weighted_error_before": 26.44522598385811, + "weighted_error_after": 15.495202067308128 + }, + { + "name": "model.layers.17.mlp.experts.99.up_proj", + "observed_tokens": 156, + "weighted_error_before": 27.52562090009451, + "weighted_error_after": 16.185555759817362 + }, + { + "name": "model.layers.17.mlp.experts.99.down_proj", + "observed_tokens": 156, + "weighted_error_before": 24.200089406222105, + "weighted_error_after": 14.77514942549169 + }, + { + "name": "model.layers.17.mlp.experts.100.gate_proj", + "observed_tokens": 188, + "weighted_error_before": 26.656042721122503, + "weighted_error_after": 15.757509185001254 + }, + { + "name": "model.layers.17.mlp.experts.100.up_proj", + "observed_tokens": 188, + "weighted_error_before": 27.670946035534143, + "weighted_error_after": 16.28507505171001 + }, + { + "name": "model.layers.17.mlp.experts.100.down_proj", + "observed_tokens": 188, + "weighted_error_before": 23.772017056122422, + "weighted_error_after": 15.132141354493797 + }, + { + "name": "model.layers.17.mlp.experts.101.gate_proj", + "observed_tokens": 221, + "weighted_error_before": 27.26723162457347, + "weighted_error_after": 15.606827164068818 + }, + { + "name": "model.layers.17.mlp.experts.101.up_proj", + "observed_tokens": 221, + "weighted_error_before": 27.620920011773705, + "weighted_error_after": 16.173840556293726 + }, + { + "name": "model.layers.17.mlp.experts.101.down_proj", + "observed_tokens": 221, + "weighted_error_before": 24.878152577672154, + "weighted_error_after": 13.892994104884565 + }, + { + "name": "model.layers.17.mlp.experts.102.gate_proj", + "observed_tokens": 305, + "weighted_error_before": 30.64394972845912, + "weighted_error_after": 17.981355112046003 + }, + { + "name": "model.layers.17.mlp.experts.102.up_proj", + "observed_tokens": 305, + "weighted_error_before": 31.067411094903946, + "weighted_error_after": 18.270090457051992 + }, + { + "name": "model.layers.17.mlp.experts.102.down_proj", + "observed_tokens": 305, + "weighted_error_before": 25.869665360078216, + "weighted_error_after": 16.699413390364498 + }, + { + "name": "model.layers.17.mlp.experts.103.gate_proj", + "observed_tokens": 141, + "weighted_error_before": 28.114872809499502, + "weighted_error_after": 16.35300344787538 + }, + { + "name": "model.layers.17.mlp.experts.103.up_proj", + "observed_tokens": 141, + "weighted_error_before": 28.696278741583228, + "weighted_error_after": 16.753339069895446 + }, + { + "name": "model.layers.17.mlp.experts.103.down_proj", + "observed_tokens": 141, + "weighted_error_before": 24.409705718047917, + "weighted_error_after": 15.139110340271145 + }, + { + "name": "model.layers.17.mlp.experts.104.gate_proj", + "observed_tokens": 570, + "weighted_error_before": 26.194141013547778, + "weighted_error_after": 15.294159865006804 + }, + { + "name": "model.layers.17.mlp.experts.104.up_proj", + "observed_tokens": 570, + "weighted_error_before": 25.648037746548653, + "weighted_error_after": 15.015008099377155 + }, + { + "name": "model.layers.17.mlp.experts.104.down_proj", + "observed_tokens": 570, + "weighted_error_before": 22.367936305701733, + "weighted_error_after": 14.926494260318577 + }, + { + "name": "model.layers.17.mlp.experts.105.gate_proj", + "observed_tokens": 126, + "weighted_error_before": 27.71103001013398, + "weighted_error_after": 16.191288186237216 + }, + { + "name": "model.layers.17.mlp.experts.105.up_proj", + "observed_tokens": 126, + "weighted_error_before": 27.936827497556806, + "weighted_error_after": 16.618915736675262 + }, + { + "name": "model.layers.17.mlp.experts.105.down_proj", + "observed_tokens": 126, + "weighted_error_before": 24.420166580937803, + "weighted_error_after": 16.243210503365844 + }, + { + "name": "model.layers.17.mlp.experts.106.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 27.34395170211792, + "weighted_error_after": 16.22100425325334 + }, + { + "name": "model.layers.17.mlp.experts.106.up_proj", + "observed_tokens": 61, + "weighted_error_before": 27.556031623855233, + "weighted_error_after": 16.239367427304387 + }, + { + "name": "model.layers.17.mlp.experts.106.down_proj", + "observed_tokens": 61, + "weighted_error_before": 23.609026574529707, + "weighted_error_after": 15.327651909552515 + }, + { + "name": "model.layers.17.mlp.experts.107.gate_proj", + "observed_tokens": 586, + "weighted_error_before": 32.8396683242172, + "weighted_error_after": 18.36976883560419 + }, + { + "name": "model.layers.17.mlp.experts.107.up_proj", + "observed_tokens": 586, + "weighted_error_before": 30.470733338966966, + "weighted_error_after": 17.42663886025548 + }, + { + "name": "model.layers.17.mlp.experts.107.down_proj", + "observed_tokens": 586, + "weighted_error_before": 22.72969935555011, + "weighted_error_after": 14.760095176286995 + }, + { + "name": "model.layers.17.mlp.experts.108.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 26.985647045075893, + "weighted_error_after": 15.802469797432423 + }, + { + "name": "model.layers.17.mlp.experts.108.up_proj", + "observed_tokens": 145, + "weighted_error_before": 27.497346378862858, + "weighted_error_after": 16.283559188246727 + }, + { + "name": "model.layers.17.mlp.experts.108.down_proj", + "observed_tokens": 145, + "weighted_error_before": 23.888972542248666, + "weighted_error_after": 15.90879853675142 + }, + { + "name": "model.layers.17.mlp.experts.109.gate_proj", + "observed_tokens": 1243, + "weighted_error_before": 24.32977586053312, + "weighted_error_after": 14.318941663019359 + }, + { + "name": "model.layers.17.mlp.experts.109.up_proj", + "observed_tokens": 1243, + "weighted_error_before": 24.882131446152925, + "weighted_error_after": 14.743322817608714 + }, + { + "name": "model.layers.17.mlp.experts.109.down_proj", + "observed_tokens": 1243, + "weighted_error_before": 21.52736012591049, + "weighted_error_after": 14.423299341928214 + }, + { + "name": "model.layers.17.mlp.experts.110.gate_proj", + "observed_tokens": 693, + "weighted_error_before": 29.85669956728816, + "weighted_error_after": 17.35060277208686 + }, + { + "name": "model.layers.17.mlp.experts.110.up_proj", + "observed_tokens": 693, + "weighted_error_before": 29.613339006900787, + "weighted_error_after": 17.511993439868093 + }, + { + "name": "model.layers.17.mlp.experts.110.down_proj", + "observed_tokens": 693, + "weighted_error_before": 24.66828941460699, + "weighted_error_after": 15.726665606722236 + }, + { + "name": "model.layers.17.mlp.experts.111.gate_proj", + "observed_tokens": 304, + "weighted_error_before": 31.369156209751964, + "weighted_error_after": 18.437388502061367 + }, + { + "name": "model.layers.17.mlp.experts.111.up_proj", + "observed_tokens": 304, + "weighted_error_before": 29.21971925161779, + "weighted_error_after": 17.197900598868728 + }, + { + "name": "model.layers.17.mlp.experts.111.down_proj", + "observed_tokens": 304, + "weighted_error_before": 26.347873952239752, + "weighted_error_after": 16.794806827325374 + }, + { + "name": "model.layers.17.mlp.experts.112.gate_proj", + "observed_tokens": 234, + "weighted_error_before": 29.489771023392677, + "weighted_error_after": 17.21075125411153 + }, + { + "name": "model.layers.17.mlp.experts.112.up_proj", + "observed_tokens": 234, + "weighted_error_before": 29.19923136755824, + "weighted_error_after": 16.89664895273745 + }, + { + "name": "model.layers.17.mlp.experts.112.down_proj", + "observed_tokens": 234, + "weighted_error_before": 24.21763697685674, + "weighted_error_after": 14.943704758770764 + }, + { + "name": "model.layers.17.mlp.experts.113.gate_proj", + "observed_tokens": 266, + "weighted_error_before": 28.92579228244722, + "weighted_error_after": 16.992884589359164 + }, + { + "name": "model.layers.17.mlp.experts.113.up_proj", + "observed_tokens": 266, + "weighted_error_before": 29.561305943876505, + "weighted_error_after": 17.170657090842724 + }, + { + "name": "model.layers.17.mlp.experts.113.down_proj", + "observed_tokens": 266, + "weighted_error_before": 24.54220123309642, + "weighted_error_after": 16.181490959599614 + }, + { + "name": "model.layers.17.mlp.experts.114.gate_proj", + "observed_tokens": 82, + "weighted_error_before": 28.347619058564305, + "weighted_error_after": 16.387283561751246 + }, + { + "name": "model.layers.17.mlp.experts.114.up_proj", + "observed_tokens": 82, + "weighted_error_before": 25.9038590695709, + "weighted_error_after": 15.23430947959423 + }, + { + "name": "model.layers.17.mlp.experts.114.down_proj", + "observed_tokens": 82, + "weighted_error_before": 22.42145344056189, + "weighted_error_after": 14.597264123149216 + }, + { + "name": "model.layers.17.mlp.experts.115.gate_proj", + "observed_tokens": 427, + "weighted_error_before": 24.345654491335154, + "weighted_error_after": 14.445969723165035 + }, + { + "name": "model.layers.17.mlp.experts.115.up_proj", + "observed_tokens": 427, + "weighted_error_before": 27.045247269794345, + "weighted_error_after": 15.87406369484961 + }, + { + "name": "model.layers.17.mlp.experts.115.down_proj", + "observed_tokens": 427, + "weighted_error_before": 23.566166893579066, + "weighted_error_after": 15.376086793839931 + }, + { + "name": "model.layers.17.mlp.experts.116.gate_proj", + "observed_tokens": 45, + "weighted_error_before": 25.046975484117866, + "weighted_error_after": 14.774814116768539 + }, + { + "name": "model.layers.17.mlp.experts.116.up_proj", + "observed_tokens": 45, + "weighted_error_before": 24.385869942605495, + "weighted_error_after": 14.342738930135965 + }, + { + "name": "model.layers.17.mlp.experts.116.down_proj", + "observed_tokens": 45, + "weighted_error_before": 21.917139743454754, + "weighted_error_after": 14.591445927042514 + }, + { + "name": "model.layers.17.mlp.experts.117.gate_proj", + "observed_tokens": 958, + "weighted_error_before": 29.63315705396235, + "weighted_error_after": 17.339711882174015 + }, + { + "name": "model.layers.17.mlp.experts.117.up_proj", + "observed_tokens": 958, + "weighted_error_before": 25.764281142503023, + "weighted_error_after": 15.190826440230012 + }, + { + "name": "model.layers.17.mlp.experts.117.down_proj", + "observed_tokens": 958, + "weighted_error_before": 21.79761022841558, + "weighted_error_after": 14.178102786187083 + }, + { + "name": "model.layers.17.mlp.experts.118.gate_proj", + "observed_tokens": 172, + "weighted_error_before": 27.733918145298958, + "weighted_error_after": 16.291367949917912 + }, + { + "name": "model.layers.17.mlp.experts.118.up_proj", + "observed_tokens": 172, + "weighted_error_before": 28.204754274338484, + "weighted_error_after": 16.494118068367243 + }, + { + "name": "model.layers.17.mlp.experts.118.down_proj", + "observed_tokens": 172, + "weighted_error_before": 24.088041119277477, + "weighted_error_after": 15.884609131608158 + }, + { + "name": "model.layers.17.mlp.experts.119.gate_proj", + "observed_tokens": 51, + "weighted_error_before": 27.959151707589626, + "weighted_error_after": 16.280270129442215 + }, + { + "name": "model.layers.17.mlp.experts.119.up_proj", + "observed_tokens": 51, + "weighted_error_before": 28.769468231126666, + "weighted_error_after": 16.98321913369 + }, + { + "name": "model.layers.17.mlp.experts.119.down_proj", + "observed_tokens": 51, + "weighted_error_before": 24.580460470169783, + "weighted_error_after": 16.45983297144994 + }, + { + "name": "model.layers.17.mlp.experts.120.gate_proj", + "observed_tokens": 598, + "weighted_error_before": 28.89219276420772, + "weighted_error_after": 16.969146126881242 + }, + { + "name": "model.layers.17.mlp.experts.120.up_proj", + "observed_tokens": 598, + "weighted_error_before": 26.047766285017133, + "weighted_error_after": 15.25660826265812 + }, + { + "name": "model.layers.17.mlp.experts.120.down_proj", + "observed_tokens": 598, + "weighted_error_before": 22.143868281506002, + "weighted_error_after": 14.896620794199407 + }, + { + "name": "model.layers.17.mlp.experts.121.gate_proj", + "observed_tokens": 131, + "weighted_error_before": 30.16292394697666, + "weighted_error_after": 17.67828212864697 + }, + { + "name": "model.layers.17.mlp.experts.121.up_proj", + "observed_tokens": 131, + "weighted_error_before": 28.47325953282416, + "weighted_error_after": 16.71052360162139 + }, + { + "name": "model.layers.17.mlp.experts.121.down_proj", + "observed_tokens": 131, + "weighted_error_before": 24.246816120110452, + "weighted_error_after": 14.95792490709573 + }, + { + "name": "model.layers.17.mlp.experts.122.gate_proj", + "observed_tokens": 1291, + "weighted_error_before": 26.021880239248276, + "weighted_error_after": 14.754450667649508 + }, + { + "name": "model.layers.17.mlp.experts.122.up_proj", + "observed_tokens": 1291, + "weighted_error_before": 25.528253654018044, + "weighted_error_after": 14.85264427959919 + }, + { + "name": "model.layers.17.mlp.experts.122.down_proj", + "observed_tokens": 1291, + "weighted_error_before": 23.735459129326046, + "weighted_error_after": 15.152659284882247 + }, + { + "name": "model.layers.17.mlp.experts.123.gate_proj", + "observed_tokens": 244, + "weighted_error_before": 26.277396207675338, + "weighted_error_after": 15.398149003274739 + }, + { + "name": "model.layers.17.mlp.experts.123.up_proj", + "observed_tokens": 244, + "weighted_error_before": 23.52899213694036, + "weighted_error_after": 13.914697479456663 + }, + { + "name": "model.layers.17.mlp.experts.123.down_proj", + "observed_tokens": 244, + "weighted_error_before": 20.678664553444833, + "weighted_error_after": 13.369499837514013 + }, + { + "name": "model.layers.17.mlp.experts.124.gate_proj", + "observed_tokens": 42, + "weighted_error_before": 25.716004334390163, + "weighted_error_after": 15.14233441464603 + }, + { + "name": "model.layers.17.mlp.experts.124.up_proj", + "observed_tokens": 42, + "weighted_error_before": 25.791709458455443, + "weighted_error_after": 15.303320724517107 + }, + { + "name": "model.layers.17.mlp.experts.124.down_proj", + "observed_tokens": 42, + "weighted_error_before": 22.598252072930336, + "weighted_error_after": 15.368790447711945 + }, + { + "name": "model.layers.17.mlp.experts.125.gate_proj", + "observed_tokens": 95, + "weighted_error_before": 26.38164607435465, + "weighted_error_after": 15.420982368290424 + }, + { + "name": "model.layers.17.mlp.experts.125.up_proj", + "observed_tokens": 95, + "weighted_error_before": 28.41445543989539, + "weighted_error_after": 16.79234072007239 + }, + { + "name": "model.layers.17.mlp.experts.125.down_proj", + "observed_tokens": 95, + "weighted_error_before": 23.647636463399976, + "weighted_error_after": 15.62523080734536 + }, + { + "name": "model.layers.17.mlp.experts.126.gate_proj", + "observed_tokens": 1400, + "weighted_error_before": 21.99011728912592, + "weighted_error_after": 13.016202709637582 + }, + { + "name": "model.layers.17.mlp.experts.126.up_proj", + "observed_tokens": 1400, + "weighted_error_before": 23.226963635534048, + "weighted_error_after": 13.852465827018023 + }, + { + "name": "model.layers.17.mlp.experts.126.down_proj", + "observed_tokens": 1400, + "weighted_error_before": 22.582777654752135, + "weighted_error_after": 15.085562382359058 + }, + { + "name": "model.layers.17.mlp.experts.127.gate_proj", + "observed_tokens": 2257, + "weighted_error_before": 23.0904436763376, + "weighted_error_after": 13.629150822758675 + }, + { + "name": "model.layers.17.mlp.experts.127.up_proj", + "observed_tokens": 2257, + "weighted_error_before": 25.462859209626913, + "weighted_error_after": 15.031794875860214 + }, + { + "name": "model.layers.17.mlp.experts.127.down_proj", + "observed_tokens": 2257, + "weighted_error_before": 22.275443060323596, + "weighted_error_after": 14.853028486017138 + }, + { + "name": "model.layers.17.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 12.553231035359204, + "weighted_error_after": 7.217723705456592 + }, + { + "name": "model.layers.17.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 23.219230537302792, + "weighted_error_after": 13.042272196151316 + }, + { + "name": "model.layers.17.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 20.563862569630146, + "weighted_error_after": 14.05159636051394 + }, + { + "name": "model.layers.18.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 126.78383870748803, + "weighted_error_after": 72.30752528924495 + }, + { + "name": "model.layers.18.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 120.33934405166656, + "weighted_error_after": 68.53803397528827 + }, + { + "name": "model.layers.18.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 220.2386375879869, + "weighted_error_after": 123.46322925854474 + }, + { + "name": "model.layers.18.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 258.6839045546949, + "weighted_error_after": 148.34460243582726 + }, + { + "name": "model.layers.18.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 5.628968603909016, + "weighted_error_after": 2.835596941411495 + }, + { + "name": "model.layers.18.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 321.0018037110567, + "weighted_error_after": 185.07186206057668 + }, + { + "name": "model.layers.18.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 345.5118663087487, + "weighted_error_after": 205.22158797457814 + }, + { + "name": "model.layers.18.mlp.experts.0.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 31.387397253885865, + "weighted_error_after": 18.101798214018345 + }, + { + "name": "model.layers.18.mlp.experts.0.up_proj", + "observed_tokens": 106, + "weighted_error_before": 25.560522561892867, + "weighted_error_after": 15.0829988270998 + }, + { + "name": "model.layers.18.mlp.experts.0.down_proj", + "observed_tokens": 106, + "weighted_error_before": 22.388151610735804, + "weighted_error_after": 9.409554322017357 + }, + { + "name": "model.layers.18.mlp.experts.1.gate_proj", + "observed_tokens": 143, + "weighted_error_before": 26.101871248334646, + "weighted_error_after": 15.274574229493737 + }, + { + "name": "model.layers.18.mlp.experts.1.up_proj", + "observed_tokens": 143, + "weighted_error_before": 27.083291800692677, + "weighted_error_after": 16.003478914499283 + }, + { + "name": "model.layers.18.mlp.experts.1.down_proj", + "observed_tokens": 143, + "weighted_error_before": 23.728476342745125, + "weighted_error_after": 13.824446595972404 + }, + { + "name": "model.layers.18.mlp.experts.2.gate_proj", + "observed_tokens": 159, + "weighted_error_before": 27.90591037273407, + "weighted_error_after": 16.227441165596247 + }, + { + "name": "model.layers.18.mlp.experts.2.up_proj", + "observed_tokens": 159, + "weighted_error_before": 29.228518683463335, + "weighted_error_after": 17.08763476088643 + }, + { + "name": "model.layers.18.mlp.experts.2.down_proj", + "observed_tokens": 159, + "weighted_error_before": 23.07514052418992, + "weighted_error_after": 12.753234018106014 + }, + { + "name": "model.layers.18.mlp.experts.3.gate_proj", + "observed_tokens": 169, + "weighted_error_before": 28.760858749970794, + "weighted_error_after": 16.692431488074362 + }, + { + "name": "model.layers.18.mlp.experts.3.up_proj", + "observed_tokens": 169, + "weighted_error_before": 28.785639749839902, + "weighted_error_after": 16.696378702297807 + }, + { + "name": "model.layers.18.mlp.experts.3.down_proj", + "observed_tokens": 169, + "weighted_error_before": 25.76123531907797, + "weighted_error_after": 15.886831210460514 + }, + { + "name": "model.layers.18.mlp.experts.4.gate_proj", + "observed_tokens": 60, + "weighted_error_before": 27.538954351097345, + "weighted_error_after": 16.01997453160584 + }, + { + "name": "model.layers.18.mlp.experts.4.up_proj", + "observed_tokens": 60, + "weighted_error_before": 28.276423759758472, + "weighted_error_after": 16.41626827418804 + }, + { + "name": "model.layers.18.mlp.experts.4.down_proj", + "observed_tokens": 60, + "weighted_error_before": 24.231510658748448, + "weighted_error_after": 15.362785295117646 + }, + { + "name": "model.layers.18.mlp.experts.5.gate_proj", + "observed_tokens": 100, + "weighted_error_before": 31.692471012473106, + "weighted_error_after": 18.234163124114275 + }, + { + "name": "model.layers.18.mlp.experts.5.up_proj", + "observed_tokens": 100, + "weighted_error_before": 26.87226073630154, + "weighted_error_after": 15.75905878096819 + }, + { + "name": "model.layers.18.mlp.experts.5.down_proj", + "observed_tokens": 100, + "weighted_error_before": 21.4266934460029, + "weighted_error_after": 13.469675552565604 + }, + { + "name": "model.layers.18.mlp.experts.6.gate_proj", + "observed_tokens": 403, + "weighted_error_before": 27.587746864184737, + "weighted_error_after": 16.36545606981963 + }, + { + "name": "model.layers.18.mlp.experts.6.up_proj", + "observed_tokens": 403, + "weighted_error_before": 27.070732979103923, + "weighted_error_after": 16.153998849913478 + }, + { + "name": "model.layers.18.mlp.experts.6.down_proj", + "observed_tokens": 403, + "weighted_error_before": 23.99059708788991, + "weighted_error_after": 15.312361636199057 + }, + { + "name": "model.layers.18.mlp.experts.7.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 31.942210663110018, + "weighted_error_after": 18.5714969933033 + }, + { + "name": "model.layers.18.mlp.experts.7.up_proj", + "observed_tokens": 146, + "weighted_error_before": 30.952172476798296, + "weighted_error_after": 18.354940865188837 + }, + { + "name": "model.layers.18.mlp.experts.7.down_proj", + "observed_tokens": 146, + "weighted_error_before": 25.318718004971743, + "weighted_error_after": 15.423864964861423 + }, + { + "name": "model.layers.18.mlp.experts.8.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 25.56072581000626, + "weighted_error_after": 15.093600694090128 + }, + { + "name": "model.layers.18.mlp.experts.8.up_proj", + "observed_tokens": 32, + "weighted_error_before": 26.740647569298744, + "weighted_error_after": 15.842006761580706 + }, + { + "name": "model.layers.18.mlp.experts.8.down_proj", + "observed_tokens": 32, + "weighted_error_before": 23.54530849866569, + "weighted_error_after": 15.621451896615326 + }, + { + "name": "model.layers.18.mlp.experts.9.gate_proj", + "observed_tokens": 130, + "weighted_error_before": 29.402079932391644, + "weighted_error_after": 17.211988063529134 + }, + { + "name": "model.layers.18.mlp.experts.9.up_proj", + "observed_tokens": 130, + "weighted_error_before": 30.213206503540277, + "weighted_error_after": 17.660749481990933 + }, + { + "name": "model.layers.18.mlp.experts.9.down_proj", + "observed_tokens": 130, + "weighted_error_before": 25.876373652368784, + "weighted_error_after": 16.20651853783056 + }, + { + "name": "model.layers.18.mlp.experts.10.gate_proj", + "observed_tokens": 78, + "weighted_error_before": 29.24312537908554, + "weighted_error_after": 17.2448011348024 + }, + { + "name": "model.layers.18.mlp.experts.10.up_proj", + "observed_tokens": 78, + "weighted_error_before": 28.156502604484558, + "weighted_error_after": 16.344661800190806 + }, + { + "name": "model.layers.18.mlp.experts.10.down_proj", + "observed_tokens": 78, + "weighted_error_before": 24.58670578431338, + "weighted_error_after": 15.230893586296588 + }, + { + "name": "model.layers.18.mlp.experts.11.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 30.819109933450818, + "weighted_error_after": 17.524032302200794 + }, + { + "name": "model.layers.18.mlp.experts.11.up_proj", + "observed_tokens": 170, + "weighted_error_before": 29.15527445450425, + "weighted_error_after": 16.767806405201554 + }, + { + "name": "model.layers.18.mlp.experts.11.down_proj", + "observed_tokens": 170, + "weighted_error_before": 23.474271087441593, + "weighted_error_after": 13.92588178254664 + }, + { + "name": "model.layers.18.mlp.experts.12.gate_proj", + "observed_tokens": 220, + "weighted_error_before": 47.10924130305648, + "weighted_error_after": 24.135976143181324 + }, + { + "name": "model.layers.18.mlp.experts.12.up_proj", + "observed_tokens": 220, + "weighted_error_before": 40.15873206034303, + "weighted_error_after": 21.54126038774848 + }, + { + "name": "model.layers.18.mlp.experts.12.down_proj", + "observed_tokens": 220, + "weighted_error_before": 28.97381318267435, + "weighted_error_after": 17.039639513008296 + }, + { + "name": "model.layers.18.mlp.experts.13.gate_proj", + "observed_tokens": 10, + "weighted_error_before": 29.525792526081204, + "weighted_error_after": 17.43471078760922 + }, + { + "name": "model.layers.18.mlp.experts.13.up_proj", + "observed_tokens": 10, + "weighted_error_before": 30.270510159432888, + "weighted_error_after": 17.647857116535306 + }, + { + "name": "model.layers.18.mlp.experts.13.down_proj", + "observed_tokens": 10, + "weighted_error_before": 25.726007541641593, + "weighted_error_after": 17.562161192297935 + }, + { + "name": "model.layers.18.mlp.experts.14.gate_proj", + "observed_tokens": 13, + "weighted_error_before": 27.991379776969552, + "weighted_error_after": 16.35161687247455 + }, + { + "name": "model.layers.18.mlp.experts.14.up_proj", + "observed_tokens": 13, + "weighted_error_before": 29.185557790100574, + "weighted_error_after": 17.221327878534794 + }, + { + "name": "model.layers.18.mlp.experts.14.down_proj", + "observed_tokens": 13, + "weighted_error_before": 26.764693566132337, + "weighted_error_after": 17.817400231957436 + }, + { + "name": "model.layers.18.mlp.experts.15.gate_proj", + "observed_tokens": 224, + "weighted_error_before": 33.17863176018, + "weighted_error_after": 19.371996123343706 + }, + { + "name": "model.layers.18.mlp.experts.15.up_proj", + "observed_tokens": 224, + "weighted_error_before": 31.251517485827208, + "weighted_error_after": 18.41778290644288 + }, + { + "name": "model.layers.18.mlp.experts.15.down_proj", + "observed_tokens": 224, + "weighted_error_before": 26.263556161895394, + "weighted_error_after": 16.696255266666412 + }, + { + "name": "model.layers.18.mlp.experts.16.gate_proj", + "observed_tokens": 662, + "weighted_error_before": 30.642163012176752, + "weighted_error_after": 17.086237653158605 + }, + { + "name": "model.layers.18.mlp.experts.16.up_proj", + "observed_tokens": 662, + "weighted_error_before": 28.554029241204262, + "weighted_error_after": 16.42848918400705 + }, + { + "name": "model.layers.18.mlp.experts.16.down_proj", + "observed_tokens": 662, + "weighted_error_before": 24.234495665878057, + "weighted_error_after": 14.293493397999555 + }, + { + "name": "model.layers.18.mlp.experts.17.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 27.220679441466928, + "weighted_error_after": 15.961813213303685 + }, + { + "name": "model.layers.18.mlp.experts.17.up_proj", + "observed_tokens": 58, + "weighted_error_before": 27.76392156817019, + "weighted_error_after": 16.4463259447366 + }, + { + "name": "model.layers.18.mlp.experts.17.down_proj", + "observed_tokens": 58, + "weighted_error_before": 23.770845422986895, + "weighted_error_after": 16.196408121846616 + }, + { + "name": "model.layers.18.mlp.experts.18.gate_proj", + "observed_tokens": 1595, + "weighted_error_before": 23.68873067200184, + "weighted_error_after": 14.007258852943778 + }, + { + "name": "model.layers.18.mlp.experts.18.up_proj", + "observed_tokens": 1595, + "weighted_error_before": 25.39282556436956, + "weighted_error_after": 15.098529415205121 + }, + { + "name": "model.layers.18.mlp.experts.18.down_proj", + "observed_tokens": 1595, + "weighted_error_before": 22.217083618044853, + "weighted_error_after": 14.559106843080372 + }, + { + "name": "model.layers.18.mlp.experts.19.gate_proj", + "observed_tokens": 113, + "weighted_error_before": 33.71179450675845, + "weighted_error_after": 20.28386857174337 + }, + { + "name": "model.layers.18.mlp.experts.19.up_proj", + "observed_tokens": 113, + "weighted_error_before": 31.467474907636642, + "weighted_error_after": 18.522482408210635 + }, + { + "name": "model.layers.18.mlp.experts.19.down_proj", + "observed_tokens": 113, + "weighted_error_before": 28.029424227774143, + "weighted_error_after": 17.05236882902682 + }, + { + "name": "model.layers.18.mlp.experts.20.gate_proj", + "observed_tokens": 646, + "weighted_error_before": 30.231383996084332, + "weighted_error_after": 17.925477251410484 + }, + { + "name": "model.layers.18.mlp.experts.20.up_proj", + "observed_tokens": 646, + "weighted_error_before": 26.74653334915638, + "weighted_error_after": 15.781067434698343 + }, + { + "name": "model.layers.18.mlp.experts.20.down_proj", + "observed_tokens": 646, + "weighted_error_before": 23.054143918212503, + "weighted_error_after": 14.878095859196037 + }, + { + "name": "model.layers.18.mlp.experts.21.gate_proj", + "observed_tokens": 1576, + "weighted_error_before": 34.55118767917156, + "weighted_error_after": 20.349748506210744 + }, + { + "name": "model.layers.18.mlp.experts.21.up_proj", + "observed_tokens": 1576, + "weighted_error_before": 28.84394036233425, + "weighted_error_after": 17.173935659229755 + }, + { + "name": "model.layers.18.mlp.experts.21.down_proj", + "observed_tokens": 1576, + "weighted_error_before": 24.500599019229412, + "weighted_error_after": 16.18834149092436 + }, + { + "name": "model.layers.18.mlp.experts.22.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 30.022755172103643, + "weighted_error_after": 17.1721853017807 + }, + { + "name": "model.layers.18.mlp.experts.22.up_proj", + "observed_tokens": 158, + "weighted_error_before": 26.79078059270978, + "weighted_error_after": 15.85722048766911 + }, + { + "name": "model.layers.18.mlp.experts.22.down_proj", + "observed_tokens": 158, + "weighted_error_before": 23.763929351698607, + "weighted_error_after": 15.272368358913809 + }, + { + "name": "model.layers.18.mlp.experts.23.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 28.12970808520913, + "weighted_error_after": 16.247166136279702 + }, + { + "name": "model.layers.18.mlp.experts.23.up_proj", + "observed_tokens": 170, + "weighted_error_before": 27.308628983795643, + "weighted_error_after": 15.993632405996323 + }, + { + "name": "model.layers.18.mlp.experts.23.down_proj", + "observed_tokens": 170, + "weighted_error_before": 22.780042143538594, + "weighted_error_after": 14.891681388951838 + }, + { + "name": "model.layers.18.mlp.experts.24.gate_proj", + "observed_tokens": 96, + "weighted_error_before": 30.153049763292074, + "weighted_error_after": 17.599194983951747 + }, + { + "name": "model.layers.18.mlp.experts.24.up_proj", + "observed_tokens": 96, + "weighted_error_before": 27.32058471813798, + "weighted_error_after": 16.00718234665692 + }, + { + "name": "model.layers.18.mlp.experts.24.down_proj", + "observed_tokens": 96, + "weighted_error_before": 22.854228718671948, + "weighted_error_after": 14.929869668092579 + }, + { + "name": "model.layers.18.mlp.experts.25.gate_proj", + "observed_tokens": 1279, + "weighted_error_before": 26.487419666722417, + "weighted_error_after": 15.314504090696573 + }, + { + "name": "model.layers.18.mlp.experts.25.up_proj", + "observed_tokens": 1279, + "weighted_error_before": 27.989642230793834, + "weighted_error_after": 16.093160251155496 + }, + { + "name": "model.layers.18.mlp.experts.25.down_proj", + "observed_tokens": 1279, + "weighted_error_before": 23.037052928470075, + "weighted_error_after": 15.476821755524725 + }, + { + "name": "model.layers.18.mlp.experts.26.gate_proj", + "observed_tokens": 414, + "weighted_error_before": 28.675964456051588, + "weighted_error_after": 16.844511426985264 + }, + { + "name": "model.layers.18.mlp.experts.26.up_proj", + "observed_tokens": 414, + "weighted_error_before": 27.000819247215986, + "weighted_error_after": 15.805156212300062 + }, + { + "name": "model.layers.18.mlp.experts.26.down_proj", + "observed_tokens": 414, + "weighted_error_before": 22.721919937059283, + "weighted_error_after": 14.944889016449451 + }, + { + "name": "model.layers.18.mlp.experts.27.gate_proj", + "observed_tokens": 209, + "weighted_error_before": 29.550018647685647, + "weighted_error_after": 17.216282853856683 + }, + { + "name": "model.layers.18.mlp.experts.27.up_proj", + "observed_tokens": 209, + "weighted_error_before": 29.98763420060277, + "weighted_error_after": 17.649294670671225 + }, + { + "name": "model.layers.18.mlp.experts.27.down_proj", + "observed_tokens": 209, + "weighted_error_before": 24.74674385646358, + "weighted_error_after": 16.068271674681455 + }, + { + "name": "model.layers.18.mlp.experts.28.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 26.342088820412755, + "weighted_error_after": 15.638258785009384 + }, + { + "name": "model.layers.18.mlp.experts.28.up_proj", + "observed_tokens": 139, + "weighted_error_before": 25.695812348276377, + "weighted_error_after": 15.136490065604448 + }, + { + "name": "model.layers.18.mlp.experts.28.down_proj", + "observed_tokens": 139, + "weighted_error_before": 21.842378344386816, + "weighted_error_after": 14.512348727788776 + }, + { + "name": "model.layers.18.mlp.experts.29.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 27.44967576302588, + "weighted_error_after": 15.900513503700495 + }, + { + "name": "model.layers.18.mlp.experts.29.up_proj", + "observed_tokens": 109, + "weighted_error_before": 26.066267296671867, + "weighted_error_after": 15.270870013162494 + }, + { + "name": "model.layers.18.mlp.experts.29.down_proj", + "observed_tokens": 109, + "weighted_error_before": 21.49059803877026, + "weighted_error_after": 13.06592552177608 + }, + { + "name": "model.layers.18.mlp.experts.30.gate_proj", + "observed_tokens": 764, + "weighted_error_before": 28.305122984573245, + "weighted_error_after": 16.748596288263798 + }, + { + "name": "model.layers.18.mlp.experts.30.up_proj", + "observed_tokens": 764, + "weighted_error_before": 26.544254422187805, + "weighted_error_after": 15.699975872412324 + }, + { + "name": "model.layers.18.mlp.experts.30.down_proj", + "observed_tokens": 764, + "weighted_error_before": 22.595718316268176, + "weighted_error_after": 14.531285870354623 + }, + { + "name": "model.layers.18.mlp.experts.31.gate_proj", + "observed_tokens": 375, + "weighted_error_before": 26.209613598883152, + "weighted_error_after": 15.525781467556953 + }, + { + "name": "model.layers.18.mlp.experts.31.up_proj", + "observed_tokens": 375, + "weighted_error_before": 30.057049058377743, + "weighted_error_after": 17.715438816696405 + }, + { + "name": "model.layers.18.mlp.experts.31.down_proj", + "observed_tokens": 375, + "weighted_error_before": 25.39542424492538, + "weighted_error_after": 16.669877455569804 + }, + { + "name": "model.layers.18.mlp.experts.32.gate_proj", + "observed_tokens": 273, + "weighted_error_before": 26.687162708491087, + "weighted_error_after": 15.75760061480105 + }, + { + "name": "model.layers.18.mlp.experts.32.up_proj", + "observed_tokens": 273, + "weighted_error_before": 25.775125935673714, + "weighted_error_after": 15.310230871662498 + }, + { + "name": "model.layers.18.mlp.experts.32.down_proj", + "observed_tokens": 273, + "weighted_error_before": 23.014126990921795, + "weighted_error_after": 15.302144593559206 + }, + { + "name": "model.layers.18.mlp.experts.33.gate_proj", + "observed_tokens": 73, + "weighted_error_before": 30.516727223992348, + "weighted_error_after": 17.8005834473297 + }, + { + "name": "model.layers.18.mlp.experts.33.up_proj", + "observed_tokens": 73, + "weighted_error_before": 27.385796470567584, + "weighted_error_after": 16.28156986273825 + }, + { + "name": "model.layers.18.mlp.experts.33.down_proj", + "observed_tokens": 73, + "weighted_error_before": 24.39459199877456, + "weighted_error_after": 14.962910366244614 + }, + { + "name": "model.layers.18.mlp.experts.34.gate_proj", + "observed_tokens": 224, + "weighted_error_before": 25.761699015274644, + "weighted_error_after": 15.243247978389263 + }, + { + "name": "model.layers.18.mlp.experts.34.up_proj", + "observed_tokens": 224, + "weighted_error_before": 27.75377408415079, + "weighted_error_after": 16.24996731430292 + }, + { + "name": "model.layers.18.mlp.experts.34.down_proj", + "observed_tokens": 224, + "weighted_error_before": 23.354433345608413, + "weighted_error_after": 15.15624550357461 + }, + { + "name": "model.layers.18.mlp.experts.35.gate_proj", + "observed_tokens": 1561, + "weighted_error_before": 28.904759658500552, + "weighted_error_after": 16.90055500715971 + }, + { + "name": "model.layers.18.mlp.experts.35.up_proj", + "observed_tokens": 1561, + "weighted_error_before": 25.06998666934669, + "weighted_error_after": 14.952256433665752 + }, + { + "name": "model.layers.18.mlp.experts.35.down_proj", + "observed_tokens": 1561, + "weighted_error_before": 22.158696806058288, + "weighted_error_after": 14.726987243629992 + }, + { + "name": "model.layers.18.mlp.experts.36.gate_proj", + "observed_tokens": 1349, + "weighted_error_before": 28.15075576864183, + "weighted_error_after": 16.10826725512743 + }, + { + "name": "model.layers.18.mlp.experts.36.up_proj", + "observed_tokens": 1349, + "weighted_error_before": 27.31775864958763, + "weighted_error_after": 16.002875845879316 + }, + { + "name": "model.layers.18.mlp.experts.36.down_proj", + "observed_tokens": 1349, + "weighted_error_before": 22.883639958687127, + "weighted_error_after": 15.416702266316861 + }, + { + "name": "model.layers.18.mlp.experts.37.gate_proj", + "observed_tokens": 241, + "weighted_error_before": 29.333349289372563, + "weighted_error_after": 16.858617275953293 + }, + { + "name": "model.layers.18.mlp.experts.37.up_proj", + "observed_tokens": 241, + "weighted_error_before": 30.188880620524287, + "weighted_error_after": 17.795811273157597 + }, + { + "name": "model.layers.18.mlp.experts.37.down_proj", + "observed_tokens": 241, + "weighted_error_before": 24.473974174819887, + "weighted_error_after": 15.239130250178277 + }, + { + "name": "model.layers.18.mlp.experts.38.gate_proj", + "observed_tokens": 699, + "weighted_error_before": 27.615336364135146, + "weighted_error_after": 15.930658683180809 + }, + { + "name": "model.layers.18.mlp.experts.38.up_proj", + "observed_tokens": 699, + "weighted_error_before": 27.130089415237308, + "weighted_error_after": 16.038615617901087 + }, + { + "name": "model.layers.18.mlp.experts.38.down_proj", + "observed_tokens": 699, + "weighted_error_before": 24.392600264400244, + "weighted_error_after": 16.20269883191213 + }, + { + "name": "model.layers.18.mlp.experts.39.gate_proj", + "observed_tokens": 485, + "weighted_error_before": 26.54432174935937, + "weighted_error_after": 15.688327169045806 + }, + { + "name": "model.layers.18.mlp.experts.39.up_proj", + "observed_tokens": 485, + "weighted_error_before": 28.456372492015362, + "weighted_error_after": 16.640341870486736 + }, + { + "name": "model.layers.18.mlp.experts.39.down_proj", + "observed_tokens": 485, + "weighted_error_before": 24.062530553899705, + "weighted_error_after": 16.213265859521925 + }, + { + "name": "model.layers.18.mlp.experts.40.gate_proj", + "observed_tokens": 250, + "weighted_error_before": 28.99333331361413, + "weighted_error_after": 17.1064095441252 + }, + { + "name": "model.layers.18.mlp.experts.40.up_proj", + "observed_tokens": 250, + "weighted_error_before": 31.38178940117359, + "weighted_error_after": 18.541070701554418 + }, + { + "name": "model.layers.18.mlp.experts.40.down_proj", + "observed_tokens": 250, + "weighted_error_before": 25.77636261191219, + "weighted_error_after": 17.258427645545453 + }, + { + "name": "model.layers.18.mlp.experts.41.gate_proj", + "observed_tokens": 807, + "weighted_error_before": 27.56551818922162, + "weighted_error_after": 16.16142126172781 + }, + { + "name": "model.layers.18.mlp.experts.41.up_proj", + "observed_tokens": 807, + "weighted_error_before": 28.899844594299793, + "weighted_error_after": 17.068769356235862 + }, + { + "name": "model.layers.18.mlp.experts.41.down_proj", + "observed_tokens": 807, + "weighted_error_before": 24.379529293626547, + "weighted_error_after": 16.3882442782633 + }, + { + "name": "model.layers.18.mlp.experts.42.gate_proj", + "observed_tokens": 396, + "weighted_error_before": 28.869977133348584, + "weighted_error_after": 17.05607568193227 + }, + { + "name": "model.layers.18.mlp.experts.42.up_proj", + "observed_tokens": 396, + "weighted_error_before": 26.8212371468544, + "weighted_error_after": 15.901154097169638 + }, + { + "name": "model.layers.18.mlp.experts.42.down_proj", + "observed_tokens": 396, + "weighted_error_before": 23.171324933879077, + "weighted_error_after": 14.913057028781623 + }, + { + "name": "model.layers.18.mlp.experts.43.gate_proj", + "observed_tokens": 113, + "weighted_error_before": 27.903850996866822, + "weighted_error_after": 16.281513296067715 + }, + { + "name": "model.layers.18.mlp.experts.43.up_proj", + "observed_tokens": 113, + "weighted_error_before": 29.749219186604023, + "weighted_error_after": 17.626354867592454 + }, + { + "name": "model.layers.18.mlp.experts.43.down_proj", + "observed_tokens": 113, + "weighted_error_before": 25.170256254263222, + "weighted_error_after": 16.523802201263607 + }, + { + "name": "model.layers.18.mlp.experts.44.gate_proj", + "observed_tokens": 93, + "weighted_error_before": 28.70809280127287, + "weighted_error_after": 16.755957262590528 + }, + { + "name": "model.layers.18.mlp.experts.44.up_proj", + "observed_tokens": 93, + "weighted_error_before": 28.788585536181927, + "weighted_error_after": 16.91110452823341 + }, + { + "name": "model.layers.18.mlp.experts.44.down_proj", + "observed_tokens": 93, + "weighted_error_before": 24.76936740987003, + "weighted_error_after": 15.932713613845408 + }, + { + "name": "model.layers.18.mlp.experts.45.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 32.480140475556254, + "weighted_error_after": 19.436912829056382 + }, + { + "name": "model.layers.18.mlp.experts.45.up_proj", + "observed_tokens": 98, + "weighted_error_before": 27.32225166633725, + "weighted_error_after": 15.993612503632903 + }, + { + "name": "model.layers.18.mlp.experts.45.down_proj", + "observed_tokens": 98, + "weighted_error_before": 22.388886959757656, + "weighted_error_after": 13.672933528432623 + }, + { + "name": "model.layers.18.mlp.experts.46.gate_proj", + "observed_tokens": 247, + "weighted_error_before": 31.38191470131278, + "weighted_error_after": 18.519023152068257 + }, + { + "name": "model.layers.18.mlp.experts.46.up_proj", + "observed_tokens": 247, + "weighted_error_before": 30.458091761916876, + "weighted_error_after": 18.16197013296187 + }, + { + "name": "model.layers.18.mlp.experts.46.down_proj", + "observed_tokens": 247, + "weighted_error_before": 25.17022877279669, + "weighted_error_after": 16.12471682438627 + }, + { + "name": "model.layers.18.mlp.experts.47.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 30.5251770503819, + "weighted_error_after": 17.999799009412527 + }, + { + "name": "model.layers.18.mlp.experts.47.up_proj", + "observed_tokens": 106, + "weighted_error_before": 28.960313986986876, + "weighted_error_after": 16.758763382211328 + }, + { + "name": "model.layers.18.mlp.experts.47.down_proj", + "observed_tokens": 106, + "weighted_error_before": 24.320261537097394, + "weighted_error_after": 14.886497500352561 + }, + { + "name": "model.layers.18.mlp.experts.48.gate_proj", + "observed_tokens": 77, + "weighted_error_before": 26.903102146461606, + "weighted_error_after": 15.776250030845404 + }, + { + "name": "model.layers.18.mlp.experts.48.up_proj", + "observed_tokens": 77, + "weighted_error_before": 25.845086485147476, + "weighted_error_after": 15.371910469606519 + }, + { + "name": "model.layers.18.mlp.experts.48.down_proj", + "observed_tokens": 77, + "weighted_error_before": 22.873501317575574, + "weighted_error_after": 14.673638106323779 + }, + { + "name": "model.layers.18.mlp.experts.49.gate_proj", + "observed_tokens": 982, + "weighted_error_before": 24.25872940570116, + "weighted_error_after": 14.260042874142528 + }, + { + "name": "model.layers.18.mlp.experts.49.up_proj", + "observed_tokens": 982, + "weighted_error_before": 26.151675768196583, + "weighted_error_after": 15.318159753456712 + }, + { + "name": "model.layers.18.mlp.experts.49.down_proj", + "observed_tokens": 982, + "weighted_error_before": 22.41034874599427, + "weighted_error_after": 15.224863822106272 + }, + { + "name": "model.layers.18.mlp.experts.50.gate_proj", + "observed_tokens": 1171, + "weighted_error_before": 24.710948526859283, + "weighted_error_after": 14.50148591119796 + }, + { + "name": "model.layers.18.mlp.experts.50.up_proj", + "observed_tokens": 1171, + "weighted_error_before": 25.253100024536252, + "weighted_error_after": 14.759430615231395 + }, + { + "name": "model.layers.18.mlp.experts.50.down_proj", + "observed_tokens": 1171, + "weighted_error_before": 22.119820757303387, + "weighted_error_after": 14.425422697793692 + }, + { + "name": "model.layers.18.mlp.experts.51.gate_proj", + "observed_tokens": 174, + "weighted_error_before": 26.263375537469983, + "weighted_error_after": 15.210239963606 + }, + { + "name": "model.layers.18.mlp.experts.51.up_proj", + "observed_tokens": 174, + "weighted_error_before": 26.40666021965444, + "weighted_error_after": 15.45203686133027 + }, + { + "name": "model.layers.18.mlp.experts.51.down_proj", + "observed_tokens": 174, + "weighted_error_before": 23.047120803501457, + "weighted_error_after": 14.662392964586616 + }, + { + "name": "model.layers.18.mlp.experts.52.gate_proj", + "observed_tokens": 13, + "weighted_error_before": 29.096664052456617, + "weighted_error_after": 16.906729398295283 + }, + { + "name": "model.layers.18.mlp.experts.52.up_proj", + "observed_tokens": 13, + "weighted_error_before": 29.75398787483573, + "weighted_error_after": 17.454073518514633 + }, + { + "name": "model.layers.18.mlp.experts.52.down_proj", + "observed_tokens": 13, + "weighted_error_before": 24.769010451622307, + "weighted_error_after": 16.903995575383306 + }, + { + "name": "model.layers.18.mlp.experts.53.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 32.70898160710931, + "weighted_error_after": 18.883207972161472 + }, + { + "name": "model.layers.18.mlp.experts.53.up_proj", + "observed_tokens": 98, + "weighted_error_before": 27.380538092926145, + "weighted_error_after": 15.91309293732047 + }, + { + "name": "model.layers.18.mlp.experts.53.down_proj", + "observed_tokens": 98, + "weighted_error_before": 22.633611377794296, + "weighted_error_after": 14.342516271397471 + }, + { + "name": "model.layers.18.mlp.experts.54.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 30.35956626199186, + "weighted_error_after": 17.83279077336192 + }, + { + "name": "model.layers.18.mlp.experts.54.up_proj", + "observed_tokens": 90, + "weighted_error_before": 26.35040988959372, + "weighted_error_after": 15.554905652999878 + }, + { + "name": "model.layers.18.mlp.experts.54.down_proj", + "observed_tokens": 90, + "weighted_error_before": 22.68193614995107, + "weighted_error_after": 14.252481660339981 + }, + { + "name": "model.layers.18.mlp.experts.55.gate_proj", + "observed_tokens": 532, + "weighted_error_before": 27.155669504776597, + "weighted_error_after": 15.910136166960001 + }, + { + "name": "model.layers.18.mlp.experts.55.up_proj", + "observed_tokens": 532, + "weighted_error_before": 28.64804246649146, + "weighted_error_after": 16.875344153493643 + }, + { + "name": "model.layers.18.mlp.experts.55.down_proj", + "observed_tokens": 532, + "weighted_error_before": 24.19716829340905, + "weighted_error_after": 16.1083669741638 + }, + { + "name": "model.layers.18.mlp.experts.56.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 25.801149252802134, + "weighted_error_after": 14.901883846148849 + }, + { + "name": "model.layers.18.mlp.experts.56.up_proj", + "observed_tokens": 85, + "weighted_error_before": 26.27742031775415, + "weighted_error_after": 15.37562775798142 + }, + { + "name": "model.layers.18.mlp.experts.56.down_proj", + "observed_tokens": 85, + "weighted_error_before": 23.332652914803475, + "weighted_error_after": 13.925734743941575 + }, + { + "name": "model.layers.18.mlp.experts.57.gate_proj", + "observed_tokens": 525, + "weighted_error_before": 25.15114489197731, + "weighted_error_after": 14.861773401498795 + }, + { + "name": "model.layers.18.mlp.experts.57.up_proj", + "observed_tokens": 525, + "weighted_error_before": 27.467658158391714, + "weighted_error_after": 16.082105925306678 + }, + { + "name": "model.layers.18.mlp.experts.57.down_proj", + "observed_tokens": 525, + "weighted_error_before": 23.338678940199316, + "weighted_error_after": 15.67786300368607 + }, + { + "name": "model.layers.18.mlp.experts.58.gate_proj", + "observed_tokens": 82, + "weighted_error_before": 27.708793012425303, + "weighted_error_after": 16.176880010403693 + }, + { + "name": "model.layers.18.mlp.experts.58.up_proj", + "observed_tokens": 82, + "weighted_error_before": 29.87220649048686, + "weighted_error_after": 17.43489499296993 + }, + { + "name": "model.layers.18.mlp.experts.58.down_proj", + "observed_tokens": 82, + "weighted_error_before": 24.98436381481588, + "weighted_error_after": 15.056168420240283 + }, + { + "name": "model.layers.18.mlp.experts.59.gate_proj", + "observed_tokens": 775, + "weighted_error_before": 27.647405233234167, + "weighted_error_after": 16.49287704564631 + }, + { + "name": "model.layers.18.mlp.experts.59.up_proj", + "observed_tokens": 775, + "weighted_error_before": 30.08074488118291, + "weighted_error_after": 17.60603229701519 + }, + { + "name": "model.layers.18.mlp.experts.59.down_proj", + "observed_tokens": 775, + "weighted_error_before": 25.074265049770474, + "weighted_error_after": 16.9479768415913 + }, + { + "name": "model.layers.18.mlp.experts.60.gate_proj", + "observed_tokens": 56, + "weighted_error_before": 30.42876212671399, + "weighted_error_after": 17.690047811716795 + }, + { + "name": "model.layers.18.mlp.experts.60.up_proj", + "observed_tokens": 56, + "weighted_error_before": 30.596891574561596, + "weighted_error_after": 18.10642339102924 + }, + { + "name": "model.layers.18.mlp.experts.60.down_proj", + "observed_tokens": 56, + "weighted_error_before": 26.497232764028013, + "weighted_error_after": 16.90690614376217 + }, + { + "name": "model.layers.18.mlp.experts.61.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 34.902105832472444, + "weighted_error_after": 19.337407305836678 + }, + { + "name": "model.layers.18.mlp.experts.61.up_proj", + "observed_tokens": 61, + "weighted_error_before": 32.63079556822777, + "weighted_error_after": 17.691934755071998 + }, + { + "name": "model.layers.18.mlp.experts.61.down_proj", + "observed_tokens": 61, + "weighted_error_before": 22.601177680306137, + "weighted_error_after": 14.539613484404981 + }, + { + "name": "model.layers.18.mlp.experts.62.gate_proj", + "observed_tokens": 108, + "weighted_error_before": 27.37686837092042, + "weighted_error_after": 15.72448330000043 + }, + { + "name": "model.layers.18.mlp.experts.62.up_proj", + "observed_tokens": 108, + "weighted_error_before": 26.97243384644389, + "weighted_error_after": 15.429877294227481 + }, + { + "name": "model.layers.18.mlp.experts.62.down_proj", + "observed_tokens": 108, + "weighted_error_before": 23.06260114721954, + "weighted_error_after": 13.829006854444742 + }, + { + "name": "model.layers.18.mlp.experts.63.gate_proj", + "observed_tokens": 163, + "weighted_error_before": 30.934150099754333, + "weighted_error_after": 18.150017961859703 + }, + { + "name": "model.layers.18.mlp.experts.63.up_proj", + "observed_tokens": 163, + "weighted_error_before": 26.80106844380498, + "weighted_error_after": 15.813343720510602 + }, + { + "name": "model.layers.18.mlp.experts.63.down_proj", + "observed_tokens": 163, + "weighted_error_before": 22.67480645235628, + "weighted_error_after": 15.133511585649103 + }, + { + "name": "model.layers.18.mlp.experts.64.gate_proj", + "observed_tokens": 194, + "weighted_error_before": 24.486993543803692, + "weighted_error_after": 14.262757618911564 + }, + { + "name": "model.layers.18.mlp.experts.64.up_proj", + "observed_tokens": 194, + "weighted_error_before": 25.69067524559796, + "weighted_error_after": 14.912187870591879 + }, + { + "name": "model.layers.18.mlp.experts.64.down_proj", + "observed_tokens": 194, + "weighted_error_before": 22.46510751452297, + "weighted_error_after": 14.223129393532872 + }, + { + "name": "model.layers.18.mlp.experts.65.gate_proj", + "observed_tokens": 157, + "weighted_error_before": 30.260892130434513, + "weighted_error_after": 17.787127209827304 + }, + { + "name": "model.layers.18.mlp.experts.65.up_proj", + "observed_tokens": 157, + "weighted_error_before": 29.575476981699467, + "weighted_error_after": 17.2611948531121 + }, + { + "name": "model.layers.18.mlp.experts.65.down_proj", + "observed_tokens": 157, + "weighted_error_before": 24.730356103740633, + "weighted_error_after": 15.275755572598428 + }, + { + "name": "model.layers.18.mlp.experts.66.gate_proj", + "observed_tokens": 469, + "weighted_error_before": 30.7714735660702, + "weighted_error_after": 17.005035061389208 + }, + { + "name": "model.layers.18.mlp.experts.66.up_proj", + "observed_tokens": 469, + "weighted_error_before": 30.13296126946807, + "weighted_error_after": 16.864470789209008 + }, + { + "name": "model.layers.18.mlp.experts.66.down_proj", + "observed_tokens": 469, + "weighted_error_before": 24.42585186334327, + "weighted_error_after": 13.37110054725781 + }, + { + "name": "model.layers.18.mlp.experts.67.gate_proj", + "observed_tokens": 55, + "weighted_error_before": 28.815305722877383, + "weighted_error_after": 16.908554390072823 + }, + { + "name": "model.layers.18.mlp.experts.67.up_proj", + "observed_tokens": 55, + "weighted_error_before": 26.633327977731824, + "weighted_error_after": 15.698358669877052 + }, + { + "name": "model.layers.18.mlp.experts.67.down_proj", + "observed_tokens": 55, + "weighted_error_before": 22.73515000194311, + "weighted_error_after": 13.066845399327576 + }, + { + "name": "model.layers.18.mlp.experts.68.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 31.604696352034807, + "weighted_error_after": 18.457041727378964 + }, + { + "name": "model.layers.18.mlp.experts.68.up_proj", + "observed_tokens": 201, + "weighted_error_before": 29.83858786895871, + "weighted_error_after": 17.697491152212024 + }, + { + "name": "model.layers.18.mlp.experts.68.down_proj", + "observed_tokens": 201, + "weighted_error_before": 25.6618757173419, + "weighted_error_after": 15.828047504648566 + }, + { + "name": "model.layers.18.mlp.experts.69.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 29.28196605667472, + "weighted_error_after": 17.062197716906667 + }, + { + "name": "model.layers.18.mlp.experts.69.up_proj", + "observed_tokens": 106, + "weighted_error_before": 28.268725123256445, + "weighted_error_after": 16.668118234723806 + }, + { + "name": "model.layers.18.mlp.experts.69.down_proj", + "observed_tokens": 106, + "weighted_error_before": 24.180532636586577, + "weighted_error_after": 15.577736693900079 + }, + { + "name": "model.layers.18.mlp.experts.70.gate_proj", + "observed_tokens": 548, + "weighted_error_before": 27.912970239296556, + "weighted_error_after": 16.42769761569798 + }, + { + "name": "model.layers.18.mlp.experts.70.up_proj", + "observed_tokens": 548, + "weighted_error_before": 29.240382008254528, + "weighted_error_after": 17.139482548460364 + }, + { + "name": "model.layers.18.mlp.experts.70.down_proj", + "observed_tokens": 548, + "weighted_error_before": 24.423949868883938, + "weighted_error_after": 16.331191624049097 + }, + { + "name": "model.layers.18.mlp.experts.71.gate_proj", + "observed_tokens": 18, + "weighted_error_before": 25.882335800677538, + "weighted_error_after": 15.141280628740788 + }, + { + "name": "model.layers.18.mlp.experts.71.up_proj", + "observed_tokens": 18, + "weighted_error_before": 25.33838054910302, + "weighted_error_after": 14.858559431508183 + }, + { + "name": "model.layers.18.mlp.experts.71.down_proj", + "observed_tokens": 18, + "weighted_error_before": 22.32659041788429, + "weighted_error_after": 15.195441174320877 + }, + { + "name": "model.layers.18.mlp.experts.72.gate_proj", + "observed_tokens": 179, + "weighted_error_before": 32.434634109959006, + "weighted_error_after": 18.68522210046649 + }, + { + "name": "model.layers.18.mlp.experts.72.up_proj", + "observed_tokens": 179, + "weighted_error_before": 27.617804130539298, + "weighted_error_after": 15.961181662976742 + }, + { + "name": "model.layers.18.mlp.experts.72.down_proj", + "observed_tokens": 179, + "weighted_error_before": 22.347063104622066, + "weighted_error_after": 13.343738568015397 + }, + { + "name": "model.layers.18.mlp.experts.73.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 31.26181458681822, + "weighted_error_after": 18.302394069731236 + }, + { + "name": "model.layers.18.mlp.experts.73.up_proj", + "observed_tokens": 161, + "weighted_error_before": 29.738612670451403, + "weighted_error_after": 17.27800827845931 + }, + { + "name": "model.layers.18.mlp.experts.73.down_proj", + "observed_tokens": 161, + "weighted_error_before": 23.999041696079075, + "weighted_error_after": 15.54977007722482 + }, + { + "name": "model.layers.18.mlp.experts.74.gate_proj", + "observed_tokens": 236, + "weighted_error_before": 26.408417996019125, + "weighted_error_after": 15.28388661891222 + }, + { + "name": "model.layers.18.mlp.experts.74.up_proj", + "observed_tokens": 236, + "weighted_error_before": 34.745329566299915, + "weighted_error_after": 20.280248513445258 + }, + { + "name": "model.layers.18.mlp.experts.74.down_proj", + "observed_tokens": 236, + "weighted_error_before": 28.81818092148751, + "weighted_error_after": 18.067021768074483 + }, + { + "name": "model.layers.18.mlp.experts.75.gate_proj", + "observed_tokens": 546, + "weighted_error_before": 29.134883504360914, + "weighted_error_after": 17.222608520649374 + }, + { + "name": "model.layers.18.mlp.experts.75.up_proj", + "observed_tokens": 546, + "weighted_error_before": 25.382102651521564, + "weighted_error_after": 15.109392797574401 + }, + { + "name": "model.layers.18.mlp.experts.75.down_proj", + "observed_tokens": 546, + "weighted_error_before": 21.730977781116962, + "weighted_error_after": 14.115972473286092 + }, + { + "name": "model.layers.18.mlp.experts.76.gate_proj", + "observed_tokens": 378, + "weighted_error_before": 27.4742351770401, + "weighted_error_after": 16.047093155793846 + }, + { + "name": "model.layers.18.mlp.experts.76.up_proj", + "observed_tokens": 378, + "weighted_error_before": 28.57344578206539, + "weighted_error_after": 16.67480498738587 + }, + { + "name": "model.layers.18.mlp.experts.76.down_proj", + "observed_tokens": 378, + "weighted_error_before": 24.15097410045564, + "weighted_error_after": 16.009439140558243 + }, + { + "name": "model.layers.18.mlp.experts.77.gate_proj", + "observed_tokens": 113, + "weighted_error_before": 28.471810024231672, + "weighted_error_after": 16.589707175269723 + }, + { + "name": "model.layers.18.mlp.experts.77.up_proj", + "observed_tokens": 113, + "weighted_error_before": 29.725472804158926, + "weighted_error_after": 17.512224109843373 + }, + { + "name": "model.layers.18.mlp.experts.77.down_proj", + "observed_tokens": 113, + "weighted_error_before": 26.036616665311158, + "weighted_error_after": 5.220569419208914 + }, + { + "name": "model.layers.18.mlp.experts.78.gate_proj", + "observed_tokens": 42, + "weighted_error_before": 28.12488977611065, + "weighted_error_after": 16.585169557482004 + }, + { + "name": "model.layers.18.mlp.experts.78.up_proj", + "observed_tokens": 42, + "weighted_error_before": 29.75122993439436, + "weighted_error_after": 17.531246323138475 + }, + { + "name": "model.layers.18.mlp.experts.78.down_proj", + "observed_tokens": 42, + "weighted_error_before": 25.512378223240376, + "weighted_error_after": 16.642235762439668 + }, + { + "name": "model.layers.18.mlp.experts.79.gate_proj", + "observed_tokens": 21, + "weighted_error_before": 29.48766378313303, + "weighted_error_after": 17.461086621508002 + }, + { + "name": "model.layers.18.mlp.experts.79.up_proj", + "observed_tokens": 21, + "weighted_error_before": 28.06153728812933, + "weighted_error_after": 16.638625741004944 + }, + { + "name": "model.layers.18.mlp.experts.79.down_proj", + "observed_tokens": 21, + "weighted_error_before": 23.297744654584676, + "weighted_error_after": 15.905798201449215 + }, + { + "name": "model.layers.18.mlp.experts.80.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 21.552221920341253, + "weighted_error_after": 12.77114662900567 + }, + { + "name": "model.layers.18.mlp.experts.80.up_proj", + "observed_tokens": 94, + "weighted_error_before": 32.40934741683304, + "weighted_error_after": 19.034832771867514 + }, + { + "name": "model.layers.18.mlp.experts.80.down_proj", + "observed_tokens": 94, + "weighted_error_before": 28.728768532164395, + "weighted_error_after": 17.57981638982892 + }, + { + "name": "model.layers.18.mlp.experts.81.gate_proj", + "observed_tokens": 242, + "weighted_error_before": 30.389751065522432, + "weighted_error_after": 17.861363602802157 + }, + { + "name": "model.layers.18.mlp.experts.81.up_proj", + "observed_tokens": 242, + "weighted_error_before": 30.58436355739832, + "weighted_error_after": 18.146466195583344 + }, + { + "name": "model.layers.18.mlp.experts.81.down_proj", + "observed_tokens": 242, + "weighted_error_before": 26.875509217381477, + "weighted_error_after": 17.406276803463697 + }, + { + "name": "model.layers.18.mlp.experts.82.gate_proj", + "observed_tokens": 212, + "weighted_error_before": 33.04551458358765, + "weighted_error_after": 19.522163782268763 + }, + { + "name": "model.layers.18.mlp.experts.82.up_proj", + "observed_tokens": 212, + "weighted_error_before": 31.409776616841555, + "weighted_error_after": 18.489894434809685 + }, + { + "name": "model.layers.18.mlp.experts.82.down_proj", + "observed_tokens": 212, + "weighted_error_before": 27.768721379339695, + "weighted_error_after": 17.114201901946217 + }, + { + "name": "model.layers.18.mlp.experts.83.gate_proj", + "observed_tokens": 17, + "weighted_error_before": 32.52866167202592, + "weighted_error_after": 19.149907605722547 + }, + { + "name": "model.layers.18.mlp.experts.83.up_proj", + "observed_tokens": 17, + "weighted_error_before": 33.386604495346546, + "weighted_error_after": 19.61286194808781 + }, + { + "name": "model.layers.18.mlp.experts.83.down_proj", + "observed_tokens": 17, + "weighted_error_before": 27.33142989873886, + "weighted_error_after": 18.734765538480133 + }, + { + "name": "model.layers.18.mlp.experts.84.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 32.89214090257883, + "weighted_error_after": 19.173650978133082 + }, + { + "name": "model.layers.18.mlp.experts.84.up_proj", + "observed_tokens": 256, + "weighted_error_before": 33.11614977195859, + "weighted_error_after": 19.62451925687492 + }, + { + "name": "model.layers.18.mlp.experts.84.down_proj", + "observed_tokens": 256, + "weighted_error_before": 27.24951581656933, + "weighted_error_after": 18.024930434301496 + }, + { + "name": "model.layers.18.mlp.experts.85.gate_proj", + "observed_tokens": 302, + "weighted_error_before": 25.856664346531034, + "weighted_error_after": 15.232597826048732 + }, + { + "name": "model.layers.18.mlp.experts.85.up_proj", + "observed_tokens": 302, + "weighted_error_before": 27.457312896847725, + "weighted_error_after": 16.02142659947276 + }, + { + "name": "model.layers.18.mlp.experts.85.down_proj", + "observed_tokens": 302, + "weighted_error_before": 23.785500814206898, + "weighted_error_after": 14.807985291350633 + }, + { + "name": "model.layers.18.mlp.experts.86.gate_proj", + "observed_tokens": 448, + "weighted_error_before": 25.293750206008554, + "weighted_error_after": 14.884857058525085 + }, + { + "name": "model.layers.18.mlp.experts.86.up_proj", + "observed_tokens": 448, + "weighted_error_before": 27.14147475734353, + "weighted_error_after": 15.90475651808083 + }, + { + "name": "model.layers.18.mlp.experts.86.down_proj", + "observed_tokens": 448, + "weighted_error_before": 25.36277659609914, + "weighted_error_after": 16.613019307143986 + }, + { + "name": "model.layers.18.mlp.experts.87.gate_proj", + "observed_tokens": 249, + "weighted_error_before": 27.816701225936413, + "weighted_error_after": 16.226513162255287 + }, + { + "name": "model.layers.18.mlp.experts.87.up_proj", + "observed_tokens": 249, + "weighted_error_before": 28.97729130834341, + "weighted_error_after": 17.060538068413734 + }, + { + "name": "model.layers.18.mlp.experts.87.down_proj", + "observed_tokens": 249, + "weighted_error_before": 24.73398935981095, + "weighted_error_after": 16.474394320044667 + }, + { + "name": "model.layers.18.mlp.experts.88.gate_proj", + "observed_tokens": 33, + "weighted_error_before": 29.90820937231183, + "weighted_error_after": 17.702486312016845 + }, + { + "name": "model.layers.18.mlp.experts.88.up_proj", + "observed_tokens": 33, + "weighted_error_before": 30.01062012836337, + "weighted_error_after": 17.631769217550755 + }, + { + "name": "model.layers.18.mlp.experts.88.down_proj", + "observed_tokens": 33, + "weighted_error_before": 24.803849063813686, + "weighted_error_after": 16.55430970992893 + }, + { + "name": "model.layers.18.mlp.experts.89.gate_proj", + "observed_tokens": 15, + "weighted_error_before": 28.090148996561766, + "weighted_error_after": 16.12477408722043 + }, + { + "name": "model.layers.18.mlp.experts.89.up_proj", + "observed_tokens": 15, + "weighted_error_before": 34.06912346929312, + "weighted_error_after": 19.985152896493673 + }, + { + "name": "model.layers.18.mlp.experts.89.down_proj", + "observed_tokens": 15, + "weighted_error_before": 31.383809487335384, + "weighted_error_after": 20.891712808050215 + }, + { + "name": "model.layers.18.mlp.experts.90.gate_proj", + "observed_tokens": 16, + "weighted_error_before": 24.23136269673705, + "weighted_error_after": 14.323538636788726 + }, + { + "name": "model.layers.18.mlp.experts.90.up_proj", + "observed_tokens": 16, + "weighted_error_before": 36.937274534255266, + "weighted_error_after": 21.76875258423388 + }, + { + "name": "model.layers.18.mlp.experts.90.down_proj", + "observed_tokens": 16, + "weighted_error_before": 30.19712606538087, + "weighted_error_after": 20.84262941032648 + }, + { + "name": "model.layers.18.mlp.experts.91.gate_proj", + "observed_tokens": 194, + "weighted_error_before": 32.369174644351006, + "weighted_error_after": 18.810015853494406 + }, + { + "name": "model.layers.18.mlp.experts.91.up_proj", + "observed_tokens": 194, + "weighted_error_before": 33.3563925512135, + "weighted_error_after": 19.392954414710402 + }, + { + "name": "model.layers.18.mlp.experts.91.down_proj", + "observed_tokens": 194, + "weighted_error_before": 27.11264135874808, + "weighted_error_after": 17.350094055756927 + }, + { + "name": "model.layers.18.mlp.experts.92.gate_proj", + "observed_tokens": 2, + "weighted_error_before": 28.267547760158777, + "weighted_error_after": 16.579059464856982 + }, + { + "name": "model.layers.18.mlp.experts.92.up_proj", + "observed_tokens": 2, + "weighted_error_before": 31.73632587864995, + "weighted_error_after": 18.813080640509725 + }, + { + "name": "model.layers.18.mlp.experts.92.down_proj", + "observed_tokens": 2, + "weighted_error_before": 29.41183944232762, + "weighted_error_after": 20.042845839168876 + }, + { + "name": "model.layers.18.mlp.experts.93.gate_proj", + "observed_tokens": 394, + "weighted_error_before": 28.63536849617958, + "weighted_error_after": 16.695335045456886 + }, + { + "name": "model.layers.18.mlp.experts.93.up_proj", + "observed_tokens": 394, + "weighted_error_before": 31.258332485333085, + "weighted_error_after": 18.307883020490408 + }, + { + "name": "model.layers.18.mlp.experts.93.down_proj", + "observed_tokens": 394, + "weighted_error_before": 26.26641733990982, + "weighted_error_after": 16.12880122102797 + }, + { + "name": "model.layers.18.mlp.experts.94.gate_proj", + "observed_tokens": 275, + "weighted_error_before": 26.833723843097687, + "weighted_error_after": 15.844382399693131 + }, + { + "name": "model.layers.18.mlp.experts.94.up_proj", + "observed_tokens": 275, + "weighted_error_before": 26.914358282461762, + "weighted_error_after": 15.96569693274796 + }, + { + "name": "model.layers.18.mlp.experts.94.down_proj", + "observed_tokens": 275, + "weighted_error_before": 23.46180459810421, + "weighted_error_after": 14.704035225324333 + }, + { + "name": "model.layers.18.mlp.experts.95.gate_proj", + "observed_tokens": 793, + "weighted_error_before": 28.086538521572948, + "weighted_error_after": 16.618842602707446 + }, + { + "name": "model.layers.18.mlp.experts.95.up_proj", + "observed_tokens": 793, + "weighted_error_before": 27.078898610547185, + "weighted_error_after": 16.112934861332178 + }, + { + "name": "model.layers.18.mlp.experts.95.down_proj", + "observed_tokens": 793, + "weighted_error_before": 24.209646882023662, + "weighted_error_after": 14.808958222623914 + }, + { + "name": "model.layers.18.mlp.experts.96.gate_proj", + "observed_tokens": 654, + "weighted_error_before": 27.293287681415677, + "weighted_error_after": 16.07898884266615 + }, + { + "name": "model.layers.18.mlp.experts.96.up_proj", + "observed_tokens": 654, + "weighted_error_before": 28.218359876424074, + "weighted_error_after": 16.445781836286187 + }, + { + "name": "model.layers.18.mlp.experts.96.down_proj", + "observed_tokens": 654, + "weighted_error_before": 25.512422984465957, + "weighted_error_after": 16.002615260425955 + }, + { + "name": "model.layers.18.mlp.experts.97.gate_proj", + "observed_tokens": 878, + "weighted_error_before": 29.520913779735565, + "weighted_error_after": 17.288522746413946 + }, + { + "name": "model.layers.18.mlp.experts.97.up_proj", + "observed_tokens": 878, + "weighted_error_before": 29.939087819308043, + "weighted_error_after": 17.70341289974749 + }, + { + "name": "model.layers.18.mlp.experts.97.down_proj", + "observed_tokens": 878, + "weighted_error_before": 24.366560047492385, + "weighted_error_after": 15.686926398426294 + }, + { + "name": "model.layers.18.mlp.experts.98.gate_proj", + "observed_tokens": 828, + "weighted_error_before": 31.705945102497935, + "weighted_error_after": 18.430190917104483 + }, + { + "name": "model.layers.18.mlp.experts.98.up_proj", + "observed_tokens": 828, + "weighted_error_before": 31.946511637419462, + "weighted_error_after": 18.776389703154564 + }, + { + "name": "model.layers.18.mlp.experts.98.down_proj", + "observed_tokens": 828, + "weighted_error_before": 21.867966133868322, + "weighted_error_after": 6.384910434135236 + }, + { + "name": "model.layers.18.mlp.experts.99.gate_proj", + "observed_tokens": 276, + "weighted_error_before": 24.944565545767546, + "weighted_error_after": 14.821216527372599 + }, + { + "name": "model.layers.18.mlp.experts.99.up_proj", + "observed_tokens": 276, + "weighted_error_before": 27.21287053823471, + "weighted_error_after": 15.845523964613676 + }, + { + "name": "model.layers.18.mlp.experts.99.down_proj", + "observed_tokens": 276, + "weighted_error_before": 22.677919673267752, + "weighted_error_after": 15.14910471951589 + }, + { + "name": "model.layers.18.mlp.experts.100.gate_proj", + "observed_tokens": 338, + "weighted_error_before": 31.30707836896181, + "weighted_error_after": 18.426745757460594 + }, + { + "name": "model.layers.18.mlp.experts.100.up_proj", + "observed_tokens": 338, + "weighted_error_before": 31.49387240409851, + "weighted_error_after": 18.62532478943467 + }, + { + "name": "model.layers.18.mlp.experts.100.down_proj", + "observed_tokens": 338, + "weighted_error_before": 26.321654436178505, + "weighted_error_after": 17.131335948128253 + }, + { + "name": "model.layers.18.mlp.experts.101.gate_proj", + "observed_tokens": 199, + "weighted_error_before": 32.92990392819047, + "weighted_error_after": 19.294997403398156 + }, + { + "name": "model.layers.18.mlp.experts.101.up_proj", + "observed_tokens": 199, + "weighted_error_before": 32.894927475601435, + "weighted_error_after": 19.32318690419197 + }, + { + "name": "model.layers.18.mlp.experts.101.down_proj", + "observed_tokens": 199, + "weighted_error_before": 26.80060072056949, + "weighted_error_after": 17.31948676193133 + }, + { + "name": "model.layers.18.mlp.experts.102.gate_proj", + "observed_tokens": 445, + "weighted_error_before": 31.5371234677732, + "weighted_error_after": 18.38223966769874 + }, + { + "name": "model.layers.18.mlp.experts.102.up_proj", + "observed_tokens": 445, + "weighted_error_before": 30.080256011337042, + "weighted_error_after": 17.471269503235817 + }, + { + "name": "model.layers.18.mlp.experts.102.down_proj", + "observed_tokens": 445, + "weighted_error_before": 24.637992086820304, + "weighted_error_after": 15.665014309808612 + }, + { + "name": "model.layers.18.mlp.experts.103.gate_proj", + "observed_tokens": 886, + "weighted_error_before": 23.809968654066324, + "weighted_error_after": 14.078142331913114 + }, + { + "name": "model.layers.18.mlp.experts.103.up_proj", + "observed_tokens": 886, + "weighted_error_before": 26.268034720793366, + "weighted_error_after": 15.306136004626751 + }, + { + "name": "model.layers.18.mlp.experts.103.down_proj", + "observed_tokens": 886, + "weighted_error_before": 22.52453112974763, + "weighted_error_after": 14.649262104183435 + }, + { + "name": "model.layers.18.mlp.experts.104.gate_proj", + "observed_tokens": 1435, + "weighted_error_before": 29.216458516195416, + "weighted_error_after": 17.16907014325261 + }, + { + "name": "model.layers.18.mlp.experts.104.up_proj", + "observed_tokens": 1435, + "weighted_error_before": 26.614083481952548, + "weighted_error_after": 15.717441897839308 + }, + { + "name": "model.layers.18.mlp.experts.104.down_proj", + "observed_tokens": 1435, + "weighted_error_before": 21.73508274788037, + "weighted_error_after": 14.578012979589403 + }, + { + "name": "model.layers.18.mlp.experts.105.gate_proj", + "observed_tokens": 548, + "weighted_error_before": 27.181454084813595, + "weighted_error_after": 16.088027304038405 + }, + { + "name": "model.layers.18.mlp.experts.105.up_proj", + "observed_tokens": 548, + "weighted_error_before": 27.20295762643218, + "weighted_error_after": 15.98801258392632 + }, + { + "name": "model.layers.18.mlp.experts.105.down_proj", + "observed_tokens": 548, + "weighted_error_before": 23.286756116896868, + "weighted_error_after": 15.309593324083835 + }, + { + "name": "model.layers.18.mlp.experts.106.gate_proj", + "observed_tokens": 1158, + "weighted_error_before": 28.689951334148645, + "weighted_error_after": 16.890464834868908 + }, + { + "name": "model.layers.18.mlp.experts.106.up_proj", + "observed_tokens": 1158, + "weighted_error_before": 25.557375879958272, + "weighted_error_after": 15.02568974159658 + }, + { + "name": "model.layers.18.mlp.experts.106.down_proj", + "observed_tokens": 1158, + "weighted_error_before": 23.346677083987743, + "weighted_error_after": 15.38225598121062 + }, + { + "name": "model.layers.18.mlp.experts.107.gate_proj", + "observed_tokens": 869, + "weighted_error_before": 28.19163753464818, + "weighted_error_after": 16.325480869039893 + }, + { + "name": "model.layers.18.mlp.experts.107.up_proj", + "observed_tokens": 869, + "weighted_error_before": 28.822481721639633, + "weighted_error_after": 17.01995232142508 + }, + { + "name": "model.layers.18.mlp.experts.107.down_proj", + "observed_tokens": 869, + "weighted_error_before": 24.040887330658734, + "weighted_error_after": 14.784560285042971 + }, + { + "name": "model.layers.18.mlp.experts.108.gate_proj", + "observed_tokens": 1189, + "weighted_error_before": 30.924257669597864, + "weighted_error_after": 17.93577880039811 + }, + { + "name": "model.layers.18.mlp.experts.108.up_proj", + "observed_tokens": 1189, + "weighted_error_before": 27.08985647559166, + "weighted_error_after": 15.906694078817964 + }, + { + "name": "model.layers.18.mlp.experts.108.down_proj", + "observed_tokens": 1189, + "weighted_error_before": 23.374558941926807, + "weighted_error_after": 15.308512163814157 + }, + { + "name": "model.layers.18.mlp.experts.109.gate_proj", + "observed_tokens": 194, + "weighted_error_before": 27.646455274894834, + "weighted_error_after": 16.110783694311976 + }, + { + "name": "model.layers.18.mlp.experts.109.up_proj", + "observed_tokens": 194, + "weighted_error_before": 27.513061240315437, + "weighted_error_after": 16.302398400381207 + }, + { + "name": "model.layers.18.mlp.experts.109.down_proj", + "observed_tokens": 194, + "weighted_error_before": 24.17843673657626, + "weighted_error_after": 15.663651583250612 + }, + { + "name": "model.layers.18.mlp.experts.110.gate_proj", + "observed_tokens": 1835, + "weighted_error_before": 24.185611885041, + "weighted_error_after": 14.312109718099236 + }, + { + "name": "model.layers.18.mlp.experts.110.up_proj", + "observed_tokens": 1835, + "weighted_error_before": 25.83721201121807, + "weighted_error_after": 15.276285640895367 + }, + { + "name": "model.layers.18.mlp.experts.110.down_proj", + "observed_tokens": 1835, + "weighted_error_before": 22.478650389239192, + "weighted_error_after": 14.953827406279743 + }, + { + "name": "model.layers.18.mlp.experts.111.gate_proj", + "observed_tokens": 450, + "weighted_error_before": 25.91202452033758, + "weighted_error_after": 15.164278775453568 + }, + { + "name": "model.layers.18.mlp.experts.111.up_proj", + "observed_tokens": 450, + "weighted_error_before": 29.066533824428916, + "weighted_error_after": 17.306078353896737 + }, + { + "name": "model.layers.18.mlp.experts.111.down_proj", + "observed_tokens": 450, + "weighted_error_before": 24.976336759515107, + "weighted_error_after": 16.701474462170154 + }, + { + "name": "model.layers.18.mlp.experts.112.gate_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.18.mlp.experts.112.up_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.18.mlp.experts.112.down_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.18.mlp.experts.113.gate_proj", + "observed_tokens": 562, + "weighted_error_before": 28.77238443493843, + "weighted_error_after": 16.989597402513027 + }, + { + "name": "model.layers.18.mlp.experts.113.up_proj", + "observed_tokens": 562, + "weighted_error_before": 29.950825655832887, + "weighted_error_after": 17.572749201208353 + }, + { + "name": "model.layers.18.mlp.experts.113.down_proj", + "observed_tokens": 562, + "weighted_error_before": 25.32804641313851, + "weighted_error_after": 16.620267344638705 + }, + { + "name": "model.layers.18.mlp.experts.114.gate_proj", + "observed_tokens": 99, + "weighted_error_before": 28.14532332494855, + "weighted_error_after": 16.625776492990553 + }, + { + "name": "model.layers.18.mlp.experts.114.up_proj", + "observed_tokens": 99, + "weighted_error_before": 27.055193047970533, + "weighted_error_after": 16.018114341422915 + }, + { + "name": "model.layers.18.mlp.experts.114.down_proj", + "observed_tokens": 99, + "weighted_error_before": 22.854895442724228, + "weighted_error_after": 14.561234529595822 + }, + { + "name": "model.layers.18.mlp.experts.115.gate_proj", + "observed_tokens": 212, + "weighted_error_before": 29.49236711487174, + "weighted_error_after": 16.789336189627647 + }, + { + "name": "model.layers.18.mlp.experts.115.up_proj", + "observed_tokens": 212, + "weighted_error_before": 29.161940153688192, + "weighted_error_after": 16.96664266474545 + }, + { + "name": "model.layers.18.mlp.experts.115.down_proj", + "observed_tokens": 212, + "weighted_error_before": 24.953000833280385, + "weighted_error_after": 15.95994370104745 + }, + { + "name": "model.layers.18.mlp.experts.116.gate_proj", + "observed_tokens": 33, + "weighted_error_before": 27.354709016159177, + "weighted_error_after": 16.071305876597762 + }, + { + "name": "model.layers.18.mlp.experts.116.up_proj", + "observed_tokens": 33, + "weighted_error_before": 27.68037125840783, + "weighted_error_after": 16.208003502339125 + }, + { + "name": "model.layers.18.mlp.experts.116.down_proj", + "observed_tokens": 33, + "weighted_error_before": 23.60010255733505, + "weighted_error_after": 15.814431311562657 + }, + { + "name": "model.layers.18.mlp.experts.117.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 27.61401306837797, + "weighted_error_after": 16.14197364076972 + }, + { + "name": "model.layers.18.mlp.experts.117.up_proj", + "observed_tokens": 201, + "weighted_error_before": 29.496834322810173, + "weighted_error_after": 17.192419374361634 + }, + { + "name": "model.layers.18.mlp.experts.117.down_proj", + "observed_tokens": 201, + "weighted_error_before": 24.42299094190821, + "weighted_error_after": 15.642142737284303 + }, + { + "name": "model.layers.18.mlp.experts.118.gate_proj", + "observed_tokens": 275, + "weighted_error_before": 30.002583969384432, + "weighted_error_after": 17.718364546075463 + }, + { + "name": "model.layers.18.mlp.experts.118.up_proj", + "observed_tokens": 275, + "weighted_error_before": 30.37808109074831, + "weighted_error_after": 17.879917602986097 + }, + { + "name": "model.layers.18.mlp.experts.118.down_proj", + "observed_tokens": 275, + "weighted_error_before": 25.12423380278051, + "weighted_error_after": 13.62541961017996 + }, + { + "name": "model.layers.18.mlp.experts.119.gate_proj", + "observed_tokens": 227, + "weighted_error_before": 27.428364995867014, + "weighted_error_after": 16.07813241519034 + }, + { + "name": "model.layers.18.mlp.experts.119.up_proj", + "observed_tokens": 227, + "weighted_error_before": 26.862244356423616, + "weighted_error_after": 16.03391689620912 + }, + { + "name": "model.layers.18.mlp.experts.119.down_proj", + "observed_tokens": 227, + "weighted_error_before": 23.089223152026534, + "weighted_error_after": 14.331890734378248 + }, + { + "name": "model.layers.18.mlp.experts.120.gate_proj", + "observed_tokens": 133, + "weighted_error_before": 27.44683276116848, + "weighted_error_after": 15.916269343346357 + }, + { + "name": "model.layers.18.mlp.experts.120.up_proj", + "observed_tokens": 133, + "weighted_error_before": 26.28733184374869, + "weighted_error_after": 15.338537395000458 + }, + { + "name": "model.layers.18.mlp.experts.120.down_proj", + "observed_tokens": 133, + "weighted_error_before": 22.482660796958953, + "weighted_error_after": 14.358990067383274 + }, + { + "name": "model.layers.18.mlp.experts.121.gate_proj", + "observed_tokens": 336, + "weighted_error_before": 29.242382131516933, + "weighted_error_after": 17.253154385834932 + }, + { + "name": "model.layers.18.mlp.experts.121.up_proj", + "observed_tokens": 336, + "weighted_error_before": 35.98320062831044, + "weighted_error_after": 21.072022438049316 + }, + { + "name": "model.layers.18.mlp.experts.121.down_proj", + "observed_tokens": 336, + "weighted_error_before": 32.86854508891702, + "weighted_error_after": 20.380758724175394 + }, + { + "name": "model.layers.18.mlp.experts.122.gate_proj", + "observed_tokens": 499, + "weighted_error_before": 31.573341077193618, + "weighted_error_after": 18.330744964070618 + }, + { + "name": "model.layers.18.mlp.experts.122.up_proj", + "observed_tokens": 499, + "weighted_error_before": 29.30087197199464, + "weighted_error_after": 17.017476934939623 + }, + { + "name": "model.layers.18.mlp.experts.122.down_proj", + "observed_tokens": 499, + "weighted_error_before": 25.433338238392025, + "weighted_error_after": 10.318124039797112 + }, + { + "name": "model.layers.18.mlp.experts.123.gate_proj", + "observed_tokens": 71, + "weighted_error_before": 29.322393529117107, + "weighted_error_after": 17.265990540385246 + }, + { + "name": "model.layers.18.mlp.experts.123.up_proj", + "observed_tokens": 71, + "weighted_error_before": 26.92503266595304, + "weighted_error_after": 15.876600915566087 + }, + { + "name": "model.layers.18.mlp.experts.123.down_proj", + "observed_tokens": 71, + "weighted_error_before": 23.01710888184607, + "weighted_error_after": 14.24107176810503 + }, + { + "name": "model.layers.18.mlp.experts.124.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 27.18001265451312, + "weighted_error_after": 15.794585144147277 + }, + { + "name": "model.layers.18.mlp.experts.124.up_proj", + "observed_tokens": 170, + "weighted_error_before": 28.567031487822533, + "weighted_error_after": 16.839847575873137 + }, + { + "name": "model.layers.18.mlp.experts.124.down_proj", + "observed_tokens": 170, + "weighted_error_before": 24.176024098414928, + "weighted_error_after": 15.00602479185909 + }, + { + "name": "model.layers.18.mlp.experts.125.gate_proj", + "observed_tokens": 371, + "weighted_error_before": 27.87908942438662, + "weighted_error_after": 16.410032648593187 + }, + { + "name": "model.layers.18.mlp.experts.125.up_proj", + "observed_tokens": 371, + "weighted_error_before": 28.64189925417304, + "weighted_error_after": 16.92270802333951 + }, + { + "name": "model.layers.18.mlp.experts.125.down_proj", + "observed_tokens": 371, + "weighted_error_before": 24.66187896579504, + "weighted_error_after": 15.05757781676948 + }, + { + "name": "model.layers.18.mlp.experts.126.gate_proj", + "observed_tokens": 40, + "weighted_error_before": 28.192354081198573, + "weighted_error_after": 16.486240090802312 + }, + { + "name": "model.layers.18.mlp.experts.126.up_proj", + "observed_tokens": 40, + "weighted_error_before": 26.25409466214478, + "weighted_error_after": 15.473217664286494 + }, + { + "name": "model.layers.18.mlp.experts.126.down_proj", + "observed_tokens": 40, + "weighted_error_before": 22.554298753850162, + "weighted_error_after": 14.996861776337028 + }, + { + "name": "model.layers.18.mlp.experts.127.gate_proj", + "observed_tokens": 82, + "weighted_error_before": 28.801111843436956, + "weighted_error_after": 16.940915202721953 + }, + { + "name": "model.layers.18.mlp.experts.127.up_proj", + "observed_tokens": 82, + "weighted_error_before": 31.300222855061293, + "weighted_error_after": 18.4197208750993 + }, + { + "name": "model.layers.18.mlp.experts.127.down_proj", + "observed_tokens": 82, + "weighted_error_before": 29.991400838829577, + "weighted_error_after": 17.179630003869534 + }, + { + "name": "model.layers.18.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 19.530590981943533, + "weighted_error_after": 10.47694678849075 + }, + { + "name": "model.layers.18.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 26.8580238847062, + "weighted_error_after": 14.77267564786598 + }, + { + "name": "model.layers.18.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 24.884884297382087, + "weighted_error_after": 16.27335804142058 + }, + { + "name": "model.layers.19.attention.q_a_proj", + "observed_tokens": 5624, + "weighted_error_before": 16.205155331641436, + "weighted_error_after": 9.664453661069274 + }, + { + "name": "model.layers.19.attention.q_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 138.2791666915873, + "weighted_error_after": 96.91820390796056 + }, + { + "name": "model.layers.19.attention.kv_a_proj_with_mqa", + "observed_tokens": 5624, + "weighted_error_before": 73.48522024322301, + "weighted_error_after": 43.62152160424739 + }, + { + "name": "model.layers.19.attention.kv_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 288.98315120860934, + "weighted_error_after": 188.40995756164193 + }, + { + "name": "model.layers.19.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 5.2685194462537766, + "weighted_error_after": 2.9186198487877846 + }, + { + "name": "model.layers.19.attention.dense", + "observed_tokens": 5624, + "weighted_error_before": 250.96857899427414, + "weighted_error_after": 140.3601238131523 + }, + { + "name": "model.layers.19.mlp.experts.0.gate_proj", + "observed_tokens": 968, + "weighted_error_before": 29.98161632567644, + "weighted_error_after": 17.560162287205458 + }, + { + "name": "model.layers.19.mlp.experts.0.up_proj", + "observed_tokens": 968, + "weighted_error_before": 30.439367096871138, + "weighted_error_after": 17.874603427946568 + }, + { + "name": "model.layers.19.mlp.experts.0.down_proj", + "observed_tokens": 968, + "weighted_error_before": 24.338566900929436, + "weighted_error_after": 10.954587584827095 + }, + { + "name": "model.layers.19.mlp.experts.1.gate_proj", + "observed_tokens": 1207, + "weighted_error_before": 25.352038672193885, + "weighted_error_after": 14.886604031547904 + }, + { + "name": "model.layers.19.mlp.experts.1.up_proj", + "observed_tokens": 1207, + "weighted_error_before": 26.16423981823027, + "weighted_error_after": 15.434467025101185 + }, + { + "name": "model.layers.19.mlp.experts.1.down_proj", + "observed_tokens": 1207, + "weighted_error_before": 23.222003384958953, + "weighted_error_after": 15.399727488867939 + }, + { + "name": "model.layers.19.mlp.experts.2.gate_proj", + "observed_tokens": 108, + "weighted_error_before": 25.907680667936802, + "weighted_error_after": 15.39400148857385 + }, + { + "name": "model.layers.19.mlp.experts.2.up_proj", + "observed_tokens": 108, + "weighted_error_before": 24.689693577587605, + "weighted_error_after": 14.697107272222638 + }, + { + "name": "model.layers.19.mlp.experts.2.down_proj", + "observed_tokens": 108, + "weighted_error_before": 22.470781167969108, + "weighted_error_after": 14.519089823588729 + }, + { + "name": "model.layers.19.mlp.experts.3.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 27.762312278151512, + "weighted_error_after": 16.141913574188948 + }, + { + "name": "model.layers.19.mlp.experts.3.up_proj", + "observed_tokens": 158, + "weighted_error_before": 28.24547740072012, + "weighted_error_after": 16.64792904444039 + }, + { + "name": "model.layers.19.mlp.experts.3.down_proj", + "observed_tokens": 158, + "weighted_error_before": 23.822020555380732, + "weighted_error_after": 15.337239307817072 + }, + { + "name": "model.layers.19.mlp.experts.4.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 31.129432011395693, + "weighted_error_after": 18.070574984885752 + }, + { + "name": "model.layers.19.mlp.experts.4.up_proj", + "observed_tokens": 32, + "weighted_error_before": 30.01220485009253, + "weighted_error_after": 17.256620969623327 + }, + { + "name": "model.layers.19.mlp.experts.4.down_proj", + "observed_tokens": 32, + "weighted_error_before": 25.362541601993144, + "weighted_error_after": 15.909035430755466 + }, + { + "name": "model.layers.19.mlp.experts.5.gate_proj", + "observed_tokens": 276, + "weighted_error_before": 25.14701750688255, + "weighted_error_after": 14.832186752930284 + }, + { + "name": "model.layers.19.mlp.experts.5.up_proj", + "observed_tokens": 276, + "weighted_error_before": 25.759736446663737, + "weighted_error_after": 15.362401748076081 + }, + { + "name": "model.layers.19.mlp.experts.5.down_proj", + "observed_tokens": 276, + "weighted_error_before": 22.68067662138492, + "weighted_error_after": 14.893018618226051 + }, + { + "name": "model.layers.19.mlp.experts.6.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 25.906230334192514, + "weighted_error_after": 15.051972415298223 + }, + { + "name": "model.layers.19.mlp.experts.6.up_proj", + "observed_tokens": 94, + "weighted_error_before": 26.2351561114192, + "weighted_error_after": 15.453238574787974 + }, + { + "name": "model.layers.19.mlp.experts.6.down_proj", + "observed_tokens": 94, + "weighted_error_before": 22.78196391602978, + "weighted_error_after": 14.794315217062831 + }, + { + "name": "model.layers.19.mlp.experts.7.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 26.316699251532555, + "weighted_error_after": 15.512259561568499 + }, + { + "name": "model.layers.19.mlp.experts.7.up_proj", + "observed_tokens": 48, + "weighted_error_before": 25.573664732277393, + "weighted_error_after": 15.032437678426504 + }, + { + "name": "model.layers.19.mlp.experts.7.down_proj", + "observed_tokens": 48, + "weighted_error_before": 21.993668695911765, + "weighted_error_after": 12.798397359903902 + }, + { + "name": "model.layers.19.mlp.experts.8.gate_proj", + "observed_tokens": 83, + "weighted_error_before": 32.3281848244369, + "weighted_error_after": 18.79447913169861 + }, + { + "name": "model.layers.19.mlp.experts.8.up_proj", + "observed_tokens": 83, + "weighted_error_before": 33.31654743105173, + "weighted_error_after": 19.584696494042873 + }, + { + "name": "model.layers.19.mlp.experts.8.down_proj", + "observed_tokens": 83, + "weighted_error_before": 27.46330413967371, + "weighted_error_after": 17.19508143234998 + }, + { + "name": "model.layers.19.mlp.experts.9.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 29.126887444406748, + "weighted_error_after": 17.098236421123147 + }, + { + "name": "model.layers.19.mlp.experts.9.up_proj", + "observed_tokens": 92, + "weighted_error_before": 29.922386936843395, + "weighted_error_after": 17.637972842901945 + }, + { + "name": "model.layers.19.mlp.experts.9.down_proj", + "observed_tokens": 92, + "weighted_error_before": 25.419962734915316, + "weighted_error_after": 16.123285570181906 + }, + { + "name": "model.layers.19.mlp.experts.10.gate_proj", + "observed_tokens": 400, + "weighted_error_before": 24.51492484472692, + "weighted_error_after": 14.483852559700608 + }, + { + "name": "model.layers.19.mlp.experts.10.up_proj", + "observed_tokens": 400, + "weighted_error_before": 25.164273977279663, + "weighted_error_after": 14.821851184591651 + }, + { + "name": "model.layers.19.mlp.experts.10.down_proj", + "observed_tokens": 400, + "weighted_error_before": 22.226135099306703, + "weighted_error_after": 14.859550880268216 + }, + { + "name": "model.layers.19.mlp.experts.11.gate_proj", + "observed_tokens": 49, + "weighted_error_before": 25.530142018571496, + "weighted_error_after": 15.181184222921729 + }, + { + "name": "model.layers.19.mlp.experts.11.up_proj", + "observed_tokens": 49, + "weighted_error_before": 25.86529224924743, + "weighted_error_after": 15.019592856056988 + }, + { + "name": "model.layers.19.mlp.experts.11.down_proj", + "observed_tokens": 49, + "weighted_error_before": 21.766136947087944, + "weighted_error_after": 14.140835110098124 + }, + { + "name": "model.layers.19.mlp.experts.12.gate_proj", + "observed_tokens": 52, + "weighted_error_before": 28.42481722123921, + "weighted_error_after": 16.668526312336326 + }, + { + "name": "model.layers.19.mlp.experts.12.up_proj", + "observed_tokens": 52, + "weighted_error_before": 26.784244818612933, + "weighted_error_after": 15.870857330039144 + }, + { + "name": "model.layers.19.mlp.experts.12.down_proj", + "observed_tokens": 52, + "weighted_error_before": 23.265878145582974, + "weighted_error_after": 15.120097553357482 + }, + { + "name": "model.layers.19.mlp.experts.13.gate_proj", + "observed_tokens": 140, + "weighted_error_before": 29.384510710835457, + "weighted_error_after": 17.355078069493175 + }, + { + "name": "model.layers.19.mlp.experts.13.up_proj", + "observed_tokens": 140, + "weighted_error_before": 31.942221511155367, + "weighted_error_after": 18.919191017746925 + }, + { + "name": "model.layers.19.mlp.experts.13.down_proj", + "observed_tokens": 140, + "weighted_error_before": 26.724932646378875, + "weighted_error_after": 17.2326215300709 + }, + { + "name": "model.layers.19.mlp.experts.14.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 27.090058896690607, + "weighted_error_after": 16.066588232293725 + }, + { + "name": "model.layers.19.mlp.experts.14.up_proj", + "observed_tokens": 293, + "weighted_error_before": 28.209656970575452, + "weighted_error_after": 16.555800266563892 + }, + { + "name": "model.layers.19.mlp.experts.14.down_proj", + "observed_tokens": 293, + "weighted_error_before": 24.381688934750855, + "weighted_error_after": 16.184580442029983 + }, + { + "name": "model.layers.19.mlp.experts.15.gate_proj", + "observed_tokens": 224, + "weighted_error_before": 32.13789461925626, + "weighted_error_after": 18.463846104219556 + }, + { + "name": "model.layers.19.mlp.experts.15.up_proj", + "observed_tokens": 224, + "weighted_error_before": 29.63607588969171, + "weighted_error_after": 17.12199235893786 + }, + { + "name": "model.layers.19.mlp.experts.15.down_proj", + "observed_tokens": 224, + "weighted_error_before": 25.501113506034017, + "weighted_error_after": 16.540010643191636 + }, + { + "name": "model.layers.19.mlp.experts.16.gate_proj", + "observed_tokens": 23, + "weighted_error_before": 28.0785174369812, + "weighted_error_after": 16.58534212037921 + }, + { + "name": "model.layers.19.mlp.experts.16.up_proj", + "observed_tokens": 23, + "weighted_error_before": 29.658733747899532, + "weighted_error_after": 17.51515318825841 + }, + { + "name": "model.layers.19.mlp.experts.16.down_proj", + "observed_tokens": 23, + "weighted_error_before": 24.7155801365152, + "weighted_error_after": 16.710240978747606 + }, + { + "name": "model.layers.19.mlp.experts.17.gate_proj", + "observed_tokens": 274, + "weighted_error_before": 30.678437132388353, + "weighted_error_after": 17.993135560303926 + }, + { + "name": "model.layers.19.mlp.experts.17.up_proj", + "observed_tokens": 274, + "weighted_error_before": 32.385149881243706, + "weighted_error_after": 19.03804567269981 + }, + { + "name": "model.layers.19.mlp.experts.17.down_proj", + "observed_tokens": 274, + "weighted_error_before": 26.25979982269928, + "weighted_error_after": 15.349042466841638 + }, + { + "name": "model.layers.19.mlp.experts.18.gate_proj", + "observed_tokens": 184, + "weighted_error_before": 31.58364566601813, + "weighted_error_after": 18.31759482435882 + }, + { + "name": "model.layers.19.mlp.experts.18.up_proj", + "observed_tokens": 184, + "weighted_error_before": 31.533488919958472, + "weighted_error_after": 18.494361720979214 + }, + { + "name": "model.layers.19.mlp.experts.18.down_proj", + "observed_tokens": 184, + "weighted_error_before": 24.768054743297398, + "weighted_error_after": 14.166411546990275 + }, + { + "name": "model.layers.19.mlp.experts.19.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 33.25241167843342, + "weighted_error_after": 19.447696540504694 + }, + { + "name": "model.layers.19.mlp.experts.19.up_proj", + "observed_tokens": 217, + "weighted_error_before": 33.83798425272107, + "weighted_error_after": 19.776605043560266 + }, + { + "name": "model.layers.19.mlp.experts.19.down_proj", + "observed_tokens": 217, + "weighted_error_before": 24.771087668836117, + "weighted_error_after": 16.031083569396287 + }, + { + "name": "model.layers.19.mlp.experts.20.gate_proj", + "observed_tokens": 46, + "weighted_error_before": 29.12585450708866, + "weighted_error_after": 16.97979213669896 + }, + { + "name": "model.layers.19.mlp.experts.20.up_proj", + "observed_tokens": 46, + "weighted_error_before": 28.875906985253096, + "weighted_error_after": 16.854990983381867 + }, + { + "name": "model.layers.19.mlp.experts.20.down_proj", + "observed_tokens": 46, + "weighted_error_before": 24.37789752520621, + "weighted_error_after": 15.778476879000664 + }, + { + "name": "model.layers.19.mlp.experts.21.gate_proj", + "observed_tokens": 190, + "weighted_error_before": 28.446945009753108, + "weighted_error_after": 16.510374512523413 + }, + { + "name": "model.layers.19.mlp.experts.21.up_proj", + "observed_tokens": 190, + "weighted_error_before": 29.76103474572301, + "weighted_error_after": 17.595633551478386 + }, + { + "name": "model.layers.19.mlp.experts.21.down_proj", + "observed_tokens": 190, + "weighted_error_before": 25.189644102938473, + "weighted_error_after": 16.1929162167944 + }, + { + "name": "model.layers.19.mlp.experts.22.gate_proj", + "observed_tokens": 489, + "weighted_error_before": 31.00587524101138, + "weighted_error_after": 18.31401862204075 + }, + { + "name": "model.layers.19.mlp.experts.22.up_proj", + "observed_tokens": 489, + "weighted_error_before": 32.62697621062398, + "weighted_error_after": 19.35184263251722 + }, + { + "name": "model.layers.19.mlp.experts.22.down_proj", + "observed_tokens": 489, + "weighted_error_before": 26.48070841282606, + "weighted_error_after": 17.28363112406805 + }, + { + "name": "model.layers.19.mlp.experts.23.gate_proj", + "observed_tokens": 347, + "weighted_error_before": 31.510888889431953, + "weighted_error_after": 18.205352829769254 + }, + { + "name": "model.layers.19.mlp.experts.23.up_proj", + "observed_tokens": 347, + "weighted_error_before": 30.512441124767065, + "weighted_error_after": 18.02722086571157 + }, + { + "name": "model.layers.19.mlp.experts.23.down_proj", + "observed_tokens": 347, + "weighted_error_before": 25.336874444037676, + "weighted_error_after": 16.66793848806992 + }, + { + "name": "model.layers.19.mlp.experts.24.gate_proj", + "observed_tokens": 301, + "weighted_error_before": 29.77583983168006, + "weighted_error_after": 17.373188020661473 + }, + { + "name": "model.layers.19.mlp.experts.24.up_proj", + "observed_tokens": 301, + "weighted_error_before": 26.686201876029372, + "weighted_error_after": 15.514279084280133 + }, + { + "name": "model.layers.19.mlp.experts.24.down_proj", + "observed_tokens": 301, + "weighted_error_before": 25.666668489575386, + "weighted_error_after": 15.987665130756795 + }, + { + "name": "model.layers.19.mlp.experts.25.gate_proj", + "observed_tokens": 131, + "weighted_error_before": 27.526096852496266, + "weighted_error_after": 16.19950022175908 + }, + { + "name": "model.layers.19.mlp.experts.25.up_proj", + "observed_tokens": 131, + "weighted_error_before": 30.336669478565454, + "weighted_error_after": 17.786517838016152 + }, + { + "name": "model.layers.19.mlp.experts.25.down_proj", + "observed_tokens": 131, + "weighted_error_before": 25.016924053430557, + "weighted_error_after": 16.262071372941136 + }, + { + "name": "model.layers.19.mlp.experts.26.gate_proj", + "observed_tokens": 334, + "weighted_error_before": 29.13350411504507, + "weighted_error_after": 17.141813050955534 + }, + { + "name": "model.layers.19.mlp.experts.26.up_proj", + "observed_tokens": 334, + "weighted_error_before": 30.889424148947, + "weighted_error_after": 18.119330482557416 + }, + { + "name": "model.layers.19.mlp.experts.26.down_proj", + "observed_tokens": 334, + "weighted_error_before": 25.381025635637343, + "weighted_error_after": 16.77925600251183 + }, + { + "name": "model.layers.19.mlp.experts.27.gate_proj", + "observed_tokens": 205, + "weighted_error_before": 31.309403013437986, + "weighted_error_after": 18.53402552381158 + }, + { + "name": "model.layers.19.mlp.experts.27.up_proj", + "observed_tokens": 205, + "weighted_error_before": 32.55506121367216, + "weighted_error_after": 19.113048017024994 + }, + { + "name": "model.layers.19.mlp.experts.27.down_proj", + "observed_tokens": 205, + "weighted_error_before": 25.367569610476494, + "weighted_error_after": 16.45866347150877 + }, + { + "name": "model.layers.19.mlp.experts.28.gate_proj", + "observed_tokens": 19, + "weighted_error_before": 28.4775953553617, + "weighted_error_after": 16.800802843645215 + }, + { + "name": "model.layers.19.mlp.experts.28.up_proj", + "observed_tokens": 19, + "weighted_error_before": 32.20089543238282, + "weighted_error_after": 19.178346008062363 + }, + { + "name": "model.layers.19.mlp.experts.28.down_proj", + "observed_tokens": 19, + "weighted_error_before": 27.174801607616246, + "weighted_error_after": 18.371487169526517 + }, + { + "name": "model.layers.19.mlp.experts.29.gate_proj", + "observed_tokens": 423, + "weighted_error_before": 32.220277812331915, + "weighted_error_after": 18.649248845875263 + }, + { + "name": "model.layers.19.mlp.experts.29.up_proj", + "observed_tokens": 423, + "weighted_error_before": 31.45803277567029, + "weighted_error_after": 18.72449827939272 + }, + { + "name": "model.layers.19.mlp.experts.29.down_proj", + "observed_tokens": 423, + "weighted_error_before": 25.93569844402373, + "weighted_error_after": 16.502306245733052 + }, + { + "name": "model.layers.19.mlp.experts.30.gate_proj", + "observed_tokens": 29, + "weighted_error_before": 30.113631771877408, + "weighted_error_after": 17.549849221482873 + }, + { + "name": "model.layers.19.mlp.experts.30.up_proj", + "observed_tokens": 29, + "weighted_error_before": 30.315488312393427, + "weighted_error_after": 17.68317550420761 + }, + { + "name": "model.layers.19.mlp.experts.30.down_proj", + "observed_tokens": 29, + "weighted_error_before": 24.944083159789443, + "weighted_error_after": 16.842196498066187 + }, + { + "name": "model.layers.19.mlp.experts.31.gate_proj", + "observed_tokens": 54, + "weighted_error_before": 30.31403274089098, + "weighted_error_after": 17.8147797845304 + }, + { + "name": "model.layers.19.mlp.experts.31.up_proj", + "observed_tokens": 54, + "weighted_error_before": 31.292060412466526, + "weighted_error_after": 18.421301040798426 + }, + { + "name": "model.layers.19.mlp.experts.31.down_proj", + "observed_tokens": 54, + "weighted_error_before": 25.85221099993214, + "weighted_error_after": 17.281229083891958 + }, + { + "name": "model.layers.19.mlp.experts.32.gate_proj", + "observed_tokens": 19, + "weighted_error_before": 30.3540409617126, + "weighted_error_after": 17.852447163313627 + }, + { + "name": "model.layers.19.mlp.experts.32.up_proj", + "observed_tokens": 19, + "weighted_error_before": 30.08613085746765, + "weighted_error_after": 17.798669328913093 + }, + { + "name": "model.layers.19.mlp.experts.32.down_proj", + "observed_tokens": 19, + "weighted_error_before": 25.353954473510385, + "weighted_error_after": 17.161820053122938 + }, + { + "name": "model.layers.19.mlp.experts.33.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 25.744939010590315, + "weighted_error_after": 15.048759624361992 + }, + { + "name": "model.layers.19.mlp.experts.33.up_proj", + "observed_tokens": 139, + "weighted_error_before": 28.062215954065323, + "weighted_error_after": 16.464548900723457 + }, + { + "name": "model.layers.19.mlp.experts.33.down_proj", + "observed_tokens": 139, + "weighted_error_before": 23.76251094136387, + "weighted_error_after": 15.871410962659866 + }, + { + "name": "model.layers.19.mlp.experts.34.gate_proj", + "observed_tokens": 387, + "weighted_error_before": 26.49462156370282, + "weighted_error_after": 15.622668851166964 + }, + { + "name": "model.layers.19.mlp.experts.34.up_proj", + "observed_tokens": 387, + "weighted_error_before": 29.16367014683783, + "weighted_error_after": 16.99075237289071 + }, + { + "name": "model.layers.19.mlp.experts.34.down_proj", + "observed_tokens": 387, + "weighted_error_before": 24.218377242796123, + "weighted_error_after": 16.116558543406427 + }, + { + "name": "model.layers.19.mlp.experts.35.gate_proj", + "observed_tokens": 195, + "weighted_error_before": 27.88309221342206, + "weighted_error_after": 16.29208693653345 + }, + { + "name": "model.layers.19.mlp.experts.35.up_proj", + "observed_tokens": 195, + "weighted_error_before": 28.224401185289025, + "weighted_error_after": 16.67829825170338 + }, + { + "name": "model.layers.19.mlp.experts.35.down_proj", + "observed_tokens": 195, + "weighted_error_before": 23.90227587427944, + "weighted_error_after": 16.256602357607335 + }, + { + "name": "model.layers.19.mlp.experts.36.gate_proj", + "observed_tokens": 1641, + "weighted_error_before": 23.448459517210722, + "weighted_error_after": 13.834539717063308 + }, + { + "name": "model.layers.19.mlp.experts.36.up_proj", + "observed_tokens": 1641, + "weighted_error_before": 26.42114321142435, + "weighted_error_after": 15.450177397578955 + }, + { + "name": "model.layers.19.mlp.experts.36.down_proj", + "observed_tokens": 1641, + "weighted_error_before": 22.828039872460067, + "weighted_error_after": 15.211032548453659 + }, + { + "name": "model.layers.19.mlp.experts.37.gate_proj", + "observed_tokens": 773, + "weighted_error_before": 35.364513114094734, + "weighted_error_after": 19.87797977309674 + }, + { + "name": "model.layers.19.mlp.experts.37.up_proj", + "observed_tokens": 773, + "weighted_error_before": 28.38451479934156, + "weighted_error_after": 16.340881193056703 + }, + { + "name": "model.layers.19.mlp.experts.37.down_proj", + "observed_tokens": 773, + "weighted_error_before": 25.557062710169703, + "weighted_error_after": 16.61444132309407 + }, + { + "name": "model.layers.19.mlp.experts.38.gate_proj", + "observed_tokens": 1222, + "weighted_error_before": 25.03469135053456, + "weighted_error_after": 14.685176857747138 + }, + { + "name": "model.layers.19.mlp.experts.38.up_proj", + "observed_tokens": 1222, + "weighted_error_before": 27.227264925837517, + "weighted_error_after": 15.70123409666121 + }, + { + "name": "model.layers.19.mlp.experts.38.down_proj", + "observed_tokens": 1222, + "weighted_error_before": 23.128410533070564, + "weighted_error_after": 15.30228628218174 + }, + { + "name": "model.layers.19.mlp.experts.39.gate_proj", + "observed_tokens": 402, + "weighted_error_before": 27.44034866988659, + "weighted_error_after": 16.07916609942913 + }, + { + "name": "model.layers.19.mlp.experts.39.up_proj", + "observed_tokens": 402, + "weighted_error_before": 27.650968547910452, + "weighted_error_after": 16.27204786799848 + }, + { + "name": "model.layers.19.mlp.experts.39.down_proj", + "observed_tokens": 402, + "weighted_error_before": 24.022580184042454, + "weighted_error_after": 13.931625585071743 + }, + { + "name": "model.layers.19.mlp.experts.40.gate_proj", + "observed_tokens": 65, + "weighted_error_before": 28.70621569082141, + "weighted_error_after": 16.942226754501462 + }, + { + "name": "model.layers.19.mlp.experts.40.up_proj", + "observed_tokens": 65, + "weighted_error_before": 30.823212806135416, + "weighted_error_after": 18.06883472390473 + }, + { + "name": "model.layers.19.mlp.experts.40.down_proj", + "observed_tokens": 65, + "weighted_error_before": 25.223430544137955, + "weighted_error_after": 16.75299346400425 + }, + { + "name": "model.layers.19.mlp.experts.41.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 27.40338234603405, + "weighted_error_after": 16.040571626275778 + }, + { + "name": "model.layers.19.mlp.experts.41.up_proj", + "observed_tokens": 104, + "weighted_error_before": 28.916210535913706, + "weighted_error_after": 16.856507183983922 + }, + { + "name": "model.layers.19.mlp.experts.41.down_proj", + "observed_tokens": 104, + "weighted_error_before": 24.356858515180647, + "weighted_error_after": 16.426518049556762 + }, + { + "name": "model.layers.19.mlp.experts.42.gate_proj", + "observed_tokens": 28, + "weighted_error_before": 27.40617291070521, + "weighted_error_after": 16.04802190605551 + }, + { + "name": "model.layers.19.mlp.experts.42.up_proj", + "observed_tokens": 28, + "weighted_error_before": 25.844663275405765, + "weighted_error_after": 15.26309011131525 + }, + { + "name": "model.layers.19.mlp.experts.42.down_proj", + "observed_tokens": 28, + "weighted_error_before": 23.147133622318506, + "weighted_error_after": 14.975358129944652 + }, + { + "name": "model.layers.19.mlp.experts.43.gate_proj", + "observed_tokens": 847, + "weighted_error_before": 23.32212920486927, + "weighted_error_after": 13.597901571542025 + }, + { + "name": "model.layers.19.mlp.experts.43.up_proj", + "observed_tokens": 847, + "weighted_error_before": 26.102364061400294, + "weighted_error_after": 15.192502927035093 + }, + { + "name": "model.layers.19.mlp.experts.43.down_proj", + "observed_tokens": 847, + "weighted_error_before": 22.785487784072757, + "weighted_error_after": 15.148037391714752 + }, + { + "name": "model.layers.19.mlp.experts.44.gate_proj", + "observed_tokens": 196, + "weighted_error_before": 27.483151141554117, + "weighted_error_after": 16.05618356913328 + }, + { + "name": "model.layers.19.mlp.experts.44.up_proj", + "observed_tokens": 196, + "weighted_error_before": 27.97164025902748, + "weighted_error_after": 16.40730994567275 + }, + { + "name": "model.layers.19.mlp.experts.44.down_proj", + "observed_tokens": 196, + "weighted_error_before": 23.824614852201194, + "weighted_error_after": 14.89588322257623 + }, + { + "name": "model.layers.19.mlp.experts.45.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 26.231365777552128, + "weighted_error_after": 15.442740201950073 + }, + { + "name": "model.layers.19.mlp.experts.45.up_proj", + "observed_tokens": 61, + "weighted_error_before": 26.91268765926361, + "weighted_error_after": 15.7320799510926 + }, + { + "name": "model.layers.19.mlp.experts.45.down_proj", + "observed_tokens": 61, + "weighted_error_before": 23.056953924242407, + "weighted_error_after": 14.199666768778116 + }, + { + "name": "model.layers.19.mlp.experts.46.gate_proj", + "observed_tokens": 894, + "weighted_error_before": 23.892768574878573, + "weighted_error_after": 14.1252072583884 + }, + { + "name": "model.layers.19.mlp.experts.46.up_proj", + "observed_tokens": 894, + "weighted_error_before": 26.826079983264208, + "weighted_error_after": 15.771139537915587 + }, + { + "name": "model.layers.19.mlp.experts.46.down_proj", + "observed_tokens": 894, + "weighted_error_before": 22.960881092585623, + "weighted_error_after": 15.293431993108243 + }, + { + "name": "model.layers.19.mlp.experts.47.gate_proj", + "observed_tokens": 53, + "weighted_error_before": 27.70431638136506, + "weighted_error_after": 16.388567132875323 + }, + { + "name": "model.layers.19.mlp.experts.47.up_proj", + "observed_tokens": 53, + "weighted_error_before": 28.612859539687634, + "weighted_error_after": 16.970174906775355 + }, + { + "name": "model.layers.19.mlp.experts.47.down_proj", + "observed_tokens": 53, + "weighted_error_before": 24.26482622604817, + "weighted_error_after": 16.460872501600534 + }, + { + "name": "model.layers.19.mlp.experts.48.gate_proj", + "observed_tokens": 65, + "weighted_error_before": 28.89466300420463, + "weighted_error_after": 17.19307756051421 + }, + { + "name": "model.layers.19.mlp.experts.48.up_proj", + "observed_tokens": 65, + "weighted_error_before": 26.969814045354724, + "weighted_error_after": 15.900246804580092 + }, + { + "name": "model.layers.19.mlp.experts.48.down_proj", + "observed_tokens": 65, + "weighted_error_before": 23.451169275213033, + "weighted_error_after": 13.890527224168181 + }, + { + "name": "model.layers.19.mlp.experts.49.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 28.21661283262074, + "weighted_error_after": 16.331217613071203 + }, + { + "name": "model.layers.19.mlp.experts.49.up_proj", + "observed_tokens": 233, + "weighted_error_before": 28.602475356310606, + "weighted_error_after": 16.60412782803178 + }, + { + "name": "model.layers.19.mlp.experts.49.down_proj", + "observed_tokens": 233, + "weighted_error_before": 24.072491677012295, + "weighted_error_after": 15.509294284973294 + }, + { + "name": "model.layers.19.mlp.experts.50.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 25.820499224588275, + "weighted_error_after": 15.209302058443427 + }, + { + "name": "model.layers.19.mlp.experts.50.up_proj", + "observed_tokens": 94, + "weighted_error_before": 26.60084644705057, + "weighted_error_after": 15.808913737535477 + }, + { + "name": "model.layers.19.mlp.experts.50.down_proj", + "observed_tokens": 94, + "weighted_error_before": 23.27981269545853, + "weighted_error_after": 15.711733938194811 + }, + { + "name": "model.layers.19.mlp.experts.51.gate_proj", + "observed_tokens": 535, + "weighted_error_before": 29.154503516852856, + "weighted_error_after": 16.8924045804888 + }, + { + "name": "model.layers.19.mlp.experts.51.up_proj", + "observed_tokens": 535, + "weighted_error_before": 30.42525639757514, + "weighted_error_after": 17.750240920111537 + }, + { + "name": "model.layers.19.mlp.experts.51.down_proj", + "observed_tokens": 535, + "weighted_error_before": 25.048616527579725, + "weighted_error_after": 15.558263557963073 + }, + { + "name": "model.layers.19.mlp.experts.52.gate_proj", + "observed_tokens": 45, + "weighted_error_before": 24.75981611572206, + "weighted_error_after": 14.679362382739782 + }, + { + "name": "model.layers.19.mlp.experts.52.up_proj", + "observed_tokens": 45, + "weighted_error_before": 24.013449611142278, + "weighted_error_after": 14.113024823367596 + }, + { + "name": "model.layers.19.mlp.experts.52.down_proj", + "observed_tokens": 45, + "weighted_error_before": 20.897045839112252, + "weighted_error_after": 13.605962134432048 + }, + { + "name": "model.layers.19.mlp.experts.53.gate_proj", + "observed_tokens": 1596, + "weighted_error_before": 25.076815593987703, + "weighted_error_after": 14.707254358567297 + }, + { + "name": "model.layers.19.mlp.experts.53.up_proj", + "observed_tokens": 1596, + "weighted_error_before": 25.574341733008623, + "weighted_error_after": 15.206312872469425 + }, + { + "name": "model.layers.19.mlp.experts.53.down_proj", + "observed_tokens": 1596, + "weighted_error_before": 23.73955691419542, + "weighted_error_after": 15.740620106924325 + }, + { + "name": "model.layers.19.mlp.experts.54.gate_proj", + "observed_tokens": 1356, + "weighted_error_before": 29.743078092113137, + "weighted_error_after": 17.48268138617277 + }, + { + "name": "model.layers.19.mlp.experts.54.up_proj", + "observed_tokens": 1356, + "weighted_error_before": 28.038849068805575, + "weighted_error_after": 16.400395756587386 + }, + { + "name": "model.layers.19.mlp.experts.54.down_proj", + "observed_tokens": 1356, + "weighted_error_before": 23.633534881751984, + "weighted_error_after": 15.407364001963288 + }, + { + "name": "model.layers.19.mlp.experts.55.gate_proj", + "observed_tokens": 110, + "weighted_error_before": 27.49638687632978, + "weighted_error_after": 16.162334196269512 + }, + { + "name": "model.layers.19.mlp.experts.55.up_proj", + "observed_tokens": 110, + "weighted_error_before": 26.63810553587973, + "weighted_error_after": 15.655044903978705 + }, + { + "name": "model.layers.19.mlp.experts.55.down_proj", + "observed_tokens": 110, + "weighted_error_before": 22.758370539173484, + "weighted_error_after": 14.423681352520362 + }, + { + "name": "model.layers.19.mlp.experts.56.gate_proj", + "observed_tokens": 42, + "weighted_error_before": 27.431398443877697, + "weighted_error_after": 16.176405990496278 + }, + { + "name": "model.layers.19.mlp.experts.56.up_proj", + "observed_tokens": 42, + "weighted_error_before": 28.05356333963573, + "weighted_error_after": 16.61360047198832 + }, + { + "name": "model.layers.19.mlp.experts.56.down_proj", + "observed_tokens": 42, + "weighted_error_before": 24.109361263923347, + "weighted_error_after": 15.983279488515109 + }, + { + "name": "model.layers.19.mlp.experts.57.gate_proj", + "observed_tokens": 315, + "weighted_error_before": 28.195741314440966, + "weighted_error_after": 16.374189913272858 + }, + { + "name": "model.layers.19.mlp.experts.57.up_proj", + "observed_tokens": 315, + "weighted_error_before": 30.972591165453196, + "weighted_error_after": 18.411910953000188 + }, + { + "name": "model.layers.19.mlp.experts.57.down_proj", + "observed_tokens": 315, + "weighted_error_before": 26.222036158666015, + "weighted_error_after": 17.554121737834066 + }, + { + "name": "model.layers.19.mlp.experts.58.gate_proj", + "observed_tokens": 286, + "weighted_error_before": 29.562394380569458, + "weighted_error_after": 17.318290889263153 + }, + { + "name": "model.layers.19.mlp.experts.58.up_proj", + "observed_tokens": 286, + "weighted_error_before": 30.948882173746824, + "weighted_error_after": 18.257489286363125 + }, + { + "name": "model.layers.19.mlp.experts.58.down_proj", + "observed_tokens": 286, + "weighted_error_before": 25.208240390755236, + "weighted_error_after": 16.234032932668924 + }, + { + "name": "model.layers.19.mlp.experts.59.gate_proj", + "observed_tokens": 556, + "weighted_error_before": 25.798223193734884, + "weighted_error_after": 15.06251454167068 + }, + { + "name": "model.layers.19.mlp.experts.59.up_proj", + "observed_tokens": 556, + "weighted_error_before": 27.284985829144716, + "weighted_error_after": 16.179237939417362 + }, + { + "name": "model.layers.19.mlp.experts.59.down_proj", + "observed_tokens": 556, + "weighted_error_before": 23.89382247114554, + "weighted_error_after": 15.903695897664875 + }, + { + "name": "model.layers.19.mlp.experts.60.gate_proj", + "observed_tokens": 82, + "weighted_error_before": 25.679582931101322, + "weighted_error_after": 14.994114289060235 + }, + { + "name": "model.layers.19.mlp.experts.60.up_proj", + "observed_tokens": 82, + "weighted_error_before": 26.254808451980352, + "weighted_error_after": 15.558507082983851 + }, + { + "name": "model.layers.19.mlp.experts.60.down_proj", + "observed_tokens": 82, + "weighted_error_before": 23.14691926818341, + "weighted_error_after": 15.188882138114423 + }, + { + "name": "model.layers.19.mlp.experts.61.gate_proj", + "observed_tokens": 667, + "weighted_error_before": 26.925977943465114, + "weighted_error_after": 15.798242580145597 + }, + { + "name": "model.layers.19.mlp.experts.61.up_proj", + "observed_tokens": 667, + "weighted_error_before": 28.48980662226677, + "weighted_error_after": 16.85168564133346 + }, + { + "name": "model.layers.19.mlp.experts.61.down_proj", + "observed_tokens": 667, + "weighted_error_before": 24.06792252184823, + "weighted_error_after": 15.180486253462732 + }, + { + "name": "model.layers.19.mlp.experts.62.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 22.97522875480354, + "weighted_error_after": 13.699502527713776 + }, + { + "name": "model.layers.19.mlp.experts.62.up_proj", + "observed_tokens": 245, + "weighted_error_before": 31.788384091109037, + "weighted_error_after": 18.72690273821354 + }, + { + "name": "model.layers.19.mlp.experts.62.down_proj", + "observed_tokens": 245, + "weighted_error_before": 27.78063960466534, + "weighted_error_after": 18.03559172246605 + }, + { + "name": "model.layers.19.mlp.experts.63.gate_proj", + "observed_tokens": 1301, + "weighted_error_before": 27.598907932639122, + "weighted_error_after": 16.11884176917374 + }, + { + "name": "model.layers.19.mlp.experts.63.up_proj", + "observed_tokens": 1301, + "weighted_error_before": 27.2270443495363, + "weighted_error_after": 15.693359725177288 + }, + { + "name": "model.layers.19.mlp.experts.63.down_proj", + "observed_tokens": 1301, + "weighted_error_before": 24.12723877746612, + "weighted_error_after": 15.996974161360413 + }, + { + "name": "model.layers.19.mlp.experts.64.gate_proj", + "observed_tokens": 294, + "weighted_error_before": 26.606594802811742, + "weighted_error_after": 15.615039329975843 + }, + { + "name": "model.layers.19.mlp.experts.64.up_proj", + "observed_tokens": 294, + "weighted_error_before": 27.503010597079992, + "weighted_error_after": 16.382253643125296 + }, + { + "name": "model.layers.19.mlp.experts.64.down_proj", + "observed_tokens": 294, + "weighted_error_before": 23.630251083523035, + "weighted_error_after": 15.375690879765898 + }, + { + "name": "model.layers.19.mlp.experts.65.gate_proj", + "observed_tokens": 2295, + "weighted_error_before": 23.601318577304482, + "weighted_error_after": 13.967015175148845 + }, + { + "name": "model.layers.19.mlp.experts.65.up_proj", + "observed_tokens": 2295, + "weighted_error_before": 25.838340539485216, + "weighted_error_after": 15.26775773987174 + }, + { + "name": "model.layers.19.mlp.experts.65.down_proj", + "observed_tokens": 2295, + "weighted_error_before": 22.266122985631227, + "weighted_error_after": 15.132428946904838 + }, + { + "name": "model.layers.19.mlp.experts.66.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 26.703260051086545, + "weighted_error_after": 15.559596562758088 + }, + { + "name": "model.layers.19.mlp.experts.66.up_proj", + "observed_tokens": 161, + "weighted_error_before": 28.955798465758562, + "weighted_error_after": 16.81368664652109 + }, + { + "name": "model.layers.19.mlp.experts.66.down_proj", + "observed_tokens": 161, + "weighted_error_before": 24.093223086558282, + "weighted_error_after": 15.503508573863655 + }, + { + "name": "model.layers.19.mlp.experts.67.gate_proj", + "observed_tokens": 171, + "weighted_error_before": 25.527145709842443, + "weighted_error_after": 14.966798113659024 + }, + { + "name": "model.layers.19.mlp.experts.67.up_proj", + "observed_tokens": 171, + "weighted_error_before": 25.019889004528522, + "weighted_error_after": 14.827115571126342 + }, + { + "name": "model.layers.19.mlp.experts.67.down_proj", + "observed_tokens": 171, + "weighted_error_before": 22.7934495434165, + "weighted_error_after": 14.812379488255829 + }, + { + "name": "model.layers.19.mlp.experts.68.gate_proj", + "observed_tokens": 95, + "weighted_error_before": 25.016800789162517, + "weighted_error_after": 14.702318481169641 + }, + { + "name": "model.layers.19.mlp.experts.68.up_proj", + "observed_tokens": 95, + "weighted_error_before": 25.15657614171505, + "weighted_error_after": 14.819247597828507 + }, + { + "name": "model.layers.19.mlp.experts.68.down_proj", + "observed_tokens": 95, + "weighted_error_before": 22.405133666470647, + "weighted_error_after": 14.305256580468267 + }, + { + "name": "model.layers.19.mlp.experts.69.gate_proj", + "observed_tokens": 150, + "weighted_error_before": 26.889018934220076, + "weighted_error_after": 15.715974226593971 + }, + { + "name": "model.layers.19.mlp.experts.69.up_proj", + "observed_tokens": 150, + "weighted_error_before": 29.33473102748394, + "weighted_error_after": 17.095584396272898 + }, + { + "name": "model.layers.19.mlp.experts.69.down_proj", + "observed_tokens": 150, + "weighted_error_before": 24.658168266527355, + "weighted_error_after": 15.802051353268325 + }, + { + "name": "model.layers.19.mlp.experts.70.gate_proj", + "observed_tokens": 57, + "weighted_error_before": 30.12391186505556, + "weighted_error_after": 17.804446069523692 + }, + { + "name": "model.layers.19.mlp.experts.70.up_proj", + "observed_tokens": 57, + "weighted_error_before": 31.824830282479525, + "weighted_error_after": 18.7236290499568 + }, + { + "name": "model.layers.19.mlp.experts.70.down_proj", + "observed_tokens": 57, + "weighted_error_before": 25.980820476077497, + "weighted_error_after": 17.056085171643645 + }, + { + "name": "model.layers.19.mlp.experts.71.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 27.299953600391746, + "weighted_error_after": 16.07424439303577 + }, + { + "name": "model.layers.19.mlp.experts.71.up_proj", + "observed_tokens": 94, + "weighted_error_before": 29.011201187968254, + "weighted_error_after": 17.00158271752298 + }, + { + "name": "model.layers.19.mlp.experts.71.down_proj", + "observed_tokens": 94, + "weighted_error_before": 25.052442838903517, + "weighted_error_after": 13.561889700125903 + }, + { + "name": "model.layers.19.mlp.experts.72.gate_proj", + "observed_tokens": 284, + "weighted_error_before": 25.697439862415195, + "weighted_error_after": 15.332513220608234 + }, + { + "name": "model.layers.19.mlp.experts.72.up_proj", + "observed_tokens": 284, + "weighted_error_before": 27.96293831989169, + "weighted_error_after": 16.566108820959926 + }, + { + "name": "model.layers.19.mlp.experts.72.down_proj", + "observed_tokens": 284, + "weighted_error_before": 24.27463227836415, + "weighted_error_after": 16.054973769001663 + }, + { + "name": "model.layers.19.mlp.experts.73.gate_proj", + "observed_tokens": 416, + "weighted_error_before": 28.132082860916853, + "weighted_error_after": 16.36611603014171 + }, + { + "name": "model.layers.19.mlp.experts.73.up_proj", + "observed_tokens": 416, + "weighted_error_before": 24.829976866021752, + "weighted_error_after": 14.66723614744842 + }, + { + "name": "model.layers.19.mlp.experts.73.down_proj", + "observed_tokens": 416, + "weighted_error_before": 22.10504790302366, + "weighted_error_after": 14.092496954835951 + }, + { + "name": "model.layers.19.mlp.experts.74.gate_proj", + "observed_tokens": 539, + "weighted_error_before": 26.473661510273814, + "weighted_error_after": 15.595603356137872 + }, + { + "name": "model.layers.19.mlp.experts.74.up_proj", + "observed_tokens": 539, + "weighted_error_before": 28.371740702539682, + "weighted_error_after": 16.709137685596943 + }, + { + "name": "model.layers.19.mlp.experts.74.down_proj", + "observed_tokens": 539, + "weighted_error_before": 24.347240907140076, + "weighted_error_after": 15.964155667461455 + }, + { + "name": "model.layers.19.mlp.experts.75.gate_proj", + "observed_tokens": 604, + "weighted_error_before": 27.361670926213264, + "weighted_error_after": 16.195425912737846 + }, + { + "name": "model.layers.19.mlp.experts.75.up_proj", + "observed_tokens": 604, + "weighted_error_before": 29.790325313806534, + "weighted_error_after": 17.475145436823368 + }, + { + "name": "model.layers.19.mlp.experts.75.down_proj", + "observed_tokens": 604, + "weighted_error_before": 25.088377830572426, + "weighted_error_after": 16.9745090669021 + }, + { + "name": "model.layers.19.mlp.experts.76.gate_proj", + "observed_tokens": 342, + "weighted_error_before": 29.84073629230261, + "weighted_error_after": 17.358424078673124 + }, + { + "name": "model.layers.19.mlp.experts.76.up_proj", + "observed_tokens": 342, + "weighted_error_before": 28.2619491815567, + "weighted_error_after": 16.687592938542366 + }, + { + "name": "model.layers.19.mlp.experts.76.down_proj", + "observed_tokens": 342, + "weighted_error_before": 23.907335883937776, + "weighted_error_after": 15.850741832982749 + }, + { + "name": "model.layers.19.mlp.experts.77.gate_proj", + "observed_tokens": 1680, + "weighted_error_before": 27.378553591668606, + "weighted_error_after": 15.946703780442476 + }, + { + "name": "model.layers.19.mlp.experts.77.up_proj", + "observed_tokens": 1680, + "weighted_error_before": 25.898472925648093, + "weighted_error_after": 15.163351975381374 + }, + { + "name": "model.layers.19.mlp.experts.77.down_proj", + "observed_tokens": 1680, + "weighted_error_before": 23.214595083147287, + "weighted_error_after": 15.92268930748105 + }, + { + "name": "model.layers.19.mlp.experts.78.gate_proj", + "observed_tokens": 808, + "weighted_error_before": 25.468460459262133, + "weighted_error_after": 14.8695656247437 + }, + { + "name": "model.layers.19.mlp.experts.78.up_proj", + "observed_tokens": 808, + "weighted_error_before": 26.122778927907348, + "weighted_error_after": 15.425577629357576 + }, + { + "name": "model.layers.19.mlp.experts.78.down_proj", + "observed_tokens": 808, + "weighted_error_before": 24.065786263905466, + "weighted_error_after": 16.124523076228797 + }, + { + "name": "model.layers.19.mlp.experts.79.gate_proj", + "observed_tokens": 134, + "weighted_error_before": 26.18129636719823, + "weighted_error_after": 15.409983413293958 + }, + { + "name": "model.layers.19.mlp.experts.79.up_proj", + "observed_tokens": 134, + "weighted_error_before": 28.00873877480626, + "weighted_error_after": 16.548150267452 + }, + { + "name": "model.layers.19.mlp.experts.79.down_proj", + "observed_tokens": 134, + "weighted_error_before": 23.947378433309495, + "weighted_error_after": 15.344196264632046 + }, + { + "name": "model.layers.19.mlp.experts.80.gate_proj", + "observed_tokens": 772, + "weighted_error_before": 24.75506343692541, + "weighted_error_after": 14.614319881424308 + }, + { + "name": "model.layers.19.mlp.experts.80.up_proj", + "observed_tokens": 772, + "weighted_error_before": 27.95594520866871, + "weighted_error_after": 16.571237748488784 + }, + { + "name": "model.layers.19.mlp.experts.80.down_proj", + "observed_tokens": 772, + "weighted_error_before": 24.399617286399007, + "weighted_error_after": 16.289115788880736 + }, + { + "name": "model.layers.19.mlp.experts.81.gate_proj", + "observed_tokens": 768, + "weighted_error_before": 24.36006677336991, + "weighted_error_after": 14.299838477745652 + }, + { + "name": "model.layers.19.mlp.experts.81.up_proj", + "observed_tokens": 768, + "weighted_error_before": 26.93922794610262, + "weighted_error_after": 15.93431424163282 + }, + { + "name": "model.layers.19.mlp.experts.81.down_proj", + "observed_tokens": 768, + "weighted_error_before": 22.92409713100642, + "weighted_error_after": 15.476353860460222 + }, + { + "name": "model.layers.19.mlp.experts.82.gate_proj", + "observed_tokens": 307, + "weighted_error_before": 30.05403446406126, + "weighted_error_after": 17.667621502652764 + }, + { + "name": "model.layers.19.mlp.experts.82.up_proj", + "observed_tokens": 307, + "weighted_error_before": 30.909493355080485, + "weighted_error_after": 18.114904582500458 + }, + { + "name": "model.layers.19.mlp.experts.82.down_proj", + "observed_tokens": 307, + "weighted_error_before": 26.009064226411283, + "weighted_error_after": 15.684237855952233 + }, + { + "name": "model.layers.19.mlp.experts.83.gate_proj", + "observed_tokens": 248, + "weighted_error_before": 31.695305831730366, + "weighted_error_after": 18.72955794632435 + }, + { + "name": "model.layers.19.mlp.experts.83.up_proj", + "observed_tokens": 248, + "weighted_error_before": 31.941307904198766, + "weighted_error_after": 18.77686220034957 + }, + { + "name": "model.layers.19.mlp.experts.83.down_proj", + "observed_tokens": 248, + "weighted_error_before": 26.39530843589455, + "weighted_error_after": 17.209476095158607 + }, + { + "name": "model.layers.19.mlp.experts.84.gate_proj", + "observed_tokens": 456, + "weighted_error_before": 30.768508803099394, + "weighted_error_after": 17.926386814564466 + }, + { + "name": "model.layers.19.mlp.experts.84.up_proj", + "observed_tokens": 456, + "weighted_error_before": 30.837013568729162, + "weighted_error_after": 18.193318217992783 + }, + { + "name": "model.layers.19.mlp.experts.84.down_proj", + "observed_tokens": 456, + "weighted_error_before": 24.750091172289103, + "weighted_error_after": 16.58635397721082 + }, + { + "name": "model.layers.19.mlp.experts.85.gate_proj", + "observed_tokens": 481, + "weighted_error_before": 27.476050153374672, + "weighted_error_after": 16.18672795034945 + }, + { + "name": "model.layers.19.mlp.experts.85.up_proj", + "observed_tokens": 481, + "weighted_error_before": 26.92727082595229, + "weighted_error_after": 15.878271140158176 + }, + { + "name": "model.layers.19.mlp.experts.85.down_proj", + "observed_tokens": 481, + "weighted_error_before": 25.65316640259698, + "weighted_error_after": 15.421172801870853 + }, + { + "name": "model.layers.19.mlp.experts.86.gate_proj", + "observed_tokens": 228, + "weighted_error_before": 27.34812642633915, + "weighted_error_after": 16.10657223686576 + }, + { + "name": "model.layers.19.mlp.experts.86.up_proj", + "observed_tokens": 228, + "weighted_error_before": 29.20212043635547, + "weighted_error_after": 17.020242895931005 + }, + { + "name": "model.layers.19.mlp.experts.86.down_proj", + "observed_tokens": 228, + "weighted_error_before": 24.561433161608875, + "weighted_error_after": 15.262645178940147 + }, + { + "name": "model.layers.19.mlp.experts.87.gate_proj", + "observed_tokens": 385, + "weighted_error_before": 26.632385808974504, + "weighted_error_after": 15.711698897182941 + }, + { + "name": "model.layers.19.mlp.experts.87.up_proj", + "observed_tokens": 385, + "weighted_error_before": 28.943823356181383, + "weighted_error_after": 17.196646926924586 + }, + { + "name": "model.layers.19.mlp.experts.87.down_proj", + "observed_tokens": 385, + "weighted_error_before": 24.60850627720356, + "weighted_error_after": 16.581324220634997 + }, + { + "name": "model.layers.19.mlp.experts.88.gate_proj", + "observed_tokens": 155, + "weighted_error_before": 28.83602185919881, + "weighted_error_after": 16.969365833327174 + }, + { + "name": "model.layers.19.mlp.experts.88.up_proj", + "observed_tokens": 155, + "weighted_error_before": 31.038759019225836, + "weighted_error_after": 18.205308258533478 + }, + { + "name": "model.layers.19.mlp.experts.88.down_proj", + "observed_tokens": 155, + "weighted_error_before": 25.83579995855689, + "weighted_error_after": 17.189983321819454 + }, + { + "name": "model.layers.19.mlp.experts.89.gate_proj", + "observed_tokens": 387, + "weighted_error_before": 31.54989062808454, + "weighted_error_after": 18.552849950268865 + }, + { + "name": "model.layers.19.mlp.experts.89.up_proj", + "observed_tokens": 387, + "weighted_error_before": 31.83981591835618, + "weighted_error_after": 18.51646968536079 + }, + { + "name": "model.layers.19.mlp.experts.89.down_proj", + "observed_tokens": 387, + "weighted_error_before": 26.60388669371605, + "weighted_error_after": 16.918714030180126 + }, + { + "name": "model.layers.19.mlp.experts.90.gate_proj", + "observed_tokens": 255, + "weighted_error_before": 35.317590337246656, + "weighted_error_after": 20.620591355487704 + }, + { + "name": "model.layers.19.mlp.experts.90.up_proj", + "observed_tokens": 255, + "weighted_error_before": 31.729118589311838, + "weighted_error_after": 18.46315447613597 + }, + { + "name": "model.layers.19.mlp.experts.90.down_proj", + "observed_tokens": 255, + "weighted_error_before": 26.77167919278145, + "weighted_error_after": 16.45153324631974 + }, + { + "name": "model.layers.19.mlp.experts.91.gate_proj", + "observed_tokens": 908, + "weighted_error_before": 26.92910730652511, + "weighted_error_after": 16.040121529251337 + }, + { + "name": "model.layers.19.mlp.experts.91.up_proj", + "observed_tokens": 908, + "weighted_error_before": 27.37422777712345, + "weighted_error_after": 16.053769540041685 + }, + { + "name": "model.layers.19.mlp.experts.91.down_proj", + "observed_tokens": 908, + "weighted_error_before": 24.005668733268976, + "weighted_error_after": 15.039020859869197 + }, + { + "name": "model.layers.19.mlp.experts.92.gate_proj", + "observed_tokens": 409, + "weighted_error_before": 26.686926923692226, + "weighted_error_after": 15.527779377996922 + }, + { + "name": "model.layers.19.mlp.experts.92.up_proj", + "observed_tokens": 409, + "weighted_error_before": 28.283945206552744, + "weighted_error_after": 16.629501538351178 + }, + { + "name": "model.layers.19.mlp.experts.92.down_proj", + "observed_tokens": 409, + "weighted_error_before": 23.955590257886797, + "weighted_error_after": 16.0211984612979 + }, + { + "name": "model.layers.19.mlp.experts.93.gate_proj", + "observed_tokens": 243, + "weighted_error_before": 30.588395070284605, + "weighted_error_after": 18.089107314124703 + }, + { + "name": "model.layers.19.mlp.experts.93.up_proj", + "observed_tokens": 243, + "weighted_error_before": 29.669955847784877, + "weighted_error_after": 17.383008712902665 + }, + { + "name": "model.layers.19.mlp.experts.93.down_proj", + "observed_tokens": 243, + "weighted_error_before": 25.525410984642804, + "weighted_error_after": 15.644840919878334 + }, + { + "name": "model.layers.19.mlp.experts.94.gate_proj", + "observed_tokens": 193, + "weighted_error_before": 33.21652078256011, + "weighted_error_after": 19.345486469566822 + }, + { + "name": "model.layers.19.mlp.experts.94.up_proj", + "observed_tokens": 193, + "weighted_error_before": 33.59482912160456, + "weighted_error_after": 19.57502212934196 + }, + { + "name": "model.layers.19.mlp.experts.94.down_proj", + "observed_tokens": 193, + "weighted_error_before": 23.10515183629468, + "weighted_error_after": 14.976337051484734 + }, + { + "name": "model.layers.19.mlp.experts.95.gate_proj", + "observed_tokens": 396, + "weighted_error_before": 29.869018010795116, + "weighted_error_after": 17.582862246781588 + }, + { + "name": "model.layers.19.mlp.experts.95.up_proj", + "observed_tokens": 396, + "weighted_error_before": 31.949246250092983, + "weighted_error_after": 18.880292931571603 + }, + { + "name": "model.layers.19.mlp.experts.95.down_proj", + "observed_tokens": 396, + "weighted_error_before": 26.80224270094186, + "weighted_error_after": 17.96865263581276 + }, + { + "name": "model.layers.19.mlp.experts.96.gate_proj", + "observed_tokens": 946, + "weighted_error_before": 26.934161556884646, + "weighted_error_after": 15.80931313894689 + }, + { + "name": "model.layers.19.mlp.experts.96.up_proj", + "observed_tokens": 946, + "weighted_error_before": 28.025713846087456, + "weighted_error_after": 16.558299308642745 + }, + { + "name": "model.layers.19.mlp.experts.96.down_proj", + "observed_tokens": 946, + "weighted_error_before": 23.884606464300305, + "weighted_error_after": 15.725258511025459 + }, + { + "name": "model.layers.19.mlp.experts.97.gate_proj", + "observed_tokens": 23, + "weighted_error_before": 26.92178269661963, + "weighted_error_after": 15.961706656962633 + }, + { + "name": "model.layers.19.mlp.experts.97.up_proj", + "observed_tokens": 23, + "weighted_error_before": 27.977142855525017, + "weighted_error_after": 16.463232163339853 + }, + { + "name": "model.layers.19.mlp.experts.97.down_proj", + "observed_tokens": 23, + "weighted_error_before": 24.588364926166832, + "weighted_error_after": 16.597252699080855 + }, + { + "name": "model.layers.19.mlp.experts.98.gate_proj", + "observed_tokens": 673, + "weighted_error_before": 26.96296500042081, + "weighted_error_after": 16.114174431189895 + }, + { + "name": "model.layers.19.mlp.experts.98.up_proj", + "observed_tokens": 673, + "weighted_error_before": 29.221556466072798, + "weighted_error_after": 17.31449732556939 + }, + { + "name": "model.layers.19.mlp.experts.98.down_proj", + "observed_tokens": 673, + "weighted_error_before": 24.79910177923739, + "weighted_error_after": 16.700233648065478 + }, + { + "name": "model.layers.19.mlp.experts.99.gate_proj", + "observed_tokens": 4, + "weighted_error_before": 26.972945265471935, + "weighted_error_after": 16.076589873060584 + }, + { + "name": "model.layers.19.mlp.experts.99.up_proj", + "observed_tokens": 4, + "weighted_error_before": 29.00207692757249, + "weighted_error_after": 17.231922402977943 + }, + { + "name": "model.layers.19.mlp.experts.99.down_proj", + "observed_tokens": 4, + "weighted_error_before": 30.249623987823725, + "weighted_error_after": 20.292802145238966 + }, + { + "name": "model.layers.19.mlp.experts.100.gate_proj", + "observed_tokens": 687, + "weighted_error_before": 26.887317733839154, + "weighted_error_after": 15.80209245532751 + }, + { + "name": "model.layers.19.mlp.experts.100.up_proj", + "observed_tokens": 687, + "weighted_error_before": 28.626305006444454, + "weighted_error_after": 16.882535494863987 + }, + { + "name": "model.layers.19.mlp.experts.100.down_proj", + "observed_tokens": 687, + "weighted_error_before": 24.379625905305147, + "weighted_error_after": 16.06405877880752 + }, + { + "name": "model.layers.19.mlp.experts.101.gate_proj", + "observed_tokens": 155, + "weighted_error_before": 24.37060092948377, + "weighted_error_after": 14.368109595961869 + }, + { + "name": "model.layers.19.mlp.experts.101.up_proj", + "observed_tokens": 155, + "weighted_error_before": 25.178598122671247, + "weighted_error_after": 14.826128017157316 + }, + { + "name": "model.layers.19.mlp.experts.101.down_proj", + "observed_tokens": 155, + "weighted_error_before": 22.77746956469491, + "weighted_error_after": 15.074693003669381 + }, + { + "name": "model.layers.19.mlp.experts.102.gate_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.19.mlp.experts.102.up_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.19.mlp.experts.102.down_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.19.mlp.experts.103.gate_proj", + "observed_tokens": 25, + "weighted_error_before": 29.931562319397926, + "weighted_error_after": 17.653615564107895 + }, + { + "name": "model.layers.19.mlp.experts.103.up_proj", + "observed_tokens": 25, + "weighted_error_before": 31.292913369834423, + "weighted_error_after": 18.511301847174764 + }, + { + "name": "model.layers.19.mlp.experts.103.down_proj", + "observed_tokens": 25, + "weighted_error_before": 25.992122216150165, + "weighted_error_after": 17.72355511551723 + }, + { + "name": "model.layers.19.mlp.experts.104.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 26.04278766363859, + "weighted_error_after": 15.418274138122797 + }, + { + "name": "model.layers.19.mlp.experts.104.up_proj", + "observed_tokens": 69, + "weighted_error_before": 27.317406497895718, + "weighted_error_after": 16.134361289441586 + }, + { + "name": "model.layers.19.mlp.experts.104.down_proj", + "observed_tokens": 69, + "weighted_error_before": 23.995840275660157, + "weighted_error_after": 14.960637517273426 + }, + { + "name": "model.layers.19.mlp.experts.105.gate_proj", + "observed_tokens": 387, + "weighted_error_before": 25.79118597880006, + "weighted_error_after": 15.184037905186415 + }, + { + "name": "model.layers.19.mlp.experts.105.up_proj", + "observed_tokens": 387, + "weighted_error_before": 25.793271036818624, + "weighted_error_after": 15.292162410914898 + }, + { + "name": "model.layers.19.mlp.experts.105.down_proj", + "observed_tokens": 387, + "weighted_error_before": 22.18415969889611, + "weighted_error_after": 14.297661114484072 + }, + { + "name": "model.layers.19.mlp.experts.106.gate_proj", + "observed_tokens": 466, + "weighted_error_before": 25.105072559788823, + "weighted_error_after": 14.739895138889551 + }, + { + "name": "model.layers.19.mlp.experts.106.up_proj", + "observed_tokens": 466, + "weighted_error_before": 26.92439854890108, + "weighted_error_after": 15.641525680199265 + }, + { + "name": "model.layers.19.mlp.experts.106.down_proj", + "observed_tokens": 466, + "weighted_error_before": 22.96784849278629, + "weighted_error_after": 15.361198210623115 + }, + { + "name": "model.layers.19.mlp.experts.107.gate_proj", + "observed_tokens": 682, + "weighted_error_before": 24.21942454762757, + "weighted_error_after": 14.33956472761929 + }, + { + "name": "model.layers.19.mlp.experts.107.up_proj", + "observed_tokens": 682, + "weighted_error_before": 25.84672767482698, + "weighted_error_after": 15.131142081692815 + }, + { + "name": "model.layers.19.mlp.experts.107.down_proj", + "observed_tokens": 682, + "weighted_error_before": 22.873062376864254, + "weighted_error_after": 14.843364398926497 + }, + { + "name": "model.layers.19.mlp.experts.108.gate_proj", + "observed_tokens": 1, + "weighted_error_before": 26.598117096349597, + "weighted_error_after": 15.667312785983086 + }, + { + "name": "model.layers.19.mlp.experts.108.up_proj", + "observed_tokens": 1, + "weighted_error_before": 28.273822642862797, + "weighted_error_after": 16.76673753000796 + }, + { + "name": "model.layers.19.mlp.experts.108.down_proj", + "observed_tokens": 1, + "weighted_error_before": 24.513943949714303, + "weighted_error_after": 16.87920526601374 + }, + { + "name": "model.layers.19.mlp.experts.109.gate_proj", + "observed_tokens": 169, + "weighted_error_before": 26.94000479206443, + "weighted_error_after": 15.767111398279667 + }, + { + "name": "model.layers.19.mlp.experts.109.up_proj", + "observed_tokens": 169, + "weighted_error_before": 28.15029126033187, + "weighted_error_after": 16.437838887795806 + }, + { + "name": "model.layers.19.mlp.experts.109.down_proj", + "observed_tokens": 169, + "weighted_error_before": 23.871265849098563, + "weighted_error_after": 14.365808119997382 + }, + { + "name": "model.layers.19.mlp.experts.110.gate_proj", + "observed_tokens": 107, + "weighted_error_before": 28.573398265987635, + "weighted_error_after": 16.675445755943656 + }, + { + "name": "model.layers.19.mlp.experts.110.up_proj", + "observed_tokens": 107, + "weighted_error_before": 27.053974958136678, + "weighted_error_after": 15.967407857999206 + }, + { + "name": "model.layers.19.mlp.experts.110.down_proj", + "observed_tokens": 107, + "weighted_error_before": 23.107326912228018, + "weighted_error_after": 13.80118060996756 + }, + { + "name": "model.layers.19.mlp.experts.111.gate_proj", + "observed_tokens": 121, + "weighted_error_before": 28.71344045549631, + "weighted_error_after": 16.385167248547077 + }, + { + "name": "model.layers.19.mlp.experts.111.up_proj", + "observed_tokens": 121, + "weighted_error_before": 29.28406509384513, + "weighted_error_after": 17.06492048688233 + }, + { + "name": "model.layers.19.mlp.experts.111.down_proj", + "observed_tokens": 121, + "weighted_error_before": 23.61921242903918, + "weighted_error_after": 14.996470264624804 + }, + { + "name": "model.layers.19.mlp.experts.112.gate_proj", + "observed_tokens": 99, + "weighted_error_before": 30.14014406874776, + "weighted_error_after": 17.88374192547053 + }, + { + "name": "model.layers.19.mlp.experts.112.up_proj", + "observed_tokens": 99, + "weighted_error_before": 28.204534338787198, + "weighted_error_after": 16.56335690431297 + }, + { + "name": "model.layers.19.mlp.experts.112.down_proj", + "observed_tokens": 99, + "weighted_error_before": 22.999495980795473, + "weighted_error_after": 14.474326665978879 + }, + { + "name": "model.layers.19.mlp.experts.113.gate_proj", + "observed_tokens": 324, + "weighted_error_before": 26.88695616647601, + "weighted_error_after": 15.824583927169442 + }, + { + "name": "model.layers.19.mlp.experts.113.up_proj", + "observed_tokens": 324, + "weighted_error_before": 27.079034980386496, + "weighted_error_after": 15.893692057579756 + }, + { + "name": "model.layers.19.mlp.experts.113.down_proj", + "observed_tokens": 324, + "weighted_error_before": 23.53408765234053, + "weighted_error_after": 15.562571039423347 + }, + { + "name": "model.layers.19.mlp.experts.114.gate_proj", + "observed_tokens": 426, + "weighted_error_before": 28.76344120502472, + "weighted_error_after": 16.994839549064636 + }, + { + "name": "model.layers.19.mlp.experts.114.up_proj", + "observed_tokens": 426, + "weighted_error_before": 31.15963028371334, + "weighted_error_after": 18.546255158260465 + }, + { + "name": "model.layers.19.mlp.experts.114.down_proj", + "observed_tokens": 426, + "weighted_error_before": 26.711264181882143, + "weighted_error_after": 17.552779028657824 + }, + { + "name": "model.layers.19.mlp.experts.115.gate_proj", + "observed_tokens": 123, + "weighted_error_before": 29.539341762661934, + "weighted_error_after": 17.25851495563984 + }, + { + "name": "model.layers.19.mlp.experts.115.up_proj", + "observed_tokens": 123, + "weighted_error_before": 29.632640678435564, + "weighted_error_after": 17.39547018520534 + }, + { + "name": "model.layers.19.mlp.experts.115.down_proj", + "observed_tokens": 123, + "weighted_error_before": 25.012213113717735, + "weighted_error_after": 16.246772632934153 + }, + { + "name": "model.layers.19.mlp.experts.116.gate_proj", + "observed_tokens": 73, + "weighted_error_before": 28.737104043364525, + "weighted_error_after": 16.75943942554295 + }, + { + "name": "model.layers.19.mlp.experts.116.up_proj", + "observed_tokens": 73, + "weighted_error_before": 30.50361038558185, + "weighted_error_after": 17.67740117572248 + }, + { + "name": "model.layers.19.mlp.experts.116.down_proj", + "observed_tokens": 73, + "weighted_error_before": 24.983096157200634, + "weighted_error_after": 15.154337827116251 + }, + { + "name": "model.layers.19.mlp.experts.117.gate_proj", + "observed_tokens": 75, + "weighted_error_before": 25.95163336955011, + "weighted_error_after": 14.939912779256701 + }, + { + "name": "model.layers.19.mlp.experts.117.up_proj", + "observed_tokens": 75, + "weighted_error_before": 26.050276055932045, + "weighted_error_after": 15.353799665346742 + }, + { + "name": "model.layers.19.mlp.experts.117.down_proj", + "observed_tokens": 75, + "weighted_error_before": 22.262789572123438, + "weighted_error_after": 13.797955917194486 + }, + { + "name": "model.layers.19.mlp.experts.118.gate_proj", + "observed_tokens": 65, + "weighted_error_before": 26.20574676245451, + "weighted_error_after": 15.572327229194343 + }, + { + "name": "model.layers.19.mlp.experts.118.up_proj", + "observed_tokens": 65, + "weighted_error_before": 25.765735168009996, + "weighted_error_after": 15.159449975937605 + }, + { + "name": "model.layers.19.mlp.experts.118.down_proj", + "observed_tokens": 65, + "weighted_error_before": 22.91338044218719, + "weighted_error_after": 14.427138023544103 + }, + { + "name": "model.layers.19.mlp.experts.119.gate_proj", + "observed_tokens": 111, + "weighted_error_before": 27.158950120210648, + "weighted_error_after": 16.05622109770775 + }, + { + "name": "model.layers.19.mlp.experts.119.up_proj", + "observed_tokens": 111, + "weighted_error_before": 39.749979212880135, + "weighted_error_after": 23.42731262370944 + }, + { + "name": "model.layers.19.mlp.experts.119.down_proj", + "observed_tokens": 111, + "weighted_error_before": 32.0776225104928, + "weighted_error_after": 20.901175753213465 + }, + { + "name": "model.layers.19.mlp.experts.120.gate_proj", + "observed_tokens": 338, + "weighted_error_before": 27.59423221088946, + "weighted_error_after": 16.143793238326907 + }, + { + "name": "model.layers.19.mlp.experts.120.up_proj", + "observed_tokens": 338, + "weighted_error_before": 28.565724827349186, + "weighted_error_after": 16.70707032084465 + }, + { + "name": "model.layers.19.mlp.experts.120.down_proj", + "observed_tokens": 338, + "weighted_error_before": 23.907297480851412, + "weighted_error_after": 15.720148384571075 + }, + { + "name": "model.layers.19.mlp.experts.121.gate_proj", + "observed_tokens": 634, + "weighted_error_before": 27.439102141186595, + "weighted_error_after": 16.15793157555163 + }, + { + "name": "model.layers.19.mlp.experts.121.up_proj", + "observed_tokens": 634, + "weighted_error_before": 28.424582429230213, + "weighted_error_after": 16.713952070102096 + }, + { + "name": "model.layers.19.mlp.experts.121.down_proj", + "observed_tokens": 634, + "weighted_error_before": 24.552266381215304, + "weighted_error_after": 15.48556906124577 + }, + { + "name": "model.layers.19.mlp.experts.122.gate_proj", + "observed_tokens": 285, + "weighted_error_before": 27.070439433678985, + "weighted_error_after": 15.847024273127317 + }, + { + "name": "model.layers.19.mlp.experts.122.up_proj", + "observed_tokens": 285, + "weighted_error_before": 27.32471547089517, + "weighted_error_after": 15.906423345208168 + }, + { + "name": "model.layers.19.mlp.experts.122.down_proj", + "observed_tokens": 285, + "weighted_error_before": 22.969632715918124, + "weighted_error_after": 14.533994884695858 + }, + { + "name": "model.layers.19.mlp.experts.123.gate_proj", + "observed_tokens": 653, + "weighted_error_before": 27.66970249451697, + "weighted_error_after": 16.19217048585415 + }, + { + "name": "model.layers.19.mlp.experts.123.up_proj", + "observed_tokens": 653, + "weighted_error_before": 26.221243552863598, + "weighted_error_after": 15.60814893990755 + }, + { + "name": "model.layers.19.mlp.experts.123.down_proj", + "observed_tokens": 653, + "weighted_error_before": 23.179759435355663, + "weighted_error_after": 15.059627675451338 + }, + { + "name": "model.layers.19.mlp.experts.124.gate_proj", + "observed_tokens": 99, + "weighted_error_before": 29.273623149842024, + "weighted_error_after": 17.169969907030463 + }, + { + "name": "model.layers.19.mlp.experts.124.up_proj", + "observed_tokens": 99, + "weighted_error_before": 31.475859224796295, + "weighted_error_after": 18.250546775758266 + }, + { + "name": "model.layers.19.mlp.experts.124.down_proj", + "observed_tokens": 99, + "weighted_error_before": 25.91746991313994, + "weighted_error_after": 16.605098915286362 + }, + { + "name": "model.layers.19.mlp.experts.125.gate_proj", + "observed_tokens": 152, + "weighted_error_before": 24.322474418208003, + "weighted_error_after": 14.268891412764788 + }, + { + "name": "model.layers.19.mlp.experts.125.up_proj", + "observed_tokens": 152, + "weighted_error_before": 25.04253256507218, + "weighted_error_after": 14.773406814783812 + }, + { + "name": "model.layers.19.mlp.experts.125.down_proj", + "observed_tokens": 152, + "weighted_error_before": 22.630157601088285, + "weighted_error_after": 15.16816937085241 + }, + { + "name": "model.layers.19.mlp.experts.126.gate_proj", + "observed_tokens": 180, + "weighted_error_before": 24.8715083245188, + "weighted_error_after": 14.525366114452481 + }, + { + "name": "model.layers.19.mlp.experts.126.up_proj", + "observed_tokens": 180, + "weighted_error_before": 26.310921896249056, + "weighted_error_after": 15.509210089221597 + }, + { + "name": "model.layers.19.mlp.experts.126.down_proj", + "observed_tokens": 180, + "weighted_error_before": 23.290536902379245, + "weighted_error_after": 14.968481456395239 + }, + { + "name": "model.layers.19.mlp.experts.127.gate_proj", + "observed_tokens": 81, + "weighted_error_before": 27.109531227499247, + "weighted_error_after": 15.84447527024895 + }, + { + "name": "model.layers.19.mlp.experts.127.up_proj", + "observed_tokens": 81, + "weighted_error_before": 25.893064692616463, + "weighted_error_after": 15.17190252803266 + }, + { + "name": "model.layers.19.mlp.experts.127.down_proj", + "observed_tokens": 81, + "weighted_error_before": 21.25441881781444, + "weighted_error_after": 13.38401862513274 + }, + { + "name": "model.layers.19.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 20.589372818823904, + "weighted_error_after": 11.934572715661488 + }, + { + "name": "model.layers.19.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 27.128589714411646, + "weighted_error_after": 14.52039949176833 + }, + { + "name": "model.layers.19.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 84.40110736712813, + "weighted_error_after": 52.5819539683871 + }, + { + "name": "model.layers.20.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 153.52779243979603, + "weighted_error_after": 90.11410197429359 + }, + { + "name": "model.layers.20.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 207.3829144029878, + "weighted_error_after": 119.88152962690219 + }, + { + "name": "model.layers.20.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 296.87618369981647, + "weighted_error_after": 172.04005829431117 + }, + { + "name": "model.layers.20.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 146.608235033229, + "weighted_error_after": 85.34149523824453 + }, + { + "name": "model.layers.20.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 1.4122209753841162, + "weighted_error_after": 0.7675080373883247 + }, + { + "name": "model.layers.20.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 191.25118811056018, + "weighted_error_after": 113.17369642108679 + }, + { + "name": "model.layers.20.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 501.916471734643, + "weighted_error_after": 221.60233358293772 + }, + { + "name": "model.layers.20.mlp.experts.0.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 29.74267153814435, + "weighted_error_after": 17.456662202253938 + }, + { + "name": "model.layers.20.mlp.experts.0.up_proj", + "observed_tokens": 63, + "weighted_error_before": 31.40304508060217, + "weighted_error_after": 18.453080719336867 + }, + { + "name": "model.layers.20.mlp.experts.0.down_proj", + "observed_tokens": 63, + "weighted_error_before": 25.911874229088426, + "weighted_error_after": 17.04344585677609 + }, + { + "name": "model.layers.20.mlp.experts.1.gate_proj", + "observed_tokens": 900, + "weighted_error_before": 25.79874519072473, + "weighted_error_after": 15.137363214045763 + }, + { + "name": "model.layers.20.mlp.experts.1.up_proj", + "observed_tokens": 900, + "weighted_error_before": 26.40617176145315, + "weighted_error_after": 15.621998719871044 + }, + { + "name": "model.layers.20.mlp.experts.1.down_proj", + "observed_tokens": 900, + "weighted_error_before": 23.367937338538468, + "weighted_error_after": 15.438525695353746 + }, + { + "name": "model.layers.20.mlp.experts.2.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 28.717626463621855, + "weighted_error_after": 16.905695024877787 + }, + { + "name": "model.layers.20.mlp.experts.2.up_proj", + "observed_tokens": 116, + "weighted_error_before": 30.892687860876322, + "weighted_error_after": 18.169404735788703 + }, + { + "name": "model.layers.20.mlp.experts.2.down_proj", + "observed_tokens": 116, + "weighted_error_before": 26.08773351740092, + "weighted_error_after": 16.72199277766049 + }, + { + "name": "model.layers.20.mlp.experts.3.gate_proj", + "observed_tokens": 99, + "weighted_error_before": 25.719626063480973, + "weighted_error_after": 15.000944576226175 + }, + { + "name": "model.layers.20.mlp.experts.3.up_proj", + "observed_tokens": 99, + "weighted_error_before": 26.052134167402983, + "weighted_error_after": 15.293334213085473 + }, + { + "name": "model.layers.20.mlp.experts.3.down_proj", + "observed_tokens": 99, + "weighted_error_before": 23.169050857424736, + "weighted_error_after": 14.724761529359967 + }, + { + "name": "model.layers.20.mlp.experts.4.gate_proj", + "observed_tokens": 624, + "weighted_error_before": 25.686897518113256, + "weighted_error_after": 15.090617079287767 + }, + { + "name": "model.layers.20.mlp.experts.4.up_proj", + "observed_tokens": 624, + "weighted_error_before": 27.29096695408225, + "weighted_error_after": 16.049991887062788 + }, + { + "name": "model.layers.20.mlp.experts.4.down_proj", + "observed_tokens": 624, + "weighted_error_before": 23.068446999881417, + "weighted_error_after": 15.124500990845263 + }, + { + "name": "model.layers.20.mlp.experts.5.gate_proj", + "observed_tokens": 219, + "weighted_error_before": 31.210194865241647, + "weighted_error_after": 18.241000102832913 + }, + { + "name": "model.layers.20.mlp.experts.5.up_proj", + "observed_tokens": 219, + "weighted_error_before": 29.760556515306234, + "weighted_error_after": 17.488171448931098 + }, + { + "name": "model.layers.20.mlp.experts.5.down_proj", + "observed_tokens": 219, + "weighted_error_before": 23.553098633885384, + "weighted_error_after": 15.017093458678573 + }, + { + "name": "model.layers.20.mlp.experts.6.gate_proj", + "observed_tokens": 361, + "weighted_error_before": 24.20744740590453, + "weighted_error_after": 14.146739542484283 + }, + { + "name": "model.layers.20.mlp.experts.6.up_proj", + "observed_tokens": 361, + "weighted_error_before": 32.584900848567486, + "weighted_error_after": 19.218413596972823 + }, + { + "name": "model.layers.20.mlp.experts.6.down_proj", + "observed_tokens": 361, + "weighted_error_before": 27.09428712911904, + "weighted_error_after": 18.132102518342435 + }, + { + "name": "model.layers.20.mlp.experts.7.gate_proj", + "observed_tokens": 727, + "weighted_error_before": 26.331097029149532, + "weighted_error_after": 15.559635668992996 + }, + { + "name": "model.layers.20.mlp.experts.7.up_proj", + "observed_tokens": 727, + "weighted_error_before": 28.875217482447624, + "weighted_error_after": 16.96858802996576 + }, + { + "name": "model.layers.20.mlp.experts.7.down_proj", + "observed_tokens": 727, + "weighted_error_before": 24.580876681022346, + "weighted_error_after": 16.718110071029514 + }, + { + "name": "model.layers.20.mlp.experts.8.gate_proj", + "observed_tokens": 438, + "weighted_error_before": 28.963426999747753, + "weighted_error_after": 16.933575931936502 + }, + { + "name": "model.layers.20.mlp.experts.8.up_proj", + "observed_tokens": 438, + "weighted_error_before": 29.573240656405687, + "weighted_error_after": 17.517385398969054 + }, + { + "name": "model.layers.20.mlp.experts.8.down_proj", + "observed_tokens": 438, + "weighted_error_before": 25.5144322225824, + "weighted_error_after": 16.03757356107235 + }, + { + "name": "model.layers.20.mlp.experts.9.gate_proj", + "observed_tokens": 117, + "weighted_error_before": 29.42757796496153, + "weighted_error_after": 17.264730472117662 + }, + { + "name": "model.layers.20.mlp.experts.9.up_proj", + "observed_tokens": 117, + "weighted_error_before": 31.267129950225353, + "weighted_error_after": 18.31268748268485 + }, + { + "name": "model.layers.20.mlp.experts.9.down_proj", + "observed_tokens": 117, + "weighted_error_before": 25.82207535766065, + "weighted_error_after": 14.563276197295636 + }, + { + "name": "model.layers.20.mlp.experts.10.gate_proj", + "observed_tokens": 517, + "weighted_error_before": 27.614507894963026, + "weighted_error_after": 16.20265512727201 + }, + { + "name": "model.layers.20.mlp.experts.10.up_proj", + "observed_tokens": 517, + "weighted_error_before": 28.079567704349756, + "weighted_error_after": 16.5187797434628 + }, + { + "name": "model.layers.20.mlp.experts.10.down_proj", + "observed_tokens": 517, + "weighted_error_before": 24.14091286994517, + "weighted_error_after": 15.76830199174583 + }, + { + "name": "model.layers.20.mlp.experts.11.gate_proj", + "observed_tokens": 81, + "weighted_error_before": 25.260826962068677, + "weighted_error_after": 14.619449308142066 + }, + { + "name": "model.layers.20.mlp.experts.11.up_proj", + "observed_tokens": 81, + "weighted_error_before": 27.175739895552397, + "weighted_error_after": 16.018347708508372 + }, + { + "name": "model.layers.20.mlp.experts.11.down_proj", + "observed_tokens": 81, + "weighted_error_before": 23.97334222961217, + "weighted_error_after": 15.152817450929433 + }, + { + "name": "model.layers.20.mlp.experts.12.gate_proj", + "observed_tokens": 151, + "weighted_error_before": 27.655272517353296, + "weighted_error_after": 16.27954656071961 + }, + { + "name": "model.layers.20.mlp.experts.12.up_proj", + "observed_tokens": 151, + "weighted_error_before": 30.284893788397312, + "weighted_error_after": 17.785504588857293 + }, + { + "name": "model.layers.20.mlp.experts.12.down_proj", + "observed_tokens": 151, + "weighted_error_before": 25.36132940556854, + "weighted_error_after": 16.60134842246771 + }, + { + "name": "model.layers.20.mlp.experts.13.gate_proj", + "observed_tokens": 212, + "weighted_error_before": 27.84405331686139, + "weighted_error_after": 16.44052745960653 + }, + { + "name": "model.layers.20.mlp.experts.13.up_proj", + "observed_tokens": 212, + "weighted_error_before": 30.289074651896954, + "weighted_error_after": 17.853488514199853 + }, + { + "name": "model.layers.20.mlp.experts.13.down_proj", + "observed_tokens": 212, + "weighted_error_before": 25.35779172554612, + "weighted_error_after": 16.569840152282268 + }, + { + "name": "model.layers.20.mlp.experts.14.gate_proj", + "observed_tokens": 505, + "weighted_error_before": 28.18065390922129, + "weighted_error_after": 16.459518874064088 + }, + { + "name": "model.layers.20.mlp.experts.14.up_proj", + "observed_tokens": 505, + "weighted_error_before": 31.035889457911253, + "weighted_error_after": 17.905682865530252 + }, + { + "name": "model.layers.20.mlp.experts.14.down_proj", + "observed_tokens": 505, + "weighted_error_before": 24.854547158349305, + "weighted_error_after": 16.019384468439966 + }, + { + "name": "model.layers.20.mlp.experts.15.gate_proj", + "observed_tokens": 816, + "weighted_error_before": 31.096500772982836, + "weighted_error_after": 18.150170516222715 + }, + { + "name": "model.layers.20.mlp.experts.15.up_proj", + "observed_tokens": 816, + "weighted_error_before": 26.496635066345334, + "weighted_error_after": 15.830985017120838 + }, + { + "name": "model.layers.20.mlp.experts.15.down_proj", + "observed_tokens": 816, + "weighted_error_before": 23.386544679291546, + "weighted_error_after": 14.816984254401177 + }, + { + "name": "model.layers.20.mlp.experts.16.gate_proj", + "observed_tokens": 474, + "weighted_error_before": 27.454722870141268, + "weighted_error_after": 16.185807386413217 + }, + { + "name": "model.layers.20.mlp.experts.16.up_proj", + "observed_tokens": 474, + "weighted_error_before": 28.880072470754385, + "weighted_error_after": 17.056129978969693 + }, + { + "name": "model.layers.20.mlp.experts.16.down_proj", + "observed_tokens": 474, + "weighted_error_before": 25.612547683529556, + "weighted_error_after": 17.15763307362795 + }, + { + "name": "model.layers.20.mlp.experts.17.gate_proj", + "observed_tokens": 176, + "weighted_error_before": 26.242547312751412, + "weighted_error_after": 14.834958016872406 + }, + { + "name": "model.layers.20.mlp.experts.17.up_proj", + "observed_tokens": 176, + "weighted_error_before": 26.032786674797535, + "weighted_error_after": 15.30394460260868 + }, + { + "name": "model.layers.20.mlp.experts.17.down_proj", + "observed_tokens": 176, + "weighted_error_before": 23.111766083166003, + "weighted_error_after": 14.840286592487246 + }, + { + "name": "model.layers.20.mlp.experts.18.gate_proj", + "observed_tokens": 301, + "weighted_error_before": 25.375229384750128, + "weighted_error_after": 14.977894265204668 + }, + { + "name": "model.layers.20.mlp.experts.18.up_proj", + "observed_tokens": 301, + "weighted_error_before": 24.900407802313566, + "weighted_error_after": 14.752696190029383 + }, + { + "name": "model.layers.20.mlp.experts.18.down_proj", + "observed_tokens": 301, + "weighted_error_before": 21.906989221461117, + "weighted_error_after": 14.357533711008728 + }, + { + "name": "model.layers.20.mlp.experts.19.gate_proj", + "observed_tokens": 256, + "weighted_error_before": 28.887666657567024, + "weighted_error_after": 17.0362984854728 + }, + { + "name": "model.layers.20.mlp.experts.19.up_proj", + "observed_tokens": 256, + "weighted_error_before": 30.36382769793272, + "weighted_error_after": 17.839826375246048 + }, + { + "name": "model.layers.20.mlp.experts.19.down_proj", + "observed_tokens": 256, + "weighted_error_before": 25.68785850610584, + "weighted_error_after": 16.639873774256557 + }, + { + "name": "model.layers.20.mlp.experts.20.gate_proj", + "observed_tokens": 287, + "weighted_error_before": 28.950160071253777, + "weighted_error_after": 17.14652568846941 + }, + { + "name": "model.layers.20.mlp.experts.20.up_proj", + "observed_tokens": 287, + "weighted_error_before": 30.49036991968751, + "weighted_error_after": 17.984182884916663 + }, + { + "name": "model.layers.20.mlp.experts.20.down_proj", + "observed_tokens": 287, + "weighted_error_before": 26.048421217128634, + "weighted_error_after": 17.21366050466895 + }, + { + "name": "model.layers.20.mlp.experts.21.gate_proj", + "observed_tokens": 138, + "weighted_error_before": 31.986802799627185, + "weighted_error_after": 18.282674815505743 + }, + { + "name": "model.layers.20.mlp.experts.21.up_proj", + "observed_tokens": 138, + "weighted_error_before": 25.88083283044398, + "weighted_error_after": 15.05919777508825 + }, + { + "name": "model.layers.20.mlp.experts.21.down_proj", + "observed_tokens": 138, + "weighted_error_before": 23.964612724725157, + "weighted_error_after": 14.903533084783703 + }, + { + "name": "model.layers.20.mlp.experts.22.gate_proj", + "observed_tokens": 310, + "weighted_error_before": 28.084173498675227, + "weighted_error_after": 16.770823495462537 + }, + { + "name": "model.layers.20.mlp.experts.22.up_proj", + "observed_tokens": 310, + "weighted_error_before": 28.0069511346519, + "weighted_error_after": 16.52609311044216 + }, + { + "name": "model.layers.20.mlp.experts.22.down_proj", + "observed_tokens": 310, + "weighted_error_before": 24.21502747014165, + "weighted_error_after": 14.789700840134174 + }, + { + "name": "model.layers.20.mlp.experts.23.gate_proj", + "observed_tokens": 9, + "weighted_error_before": 27.743115358054638, + "weighted_error_after": 16.179587861523032 + }, + { + "name": "model.layers.20.mlp.experts.23.up_proj", + "observed_tokens": 9, + "weighted_error_before": 28.786417612805963, + "weighted_error_after": 16.889008224010468 + }, + { + "name": "model.layers.20.mlp.experts.23.down_proj", + "observed_tokens": 9, + "weighted_error_before": 24.18064808100462, + "weighted_error_after": 16.637222445569932 + }, + { + "name": "model.layers.20.mlp.experts.24.gate_proj", + "observed_tokens": 33, + "weighted_error_before": 32.05355018749833, + "weighted_error_after": 18.881321353837848 + }, + { + "name": "model.layers.20.mlp.experts.24.up_proj", + "observed_tokens": 33, + "weighted_error_before": 34.351647824048996, + "weighted_error_after": 20.14907319843769 + }, + { + "name": "model.layers.20.mlp.experts.24.down_proj", + "observed_tokens": 33, + "weighted_error_before": 28.192925880663097, + "weighted_error_after": 19.114285146351904 + }, + { + "name": "model.layers.20.mlp.experts.25.gate_proj", + "observed_tokens": 253, + "weighted_error_before": 31.62712856568396, + "weighted_error_after": 18.3129210639745 + }, + { + "name": "model.layers.20.mlp.experts.25.up_proj", + "observed_tokens": 253, + "weighted_error_before": 30.011551285162568, + "weighted_error_after": 17.605809275060892 + }, + { + "name": "model.layers.20.mlp.experts.25.down_proj", + "observed_tokens": 253, + "weighted_error_before": 25.14762525772676, + "weighted_error_after": 15.699129115790129 + }, + { + "name": "model.layers.20.mlp.experts.26.gate_proj", + "observed_tokens": 573, + "weighted_error_before": 26.994587192311883, + "weighted_error_after": 15.613487841561437 + }, + { + "name": "model.layers.20.mlp.experts.26.up_proj", + "observed_tokens": 573, + "weighted_error_before": 27.51448378711939, + "weighted_error_after": 16.308688325807452 + }, + { + "name": "model.layers.20.mlp.experts.26.down_proj", + "observed_tokens": 573, + "weighted_error_before": 23.77027165470645, + "weighted_error_after": 16.079798641148955 + }, + { + "name": "model.layers.20.mlp.experts.27.gate_proj", + "observed_tokens": 74, + "weighted_error_before": 27.839715901762247, + "weighted_error_after": 16.34363673813641 + }, + { + "name": "model.layers.20.mlp.experts.27.up_proj", + "observed_tokens": 74, + "weighted_error_before": 28.967239882797003, + "weighted_error_after": 17.18146231584251 + }, + { + "name": "model.layers.20.mlp.experts.27.down_proj", + "observed_tokens": 74, + "weighted_error_before": 24.62366687739268, + "weighted_error_after": 15.850925688631833 + }, + { + "name": "model.layers.20.mlp.experts.28.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 27.01753582060337, + "weighted_error_after": 15.79635894484818 + }, + { + "name": "model.layers.20.mlp.experts.28.up_proj", + "observed_tokens": 69, + "weighted_error_before": 28.59743120148778, + "weighted_error_after": 16.941247465088964 + }, + { + "name": "model.layers.20.mlp.experts.28.down_proj", + "observed_tokens": 69, + "weighted_error_before": 24.543909105006605, + "weighted_error_after": 15.362471130676568 + }, + { + "name": "model.layers.20.mlp.experts.29.gate_proj", + "observed_tokens": 26, + "weighted_error_before": 25.270239593461156, + "weighted_error_after": 14.976754838600755 + }, + { + "name": "model.layers.20.mlp.experts.29.up_proj", + "observed_tokens": 26, + "weighted_error_before": 29.002491291612387, + "weighted_error_after": 17.079814709722996 + }, + { + "name": "model.layers.20.mlp.experts.29.down_proj", + "observed_tokens": 26, + "weighted_error_before": 24.98027820326388, + "weighted_error_after": 17.045765936840326 + }, + { + "name": "model.layers.20.mlp.experts.30.gate_proj", + "observed_tokens": 5, + "weighted_error_before": 28.273245744407177, + "weighted_error_after": 16.57561820372939 + }, + { + "name": "model.layers.20.mlp.experts.30.up_proj", + "observed_tokens": 5, + "weighted_error_before": 28.403301034122705, + "weighted_error_after": 16.697545694187284 + }, + { + "name": "model.layers.20.mlp.experts.30.down_proj", + "observed_tokens": 5, + "weighted_error_before": 24.263726549223065, + "weighted_error_after": 16.394512976054102 + }, + { + "name": "model.layers.20.mlp.experts.31.gate_proj", + "observed_tokens": 30, + "weighted_error_before": 27.181947546079755, + "weighted_error_after": 16.02427524421364 + }, + { + "name": "model.layers.20.mlp.experts.31.up_proj", + "observed_tokens": 30, + "weighted_error_before": 28.754170205444098, + "weighted_error_after": 16.961868435144424 + }, + { + "name": "model.layers.20.mlp.experts.31.down_proj", + "observed_tokens": 30, + "weighted_error_before": 24.89291484002024, + "weighted_error_after": 16.59324794728309 + }, + { + "name": "model.layers.20.mlp.experts.32.gate_proj", + "observed_tokens": 332, + "weighted_error_before": 29.58944971859455, + "weighted_error_after": 17.349138151854277 + }, + { + "name": "model.layers.20.mlp.experts.32.up_proj", + "observed_tokens": 332, + "weighted_error_before": 31.511518605053425, + "weighted_error_after": 18.365332957357168 + }, + { + "name": "model.layers.20.mlp.experts.32.down_proj", + "observed_tokens": 332, + "weighted_error_before": 25.912434314377606, + "weighted_error_after": 16.6926789265126 + }, + { + "name": "model.layers.20.mlp.experts.33.gate_proj", + "observed_tokens": 152, + "weighted_error_before": 28.332790104672313, + "weighted_error_after": 16.587201073765755 + }, + { + "name": "model.layers.20.mlp.experts.33.up_proj", + "observed_tokens": 152, + "weighted_error_before": 28.978989642113447, + "weighted_error_after": 17.05021337978542 + }, + { + "name": "model.layers.20.mlp.experts.33.down_proj", + "observed_tokens": 152, + "weighted_error_before": 24.619296091608703, + "weighted_error_after": 16.172143858857453 + }, + { + "name": "model.layers.20.mlp.experts.34.gate_proj", + "observed_tokens": 478, + "weighted_error_before": 27.575893821194768, + "weighted_error_after": 16.34358991868794 + }, + { + "name": "model.layers.20.mlp.experts.34.up_proj", + "observed_tokens": 478, + "weighted_error_before": 28.87229637429118, + "weighted_error_after": 17.045635038986802 + }, + { + "name": "model.layers.20.mlp.experts.34.down_proj", + "observed_tokens": 478, + "weighted_error_before": 24.48959300108254, + "weighted_error_after": 15.819545130245388 + }, + { + "name": "model.layers.20.mlp.experts.35.gate_proj", + "observed_tokens": 7, + "weighted_error_before": 26.487394705414772, + "weighted_error_after": 15.651444159448147 + }, + { + "name": "model.layers.20.mlp.experts.35.up_proj", + "observed_tokens": 7, + "weighted_error_before": 27.995333589613438, + "weighted_error_after": 16.57451505959034 + }, + { + "name": "model.layers.20.mlp.experts.35.down_proj", + "observed_tokens": 7, + "weighted_error_before": 24.457674516364932, + "weighted_error_after": 16.743934480007738 + }, + { + "name": "model.layers.20.mlp.experts.36.gate_proj", + "observed_tokens": 89, + "weighted_error_before": 28.75201004371047, + "weighted_error_after": 16.74797473475337 + }, + { + "name": "model.layers.20.mlp.experts.36.up_proj", + "observed_tokens": 89, + "weighted_error_before": 27.994597863405943, + "weighted_error_after": 16.470146225765347 + }, + { + "name": "model.layers.20.mlp.experts.36.down_proj", + "observed_tokens": 89, + "weighted_error_before": 23.853428938426077, + "weighted_error_after": 15.172131374012679 + }, + { + "name": "model.layers.20.mlp.experts.37.gate_proj", + "observed_tokens": 93, + "weighted_error_before": 27.550660956650972, + "weighted_error_after": 16.068611726164818 + }, + { + "name": "model.layers.20.mlp.experts.37.up_proj", + "observed_tokens": 93, + "weighted_error_before": 25.61394577100873, + "weighted_error_after": 14.94219178520143 + }, + { + "name": "model.layers.20.mlp.experts.37.down_proj", + "observed_tokens": 93, + "weighted_error_before": 22.14477873267606, + "weighted_error_after": 13.56243045674637 + }, + { + "name": "model.layers.20.mlp.experts.38.gate_proj", + "observed_tokens": 321, + "weighted_error_before": 26.517671329900622, + "weighted_error_after": 15.586006309837103 + }, + { + "name": "model.layers.20.mlp.experts.38.up_proj", + "observed_tokens": 321, + "weighted_error_before": 28.4838596470654, + "weighted_error_after": 16.721723413094878 + }, + { + "name": "model.layers.20.mlp.experts.38.down_proj", + "observed_tokens": 321, + "weighted_error_before": 24.471526615321636, + "weighted_error_after": 15.247190296649933 + }, + { + "name": "model.layers.20.mlp.experts.39.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 26.553599041886628, + "weighted_error_after": 15.388928878121078 + }, + { + "name": "model.layers.20.mlp.experts.39.up_proj", + "observed_tokens": 63, + "weighted_error_before": 28.03539884649217, + "weighted_error_after": 16.25152529962361 + }, + { + "name": "model.layers.20.mlp.experts.39.down_proj", + "observed_tokens": 63, + "weighted_error_before": 27.21391702303663, + "weighted_error_after": 16.088254843838513 + }, + { + "name": "model.layers.20.mlp.experts.40.gate_proj", + "observed_tokens": 148, + "weighted_error_before": 25.23781574331224, + "weighted_error_after": 14.813141437247396 + }, + { + "name": "model.layers.20.mlp.experts.40.up_proj", + "observed_tokens": 148, + "weighted_error_before": 26.475796788930893, + "weighted_error_after": 15.65257683582604 + }, + { + "name": "model.layers.20.mlp.experts.40.down_proj", + "observed_tokens": 148, + "weighted_error_before": 23.325039648916572, + "weighted_error_after": 15.227552801836282 + }, + { + "name": "model.layers.20.mlp.experts.41.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 28.305696334689856, + "weighted_error_after": 16.595697291195393 + }, + { + "name": "model.layers.20.mlp.experts.41.up_proj", + "observed_tokens": 233, + "weighted_error_before": 30.19107866846025, + "weighted_error_after": 17.902994168922305 + }, + { + "name": "model.layers.20.mlp.experts.41.down_proj", + "observed_tokens": 233, + "weighted_error_before": 25.525579181034118, + "weighted_error_after": 16.821146035101265 + }, + { + "name": "model.layers.20.mlp.experts.42.gate_proj", + "observed_tokens": 34, + "weighted_error_before": 29.06928825750947, + "weighted_error_after": 17.186139499768615 + }, + { + "name": "model.layers.20.mlp.experts.42.up_proj", + "observed_tokens": 34, + "weighted_error_before": 30.73970126360655, + "weighted_error_after": 18.09059572778642 + }, + { + "name": "model.layers.20.mlp.experts.42.down_proj", + "observed_tokens": 34, + "weighted_error_before": 25.06874057278037, + "weighted_error_after": 17.02605006052181 + }, + { + "name": "model.layers.20.mlp.experts.43.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 29.01790543831885, + "weighted_error_after": 17.154679568484426 + }, + { + "name": "model.layers.20.mlp.experts.43.up_proj", + "observed_tokens": 146, + "weighted_error_before": 30.10249538347125, + "weighted_error_after": 17.569972531870008 + }, + { + "name": "model.layers.20.mlp.experts.43.down_proj", + "observed_tokens": 146, + "weighted_error_before": 24.437037164811045, + "weighted_error_after": 15.912872314453125 + }, + { + "name": "model.layers.20.mlp.experts.44.gate_proj", + "observed_tokens": 129, + "weighted_error_before": 26.17135996557772, + "weighted_error_after": 15.222773859277368 + }, + { + "name": "model.layers.20.mlp.experts.44.up_proj", + "observed_tokens": 129, + "weighted_error_before": 25.87877956032753, + "weighted_error_after": 15.332037676125765 + }, + { + "name": "model.layers.20.mlp.experts.44.down_proj", + "observed_tokens": 129, + "weighted_error_before": 23.34374644095078, + "weighted_error_after": 14.078998624812812 + }, + { + "name": "model.layers.20.mlp.experts.45.gate_proj", + "observed_tokens": 143, + "weighted_error_before": 24.544484868645668, + "weighted_error_after": 14.462712470442057 + }, + { + "name": "model.layers.20.mlp.experts.45.up_proj", + "observed_tokens": 143, + "weighted_error_before": 25.79518060013652, + "weighted_error_after": 15.181023236364126 + }, + { + "name": "model.layers.20.mlp.experts.45.down_proj", + "observed_tokens": 143, + "weighted_error_before": 23.845274067483842, + "weighted_error_after": 15.72194575285539 + }, + { + "name": "model.layers.20.mlp.experts.46.gate_proj", + "observed_tokens": 27, + "weighted_error_before": 28.13795410655439, + "weighted_error_after": 16.5958402287215 + }, + { + "name": "model.layers.20.mlp.experts.46.up_proj", + "observed_tokens": 27, + "weighted_error_before": 28.282136727124453, + "weighted_error_after": 16.8052788823843 + }, + { + "name": "model.layers.20.mlp.experts.46.down_proj", + "observed_tokens": 27, + "weighted_error_before": 24.80951932258904, + "weighted_error_after": 16.439009508118033 + }, + { + "name": "model.layers.20.mlp.experts.47.gate_proj", + "observed_tokens": 206, + "weighted_error_before": 28.723769199103117, + "weighted_error_after": 17.031249333173037 + }, + { + "name": "model.layers.20.mlp.experts.47.up_proj", + "observed_tokens": 206, + "weighted_error_before": 30.84763829037547, + "weighted_error_after": 18.331484047695994 + }, + { + "name": "model.layers.20.mlp.experts.47.down_proj", + "observed_tokens": 206, + "weighted_error_before": 25.696058846544474, + "weighted_error_after": 17.1242022998631 + }, + { + "name": "model.layers.20.mlp.experts.48.gate_proj", + "observed_tokens": 1383, + "weighted_error_before": 24.25366308912635, + "weighted_error_after": 14.284273153170943 + }, + { + "name": "model.layers.20.mlp.experts.48.up_proj", + "observed_tokens": 1383, + "weighted_error_before": 26.588018972426653, + "weighted_error_after": 15.804385367780924 + }, + { + "name": "model.layers.20.mlp.experts.48.down_proj", + "observed_tokens": 1383, + "weighted_error_before": 23.799108560197055, + "weighted_error_after": 15.526759028900415 + }, + { + "name": "model.layers.20.mlp.experts.49.gate_proj", + "observed_tokens": 1242, + "weighted_error_before": 24.259028650820255, + "weighted_error_after": 14.208408209495246 + }, + { + "name": "model.layers.20.mlp.experts.49.up_proj", + "observed_tokens": 1242, + "weighted_error_before": 26.740230102092028, + "weighted_error_after": 15.67756604962051 + }, + { + "name": "model.layers.20.mlp.experts.49.down_proj", + "observed_tokens": 1242, + "weighted_error_before": 22.94576020631939, + "weighted_error_after": 15.139780025929213 + }, + { + "name": "model.layers.20.mlp.experts.50.gate_proj", + "observed_tokens": 449, + "weighted_error_before": 28.4323947802186, + "weighted_error_after": 16.699919283390045 + }, + { + "name": "model.layers.20.mlp.experts.50.up_proj", + "observed_tokens": 449, + "weighted_error_before": 30.436888724565506, + "weighted_error_after": 17.856963278725743 + }, + { + "name": "model.layers.20.mlp.experts.50.down_proj", + "observed_tokens": 449, + "weighted_error_before": 25.670663415454328, + "weighted_error_after": 15.402603835333139 + }, + { + "name": "model.layers.20.mlp.experts.51.gate_proj", + "observed_tokens": 130, + "weighted_error_before": 28.075454398989677, + "weighted_error_after": 16.54752504453063 + }, + { + "name": "model.layers.20.mlp.experts.51.up_proj", + "observed_tokens": 130, + "weighted_error_before": 31.078365713357925, + "weighted_error_after": 18.32998201996088 + }, + { + "name": "model.layers.20.mlp.experts.51.down_proj", + "observed_tokens": 130, + "weighted_error_before": 25.943589051254094, + "weighted_error_after": 17.283647179137915 + }, + { + "name": "model.layers.20.mlp.experts.52.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 26.56695644930005, + "weighted_error_after": 15.629671853035688 + }, + { + "name": "model.layers.20.mlp.experts.52.up_proj", + "observed_tokens": 48, + "weighted_error_before": 27.856081679463387, + "weighted_error_after": 16.36323208734393 + }, + { + "name": "model.layers.20.mlp.experts.52.down_proj", + "observed_tokens": 48, + "weighted_error_before": 24.29067256487906, + "weighted_error_after": 15.717644661199301 + }, + { + "name": "model.layers.20.mlp.experts.53.gate_proj", + "observed_tokens": 86, + "weighted_error_before": 28.903038676828146, + "weighted_error_after": 17.255109986290336 + }, + { + "name": "model.layers.20.mlp.experts.53.up_proj", + "observed_tokens": 86, + "weighted_error_before": 31.156365144997835, + "weighted_error_after": 18.569750871509314 + }, + { + "name": "model.layers.20.mlp.experts.53.down_proj", + "observed_tokens": 86, + "weighted_error_before": 27.24698033882305, + "weighted_error_after": 17.13186124805361 + }, + { + "name": "model.layers.20.mlp.experts.54.gate_proj", + "observed_tokens": 199, + "weighted_error_before": 31.126320540905, + "weighted_error_after": 18.25175184197724 + }, + { + "name": "model.layers.20.mlp.experts.54.up_proj", + "observed_tokens": 199, + "weighted_error_before": 30.963968947529793, + "weighted_error_after": 18.522347634658217 + }, + { + "name": "model.layers.20.mlp.experts.54.down_proj", + "observed_tokens": 199, + "weighted_error_before": 26.524734965525568, + "weighted_error_after": 17.58805406605825 + }, + { + "name": "model.layers.20.mlp.experts.55.gate_proj", + "observed_tokens": 131, + "weighted_error_before": 32.01981469988823, + "weighted_error_after": 18.991241734474897 + }, + { + "name": "model.layers.20.mlp.experts.55.up_proj", + "observed_tokens": 131, + "weighted_error_before": 33.49381781369448, + "weighted_error_after": 19.67695000767708 + }, + { + "name": "model.layers.20.mlp.experts.55.down_proj", + "observed_tokens": 131, + "weighted_error_before": 23.148679941426963, + "weighted_error_after": 15.086438059806824 + }, + { + "name": "model.layers.20.mlp.experts.56.gate_proj", + "observed_tokens": 5, + "weighted_error_before": 33.03143083304167, + "weighted_error_after": 19.37618124485016 + }, + { + "name": "model.layers.20.mlp.experts.56.up_proj", + "observed_tokens": 5, + "weighted_error_before": 30.290312502533197, + "weighted_error_after": 17.99201958067715 + }, + { + "name": "model.layers.20.mlp.experts.56.down_proj", + "observed_tokens": 5, + "weighted_error_before": 27.562651697546244, + "weighted_error_after": 18.754452475812286 + }, + { + "name": "model.layers.20.mlp.experts.57.gate_proj", + "observed_tokens": 84, + "weighted_error_before": 32.04535658285022, + "weighted_error_after": 18.602293213829398 + }, + { + "name": "model.layers.20.mlp.experts.57.up_proj", + "observed_tokens": 84, + "weighted_error_before": 31.947892278432846, + "weighted_error_after": 18.791142482310534 + }, + { + "name": "model.layers.20.mlp.experts.57.down_proj", + "observed_tokens": 84, + "weighted_error_before": 26.14017074275762, + "weighted_error_after": 15.53926109103486 + }, + { + "name": "model.layers.20.mlp.experts.58.gate_proj", + "observed_tokens": 150, + "weighted_error_before": 27.984358528628945, + "weighted_error_after": 16.646579165011644 + }, + { + "name": "model.layers.20.mlp.experts.58.up_proj", + "observed_tokens": 150, + "weighted_error_before": 29.5372645072639, + "weighted_error_after": 17.316230768337846 + }, + { + "name": "model.layers.20.mlp.experts.58.down_proj", + "observed_tokens": 150, + "weighted_error_before": 24.77721432596445, + "weighted_error_after": 15.700525514315814 + }, + { + "name": "model.layers.20.mlp.experts.59.gate_proj", + "observed_tokens": 158, + "weighted_error_before": 31.33707668632269, + "weighted_error_after": 18.50751486606896 + }, + { + "name": "model.layers.20.mlp.experts.59.up_proj", + "observed_tokens": 158, + "weighted_error_before": 31.98333851993084, + "weighted_error_after": 18.80330254137516 + }, + { + "name": "model.layers.20.mlp.experts.59.down_proj", + "observed_tokens": 158, + "weighted_error_before": 26.067765857093036, + "weighted_error_after": 17.30459857173264 + }, + { + "name": "model.layers.20.mlp.experts.60.gate_proj", + "observed_tokens": 1230, + "weighted_error_before": 24.623796239495277, + "weighted_error_after": 14.446224672719836 + }, + { + "name": "model.layers.20.mlp.experts.60.up_proj", + "observed_tokens": 1230, + "weighted_error_before": 27.160972580313683, + "weighted_error_after": 15.844002904370427 + }, + { + "name": "model.layers.20.mlp.experts.60.down_proj", + "observed_tokens": 1230, + "weighted_error_before": 23.900673520751297, + "weighted_error_after": 15.716274676844478 + }, + { + "name": "model.layers.20.mlp.experts.61.gate_proj", + "observed_tokens": 288, + "weighted_error_before": 29.111154003068805, + "weighted_error_after": 16.95243955589831 + }, + { + "name": "model.layers.20.mlp.experts.61.up_proj", + "observed_tokens": 288, + "weighted_error_before": 29.41130994260311, + "weighted_error_after": 17.419863149523735 + }, + { + "name": "model.layers.20.mlp.experts.61.down_proj", + "observed_tokens": 288, + "weighted_error_before": 25.092528394423425, + "weighted_error_after": 16.447286325506866 + }, + { + "name": "model.layers.20.mlp.experts.62.gate_proj", + "observed_tokens": 470, + "weighted_error_before": 24.867322297766805, + "weighted_error_after": 14.703330693766475 + }, + { + "name": "model.layers.20.mlp.experts.62.up_proj", + "observed_tokens": 470, + "weighted_error_before": 27.582673903554678, + "weighted_error_after": 16.43962438777089 + }, + { + "name": "model.layers.20.mlp.experts.62.down_proj", + "observed_tokens": 470, + "weighted_error_before": 23.737004408612847, + "weighted_error_after": 15.997875739820302 + }, + { + "name": "model.layers.20.mlp.experts.63.gate_proj", + "observed_tokens": 208, + "weighted_error_before": 31.932694885879755, + "weighted_error_after": 18.90199987217784 + }, + { + "name": "model.layers.20.mlp.experts.63.up_proj", + "observed_tokens": 208, + "weighted_error_before": 33.04454372450709, + "weighted_error_after": 19.55840491503477 + }, + { + "name": "model.layers.20.mlp.experts.63.down_proj", + "observed_tokens": 208, + "weighted_error_before": 25.097918532788754, + "weighted_error_after": 16.563028756994754 + }, + { + "name": "model.layers.20.mlp.experts.64.gate_proj", + "observed_tokens": 128, + "weighted_error_before": 28.682809244841337, + "weighted_error_after": 16.76786808948964 + }, + { + "name": "model.layers.20.mlp.experts.64.up_proj", + "observed_tokens": 128, + "weighted_error_before": 30.019818495959044, + "weighted_error_after": 17.859855929389596 + }, + { + "name": "model.layers.20.mlp.experts.64.down_proj", + "observed_tokens": 128, + "weighted_error_before": 25.434195809997618, + "weighted_error_after": 16.773246735334396 + }, + { + "name": "model.layers.20.mlp.experts.65.gate_proj", + "observed_tokens": 1996, + "weighted_error_before": 25.901946309953928, + "weighted_error_after": 15.4837356954813 + }, + { + "name": "model.layers.20.mlp.experts.65.up_proj", + "observed_tokens": 1996, + "weighted_error_before": 29.09778906404972, + "weighted_error_after": 17.126428658142686 + }, + { + "name": "model.layers.20.mlp.experts.65.down_proj", + "observed_tokens": 1996, + "weighted_error_before": 24.747742224484682, + "weighted_error_after": 16.379333260003477 + }, + { + "name": "model.layers.20.mlp.experts.66.gate_proj", + "observed_tokens": 1290, + "weighted_error_before": 27.015303686261177, + "weighted_error_after": 15.925693383440375 + }, + { + "name": "model.layers.20.mlp.experts.66.up_proj", + "observed_tokens": 1290, + "weighted_error_before": 29.290224239230156, + "weighted_error_after": 17.20071198605001 + }, + { + "name": "model.layers.20.mlp.experts.66.down_proj", + "observed_tokens": 1290, + "weighted_error_before": 24.97057732194662, + "weighted_error_after": 16.69006532477215 + }, + { + "name": "model.layers.20.mlp.experts.67.gate_proj", + "observed_tokens": 470, + "weighted_error_before": 29.297390822321177, + "weighted_error_after": 17.387404253706336 + }, + { + "name": "model.layers.20.mlp.experts.67.up_proj", + "observed_tokens": 470, + "weighted_error_before": 31.79531060718, + "weighted_error_after": 18.622033961117268 + }, + { + "name": "model.layers.20.mlp.experts.67.down_proj", + "observed_tokens": 470, + "weighted_error_before": 26.410366548225284, + "weighted_error_after": 17.69021327747032 + }, + { + "name": "model.layers.20.mlp.experts.68.gate_proj", + "observed_tokens": 189, + "weighted_error_before": 24.799941655248404, + "weighted_error_after": 14.506443303078413 + }, + { + "name": "model.layers.20.mlp.experts.68.up_proj", + "observed_tokens": 189, + "weighted_error_before": 26.14666842482984, + "weighted_error_after": 15.311597531661391 + }, + { + "name": "model.layers.20.mlp.experts.68.down_proj", + "observed_tokens": 189, + "weighted_error_before": 22.92975491285324, + "weighted_error_after": 15.491983682382852 + }, + { + "name": "model.layers.20.mlp.experts.69.gate_proj", + "observed_tokens": 414, + "weighted_error_before": 26.119249233976007, + "weighted_error_after": 15.527470828965306 + }, + { + "name": "model.layers.20.mlp.experts.69.up_proj", + "observed_tokens": 414, + "weighted_error_before": 26.003129499033093, + "weighted_error_after": 15.351872824132442 + }, + { + "name": "model.layers.20.mlp.experts.69.down_proj", + "observed_tokens": 414, + "weighted_error_before": 23.530527960974723, + "weighted_error_after": 15.24658984458074 + }, + { + "name": "model.layers.20.mlp.experts.70.gate_proj", + "observed_tokens": 34, + "weighted_error_before": 27.91638637520373, + "weighted_error_after": 16.401091838255525 + }, + { + "name": "model.layers.20.mlp.experts.70.up_proj", + "observed_tokens": 34, + "weighted_error_before": 29.188212832435966, + "weighted_error_after": 17.12646092660725 + }, + { + "name": "model.layers.20.mlp.experts.70.down_proj", + "observed_tokens": 34, + "weighted_error_before": 24.41720952326432, + "weighted_error_after": 16.708119268063456 + }, + { + "name": "model.layers.20.mlp.experts.71.gate_proj", + "observed_tokens": 187, + "weighted_error_before": 25.78596500866115, + "weighted_error_after": 15.096488120034337 + }, + { + "name": "model.layers.20.mlp.experts.71.up_proj", + "observed_tokens": 187, + "weighted_error_before": 26.01079092361033, + "weighted_error_after": 15.223344027996063 + }, + { + "name": "model.layers.20.mlp.experts.71.down_proj", + "observed_tokens": 187, + "weighted_error_before": 22.90833175741136, + "weighted_error_after": 15.404306184500456 + }, + { + "name": "model.layers.20.mlp.experts.72.gate_proj", + "observed_tokens": 84, + "weighted_error_before": 31.60052915289998, + "weighted_error_after": 18.08459789119661 + }, + { + "name": "model.layers.20.mlp.experts.72.up_proj", + "observed_tokens": 84, + "weighted_error_before": 27.806954896077514, + "weighted_error_after": 16.30592859350145 + }, + { + "name": "model.layers.20.mlp.experts.72.down_proj", + "observed_tokens": 84, + "weighted_error_before": 24.54238479444757, + "weighted_error_after": 14.89213009737432 + }, + { + "name": "model.layers.20.mlp.experts.73.gate_proj", + "observed_tokens": 103, + "weighted_error_before": 25.571715097874403, + "weighted_error_after": 15.149350612424314 + }, + { + "name": "model.layers.20.mlp.experts.73.up_proj", + "observed_tokens": 103, + "weighted_error_before": 28.705333322286606, + "weighted_error_after": 16.84557266626507 + }, + { + "name": "model.layers.20.mlp.experts.73.down_proj", + "observed_tokens": 103, + "weighted_error_before": 27.00859644729644, + "weighted_error_after": 17.771107634995133 + }, + { + "name": "model.layers.20.mlp.experts.74.gate_proj", + "observed_tokens": 1043, + "weighted_error_before": 24.398900266736746, + "weighted_error_after": 14.307026125490665 + }, + { + "name": "model.layers.20.mlp.experts.74.up_proj", + "observed_tokens": 1043, + "weighted_error_before": 25.582259932532907, + "weighted_error_after": 15.35979824140668 + }, + { + "name": "model.layers.20.mlp.experts.74.down_proj", + "observed_tokens": 1043, + "weighted_error_before": 22.61103412648663, + "weighted_error_after": 15.302761288825423 + }, + { + "name": "model.layers.20.mlp.experts.75.gate_proj", + "observed_tokens": 56, + "weighted_error_before": 26.42051682062447, + "weighted_error_after": 15.5486128507182 + }, + { + "name": "model.layers.20.mlp.experts.75.up_proj", + "observed_tokens": 56, + "weighted_error_before": 26.687942700460553, + "weighted_error_after": 15.847758587449789 + }, + { + "name": "model.layers.20.mlp.experts.75.down_proj", + "observed_tokens": 56, + "weighted_error_before": 25.160453172400594, + "weighted_error_after": 16.838091800455004 + }, + { + "name": "model.layers.20.mlp.experts.76.gate_proj", + "observed_tokens": 118, + "weighted_error_before": 25.30587899684906, + "weighted_error_after": 14.72804612852633 + }, + { + "name": "model.layers.20.mlp.experts.76.up_proj", + "observed_tokens": 118, + "weighted_error_before": 26.67982503026724, + "weighted_error_after": 15.645526399835944 + }, + { + "name": "model.layers.20.mlp.experts.76.down_proj", + "observed_tokens": 118, + "weighted_error_before": 23.717186892405152, + "weighted_error_after": 14.121834196150303 + }, + { + "name": "model.layers.20.mlp.experts.77.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 26.252079103142023, + "weighted_error_after": 15.305751571431756 + }, + { + "name": "model.layers.20.mlp.experts.77.up_proj", + "observed_tokens": 48, + "weighted_error_before": 27.245531575754285, + "weighted_error_after": 15.750314177945256 + }, + { + "name": "model.layers.20.mlp.experts.77.down_proj", + "observed_tokens": 48, + "weighted_error_before": 23.387220256961882, + "weighted_error_after": 14.758630911819637 + }, + { + "name": "model.layers.20.mlp.experts.78.gate_proj", + "observed_tokens": 279, + "weighted_error_before": 27.766242425888777, + "weighted_error_after": 16.375074338167906 + }, + { + "name": "model.layers.20.mlp.experts.78.up_proj", + "observed_tokens": 279, + "weighted_error_before": 29.255602914839983, + "weighted_error_after": 17.338483987376094 + }, + { + "name": "model.layers.20.mlp.experts.78.down_proj", + "observed_tokens": 279, + "weighted_error_before": 25.14552360633388, + "weighted_error_after": 16.145720168482512 + }, + { + "name": "model.layers.20.mlp.experts.79.gate_proj", + "observed_tokens": 149, + "weighted_error_before": 25.080048056319356, + "weighted_error_after": 14.743783321231604 + }, + { + "name": "model.layers.20.mlp.experts.79.up_proj", + "observed_tokens": 149, + "weighted_error_before": 26.278988985344768, + "weighted_error_after": 15.350225871428847 + }, + { + "name": "model.layers.20.mlp.experts.79.down_proj", + "observed_tokens": 149, + "weighted_error_before": 23.247347202617675, + "weighted_error_after": 15.073636185843498 + }, + { + "name": "model.layers.20.mlp.experts.80.gate_proj", + "observed_tokens": 140, + "weighted_error_before": 30.65347443893552, + "weighted_error_after": 18.0064727216959 + }, + { + "name": "model.layers.20.mlp.experts.80.up_proj", + "observed_tokens": 140, + "weighted_error_before": 31.512483432888985, + "weighted_error_after": 18.37211832217872 + }, + { + "name": "model.layers.20.mlp.experts.80.down_proj", + "observed_tokens": 140, + "weighted_error_before": 25.610716657713056, + "weighted_error_after": 16.263967480044812 + }, + { + "name": "model.layers.20.mlp.experts.81.gate_proj", + "observed_tokens": 98, + "weighted_error_before": 33.63735838420689, + "weighted_error_after": 19.698897063732147 + }, + { + "name": "model.layers.20.mlp.experts.81.up_proj", + "observed_tokens": 98, + "weighted_error_before": 29.587406668812037, + "weighted_error_after": 17.29249721392989 + }, + { + "name": "model.layers.20.mlp.experts.81.down_proj", + "observed_tokens": 98, + "weighted_error_before": 25.415827027522027, + "weighted_error_after": 15.620660556480289 + }, + { + "name": "model.layers.20.mlp.experts.82.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 30.150394193828106, + "weighted_error_after": 17.8719464763999 + }, + { + "name": "model.layers.20.mlp.experts.82.up_proj", + "observed_tokens": 69, + "weighted_error_before": 29.41047158651054, + "weighted_error_after": 17.19239123351872 + }, + { + "name": "model.layers.20.mlp.experts.82.down_proj", + "observed_tokens": 69, + "weighted_error_before": 25.06465355725959, + "weighted_error_after": 15.374306270387024 + }, + { + "name": "model.layers.20.mlp.experts.83.gate_proj", + "observed_tokens": 278, + "weighted_error_before": 31.317563746124506, + "weighted_error_after": 18.375045035034418 + }, + { + "name": "model.layers.20.mlp.experts.83.up_proj", + "observed_tokens": 278, + "weighted_error_before": 32.043389447033405, + "weighted_error_after": 18.65368896536529 + }, + { + "name": "model.layers.20.mlp.experts.83.down_proj", + "observed_tokens": 278, + "weighted_error_before": 26.216914110817015, + "weighted_error_after": 16.655838893260807 + }, + { + "name": "model.layers.20.mlp.experts.84.gate_proj", + "observed_tokens": 139, + "weighted_error_before": 29.97574059665203, + "weighted_error_after": 17.70482223853469 + }, + { + "name": "model.layers.20.mlp.experts.84.up_proj", + "observed_tokens": 139, + "weighted_error_before": 31.72514198347926, + "weighted_error_after": 18.599976509809494 + }, + { + "name": "model.layers.20.mlp.experts.84.down_proj", + "observed_tokens": 139, + "weighted_error_before": 25.970062614418566, + "weighted_error_after": 16.557947338093072 + }, + { + "name": "model.layers.20.mlp.experts.85.gate_proj", + "observed_tokens": 287, + "weighted_error_before": 26.659846056252718, + "weighted_error_after": 15.790279587730765 + }, + { + "name": "model.layers.20.mlp.experts.85.up_proj", + "observed_tokens": 287, + "weighted_error_before": 27.292149618268013, + "weighted_error_after": 15.968131653033197 + }, + { + "name": "model.layers.20.mlp.experts.85.down_proj", + "observed_tokens": 287, + "weighted_error_before": 24.131910504307598, + "weighted_error_after": 15.429508249741048 + }, + { + "name": "model.layers.20.mlp.experts.86.gate_proj", + "observed_tokens": 321, + "weighted_error_before": 31.963109690696, + "weighted_error_after": 18.65637449361384 + }, + { + "name": "model.layers.20.mlp.experts.86.up_proj", + "observed_tokens": 321, + "weighted_error_before": 30.747447311878204, + "weighted_error_after": 17.89664421416819 + }, + { + "name": "model.layers.20.mlp.experts.86.down_proj", + "observed_tokens": 321, + "weighted_error_before": 24.983626149594784, + "weighted_error_after": 15.99003257183358 + }, + { + "name": "model.layers.20.mlp.experts.87.gate_proj", + "observed_tokens": 550, + "weighted_error_before": 27.561598302796483, + "weighted_error_after": 16.00923422910273 + }, + { + "name": "model.layers.20.mlp.experts.87.up_proj", + "observed_tokens": 550, + "weighted_error_before": 27.26414619758725, + "weighted_error_after": 16.126306764781475 + }, + { + "name": "model.layers.20.mlp.experts.87.down_proj", + "observed_tokens": 550, + "weighted_error_before": 23.395652667153627, + "weighted_error_after": 12.151024194434285 + }, + { + "name": "model.layers.20.mlp.experts.88.gate_proj", + "observed_tokens": 191, + "weighted_error_before": 26.945908090099692, + "weighted_error_after": 15.983425410464406 + }, + { + "name": "model.layers.20.mlp.experts.88.up_proj", + "observed_tokens": 191, + "weighted_error_before": 28.693248230963945, + "weighted_error_after": 16.807548884302378 + }, + { + "name": "model.layers.20.mlp.experts.88.down_proj", + "observed_tokens": 191, + "weighted_error_before": 24.29656952805817, + "weighted_error_after": 14.586580014787614 + }, + { + "name": "model.layers.20.mlp.experts.89.gate_proj", + "observed_tokens": 385, + "weighted_error_before": 30.085042022168636, + "weighted_error_after": 17.640076221898198 + }, + { + "name": "model.layers.20.mlp.experts.89.up_proj", + "observed_tokens": 385, + "weighted_error_before": 29.278460036963224, + "weighted_error_after": 17.369852744042873 + }, + { + "name": "model.layers.20.mlp.experts.89.down_proj", + "observed_tokens": 385, + "weighted_error_before": 25.045159006025642, + "weighted_error_after": 15.853791519999504 + }, + { + "name": "model.layers.20.mlp.experts.90.gate_proj", + "observed_tokens": 44, + "weighted_error_before": 26.757848577573895, + "weighted_error_after": 15.78797997906804 + }, + { + "name": "model.layers.20.mlp.experts.90.up_proj", + "observed_tokens": 44, + "weighted_error_before": 27.00057142600417, + "weighted_error_after": 15.878389105200768 + }, + { + "name": "model.layers.20.mlp.experts.90.down_proj", + "observed_tokens": 44, + "weighted_error_before": 23.266722801607102, + "weighted_error_after": 14.285272591281682 + }, + { + "name": "model.layers.20.mlp.experts.91.gate_proj", + "observed_tokens": 194, + "weighted_error_before": 28.27771209925413, + "weighted_error_after": 16.573686873540282 + }, + { + "name": "model.layers.20.mlp.experts.91.up_proj", + "observed_tokens": 194, + "weighted_error_before": 29.91238382458687, + "weighted_error_after": 17.55598769336939 + }, + { + "name": "model.layers.20.mlp.experts.91.down_proj", + "observed_tokens": 194, + "weighted_error_before": 25.049436763860285, + "weighted_error_after": 15.66414990555495 + }, + { + "name": "model.layers.20.mlp.experts.92.gate_proj", + "observed_tokens": 260, + "weighted_error_before": 27.302191864699125, + "weighted_error_after": 16.16520093753934 + }, + { + "name": "model.layers.20.mlp.experts.92.up_proj", + "observed_tokens": 260, + "weighted_error_before": 28.799239182844758, + "weighted_error_after": 17.017809929326177 + }, + { + "name": "model.layers.20.mlp.experts.92.down_proj", + "observed_tokens": 260, + "weighted_error_before": 24.180139136500657, + "weighted_error_after": 15.68006200576201 + }, + { + "name": "model.layers.20.mlp.experts.93.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 27.934110024943948, + "weighted_error_after": 16.427187275141478 + }, + { + "name": "model.layers.20.mlp.experts.93.up_proj", + "observed_tokens": 32, + "weighted_error_before": 29.17533902451396, + "weighted_error_after": 17.289102364331484 + }, + { + "name": "model.layers.20.mlp.experts.93.down_proj", + "observed_tokens": 32, + "weighted_error_before": 24.72960372082889, + "weighted_error_after": 16.499079554341733 + }, + { + "name": "model.layers.20.mlp.experts.94.gate_proj", + "observed_tokens": 165, + "weighted_error_before": 29.390295969322324, + "weighted_error_after": 17.049484822899103 + }, + { + "name": "model.layers.20.mlp.experts.94.up_proj", + "observed_tokens": 165, + "weighted_error_before": 29.70246324315667, + "weighted_error_after": 17.330181958153844 + }, + { + "name": "model.layers.20.mlp.experts.94.down_proj", + "observed_tokens": 165, + "weighted_error_before": 23.953479853458703, + "weighted_error_after": 15.346363806631416 + }, + { + "name": "model.layers.20.mlp.experts.95.gate_proj", + "observed_tokens": 440, + "weighted_error_before": 31.120908495038748, + "weighted_error_after": 18.2408674005419 + }, + { + "name": "model.layers.20.mlp.experts.95.up_proj", + "observed_tokens": 440, + "weighted_error_before": 33.15939795970917, + "weighted_error_after": 19.47019363194704 + }, + { + "name": "model.layers.20.mlp.experts.95.down_proj", + "observed_tokens": 440, + "weighted_error_before": 27.00864392053336, + "weighted_error_after": 17.242363397032022 + }, + { + "name": "model.layers.20.mlp.experts.96.gate_proj", + "observed_tokens": 626, + "weighted_error_before": 27.381583604961634, + "weighted_error_after": 16.119637612253428 + }, + { + "name": "model.layers.20.mlp.experts.96.up_proj", + "observed_tokens": 626, + "weighted_error_before": 29.01758350804448, + "weighted_error_after": 16.96191906183958 + }, + { + "name": "model.layers.20.mlp.experts.96.down_proj", + "observed_tokens": 626, + "weighted_error_before": 24.904006293043494, + "weighted_error_after": 16.258689243812114 + }, + { + "name": "model.layers.20.mlp.experts.97.gate_proj", + "observed_tokens": 1772, + "weighted_error_before": 23.67690427042544, + "weighted_error_after": 14.00292894244194 + }, + { + "name": "model.layers.20.mlp.experts.97.up_proj", + "observed_tokens": 1772, + "weighted_error_before": 26.174208477139473, + "weighted_error_after": 15.360456798225641 + }, + { + "name": "model.layers.20.mlp.experts.97.down_proj", + "observed_tokens": 1772, + "weighted_error_before": 22.293027717620134, + "weighted_error_after": 14.92724017240107 + }, + { + "name": "model.layers.20.mlp.experts.98.gate_proj", + "observed_tokens": 131, + "weighted_error_before": 30.11729255504906, + "weighted_error_after": 17.281634356826544 + }, + { + "name": "model.layers.20.mlp.experts.98.up_proj", + "observed_tokens": 131, + "weighted_error_before": 29.47594578564167, + "weighted_error_after": 17.218445288017392 + }, + { + "name": "model.layers.20.mlp.experts.98.down_proj", + "observed_tokens": 131, + "weighted_error_before": 24.104164044372737, + "weighted_error_after": 15.634358285926282 + }, + { + "name": "model.layers.20.mlp.experts.99.gate_proj", + "observed_tokens": 212, + "weighted_error_before": 33.346083376556635, + "weighted_error_after": 19.277287293225527 + }, + { + "name": "model.layers.20.mlp.experts.99.up_proj", + "observed_tokens": 212, + "weighted_error_before": 32.9585623703897, + "weighted_error_after": 19.47656306810677 + }, + { + "name": "model.layers.20.mlp.experts.99.down_proj", + "observed_tokens": 212, + "weighted_error_before": 27.3468472417444, + "weighted_error_after": 17.37318590655923 + }, + { + "name": "model.layers.20.mlp.experts.100.gate_proj", + "observed_tokens": 164, + "weighted_error_before": 25.025350210256875, + "weighted_error_after": 14.55242592189461 + }, + { + "name": "model.layers.20.mlp.experts.100.up_proj", + "observed_tokens": 164, + "weighted_error_before": 24.263581598177552, + "weighted_error_after": 14.265741907060146 + }, + { + "name": "model.layers.20.mlp.experts.100.down_proj", + "observed_tokens": 164, + "weighted_error_before": 23.943044370040298, + "weighted_error_after": 14.665708906017244 + }, + { + "name": "model.layers.20.mlp.experts.101.gate_proj", + "observed_tokens": 403, + "weighted_error_before": 25.06211714632809, + "weighted_error_after": 14.716746402904391 + }, + { + "name": "model.layers.20.mlp.experts.101.up_proj", + "observed_tokens": 403, + "weighted_error_before": 26.107611902058125, + "weighted_error_after": 15.15750190988183 + }, + { + "name": "model.layers.20.mlp.experts.101.down_proj", + "observed_tokens": 403, + "weighted_error_before": 22.695667261257768, + "weighted_error_after": 13.911435621324927 + }, + { + "name": "model.layers.20.mlp.experts.102.gate_proj", + "observed_tokens": 253, + "weighted_error_before": 25.632255002856255, + "weighted_error_after": 15.116759691387415 + }, + { + "name": "model.layers.20.mlp.experts.102.up_proj", + "observed_tokens": 253, + "weighted_error_before": 27.092618316411972, + "weighted_error_after": 15.739926537498832 + }, + { + "name": "model.layers.20.mlp.experts.102.down_proj", + "observed_tokens": 253, + "weighted_error_before": 23.26506493333727, + "weighted_error_after": 15.130426732823253 + }, + { + "name": "model.layers.20.mlp.experts.103.gate_proj", + "observed_tokens": 1081, + "weighted_error_before": 23.975918339565396, + "weighted_error_after": 14.13318018708378 + }, + { + "name": "model.layers.20.mlp.experts.103.up_proj", + "observed_tokens": 1081, + "weighted_error_before": 25.64015764556825, + "weighted_error_after": 14.991101663559675 + }, + { + "name": "model.layers.20.mlp.experts.103.down_proj", + "observed_tokens": 1081, + "weighted_error_before": 23.724644999951124, + "weighted_error_after": 15.172758637461811 + }, + { + "name": "model.layers.20.mlp.experts.104.gate_proj", + "observed_tokens": 235, + "weighted_error_before": 29.124545328319073, + "weighted_error_after": 17.136941904202104 + }, + { + "name": "model.layers.20.mlp.experts.104.up_proj", + "observed_tokens": 235, + "weighted_error_before": 31.212255600839853, + "weighted_error_after": 18.091500906273723 + }, + { + "name": "model.layers.20.mlp.experts.104.down_proj", + "observed_tokens": 235, + "weighted_error_before": 24.883999123238027, + "weighted_error_after": 15.837975970469415 + }, + { + "name": "model.layers.20.mlp.experts.105.gate_proj", + "observed_tokens": 74, + "weighted_error_before": 30.200479082763195, + "weighted_error_after": 17.933581123128533 + }, + { + "name": "model.layers.20.mlp.experts.105.up_proj", + "observed_tokens": 74, + "weighted_error_before": 31.086155273020267, + "weighted_error_after": 18.1956674978137 + }, + { + "name": "model.layers.20.mlp.experts.105.down_proj", + "observed_tokens": 74, + "weighted_error_before": 25.980943792965263, + "weighted_error_after": 15.969942080322653 + }, + { + "name": "model.layers.20.mlp.experts.106.gate_proj", + "observed_tokens": 1136, + "weighted_error_before": 23.608179736882448, + "weighted_error_after": 13.953351117670536 + }, + { + "name": "model.layers.20.mlp.experts.106.up_proj", + "observed_tokens": 1136, + "weighted_error_before": 26.876799261197448, + "weighted_error_after": 15.857456060126424 + }, + { + "name": "model.layers.20.mlp.experts.106.down_proj", + "observed_tokens": 1136, + "weighted_error_before": 23.452320746146142, + "weighted_error_after": 15.628384847659618 + }, + { + "name": "model.layers.20.mlp.experts.107.gate_proj", + "observed_tokens": 239, + "weighted_error_before": 28.919647317379713, + "weighted_error_after": 17.120166862383485 + }, + { + "name": "model.layers.20.mlp.experts.107.up_proj", + "observed_tokens": 239, + "weighted_error_before": 30.161133151501417, + "weighted_error_after": 17.80995460227132 + }, + { + "name": "model.layers.20.mlp.experts.107.down_proj", + "observed_tokens": 239, + "weighted_error_before": 25.66428016219288, + "weighted_error_after": 15.880045572761446 + }, + { + "name": "model.layers.20.mlp.experts.108.gate_proj", + "observed_tokens": 508, + "weighted_error_before": 26.16367068141699, + "weighted_error_after": 15.458448354154825 + }, + { + "name": "model.layers.20.mlp.experts.108.up_proj", + "observed_tokens": 508, + "weighted_error_before": 28.02534183487296, + "weighted_error_after": 16.53045116737485 + }, + { + "name": "model.layers.20.mlp.experts.108.down_proj", + "observed_tokens": 508, + "weighted_error_before": 24.09441160503775, + "weighted_error_after": 16.001310338266194 + }, + { + "name": "model.layers.20.mlp.experts.109.gate_proj", + "observed_tokens": 264, + "weighted_error_before": 28.86632066592574, + "weighted_error_after": 17.037815645337105 + }, + { + "name": "model.layers.20.mlp.experts.109.up_proj", + "observed_tokens": 264, + "weighted_error_before": 30.990508925169706, + "weighted_error_after": 18.139537332579494 + }, + { + "name": "model.layers.20.mlp.experts.109.down_proj", + "observed_tokens": 264, + "weighted_error_before": 25.85189505852759, + "weighted_error_after": 17.239905900787562 + }, + { + "name": "model.layers.20.mlp.experts.110.gate_proj", + "observed_tokens": 1633, + "weighted_error_before": 25.516274319961667, + "weighted_error_after": 14.787106533534825 + }, + { + "name": "model.layers.20.mlp.experts.110.up_proj", + "observed_tokens": 1633, + "weighted_error_before": 25.693923391401768, + "weighted_error_after": 15.171386884525418 + }, + { + "name": "model.layers.20.mlp.experts.110.down_proj", + "observed_tokens": 1633, + "weighted_error_before": 22.83198153646663, + "weighted_error_after": 15.394646734464914 + }, + { + "name": "model.layers.20.mlp.experts.111.gate_proj", + "observed_tokens": 205, + "weighted_error_before": 28.899456838145852, + "weighted_error_after": 16.81818789243698 + }, + { + "name": "model.layers.20.mlp.experts.111.up_proj", + "observed_tokens": 205, + "weighted_error_before": 29.957149505615234, + "weighted_error_after": 17.45336190983653 + }, + { + "name": "model.layers.20.mlp.experts.111.down_proj", + "observed_tokens": 205, + "weighted_error_before": 24.888636577874422, + "weighted_error_after": 15.710759020410478 + }, + { + "name": "model.layers.20.mlp.experts.112.gate_proj", + "observed_tokens": 524, + "weighted_error_before": 28.635835126042366, + "weighted_error_after": 16.993710201233625 + }, + { + "name": "model.layers.20.mlp.experts.112.up_proj", + "observed_tokens": 524, + "weighted_error_before": 30.87433375045657, + "weighted_error_after": 18.03740133717656 + }, + { + "name": "model.layers.20.mlp.experts.112.down_proj", + "observed_tokens": 524, + "weighted_error_before": 25.562711858190596, + "weighted_error_after": 16.720722367055714 + }, + { + "name": "model.layers.20.mlp.experts.113.gate_proj", + "observed_tokens": 191, + "weighted_error_before": 33.919834123924375, + "weighted_error_after": 19.545798361301422 + }, + { + "name": "model.layers.20.mlp.experts.113.up_proj", + "observed_tokens": 191, + "weighted_error_before": 33.1096950545907, + "weighted_error_after": 19.214668871834874 + }, + { + "name": "model.layers.20.mlp.experts.113.down_proj", + "observed_tokens": 191, + "weighted_error_before": 22.83843144122511, + "weighted_error_after": 14.70927768573165 + }, + { + "name": "model.layers.20.mlp.experts.114.gate_proj", + "observed_tokens": 834, + "weighted_error_before": 25.84329891577363, + "weighted_error_after": 15.178769685328007 + }, + { + "name": "model.layers.20.mlp.experts.114.up_proj", + "observed_tokens": 834, + "weighted_error_before": 27.78571466729045, + "weighted_error_after": 16.39388356730342 + }, + { + "name": "model.layers.20.mlp.experts.114.down_proj", + "observed_tokens": 834, + "weighted_error_before": 24.432966806925833, + "weighted_error_after": 16.01737518562004 + }, + { + "name": "model.layers.20.mlp.experts.115.gate_proj", + "observed_tokens": 255, + "weighted_error_before": 31.31856670603156, + "weighted_error_after": 18.25261728744954 + }, + { + "name": "model.layers.20.mlp.experts.115.up_proj", + "observed_tokens": 255, + "weighted_error_before": 29.715049769729376, + "weighted_error_after": 17.449542500078678 + }, + { + "name": "model.layers.20.mlp.experts.115.down_proj", + "observed_tokens": 255, + "weighted_error_before": 24.94750882918015, + "weighted_error_after": 15.254092302173376 + }, + { + "name": "model.layers.20.mlp.experts.116.gate_proj", + "observed_tokens": 1343, + "weighted_error_before": 27.532103963196278, + "weighted_error_after": 15.771214495413005 + }, + { + "name": "model.layers.20.mlp.experts.116.up_proj", + "observed_tokens": 1343, + "weighted_error_before": 27.161540906876326, + "weighted_error_after": 15.791701514273882 + }, + { + "name": "model.layers.20.mlp.experts.116.down_proj", + "observed_tokens": 1343, + "weighted_error_before": 23.682693752925843, + "weighted_error_after": 15.645305515266955 + }, + { + "name": "model.layers.20.mlp.experts.117.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 27.27493904531002, + "weighted_error_after": 16.01916577666998 + }, + { + "name": "model.layers.20.mlp.experts.117.up_proj", + "observed_tokens": 109, + "weighted_error_before": 28.50619012489915, + "weighted_error_after": 16.775925993919373 + }, + { + "name": "model.layers.20.mlp.experts.117.down_proj", + "observed_tokens": 109, + "weighted_error_before": 24.488791082520038, + "weighted_error_after": 15.820993001572788 + }, + { + "name": "model.layers.20.mlp.experts.118.gate_proj", + "observed_tokens": 329, + "weighted_error_before": 28.081551678478718, + "weighted_error_after": 16.43952957354486 + }, + { + "name": "model.layers.20.mlp.experts.118.up_proj", + "observed_tokens": 329, + "weighted_error_before": 28.807793635874987, + "weighted_error_after": 17.071017557755113 + }, + { + "name": "model.layers.20.mlp.experts.118.down_proj", + "observed_tokens": 329, + "weighted_error_before": 24.411594036966562, + "weighted_error_after": 16.1466855709441 + }, + { + "name": "model.layers.20.mlp.experts.119.gate_proj", + "observed_tokens": 1046, + "weighted_error_before": 26.540138322860003, + "weighted_error_after": 15.786469100043178 + }, + { + "name": "model.layers.20.mlp.experts.119.up_proj", + "observed_tokens": 1046, + "weighted_error_before": 27.351107774302363, + "weighted_error_after": 16.176997803151608 + }, + { + "name": "model.layers.20.mlp.experts.119.down_proj", + "observed_tokens": 1046, + "weighted_error_before": 24.16977878380567, + "weighted_error_after": 16.10592709062621 + }, + { + "name": "model.layers.20.mlp.experts.120.gate_proj", + "observed_tokens": 445, + "weighted_error_before": 31.345272310078144, + "weighted_error_after": 18.371546972543 + }, + { + "name": "model.layers.20.mlp.experts.120.up_proj", + "observed_tokens": 445, + "weighted_error_before": 33.66357346624136, + "weighted_error_after": 19.918963504955173 + }, + { + "name": "model.layers.20.mlp.experts.120.down_proj", + "observed_tokens": 445, + "weighted_error_before": 28.45101415272802, + "weighted_error_after": 19.191526566632092 + }, + { + "name": "model.layers.20.mlp.experts.121.gate_proj", + "observed_tokens": 365, + "weighted_error_before": 25.23226860910654, + "weighted_error_after": 14.718520916998386 + }, + { + "name": "model.layers.20.mlp.experts.121.up_proj", + "observed_tokens": 365, + "weighted_error_before": 25.627784794196486, + "weighted_error_after": 15.011229475028813 + }, + { + "name": "model.layers.20.mlp.experts.121.down_proj", + "observed_tokens": 365, + "weighted_error_before": 22.96289671957493, + "weighted_error_after": 14.720894616562873 + }, + { + "name": "model.layers.20.mlp.experts.122.gate_proj", + "observed_tokens": 58, + "weighted_error_before": 26.01138586178422, + "weighted_error_after": 15.246606981381774 + }, + { + "name": "model.layers.20.mlp.experts.122.up_proj", + "observed_tokens": 58, + "weighted_error_before": 26.221685394644737, + "weighted_error_after": 15.316000949591398 + }, + { + "name": "model.layers.20.mlp.experts.122.down_proj", + "observed_tokens": 58, + "weighted_error_before": 23.795937387272716, + "weighted_error_after": 15.269277170300484 + }, + { + "name": "model.layers.20.mlp.experts.123.gate_proj", + "observed_tokens": 73, + "weighted_error_before": 26.521179281175137, + "weighted_error_after": 15.419110314920545 + }, + { + "name": "model.layers.20.mlp.experts.123.up_proj", + "observed_tokens": 73, + "weighted_error_before": 25.71736628562212, + "weighted_error_after": 15.09829692915082 + }, + { + "name": "model.layers.20.mlp.experts.123.down_proj", + "observed_tokens": 73, + "weighted_error_before": 22.701697768177837, + "weighted_error_after": 14.51394465425983 + }, + { + "name": "model.layers.20.mlp.experts.124.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 30.283553283661604, + "weighted_error_after": 17.776880027726293 + }, + { + "name": "model.layers.20.mlp.experts.124.up_proj", + "observed_tokens": 104, + "weighted_error_before": 32.19107083231211, + "weighted_error_after": 18.964617926627398 + }, + { + "name": "model.layers.20.mlp.experts.124.down_proj", + "observed_tokens": 104, + "weighted_error_before": 25.241479033604264, + "weighted_error_after": 16.65396789414808 + }, + { + "name": "model.layers.20.mlp.experts.125.gate_proj", + "observed_tokens": 142, + "weighted_error_before": 26.91585207171738, + "weighted_error_after": 15.732981447130442 + }, + { + "name": "model.layers.20.mlp.experts.125.up_proj", + "observed_tokens": 142, + "weighted_error_before": 28.668441083282232, + "weighted_error_after": 16.86673810891807 + }, + { + "name": "model.layers.20.mlp.experts.125.down_proj", + "observed_tokens": 142, + "weighted_error_before": 25.37973082996905, + "weighted_error_after": 16.506158808711916 + }, + { + "name": "model.layers.20.mlp.experts.126.gate_proj", + "observed_tokens": 1039, + "weighted_error_before": 26.449391031637788, + "weighted_error_after": 15.748997813090682 + }, + { + "name": "model.layers.20.mlp.experts.126.up_proj", + "observed_tokens": 1039, + "weighted_error_before": 29.02789295092225, + "weighted_error_after": 17.212686909362674 + }, + { + "name": "model.layers.20.mlp.experts.126.down_proj", + "observed_tokens": 1039, + "weighted_error_before": 24.912158634513617, + "weighted_error_after": 16.699227982666343 + }, + { + "name": "model.layers.20.mlp.experts.127.gate_proj", + "observed_tokens": 1196, + "weighted_error_before": 26.587500439956784, + "weighted_error_after": 15.403140211477876 + }, + { + "name": "model.layers.20.mlp.experts.127.up_proj", + "observed_tokens": 1196, + "weighted_error_before": 28.27960193902254, + "weighted_error_after": 16.587827403098345 + }, + { + "name": "model.layers.20.mlp.experts.127.down_proj", + "observed_tokens": 1196, + "weighted_error_before": 24.087126581929624, + "weighted_error_after": 16.178526108153164 + }, + { + "name": "model.layers.20.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 22.314246223773807, + "weighted_error_after": 12.655072264140472 + }, + { + "name": "model.layers.20.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 29.41677676513791, + "weighted_error_after": 15.049406340811402 + }, + { + "name": "model.layers.20.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 52.6063643717207, + "weighted_error_after": 40.538090634625405 + }, + { + "name": "model.layers.21.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 177.48557656398043, + "weighted_error_after": 105.75281425472349 + }, + { + "name": "model.layers.21.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 191.31797801610082, + "weighted_error_after": 111.6510247210972 + }, + { + "name": "model.layers.21.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 281.2060071276501, + "weighted_error_after": 160.1942999069579 + }, + { + "name": "model.layers.21.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 177.1499874740839, + "weighted_error_after": 104.2393080741167 + }, + { + "name": "model.layers.21.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 1.592657908797264, + "weighted_error_after": 0.8979782573878765 + }, + { + "name": "model.layers.21.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 210.94582257047296, + "weighted_error_after": 127.03344121808186 + }, + { + "name": "model.layers.21.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 428.25795045495033, + "weighted_error_after": 214.83870347589254 + }, + { + "name": "model.layers.21.mlp.experts.0.gate_proj", + "observed_tokens": 180, + "weighted_error_before": 29.21190002001822, + "weighted_error_after": 17.082708541303873 + }, + { + "name": "model.layers.21.mlp.experts.0.up_proj", + "observed_tokens": 180, + "weighted_error_before": 30.977720867842436, + "weighted_error_after": 18.1103938203305 + }, + { + "name": "model.layers.21.mlp.experts.0.down_proj", + "observed_tokens": 180, + "weighted_error_before": 26.123526460956782, + "weighted_error_after": 17.389791463967413 + }, + { + "name": "model.layers.21.mlp.experts.1.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 28.49893058091402, + "weighted_error_after": 16.75668584369123 + }, + { + "name": "model.layers.21.mlp.experts.1.up_proj", + "observed_tokens": 61, + "weighted_error_before": 30.659559831023216, + "weighted_error_after": 18.016305839642882 + }, + { + "name": "model.layers.21.mlp.experts.1.down_proj", + "observed_tokens": 61, + "weighted_error_before": 25.895592803135514, + "weighted_error_after": 17.39430874492973 + }, + { + "name": "model.layers.21.mlp.experts.2.gate_proj", + "observed_tokens": 28, + "weighted_error_before": 24.617128802463412, + "weighted_error_after": 14.65638873167336 + }, + { + "name": "model.layers.21.mlp.experts.2.up_proj", + "observed_tokens": 28, + "weighted_error_before": 24.776289662346244, + "weighted_error_after": 14.73882444575429 + }, + { + "name": "model.layers.21.mlp.experts.2.down_proj", + "observed_tokens": 28, + "weighted_error_before": 25.39392432803288, + "weighted_error_after": 16.455763556528836 + }, + { + "name": "model.layers.21.mlp.experts.3.gate_proj", + "observed_tokens": 108, + "weighted_error_before": 27.788682147860527, + "weighted_error_after": 16.390602126717567 + }, + { + "name": "model.layers.21.mlp.experts.3.up_proj", + "observed_tokens": 108, + "weighted_error_before": 27.889154059812427, + "weighted_error_after": 16.44109924323857 + }, + { + "name": "model.layers.21.mlp.experts.3.down_proj", + "observed_tokens": 108, + "weighted_error_before": 23.59232304431498, + "weighted_error_after": 15.867884673643857 + }, + { + "name": "model.layers.21.mlp.experts.4.gate_proj", + "observed_tokens": 15, + "weighted_error_before": 23.28096503764391, + "weighted_error_after": 13.788502184674144 + }, + { + "name": "model.layers.21.mlp.experts.4.up_proj", + "observed_tokens": 15, + "weighted_error_before": 26.325434684753418, + "weighted_error_after": 15.485388839617372 + }, + { + "name": "model.layers.21.mlp.experts.4.down_proj", + "observed_tokens": 15, + "weighted_error_before": 24.108755404129624, + "weighted_error_after": 16.599340637214482 + }, + { + "name": "model.layers.21.mlp.experts.5.gate_proj", + "observed_tokens": 452, + "weighted_error_before": 29.405628312379122, + "weighted_error_after": 17.36123220436275 + }, + { + "name": "model.layers.21.mlp.experts.5.up_proj", + "observed_tokens": 452, + "weighted_error_before": 31.592335164546967, + "weighted_error_after": 18.775960478931665 + }, + { + "name": "model.layers.21.mlp.experts.5.down_proj", + "observed_tokens": 452, + "weighted_error_before": 26.739081758074462, + "weighted_error_after": 17.808879191521555 + }, + { + "name": "model.layers.21.mlp.experts.6.gate_proj", + "observed_tokens": 51, + "weighted_error_before": 25.207940254360437, + "weighted_error_after": 14.815659996122122 + }, + { + "name": "model.layers.21.mlp.experts.6.up_proj", + "observed_tokens": 51, + "weighted_error_before": 25.748399341478944, + "weighted_error_after": 15.278636081144214 + }, + { + "name": "model.layers.21.mlp.experts.6.down_proj", + "observed_tokens": 51, + "weighted_error_before": 23.029116076417267, + "weighted_error_after": 15.528308262582868 + }, + { + "name": "model.layers.21.mlp.experts.7.gate_proj", + "observed_tokens": 31, + "weighted_error_before": 28.004768263548613, + "weighted_error_after": 16.602516043931246 + }, + { + "name": "model.layers.21.mlp.experts.7.up_proj", + "observed_tokens": 31, + "weighted_error_before": 28.977666836231947, + "weighted_error_after": 17.280012167990208 + }, + { + "name": "model.layers.21.mlp.experts.7.down_proj", + "observed_tokens": 31, + "weighted_error_before": 24.85437168739736, + "weighted_error_after": 16.85534927994013 + }, + { + "name": "model.layers.21.mlp.experts.8.gate_proj", + "observed_tokens": 243, + "weighted_error_before": 29.908603893592954, + "weighted_error_after": 17.698518984019756 + }, + { + "name": "model.layers.21.mlp.experts.8.up_proj", + "observed_tokens": 243, + "weighted_error_before": 31.13770655915141, + "weighted_error_after": 18.30436647683382 + }, + { + "name": "model.layers.21.mlp.experts.8.down_proj", + "observed_tokens": 243, + "weighted_error_before": 25.85496504139155, + "weighted_error_after": 16.167639354709536 + }, + { + "name": "model.layers.21.mlp.experts.9.gate_proj", + "observed_tokens": 311, + "weighted_error_before": 27.22491852939129, + "weighted_error_after": 16.08429587399587 + }, + { + "name": "model.layers.21.mlp.experts.9.up_proj", + "observed_tokens": 311, + "weighted_error_before": 27.237930538132787, + "weighted_error_after": 16.276340866461396 + }, + { + "name": "model.layers.21.mlp.experts.9.down_proj", + "observed_tokens": 311, + "weighted_error_before": 25.48516013333574, + "weighted_error_after": 16.569403685163707 + }, + { + "name": "model.layers.21.mlp.experts.10.gate_proj", + "observed_tokens": 370, + "weighted_error_before": 29.952141981571913, + "weighted_error_after": 17.27798269316554 + }, + { + "name": "model.layers.21.mlp.experts.10.up_proj", + "observed_tokens": 370, + "weighted_error_before": 29.73370674997568, + "weighted_error_after": 17.287711400538683 + }, + { + "name": "model.layers.21.mlp.experts.10.down_proj", + "observed_tokens": 370, + "weighted_error_before": 24.561827134806663, + "weighted_error_after": 15.096580703742802 + }, + { + "name": "model.layers.21.mlp.experts.11.gate_proj", + "observed_tokens": 554, + "weighted_error_before": 24.39830288104713, + "weighted_error_after": 14.38692643493414 + }, + { + "name": "model.layers.21.mlp.experts.11.up_proj", + "observed_tokens": 554, + "weighted_error_before": 27.39487126469612, + "weighted_error_after": 16.092595022171736 + }, + { + "name": "model.layers.21.mlp.experts.11.down_proj", + "observed_tokens": 554, + "weighted_error_before": 23.224977967329323, + "weighted_error_after": 15.455712717259303 + }, + { + "name": "model.layers.21.mlp.experts.12.gate_proj", + "observed_tokens": 226, + "weighted_error_before": 29.990939665585756, + "weighted_error_after": 17.681263394653797 + }, + { + "name": "model.layers.21.mlp.experts.12.up_proj", + "observed_tokens": 226, + "weighted_error_before": 31.10520065203309, + "weighted_error_after": 18.61285656504333 + }, + { + "name": "model.layers.21.mlp.experts.12.down_proj", + "observed_tokens": 226, + "weighted_error_before": 26.556738316081464, + "weighted_error_after": 16.127176958601922 + }, + { + "name": "model.layers.21.mlp.experts.13.gate_proj", + "observed_tokens": 238, + "weighted_error_before": 27.78262565843761, + "weighted_error_after": 16.34454784169793 + }, + { + "name": "model.layers.21.mlp.experts.13.up_proj", + "observed_tokens": 238, + "weighted_error_before": 28.99744087085128, + "weighted_error_after": 16.998261511325836 + }, + { + "name": "model.layers.21.mlp.experts.13.down_proj", + "observed_tokens": 238, + "weighted_error_before": 25.335578190162778, + "weighted_error_after": 14.975129581056535 + }, + { + "name": "model.layers.21.mlp.experts.14.gate_proj", + "observed_tokens": 31, + "weighted_error_before": 25.776232581585646, + "weighted_error_after": 15.078500583767891 + }, + { + "name": "model.layers.21.mlp.experts.14.up_proj", + "observed_tokens": 31, + "weighted_error_before": 26.695763655006886, + "weighted_error_after": 15.793561115860939 + }, + { + "name": "model.layers.21.mlp.experts.14.down_proj", + "observed_tokens": 31, + "weighted_error_before": 23.765624010469764, + "weighted_error_after": 15.988998172339052 + }, + { + "name": "model.layers.21.mlp.experts.15.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 26.494881112128496, + "weighted_error_after": 15.327342220582068 + }, + { + "name": "model.layers.21.mlp.experts.15.up_proj", + "observed_tokens": 109, + "weighted_error_before": 24.91738302819431, + "weighted_error_after": 14.441130075603724 + }, + { + "name": "model.layers.21.mlp.experts.15.down_proj", + "observed_tokens": 109, + "weighted_error_before": 22.748350863344967, + "weighted_error_after": 14.087826000060886 + }, + { + "name": "model.layers.21.mlp.experts.16.gate_proj", + "observed_tokens": 20, + "weighted_error_before": 29.2672957777977, + "weighted_error_after": 17.276683343574405 + }, + { + "name": "model.layers.21.mlp.experts.16.up_proj", + "observed_tokens": 20, + "weighted_error_before": 31.250744154676795, + "weighted_error_after": 18.46899505518377 + }, + { + "name": "model.layers.21.mlp.experts.16.down_proj", + "observed_tokens": 20, + "weighted_error_before": 28.73927301261574, + "weighted_error_after": 19.34611509507522 + }, + { + "name": "model.layers.21.mlp.experts.17.gate_proj", + "observed_tokens": 101, + "weighted_error_before": 27.178266037255526, + "weighted_error_after": 15.778429960832 + }, + { + "name": "model.layers.21.mlp.experts.17.up_proj", + "observed_tokens": 101, + "weighted_error_before": 28.679749380797148, + "weighted_error_after": 16.748352529481053 + }, + { + "name": "model.layers.21.mlp.experts.17.down_proj", + "observed_tokens": 101, + "weighted_error_before": 24.183968510944396, + "weighted_error_after": 14.315584654919803 + }, + { + "name": "model.layers.21.mlp.experts.18.gate_proj", + "observed_tokens": 282, + "weighted_error_before": 31.132381234318018, + "weighted_error_after": 18.449600398540497 + }, + { + "name": "model.layers.21.mlp.experts.18.up_proj", + "observed_tokens": 282, + "weighted_error_before": 32.79609203338623, + "weighted_error_after": 19.24335136823356 + }, + { + "name": "model.layers.21.mlp.experts.18.down_proj", + "observed_tokens": 282, + "weighted_error_before": 27.122297475114465, + "weighted_error_after": 16.466010152362287 + }, + { + "name": "model.layers.21.mlp.experts.19.gate_proj", + "observed_tokens": 181, + "weighted_error_before": 28.910886473953724, + "weighted_error_after": 17.04218657501042 + }, + { + "name": "model.layers.21.mlp.experts.19.up_proj", + "observed_tokens": 181, + "weighted_error_before": 31.73515037819743, + "weighted_error_after": 18.637357523664832 + }, + { + "name": "model.layers.21.mlp.experts.19.down_proj", + "observed_tokens": 181, + "weighted_error_before": 25.6874865218997, + "weighted_error_after": 17.42808833438903 + }, + { + "name": "model.layers.21.mlp.experts.20.gate_proj", + "observed_tokens": 1086, + "weighted_error_before": 25.735361637547612, + "weighted_error_after": 14.635595447383821 + }, + { + "name": "model.layers.21.mlp.experts.20.up_proj", + "observed_tokens": 1086, + "weighted_error_before": 25.433346154168248, + "weighted_error_after": 14.737725907936692 + }, + { + "name": "model.layers.21.mlp.experts.20.down_proj", + "observed_tokens": 1086, + "weighted_error_before": 22.790314812213182, + "weighted_error_after": 15.030415600631386 + }, + { + "name": "model.layers.21.mlp.experts.21.gate_proj", + "observed_tokens": 353, + "weighted_error_before": 29.971896089613438, + "weighted_error_after": 17.967104822397232 + }, + { + "name": "model.layers.21.mlp.experts.21.up_proj", + "observed_tokens": 353, + "weighted_error_before": 33.581150874495506, + "weighted_error_after": 19.40496832691133 + }, + { + "name": "model.layers.21.mlp.experts.21.down_proj", + "observed_tokens": 353, + "weighted_error_before": 27.024218338541687, + "weighted_error_after": 17.47692338936031 + }, + { + "name": "model.layers.21.mlp.experts.22.gate_proj", + "observed_tokens": 147, + "weighted_error_before": 29.860071258619428, + "weighted_error_after": 17.538007989525795 + }, + { + "name": "model.layers.21.mlp.experts.22.up_proj", + "observed_tokens": 147, + "weighted_error_before": 28.631074277684093, + "weighted_error_after": 16.754950910806656 + }, + { + "name": "model.layers.21.mlp.experts.22.down_proj", + "observed_tokens": 147, + "weighted_error_before": 25.50120490975678, + "weighted_error_after": 15.820058636832982 + }, + { + "name": "model.layers.21.mlp.experts.23.gate_proj", + "observed_tokens": 273, + "weighted_error_before": 28.709510730579495, + "weighted_error_after": 16.995524177327752 + }, + { + "name": "model.layers.21.mlp.experts.23.up_proj", + "observed_tokens": 273, + "weighted_error_before": 30.00292670726776, + "weighted_error_after": 17.760003317147493 + }, + { + "name": "model.layers.21.mlp.experts.23.down_proj", + "observed_tokens": 273, + "weighted_error_before": 28.081077641807497, + "weighted_error_after": 17.415713572874665 + }, + { + "name": "model.layers.21.mlp.experts.24.gate_proj", + "observed_tokens": 1071, + "weighted_error_before": 27.627722645178437, + "weighted_error_after": 15.99498248565942 + }, + { + "name": "model.layers.21.mlp.experts.24.up_proj", + "observed_tokens": 1071, + "weighted_error_before": 27.14055246859789, + "weighted_error_after": 15.992585277184844 + }, + { + "name": "model.layers.21.mlp.experts.24.down_proj", + "observed_tokens": 1071, + "weighted_error_before": 26.792981704697013, + "weighted_error_after": 17.710917226504534 + }, + { + "name": "model.layers.21.mlp.experts.25.gate_proj", + "observed_tokens": 581, + "weighted_error_before": 25.791991710662842, + "weighted_error_after": 15.243999948725104 + }, + { + "name": "model.layers.21.mlp.experts.25.up_proj", + "observed_tokens": 581, + "weighted_error_before": 28.546240739524364, + "weighted_error_after": 16.828700048848987 + }, + { + "name": "model.layers.21.mlp.experts.25.down_proj", + "observed_tokens": 581, + "weighted_error_before": 24.785138986073434, + "weighted_error_after": 16.731725226156414 + }, + { + "name": "model.layers.21.mlp.experts.26.gate_proj", + "observed_tokens": 357, + "weighted_error_before": 29.572793193161488, + "weighted_error_after": 17.3052819930017 + }, + { + "name": "model.layers.21.mlp.experts.26.up_proj", + "observed_tokens": 357, + "weighted_error_before": 30.033024694770575, + "weighted_error_after": 17.748318316414952 + }, + { + "name": "model.layers.21.mlp.experts.26.down_proj", + "observed_tokens": 357, + "weighted_error_before": 25.06753675825894, + "weighted_error_after": 15.994514915160835 + }, + { + "name": "model.layers.21.mlp.experts.27.gate_proj", + "observed_tokens": 28, + "weighted_error_before": 29.913765037432313, + "weighted_error_after": 17.659759564325213 + }, + { + "name": "model.layers.21.mlp.experts.27.up_proj", + "observed_tokens": 28, + "weighted_error_before": 28.316817363724113, + "weighted_error_after": 16.77760032005608 + }, + { + "name": "model.layers.21.mlp.experts.27.down_proj", + "observed_tokens": 28, + "weighted_error_before": 26.441831496544182, + "weighted_error_after": 17.566649673506618 + }, + { + "name": "model.layers.21.mlp.experts.28.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 32.39139100909233, + "weighted_error_after": 18.89665406011045 + }, + { + "name": "model.layers.21.mlp.experts.28.up_proj", + "observed_tokens": 245, + "weighted_error_before": 30.714298570528626, + "weighted_error_after": 18.118468802422285 + }, + { + "name": "model.layers.21.mlp.experts.28.down_proj", + "observed_tokens": 245, + "weighted_error_before": 25.163787151686847, + "weighted_error_after": 15.737286914139986 + }, + { + "name": "model.layers.21.mlp.experts.29.gate_proj", + "observed_tokens": 1255, + "weighted_error_before": 25.490461350418627, + "weighted_error_after": 15.048936903011054 + }, + { + "name": "model.layers.21.mlp.experts.29.up_proj", + "observed_tokens": 1255, + "weighted_error_before": 25.42367439903319, + "weighted_error_after": 14.902591623365879 + }, + { + "name": "model.layers.21.mlp.experts.29.down_proj", + "observed_tokens": 1255, + "weighted_error_before": 31.545417794026434, + "weighted_error_after": 23.50257394462824 + }, + { + "name": "model.layers.21.mlp.experts.30.gate_proj", + "observed_tokens": 839, + "weighted_error_before": 22.785415483638644, + "weighted_error_after": 13.603059649467468 + }, + { + "name": "model.layers.21.mlp.experts.30.up_proj", + "observed_tokens": 839, + "weighted_error_before": 25.298355370759964, + "weighted_error_after": 14.978451313450933 + }, + { + "name": "model.layers.21.mlp.experts.30.down_proj", + "observed_tokens": 839, + "weighted_error_before": 22.99037086032331, + "weighted_error_after": 15.136053629685193 + }, + { + "name": "model.layers.21.mlp.experts.31.gate_proj", + "observed_tokens": 291, + "weighted_error_before": 30.011558264493942, + "weighted_error_after": 17.410584095865488 + }, + { + "name": "model.layers.21.mlp.experts.31.up_proj", + "observed_tokens": 291, + "weighted_error_before": 31.191907703876495, + "weighted_error_after": 18.32453111372888 + }, + { + "name": "model.layers.21.mlp.experts.31.down_proj", + "observed_tokens": 291, + "weighted_error_before": 26.24537030607462, + "weighted_error_after": 16.402706843800843 + }, + { + "name": "model.layers.21.mlp.experts.32.gate_proj", + "observed_tokens": 192, + "weighted_error_before": 29.730225302278996, + "weighted_error_after": 17.316119039431214 + }, + { + "name": "model.layers.21.mlp.experts.32.up_proj", + "observed_tokens": 192, + "weighted_error_before": 29.206456407904625, + "weighted_error_after": 17.2520334366709 + }, + { + "name": "model.layers.21.mlp.experts.32.down_proj", + "observed_tokens": 192, + "weighted_error_before": 25.040510996244848, + "weighted_error_after": 16.180347305256873 + }, + { + "name": "model.layers.21.mlp.experts.33.gate_proj", + "observed_tokens": 391, + "weighted_error_before": 29.638397853821516, + "weighted_error_after": 17.436575623229146 + }, + { + "name": "model.layers.21.mlp.experts.33.up_proj", + "observed_tokens": 391, + "weighted_error_before": 31.269490510225296, + "weighted_error_after": 18.33859968930483 + }, + { + "name": "model.layers.21.mlp.experts.33.down_proj", + "observed_tokens": 391, + "weighted_error_before": 25.864829776342958, + "weighted_error_after": 16.427909593330696 + }, + { + "name": "model.layers.21.mlp.experts.34.gate_proj", + "observed_tokens": 93, + "weighted_error_before": 26.05361889116466, + "weighted_error_after": 15.316611513495445 + }, + { + "name": "model.layers.21.mlp.experts.34.up_proj", + "observed_tokens": 93, + "weighted_error_before": 26.777981135994196, + "weighted_error_after": 15.779223046265543 + }, + { + "name": "model.layers.21.mlp.experts.34.down_proj", + "observed_tokens": 93, + "weighted_error_before": 23.938616171479225, + "weighted_error_after": 15.176723105832934 + }, + { + "name": "model.layers.21.mlp.experts.35.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 30.33853617683053, + "weighted_error_after": 17.623008970171213 + }, + { + "name": "model.layers.21.mlp.experts.35.up_proj", + "observed_tokens": 109, + "weighted_error_before": 31.735451452434063, + "weighted_error_after": 18.413827238604426 + }, + { + "name": "model.layers.21.mlp.experts.35.down_proj", + "observed_tokens": 109, + "weighted_error_before": 26.182120960205793, + "weighted_error_after": 16.650592111516744 + }, + { + "name": "model.layers.21.mlp.experts.36.gate_proj", + "observed_tokens": 70, + "weighted_error_before": 26.240700939670205, + "weighted_error_after": 15.499151295050979 + }, + { + "name": "model.layers.21.mlp.experts.36.up_proj", + "observed_tokens": 70, + "weighted_error_before": 27.573629576712847, + "weighted_error_after": 16.19759143702686 + }, + { + "name": "model.layers.21.mlp.experts.36.down_proj", + "observed_tokens": 70, + "weighted_error_before": 23.96386092947796, + "weighted_error_after": 15.498374970629811 + }, + { + "name": "model.layers.21.mlp.experts.37.gate_proj", + "observed_tokens": 12, + "weighted_error_before": 26.465203860774636, + "weighted_error_after": 15.541992269456387 + }, + { + "name": "model.layers.21.mlp.experts.37.up_proj", + "observed_tokens": 12, + "weighted_error_before": 28.84032715857029, + "weighted_error_after": 17.058128718286753 + }, + { + "name": "model.layers.21.mlp.experts.37.down_proj", + "observed_tokens": 12, + "weighted_error_before": 24.747108075302094, + "weighted_error_after": 16.887337914202362 + }, + { + "name": "model.layers.21.mlp.experts.38.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 26.769361624494195, + "weighted_error_after": 15.755452752113342 + }, + { + "name": "model.layers.21.mlp.experts.38.up_proj", + "observed_tokens": 153, + "weighted_error_before": 29.112067811191082, + "weighted_error_after": 17.013378243893385 + }, + { + "name": "model.layers.21.mlp.experts.38.down_proj", + "observed_tokens": 153, + "weighted_error_before": 25.602231121622026, + "weighted_error_after": 16.294226066209376 + }, + { + "name": "model.layers.21.mlp.experts.39.gate_proj", + "observed_tokens": 193, + "weighted_error_before": 29.14488737285137, + "weighted_error_after": 16.760336697101593 + }, + { + "name": "model.layers.21.mlp.experts.39.up_proj", + "observed_tokens": 193, + "weighted_error_before": 29.201701503247023, + "weighted_error_after": 17.079291442409158 + }, + { + "name": "model.layers.21.mlp.experts.39.down_proj", + "observed_tokens": 193, + "weighted_error_before": 24.082369074225426, + "weighted_error_after": 15.058245183434337 + }, + { + "name": "model.layers.21.mlp.experts.40.gate_proj", + "observed_tokens": 146, + "weighted_error_before": 28.75652353838086, + "weighted_error_after": 16.655743058770895 + }, + { + "name": "model.layers.21.mlp.experts.40.up_proj", + "observed_tokens": 146, + "weighted_error_before": 30.544540960341692, + "weighted_error_after": 17.97128789871931 + }, + { + "name": "model.layers.21.mlp.experts.40.down_proj", + "observed_tokens": 146, + "weighted_error_before": 25.023768704850227, + "weighted_error_after": 14.930310692172498 + }, + { + "name": "model.layers.21.mlp.experts.41.gate_proj", + "observed_tokens": 154, + "weighted_error_before": 29.68508378788829, + "weighted_error_after": 17.30637127533555 + }, + { + "name": "model.layers.21.mlp.experts.41.up_proj", + "observed_tokens": 154, + "weighted_error_before": 31.426378834992647, + "weighted_error_after": 18.434029053896666 + }, + { + "name": "model.layers.21.mlp.experts.41.down_proj", + "observed_tokens": 154, + "weighted_error_before": 25.851539789699018, + "weighted_error_after": 16.64594641374424 + }, + { + "name": "model.layers.21.mlp.experts.42.gate_proj", + "observed_tokens": 116, + "weighted_error_before": 30.99556528776884, + "weighted_error_after": 18.31491220369935 + }, + { + "name": "model.layers.21.mlp.experts.42.up_proj", + "observed_tokens": 116, + "weighted_error_before": 32.3148842100054, + "weighted_error_after": 19.065115999430418 + }, + { + "name": "model.layers.21.mlp.experts.42.down_proj", + "observed_tokens": 116, + "weighted_error_before": 24.834988401271403, + "weighted_error_after": 12.948316180612892 + }, + { + "name": "model.layers.21.mlp.experts.43.gate_proj", + "observed_tokens": 145, + "weighted_error_before": 28.307687424123287, + "weighted_error_after": 16.6971449367702 + }, + { + "name": "model.layers.21.mlp.experts.43.up_proj", + "observed_tokens": 145, + "weighted_error_before": 31.634063269943, + "weighted_error_after": 18.362155118957162 + }, + { + "name": "model.layers.21.mlp.experts.43.down_proj", + "observed_tokens": 145, + "weighted_error_before": 25.71301640290767, + "weighted_error_after": 16.130787369329482 + }, + { + "name": "model.layers.21.mlp.experts.44.gate_proj", + "observed_tokens": 137, + "weighted_error_before": 30.432013027369976, + "weighted_error_after": 17.884974064305425 + }, + { + "name": "model.layers.21.mlp.experts.44.up_proj", + "observed_tokens": 137, + "weighted_error_before": 35.65407367423177, + "weighted_error_after": 20.523210056126118 + }, + { + "name": "model.layers.21.mlp.experts.44.down_proj", + "observed_tokens": 137, + "weighted_error_before": 26.34803072642535, + "weighted_error_after": 16.010804393794388 + }, + { + "name": "model.layers.21.mlp.experts.45.gate_proj", + "observed_tokens": 134, + "weighted_error_before": 30.879778537899256, + "weighted_error_after": 18.214148359373212 + }, + { + "name": "model.layers.21.mlp.experts.45.up_proj", + "observed_tokens": 134, + "weighted_error_before": 32.32019856199622, + "weighted_error_after": 19.070770731195807 + }, + { + "name": "model.layers.21.mlp.experts.45.down_proj", + "observed_tokens": 134, + "weighted_error_before": 26.609529860317707, + "weighted_error_after": 16.927808760665357 + }, + { + "name": "model.layers.21.mlp.experts.46.gate_proj", + "observed_tokens": 669, + "weighted_error_before": 31.36790705099702, + "weighted_error_after": 18.383527904748917 + }, + { + "name": "model.layers.21.mlp.experts.46.up_proj", + "observed_tokens": 669, + "weighted_error_before": 32.24101689085364, + "weighted_error_after": 18.975137842819095 + }, + { + "name": "model.layers.21.mlp.experts.46.down_proj", + "observed_tokens": 669, + "weighted_error_before": 26.890284400433302, + "weighted_error_after": 17.61265035253018 + }, + { + "name": "model.layers.21.mlp.experts.47.gate_proj", + "observed_tokens": 337, + "weighted_error_before": 27.95918281748891, + "weighted_error_after": 16.458972450345755 + }, + { + "name": "model.layers.21.mlp.experts.47.up_proj", + "observed_tokens": 337, + "weighted_error_before": 28.927703235298395, + "weighted_error_after": 17.100322883576155 + }, + { + "name": "model.layers.21.mlp.experts.47.down_proj", + "observed_tokens": 337, + "weighted_error_before": 24.294044540263712, + "weighted_error_after": 15.639483397360891 + }, + { + "name": "model.layers.21.mlp.experts.48.gate_proj", + "observed_tokens": 493, + "weighted_error_before": 31.132497251033783, + "weighted_error_after": 18.259507352486253 + }, + { + "name": "model.layers.21.mlp.experts.48.up_proj", + "observed_tokens": 493, + "weighted_error_before": 33.257768034935, + "weighted_error_after": 19.515168264508247 + }, + { + "name": "model.layers.21.mlp.experts.48.down_proj", + "observed_tokens": 493, + "weighted_error_before": 27.20512690488249, + "weighted_error_after": 18.26260379469022 + }, + { + "name": "model.layers.21.mlp.experts.49.gate_proj", + "observed_tokens": 442, + "weighted_error_before": 27.174428455531597, + "weighted_error_after": 15.865059453994036 + }, + { + "name": "model.layers.21.mlp.experts.49.up_proj", + "observed_tokens": 442, + "weighted_error_before": 25.393145348876715, + "weighted_error_after": 14.89483330026269 + }, + { + "name": "model.layers.21.mlp.experts.49.down_proj", + "observed_tokens": 442, + "weighted_error_before": 22.39620547136292, + "weighted_error_after": 14.163970998488367 + }, + { + "name": "model.layers.21.mlp.experts.50.gate_proj", + "observed_tokens": 263, + "weighted_error_before": 28.601733749732375, + "weighted_error_after": 16.716842267662287 + }, + { + "name": "model.layers.21.mlp.experts.50.up_proj", + "observed_tokens": 263, + "weighted_error_before": 29.057380363345146, + "weighted_error_after": 17.1100838445127 + }, + { + "name": "model.layers.21.mlp.experts.50.down_proj", + "observed_tokens": 263, + "weighted_error_before": 26.122355439234525, + "weighted_error_after": 16.864099718630314 + }, + { + "name": "model.layers.21.mlp.experts.51.gate_proj", + "observed_tokens": 50, + "weighted_error_before": 28.877796936780214, + "weighted_error_after": 16.898130991496146 + }, + { + "name": "model.layers.21.mlp.experts.51.up_proj", + "observed_tokens": 50, + "weighted_error_before": 27.925352435559034, + "weighted_error_after": 16.413849575445056 + }, + { + "name": "model.layers.21.mlp.experts.51.down_proj", + "observed_tokens": 50, + "weighted_error_before": 27.846811754629016, + "weighted_error_after": 19.423979526385665 + }, + { + "name": "model.layers.21.mlp.experts.52.gate_proj", + "observed_tokens": 5, + "weighted_error_before": 27.0353819783777, + "weighted_error_after": 15.88507623784244 + }, + { + "name": "model.layers.21.mlp.experts.52.up_proj", + "observed_tokens": 5, + "weighted_error_before": 28.411913197487593, + "weighted_error_after": 16.5934278331697 + }, + { + "name": "model.layers.21.mlp.experts.52.down_proj", + "observed_tokens": 5, + "weighted_error_before": 26.631080148741603, + "weighted_error_after": 17.978439116384834 + }, + { + "name": "model.layers.21.mlp.experts.53.gate_proj", + "observed_tokens": 51, + "weighted_error_before": 23.296542609110475, + "weighted_error_after": 13.6073685195297 + }, + { + "name": "model.layers.21.mlp.experts.53.up_proj", + "observed_tokens": 51, + "weighted_error_before": 24.996968023478985, + "weighted_error_after": 14.708027694374323 + }, + { + "name": "model.layers.21.mlp.experts.53.down_proj", + "observed_tokens": 51, + "weighted_error_before": 23.093231421429664, + "weighted_error_after": 14.185834259726107 + }, + { + "name": "model.layers.21.mlp.experts.54.gate_proj", + "observed_tokens": 53, + "weighted_error_before": 30.708491571247578, + "weighted_error_after": 18.36215634457767 + }, + { + "name": "model.layers.21.mlp.experts.54.up_proj", + "observed_tokens": 53, + "weighted_error_before": 32.29077906534076, + "weighted_error_after": 18.98484543338418 + }, + { + "name": "model.layers.21.mlp.experts.54.down_proj", + "observed_tokens": 53, + "weighted_error_before": 27.119734898209572, + "weighted_error_after": 18.453593235928565 + }, + { + "name": "model.layers.21.mlp.experts.55.gate_proj", + "observed_tokens": 306, + "weighted_error_before": 29.591810882091522, + "weighted_error_after": 17.451190751045942 + }, + { + "name": "model.layers.21.mlp.experts.55.up_proj", + "observed_tokens": 306, + "weighted_error_before": 32.212992165237665, + "weighted_error_after": 18.794461857527494 + }, + { + "name": "model.layers.21.mlp.experts.55.down_proj", + "observed_tokens": 306, + "weighted_error_before": 26.72013436164707, + "weighted_error_after": 17.94759419094771 + }, + { + "name": "model.layers.21.mlp.experts.56.gate_proj", + "observed_tokens": 183, + "weighted_error_before": 32.276650754734874, + "weighted_error_after": 18.620206391438842 + }, + { + "name": "model.layers.21.mlp.experts.56.up_proj", + "observed_tokens": 183, + "weighted_error_before": 30.97682286426425, + "weighted_error_after": 18.097939494997263 + }, + { + "name": "model.layers.21.mlp.experts.56.down_proj", + "observed_tokens": 183, + "weighted_error_before": 27.650146812200546, + "weighted_error_after": 18.119404471013695 + }, + { + "name": "model.layers.21.mlp.experts.57.gate_proj", + "observed_tokens": 616, + "weighted_error_before": 26.924927346408367, + "weighted_error_after": 15.890774525702 + }, + { + "name": "model.layers.21.mlp.experts.57.up_proj", + "observed_tokens": 616, + "weighted_error_before": 29.47720491141081, + "weighted_error_after": 17.285570465028286 + }, + { + "name": "model.layers.21.mlp.experts.57.down_proj", + "observed_tokens": 616, + "weighted_error_before": 25.709745444823056, + "weighted_error_after": 16.310025226324797 + }, + { + "name": "model.layers.21.mlp.experts.58.gate_proj", + "observed_tokens": 106, + "weighted_error_before": 26.163334399461746, + "weighted_error_after": 15.394606724381447 + }, + { + "name": "model.layers.21.mlp.experts.58.up_proj", + "observed_tokens": 106, + "weighted_error_before": 28.064278345555067, + "weighted_error_after": 16.455648565664887 + }, + { + "name": "model.layers.21.mlp.experts.58.down_proj", + "observed_tokens": 106, + "weighted_error_before": 25.1888406323269, + "weighted_error_after": 16.400823455303907 + }, + { + "name": "model.layers.21.mlp.experts.59.gate_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.21.mlp.experts.59.up_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.21.mlp.experts.59.down_proj", + "observed_tokens": 0, + "weighted_error_before": null, + "weighted_error_after": null + }, + { + "name": "model.layers.21.mlp.experts.60.gate_proj", + "observed_tokens": 214, + "weighted_error_before": 30.693677995353937, + "weighted_error_after": 17.972038086503744 + }, + { + "name": "model.layers.21.mlp.experts.60.up_proj", + "observed_tokens": 214, + "weighted_error_before": 32.21891226246953, + "weighted_error_after": 18.930563712492585 + }, + { + "name": "model.layers.21.mlp.experts.60.down_proj", + "observed_tokens": 214, + "weighted_error_before": 26.705484384670854, + "weighted_error_after": 16.686956100165844 + }, + { + "name": "model.layers.21.mlp.experts.61.gate_proj", + "observed_tokens": 209, + "weighted_error_before": 28.656813584268093, + "weighted_error_after": 16.908844102174044 + }, + { + "name": "model.layers.21.mlp.experts.61.up_proj", + "observed_tokens": 209, + "weighted_error_before": 30.508573297411203, + "weighted_error_after": 17.86642957292497 + }, + { + "name": "model.layers.21.mlp.experts.61.down_proj", + "observed_tokens": 209, + "weighted_error_before": 25.327574734576046, + "weighted_error_after": 15.630766255781054 + }, + { + "name": "model.layers.21.mlp.experts.62.gate_proj", + "observed_tokens": 407, + "weighted_error_before": 31.422669138759375, + "weighted_error_after": 18.403453692793846 + }, + { + "name": "model.layers.21.mlp.experts.62.up_proj", + "observed_tokens": 407, + "weighted_error_before": 31.154731925576925, + "weighted_error_after": 18.441886477172375 + }, + { + "name": "model.layers.21.mlp.experts.62.down_proj", + "observed_tokens": 407, + "weighted_error_before": 26.040368436835706, + "weighted_error_after": 16.991171304136515 + }, + { + "name": "model.layers.21.mlp.experts.63.gate_proj", + "observed_tokens": 1, + "weighted_error_before": 27.87370427697897, + "weighted_error_after": 16.381521809846163 + }, + { + "name": "model.layers.21.mlp.experts.63.up_proj", + "observed_tokens": 1, + "weighted_error_before": 29.396823097020388, + "weighted_error_after": 17.34237916022539 + }, + { + "name": "model.layers.21.mlp.experts.63.down_proj", + "observed_tokens": 1, + "weighted_error_before": 25.309353148564696, + "weighted_error_after": 17.51961908582598 + }, + { + "name": "model.layers.21.mlp.experts.64.gate_proj", + "observed_tokens": 586, + "weighted_error_before": 26.59683263488114, + "weighted_error_after": 15.624158574268222 + }, + { + "name": "model.layers.21.mlp.experts.64.up_proj", + "observed_tokens": 586, + "weighted_error_before": 27.1899052914232, + "weighted_error_after": 16.048138292506337 + }, + { + "name": "model.layers.21.mlp.experts.64.down_proj", + "observed_tokens": 586, + "weighted_error_before": 25.284136075992137, + "weighted_error_after": 16.173877311404794 + }, + { + "name": "model.layers.21.mlp.experts.65.gate_proj", + "observed_tokens": 96, + "weighted_error_before": 25.595234425738454, + "weighted_error_after": 15.029727621003985 + }, + { + "name": "model.layers.21.mlp.experts.65.up_proj", + "observed_tokens": 96, + "weighted_error_before": 25.888489669188857, + "weighted_error_after": 15.401317354291677 + }, + { + "name": "model.layers.21.mlp.experts.65.down_proj", + "observed_tokens": 96, + "weighted_error_before": 23.168350984808058, + "weighted_error_after": 14.252465894445777 + }, + { + "name": "model.layers.21.mlp.experts.66.gate_proj", + "observed_tokens": 83, + "weighted_error_before": 26.11098598688841, + "weighted_error_after": 15.333733027800918 + }, + { + "name": "model.layers.21.mlp.experts.66.up_proj", + "observed_tokens": 83, + "weighted_error_before": 27.00136886164546, + "weighted_error_after": 15.985851373523474 + }, + { + "name": "model.layers.21.mlp.experts.66.down_proj", + "observed_tokens": 83, + "weighted_error_before": 23.84947677422315, + "weighted_error_after": 15.643631575163454 + }, + { + "name": "model.layers.21.mlp.experts.67.gate_proj", + "observed_tokens": 222, + "weighted_error_before": 28.89002519287169, + "weighted_error_after": 17.039926221594214 + }, + { + "name": "model.layers.21.mlp.experts.67.up_proj", + "observed_tokens": 222, + "weighted_error_before": 27.46472181752324, + "weighted_error_after": 16.197309063747525 + }, + { + "name": "model.layers.21.mlp.experts.67.down_proj", + "observed_tokens": 222, + "weighted_error_before": 24.13949536625296, + "weighted_error_after": 16.006182476878166 + }, + { + "name": "model.layers.21.mlp.experts.68.gate_proj", + "observed_tokens": 577, + "weighted_error_before": 25.851752772927284, + "weighted_error_after": 15.168259328231215 + }, + { + "name": "model.layers.21.mlp.experts.68.up_proj", + "observed_tokens": 577, + "weighted_error_before": 28.1529291421175, + "weighted_error_after": 16.539663821458817 + }, + { + "name": "model.layers.21.mlp.experts.68.down_proj", + "observed_tokens": 577, + "weighted_error_before": 24.716134193353355, + "weighted_error_after": 16.53123862016946 + }, + { + "name": "model.layers.21.mlp.experts.69.gate_proj", + "observed_tokens": 1914, + "weighted_error_before": 24.211762422695756, + "weighted_error_after": 14.204374163411558 + }, + { + "name": "model.layers.21.mlp.experts.69.up_proj", + "observed_tokens": 1914, + "weighted_error_before": 26.423747446388006, + "weighted_error_after": 15.596741812303662 + }, + { + "name": "model.layers.21.mlp.experts.69.down_proj", + "observed_tokens": 1914, + "weighted_error_before": 23.71000347426161, + "weighted_error_after": 15.698252412956208 + }, + { + "name": "model.layers.21.mlp.experts.70.gate_proj", + "observed_tokens": 1240, + "weighted_error_before": 25.633817069232464, + "weighted_error_after": 15.061176558025181 + }, + { + "name": "model.layers.21.mlp.experts.70.up_proj", + "observed_tokens": 1240, + "weighted_error_before": 25.007675616070628, + "weighted_error_after": 14.758283119648695 + }, + { + "name": "model.layers.21.mlp.experts.70.down_proj", + "observed_tokens": 1240, + "weighted_error_before": 23.109192453324795, + "weighted_error_after": 15.890688022132963 + }, + { + "name": "model.layers.21.mlp.experts.71.gate_proj", + "observed_tokens": 519, + "weighted_error_before": 26.233114374801517, + "weighted_error_after": 15.507643286138773 + }, + { + "name": "model.layers.21.mlp.experts.71.up_proj", + "observed_tokens": 519, + "weighted_error_before": 27.119113579392433, + "weighted_error_after": 15.895205721259117 + }, + { + "name": "model.layers.21.mlp.experts.71.down_proj", + "observed_tokens": 519, + "weighted_error_before": 23.318804408423603, + "weighted_error_after": 15.416457339189947 + }, + { + "name": "model.layers.21.mlp.experts.72.gate_proj", + "observed_tokens": 167, + "weighted_error_before": 27.069537384435534, + "weighted_error_after": 16.041459357365966 + }, + { + "name": "model.layers.21.mlp.experts.72.up_proj", + "observed_tokens": 167, + "weighted_error_before": 29.475759610533714, + "weighted_error_after": 17.27391117438674 + }, + { + "name": "model.layers.21.mlp.experts.72.down_proj", + "observed_tokens": 167, + "weighted_error_before": 26.822923209983855, + "weighted_error_after": 6.839457003748976 + }, + { + "name": "model.layers.21.mlp.experts.73.gate_proj", + "observed_tokens": 520, + "weighted_error_before": 28.803021718747914, + "weighted_error_after": 16.96373408753425 + }, + { + "name": "model.layers.21.mlp.experts.73.up_proj", + "observed_tokens": 520, + "weighted_error_before": 26.422990329563618, + "weighted_error_after": 15.610005022957921 + }, + { + "name": "model.layers.21.mlp.experts.73.down_proj", + "observed_tokens": 520, + "weighted_error_before": 28.617531904019415, + "weighted_error_after": 19.326947695109993 + }, + { + "name": "model.layers.21.mlp.experts.74.gate_proj", + "observed_tokens": 1046, + "weighted_error_before": 25.94041170924902, + "weighted_error_after": 15.194249982014298 + }, + { + "name": "model.layers.21.mlp.experts.74.up_proj", + "observed_tokens": 1046, + "weighted_error_before": 29.298739425837994, + "weighted_error_after": 17.34121534228325 + }, + { + "name": "model.layers.21.mlp.experts.74.down_proj", + "observed_tokens": 1046, + "weighted_error_before": 24.889887147583067, + "weighted_error_after": 16.747875075321645 + }, + { + "name": "model.layers.21.mlp.experts.75.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 24.173209473490715, + "weighted_error_after": 14.324122251011431 + }, + { + "name": "model.layers.21.mlp.experts.75.up_proj", + "observed_tokens": 104, + "weighted_error_before": 23.146243242546916, + "weighted_error_after": 13.481449680402875 + }, + { + "name": "model.layers.21.mlp.experts.75.down_proj", + "observed_tokens": 104, + "weighted_error_before": 21.902408495079726, + "weighted_error_after": 14.011158011853695 + }, + { + "name": "model.layers.21.mlp.experts.76.gate_proj", + "observed_tokens": 651, + "weighted_error_before": 24.855256473645568, + "weighted_error_after": 14.805493662133813 + }, + { + "name": "model.layers.21.mlp.experts.76.up_proj", + "observed_tokens": 651, + "weighted_error_before": 26.696082958951592, + "weighted_error_after": 15.58759636245668 + }, + { + "name": "model.layers.21.mlp.experts.76.down_proj", + "observed_tokens": 651, + "weighted_error_before": 23.97776581440121, + "weighted_error_after": 15.639910785481334 + }, + { + "name": "model.layers.21.mlp.experts.77.gate_proj", + "observed_tokens": 1524, + "weighted_error_before": 26.113439340144396, + "weighted_error_after": 15.346747497096658 + }, + { + "name": "model.layers.21.mlp.experts.77.up_proj", + "observed_tokens": 1524, + "weighted_error_before": 28.484733290970325, + "weighted_error_after": 16.791385885328054 + }, + { + "name": "model.layers.21.mlp.experts.77.down_proj", + "observed_tokens": 1524, + "weighted_error_before": 24.737664876505733, + "weighted_error_after": 16.228312691673636 + }, + { + "name": "model.layers.21.mlp.experts.78.gate_proj", + "observed_tokens": 366, + "weighted_error_before": 29.227129451930523, + "weighted_error_after": 17.15449017100036 + }, + { + "name": "model.layers.21.mlp.experts.78.up_proj", + "observed_tokens": 366, + "weighted_error_before": 31.099524836987257, + "weighted_error_after": 18.566539950668812 + }, + { + "name": "model.layers.21.mlp.experts.78.down_proj", + "observed_tokens": 366, + "weighted_error_before": 26.28359535569325, + "weighted_error_after": 16.02387814084068 + }, + { + "name": "model.layers.21.mlp.experts.79.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 26.411917786113918, + "weighted_error_after": 15.358554764650762 + }, + { + "name": "model.layers.21.mlp.experts.79.up_proj", + "observed_tokens": 63, + "weighted_error_before": 28.72491062618792, + "weighted_error_after": 16.732010941952467 + }, + { + "name": "model.layers.21.mlp.experts.79.down_proj", + "observed_tokens": 63, + "weighted_error_before": 36.75559768918902, + "weighted_error_after": 18.971632111351937 + }, + { + "name": "model.layers.21.mlp.experts.80.gate_proj", + "observed_tokens": 216, + "weighted_error_before": 30.008453853428364, + "weighted_error_after": 17.57838918082416 + }, + { + "name": "model.layers.21.mlp.experts.80.up_proj", + "observed_tokens": 216, + "weighted_error_before": 31.774049676954746, + "weighted_error_after": 18.70650157146156 + }, + { + "name": "model.layers.21.mlp.experts.80.down_proj", + "observed_tokens": 216, + "weighted_error_before": 26.34680168516934, + "weighted_error_after": 17.245360364671797 + }, + { + "name": "model.layers.21.mlp.experts.81.gate_proj", + "observed_tokens": 338, + "weighted_error_before": 26.577625319361687, + "weighted_error_after": 15.675548622384667 + }, + { + "name": "model.layers.21.mlp.experts.81.up_proj", + "observed_tokens": 338, + "weighted_error_before": 29.181134767830372, + "weighted_error_after": 17.295571994036436 + }, + { + "name": "model.layers.21.mlp.experts.81.down_proj", + "observed_tokens": 338, + "weighted_error_before": 25.008022093214095, + "weighted_error_after": 16.80685586621985 + }, + { + "name": "model.layers.21.mlp.experts.82.gate_proj", + "observed_tokens": 204, + "weighted_error_before": 30.819917235523462, + "weighted_error_after": 18.06151740066707 + }, + { + "name": "model.layers.21.mlp.experts.82.up_proj", + "observed_tokens": 204, + "weighted_error_before": 31.62052121758461, + "weighted_error_after": 18.691394427791238 + }, + { + "name": "model.layers.21.mlp.experts.82.down_proj", + "observed_tokens": 204, + "weighted_error_before": 25.81350309588015, + "weighted_error_after": 16.60929009784013 + }, + { + "name": "model.layers.21.mlp.experts.83.gate_proj", + "observed_tokens": 144, + "weighted_error_before": 27.82409104704857, + "weighted_error_after": 16.243031879886985 + }, + { + "name": "model.layers.21.mlp.experts.83.up_proj", + "observed_tokens": 144, + "weighted_error_before": 30.757218200713396, + "weighted_error_after": 17.85362771525979 + }, + { + "name": "model.layers.21.mlp.experts.83.down_proj", + "observed_tokens": 144, + "weighted_error_before": 25.437840349972248, + "weighted_error_after": 14.874152900651097 + }, + { + "name": "model.layers.21.mlp.experts.84.gate_proj", + "observed_tokens": 35, + "weighted_error_before": 24.26426199823618, + "weighted_error_after": 14.43306059576571 + }, + { + "name": "model.layers.21.mlp.experts.84.up_proj", + "observed_tokens": 35, + "weighted_error_before": 25.814484594389796, + "weighted_error_after": 15.274671718478203 + }, + { + "name": "model.layers.21.mlp.experts.84.down_proj", + "observed_tokens": 35, + "weighted_error_before": 23.56630992796272, + "weighted_error_after": 15.56846021907404 + }, + { + "name": "model.layers.21.mlp.experts.85.gate_proj", + "observed_tokens": 1426, + "weighted_error_before": 23.918657414615154, + "weighted_error_after": 14.249738063663244 + }, + { + "name": "model.layers.21.mlp.experts.85.up_proj", + "observed_tokens": 1426, + "weighted_error_before": 27.1381471529603, + "weighted_error_after": 15.933348828926682 + }, + { + "name": "model.layers.21.mlp.experts.85.down_proj", + "observed_tokens": 1426, + "weighted_error_before": 23.450745451729745, + "weighted_error_after": 15.718427189160138 + }, + { + "name": "model.layers.21.mlp.experts.86.gate_proj", + "observed_tokens": 166, + "weighted_error_before": 27.984894577413797, + "weighted_error_after": 16.48434971086681 + }, + { + "name": "model.layers.21.mlp.experts.86.up_proj", + "observed_tokens": 166, + "weighted_error_before": 30.210287105292082, + "weighted_error_after": 17.51402137055993 + }, + { + "name": "model.layers.21.mlp.experts.86.down_proj", + "observed_tokens": 166, + "weighted_error_before": 25.654698559083045, + "weighted_error_after": 15.672416061162949 + }, + { + "name": "model.layers.21.mlp.experts.87.gate_proj", + "observed_tokens": 77, + "weighted_error_before": 26.976690161973238, + "weighted_error_after": 15.653173457831144 + }, + { + "name": "model.layers.21.mlp.experts.87.up_proj", + "observed_tokens": 77, + "weighted_error_before": 28.27864907309413, + "weighted_error_after": 16.43239119835198 + }, + { + "name": "model.layers.21.mlp.experts.87.down_proj", + "observed_tokens": 77, + "weighted_error_before": 24.890377548523247, + "weighted_error_after": 16.247405752073973 + }, + { + "name": "model.layers.21.mlp.experts.88.gate_proj", + "observed_tokens": 220, + "weighted_error_before": 29.902949173003435, + "weighted_error_after": 17.55651224590838 + }, + { + "name": "model.layers.21.mlp.experts.88.up_proj", + "observed_tokens": 220, + "weighted_error_before": 31.438627745956182, + "weighted_error_after": 18.614090023562312 + }, + { + "name": "model.layers.21.mlp.experts.88.down_proj", + "observed_tokens": 220, + "weighted_error_before": 26.23597229551524, + "weighted_error_after": 17.213504154700786 + }, + { + "name": "model.layers.21.mlp.experts.89.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 29.025114994496107, + "weighted_error_after": 17.088435623794794 + }, + { + "name": "model.layers.21.mlp.experts.89.up_proj", + "observed_tokens": 104, + "weighted_error_before": 31.431976340711117, + "weighted_error_after": 18.373026689514518 + }, + { + "name": "model.layers.21.mlp.experts.89.down_proj", + "observed_tokens": 104, + "weighted_error_before": 25.430390623398125, + "weighted_error_after": 17.20306921377778 + }, + { + "name": "model.layers.21.mlp.experts.90.gate_proj", + "observed_tokens": 129, + "weighted_error_before": 27.434744980186224, + "weighted_error_after": 16.05457841977477 + }, + { + "name": "model.layers.21.mlp.experts.90.up_proj", + "observed_tokens": 129, + "weighted_error_before": 28.537684347480536, + "weighted_error_after": 16.6581853274256 + }, + { + "name": "model.layers.21.mlp.experts.90.down_proj", + "observed_tokens": 129, + "weighted_error_before": 25.220093691255897, + "weighted_error_after": 15.75596870528534 + }, + { + "name": "model.layers.21.mlp.experts.91.gate_proj", + "observed_tokens": 424, + "weighted_error_before": 27.75526913627982, + "weighted_error_after": 16.318467438220978 + }, + { + "name": "model.layers.21.mlp.experts.91.up_proj", + "observed_tokens": 424, + "weighted_error_before": 29.71679040417075, + "weighted_error_after": 17.518372057005763 + }, + { + "name": "model.layers.21.mlp.experts.91.down_proj", + "observed_tokens": 424, + "weighted_error_before": 24.855876083951443, + "weighted_error_after": 16.65254928264767 + }, + { + "name": "model.layers.21.mlp.experts.92.gate_proj", + "observed_tokens": 209, + "weighted_error_before": 30.83279213681817, + "weighted_error_after": 17.867044979706407 + }, + { + "name": "model.layers.21.mlp.experts.92.up_proj", + "observed_tokens": 209, + "weighted_error_before": 32.19703399017453, + "weighted_error_after": 18.984859066084027 + }, + { + "name": "model.layers.21.mlp.experts.92.down_proj", + "observed_tokens": 209, + "weighted_error_before": 27.37678664503619, + "weighted_error_after": 17.462907469831407 + }, + { + "name": "model.layers.21.mlp.experts.93.gate_proj", + "observed_tokens": 71, + "weighted_error_before": 27.542646426707506, + "weighted_error_after": 16.074689000844955 + }, + { + "name": "model.layers.21.mlp.experts.93.up_proj", + "observed_tokens": 71, + "weighted_error_before": 27.196447301656008, + "weighted_error_after": 16.054176868870854 + }, + { + "name": "model.layers.21.mlp.experts.93.down_proj", + "observed_tokens": 71, + "weighted_error_before": 24.78187014348805, + "weighted_error_after": 15.307860504835844 + }, + { + "name": "model.layers.21.mlp.experts.94.gate_proj", + "observed_tokens": 53, + "weighted_error_before": 27.414339741691947, + "weighted_error_after": 15.967980679124594 + }, + { + "name": "model.layers.21.mlp.experts.94.up_proj", + "observed_tokens": 53, + "weighted_error_before": 25.580912308767438, + "weighted_error_after": 15.13654502760619 + }, + { + "name": "model.layers.21.mlp.experts.94.down_proj", + "observed_tokens": 53, + "weighted_error_before": 21.80006110109389, + "weighted_error_after": 13.772815962787718 + }, + { + "name": "model.layers.21.mlp.experts.95.gate_proj", + "observed_tokens": 1014, + "weighted_error_before": 26.407161554321647, + "weighted_error_after": 14.998545540496707 + }, + { + "name": "model.layers.21.mlp.experts.95.up_proj", + "observed_tokens": 1014, + "weighted_error_before": 26.984687505289912, + "weighted_error_after": 15.727261874824762 + }, + { + "name": "model.layers.21.mlp.experts.95.down_proj", + "observed_tokens": 1014, + "weighted_error_before": 25.0987689178437, + "weighted_error_after": 16.261125735007226 + }, + { + "name": "model.layers.21.mlp.experts.96.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 27.140057533979416, + "weighted_error_after": 16.129235511645675 + }, + { + "name": "model.layers.21.mlp.experts.96.up_proj", + "observed_tokens": 61, + "weighted_error_before": 27.494579702615738, + "weighted_error_after": 16.157274896278977 + }, + { + "name": "model.layers.21.mlp.experts.96.down_proj", + "observed_tokens": 61, + "weighted_error_before": 23.536090937443078, + "weighted_error_after": 15.297153634484857 + }, + { + "name": "model.layers.21.mlp.experts.97.gate_proj", + "observed_tokens": 61, + "weighted_error_before": 28.780688086524606, + "weighted_error_after": 17.024731248617172 + }, + { + "name": "model.layers.21.mlp.experts.97.up_proj", + "observed_tokens": 61, + "weighted_error_before": 28.133255045861006, + "weighted_error_after": 16.265948483720422 + }, + { + "name": "model.layers.21.mlp.experts.97.down_proj", + "observed_tokens": 61, + "weighted_error_before": 25.289474913384765, + "weighted_error_after": 14.060744789429009 + }, + { + "name": "model.layers.21.mlp.experts.98.gate_proj", + "observed_tokens": 261, + "weighted_error_before": 23.862724950537086, + "weighted_error_after": 14.11272406205535 + }, + { + "name": "model.layers.21.mlp.experts.98.up_proj", + "observed_tokens": 261, + "weighted_error_before": 25.56514633446932, + "weighted_error_after": 15.059917951002717 + }, + { + "name": "model.layers.21.mlp.experts.98.down_proj", + "observed_tokens": 261, + "weighted_error_before": 23.598800187464803, + "weighted_error_after": 15.315324735362083 + }, + { + "name": "model.layers.21.mlp.experts.99.gate_proj", + "observed_tokens": 60, + "weighted_error_before": 27.566910395398736, + "weighted_error_after": 16.45717871747911 + }, + { + "name": "model.layers.21.mlp.experts.99.up_proj", + "observed_tokens": 60, + "weighted_error_before": 28.921266002580523, + "weighted_error_after": 16.99488141015172 + }, + { + "name": "model.layers.21.mlp.experts.99.down_proj", + "observed_tokens": 60, + "weighted_error_before": 24.52546839043498, + "weighted_error_after": 15.532006219495088 + }, + { + "name": "model.layers.21.mlp.experts.100.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 28.96484563499689, + "weighted_error_after": 17.12046038918197 + }, + { + "name": "model.layers.21.mlp.experts.100.up_proj", + "observed_tokens": 170, + "weighted_error_before": 31.28783681243658, + "weighted_error_after": 18.27558431774378 + }, + { + "name": "model.layers.21.mlp.experts.100.down_proj", + "observed_tokens": 170, + "weighted_error_before": 26.345420344732702, + "weighted_error_after": 17.792969065718353 + }, + { + "name": "model.layers.21.mlp.experts.101.gate_proj", + "observed_tokens": 235, + "weighted_error_before": 25.06907097250223, + "weighted_error_after": 14.487710263580084 + }, + { + "name": "model.layers.21.mlp.experts.101.up_proj", + "observed_tokens": 235, + "weighted_error_before": 25.21843078173697, + "weighted_error_after": 14.788059558719397 + }, + { + "name": "model.layers.21.mlp.experts.101.down_proj", + "observed_tokens": 235, + "weighted_error_before": 23.28165790066123, + "weighted_error_after": 15.302250728476793 + }, + { + "name": "model.layers.21.mlp.experts.102.gate_proj", + "observed_tokens": 639, + "weighted_error_before": 32.28103248402476, + "weighted_error_after": 18.99400912038982 + }, + { + "name": "model.layers.21.mlp.experts.102.up_proj", + "observed_tokens": 639, + "weighted_error_before": 36.016470193862915, + "weighted_error_after": 21.446534786373377 + }, + { + "name": "model.layers.21.mlp.experts.102.down_proj", + "observed_tokens": 639, + "weighted_error_before": 27.264980073086917, + "weighted_error_after": 15.26728191319853 + }, + { + "name": "model.layers.21.mlp.experts.103.gate_proj", + "observed_tokens": 172, + "weighted_error_before": 29.166584942489862, + "weighted_error_after": 17.02949771657586 + }, + { + "name": "model.layers.21.mlp.experts.103.up_proj", + "observed_tokens": 172, + "weighted_error_before": 30.92625257000327, + "weighted_error_after": 18.0842427033931 + }, + { + "name": "model.layers.21.mlp.experts.103.down_proj", + "observed_tokens": 172, + "weighted_error_before": 24.648404200561345, + "weighted_error_after": 14.8492462169379 + }, + { + "name": "model.layers.21.mlp.experts.104.gate_proj", + "observed_tokens": 59, + "weighted_error_before": 23.158272217959166, + "weighted_error_after": 13.792821396142244 + }, + { + "name": "model.layers.21.mlp.experts.104.up_proj", + "observed_tokens": 59, + "weighted_error_before": 25.59464644268155, + "weighted_error_after": 14.952288947999477 + }, + { + "name": "model.layers.21.mlp.experts.104.down_proj", + "observed_tokens": 59, + "weighted_error_before": 23.338075143285096, + "weighted_error_after": 15.635830000042915 + }, + { + "name": "model.layers.21.mlp.experts.105.gate_proj", + "observed_tokens": 387, + "weighted_error_before": 32.16989165171981, + "weighted_error_after": 18.52146360464394 + }, + { + "name": "model.layers.21.mlp.experts.105.up_proj", + "observed_tokens": 387, + "weighted_error_before": 30.01712087728083, + "weighted_error_after": 17.45000491477549 + }, + { + "name": "model.layers.21.mlp.experts.105.down_proj", + "observed_tokens": 387, + "weighted_error_before": 25.177471230737865, + "weighted_error_after": 16.0388359464705 + }, + { + "name": "model.layers.21.mlp.experts.106.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 26.863748099654913, + "weighted_error_after": 15.80122620984912 + }, + { + "name": "model.layers.21.mlp.experts.106.up_proj", + "observed_tokens": 447, + "weighted_error_before": 27.425252716988325, + "weighted_error_after": 16.09789038822055 + }, + { + "name": "model.layers.21.mlp.experts.106.down_proj", + "observed_tokens": 447, + "weighted_error_before": 23.783512295689434, + "weighted_error_after": 15.732114540413022 + }, + { + "name": "model.layers.21.mlp.experts.107.gate_proj", + "observed_tokens": 18, + "weighted_error_before": 29.836733732372522, + "weighted_error_after": 17.495811089873314 + }, + { + "name": "model.layers.21.mlp.experts.107.up_proj", + "observed_tokens": 18, + "weighted_error_before": 31.89364692941308, + "weighted_error_after": 18.899140926077962 + }, + { + "name": "model.layers.21.mlp.experts.107.down_proj", + "observed_tokens": 18, + "weighted_error_before": 26.38445649202913, + "weighted_error_after": 18.098514119395986 + }, + { + "name": "model.layers.21.mlp.experts.108.gate_proj", + "observed_tokens": 244, + "weighted_error_before": 26.387549232691526, + "weighted_error_after": 15.31443808786571 + }, + { + "name": "model.layers.21.mlp.experts.108.up_proj", + "observed_tokens": 244, + "weighted_error_before": 26.851422529667616, + "weighted_error_after": 15.73260409757495 + }, + { + "name": "model.layers.21.mlp.experts.108.down_proj", + "observed_tokens": 244, + "weighted_error_before": 23.215741544030607, + "weighted_error_after": 15.223384361714125 + }, + { + "name": "model.layers.21.mlp.experts.109.gate_proj", + "observed_tokens": 112, + "weighted_error_before": 29.626608084887266, + "weighted_error_after": 17.408948363736272 + }, + { + "name": "model.layers.21.mlp.experts.109.up_proj", + "observed_tokens": 112, + "weighted_error_before": 30.61206004023552, + "weighted_error_after": 17.900084104388952 + }, + { + "name": "model.layers.21.mlp.experts.109.down_proj", + "observed_tokens": 112, + "weighted_error_before": 25.42341451626271, + "weighted_error_after": 16.327576087787747 + }, + { + "name": "model.layers.21.mlp.experts.110.gate_proj", + "observed_tokens": 68, + "weighted_error_before": 27.405943190678954, + "weighted_error_after": 16.007829636335373 + }, + { + "name": "model.layers.21.mlp.experts.110.up_proj", + "observed_tokens": 68, + "weighted_error_before": 28.910948999226093, + "weighted_error_after": 17.084021104499698 + }, + { + "name": "model.layers.21.mlp.experts.110.down_proj", + "observed_tokens": 68, + "weighted_error_before": 25.01853866269812, + "weighted_error_after": 15.811092887073755 + }, + { + "name": "model.layers.21.mlp.experts.111.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 30.16234339773655, + "weighted_error_after": 17.72221491485834 + }, + { + "name": "model.layers.21.mlp.experts.111.up_proj", + "observed_tokens": 48, + "weighted_error_before": 31.22944789007306, + "weighted_error_after": 18.550655499100685 + }, + { + "name": "model.layers.21.mlp.experts.111.down_proj", + "observed_tokens": 48, + "weighted_error_before": 26.337910062633455, + "weighted_error_after": 17.29332909407094 + }, + { + "name": "model.layers.21.mlp.experts.112.gate_proj", + "observed_tokens": 700, + "weighted_error_before": 27.665159963071346, + "weighted_error_after": 16.33303839713335 + }, + { + "name": "model.layers.21.mlp.experts.112.up_proj", + "observed_tokens": 700, + "weighted_error_before": 27.238831412047148, + "weighted_error_after": 16.168240504339337 + }, + { + "name": "model.layers.21.mlp.experts.112.down_proj", + "observed_tokens": 700, + "weighted_error_before": 23.00239185243845, + "weighted_error_after": 9.070215145824477 + }, + { + "name": "model.layers.21.mlp.experts.113.gate_proj", + "observed_tokens": 1567, + "weighted_error_before": 27.64266287907958, + "weighted_error_after": 16.202395296655595 + }, + { + "name": "model.layers.21.mlp.experts.113.up_proj", + "observed_tokens": 1567, + "weighted_error_before": 25.371509676799178, + "weighted_error_after": 14.734286557883024 + }, + { + "name": "model.layers.21.mlp.experts.113.down_proj", + "observed_tokens": 1567, + "weighted_error_before": 24.678101687692106, + "weighted_error_after": 15.947578363586217 + }, + { + "name": "model.layers.21.mlp.experts.114.gate_proj", + "observed_tokens": 980, + "weighted_error_before": 26.863279098644853, + "weighted_error_after": 15.744905736297369 + }, + { + "name": "model.layers.21.mlp.experts.114.up_proj", + "observed_tokens": 980, + "weighted_error_before": 28.659127812832594, + "weighted_error_after": 16.663287095725536 + }, + { + "name": "model.layers.21.mlp.experts.114.down_proj", + "observed_tokens": 980, + "weighted_error_before": 24.602608175948262, + "weighted_error_after": 16.331063667777926 + }, + { + "name": "model.layers.21.mlp.experts.115.gate_proj", + "observed_tokens": 407, + "weighted_error_before": 29.522718351334333, + "weighted_error_after": 17.466791212558746 + }, + { + "name": "model.layers.21.mlp.experts.115.up_proj", + "observed_tokens": 407, + "weighted_error_before": 31.961422502994537, + "weighted_error_after": 18.980529952794313 + }, + { + "name": "model.layers.21.mlp.experts.115.down_proj", + "observed_tokens": 407, + "weighted_error_before": 26.91371583007276, + "weighted_error_after": 17.990317409392446 + }, + { + "name": "model.layers.21.mlp.experts.116.gate_proj", + "observed_tokens": 1787, + "weighted_error_before": 25.339012863114476, + "weighted_error_after": 14.983960328623652 + }, + { + "name": "model.layers.21.mlp.experts.116.up_proj", + "observed_tokens": 1787, + "weighted_error_before": 27.563267920166254, + "weighted_error_after": 16.293973997235298 + }, + { + "name": "model.layers.21.mlp.experts.116.down_proj", + "observed_tokens": 1787, + "weighted_error_before": 23.877499737776816, + "weighted_error_after": 15.948398997075856 + }, + { + "name": "model.layers.21.mlp.experts.117.gate_proj", + "observed_tokens": 55, + "weighted_error_before": 25.76798846013844, + "weighted_error_after": 15.07673142105341 + }, + { + "name": "model.layers.21.mlp.experts.117.up_proj", + "observed_tokens": 55, + "weighted_error_before": 27.5207877214998, + "weighted_error_after": 16.136369047686458 + }, + { + "name": "model.layers.21.mlp.experts.117.down_proj", + "observed_tokens": 55, + "weighted_error_before": 23.98318895045668, + "weighted_error_after": 15.713965876959264 + }, + { + "name": "model.layers.21.mlp.experts.118.gate_proj", + "observed_tokens": 171, + "weighted_error_before": 29.43019936978817, + "weighted_error_after": 17.18437165301293 + }, + { + "name": "model.layers.21.mlp.experts.118.up_proj", + "observed_tokens": 171, + "weighted_error_before": 31.027509341016412, + "weighted_error_after": 17.978594359010458 + }, + { + "name": "model.layers.21.mlp.experts.118.down_proj", + "observed_tokens": 171, + "weighted_error_before": 23.72342144092545, + "weighted_error_after": 14.820783499628305 + }, + { + "name": "model.layers.21.mlp.experts.119.gate_proj", + "observed_tokens": 64, + "weighted_error_before": 27.430081935599446, + "weighted_error_after": 16.073158683255315 + }, + { + "name": "model.layers.21.mlp.experts.119.up_proj", + "observed_tokens": 64, + "weighted_error_before": 26.9196748547256, + "weighted_error_after": 15.719805222004652 + }, + { + "name": "model.layers.21.mlp.experts.119.down_proj", + "observed_tokens": 64, + "weighted_error_before": 24.843167909886688, + "weighted_error_after": 15.719454377423972 + }, + { + "name": "model.layers.21.mlp.experts.120.gate_proj", + "observed_tokens": 1284, + "weighted_error_before": 27.035140834748745, + "weighted_error_after": 15.728558730334044 + }, + { + "name": "model.layers.21.mlp.experts.120.up_proj", + "observed_tokens": 1284, + "weighted_error_before": 28.153457961976528, + "weighted_error_after": 16.560439383611083 + }, + { + "name": "model.layers.21.mlp.experts.120.down_proj", + "observed_tokens": 1284, + "weighted_error_before": 23.84629553137347, + "weighted_error_after": 15.662444323766977 + }, + { + "name": "model.layers.21.mlp.experts.121.gate_proj", + "observed_tokens": 198, + "weighted_error_before": 24.850366957485676, + "weighted_error_after": 14.556862614117563 + }, + { + "name": "model.layers.21.mlp.experts.121.up_proj", + "observed_tokens": 198, + "weighted_error_before": 25.325561072677374, + "weighted_error_after": 14.9447015337646 + }, + { + "name": "model.layers.21.mlp.experts.121.down_proj", + "observed_tokens": 198, + "weighted_error_before": 23.115304520353675, + "weighted_error_after": 15.145795683842152 + }, + { + "name": "model.layers.21.mlp.experts.122.gate_proj", + "observed_tokens": 1050, + "weighted_error_before": 30.746116012334824, + "weighted_error_after": 17.55987912416458 + }, + { + "name": "model.layers.21.mlp.experts.122.up_proj", + "observed_tokens": 1050, + "weighted_error_before": 27.11496328189969, + "weighted_error_after": 15.91740477643907 + }, + { + "name": "model.layers.21.mlp.experts.122.down_proj", + "observed_tokens": 1050, + "weighted_error_before": 23.775497469119728, + "weighted_error_after": 15.250708738341928 + }, + { + "name": "model.layers.21.mlp.experts.123.gate_proj", + "observed_tokens": 1264, + "weighted_error_before": 25.013936284929514, + "weighted_error_after": 14.721909144893289 + }, + { + "name": "model.layers.21.mlp.experts.123.up_proj", + "observed_tokens": 1264, + "weighted_error_before": 27.653785355389118, + "weighted_error_after": 16.291631940752268 + }, + { + "name": "model.layers.21.mlp.experts.123.down_proj", + "observed_tokens": 1264, + "weighted_error_before": 24.166504175402224, + "weighted_error_after": 16.076623858883977 + }, + { + "name": "model.layers.21.mlp.experts.124.gate_proj", + "observed_tokens": 910, + "weighted_error_before": 28.967481769621372, + "weighted_error_after": 16.93224762752652 + }, + { + "name": "model.layers.21.mlp.experts.124.up_proj", + "observed_tokens": 910, + "weighted_error_before": 29.463942401111126, + "weighted_error_after": 17.499275874346495 + }, + { + "name": "model.layers.21.mlp.experts.124.down_proj", + "observed_tokens": 910, + "weighted_error_before": 24.64466444030404, + "weighted_error_after": 16.62436705129221 + }, + { + "name": "model.layers.21.mlp.experts.125.gate_proj", + "observed_tokens": 206, + "weighted_error_before": 27.615394845604897, + "weighted_error_after": 16.23946338891983 + }, + { + "name": "model.layers.21.mlp.experts.125.up_proj", + "observed_tokens": 206, + "weighted_error_before": 29.255287691950798, + "weighted_error_after": 17.235049219802022 + }, + { + "name": "model.layers.21.mlp.experts.125.down_proj", + "observed_tokens": 206, + "weighted_error_before": 25.980120049789548, + "weighted_error_after": 16.4042617441155 + }, + { + "name": "model.layers.21.mlp.experts.126.gate_proj", + "observed_tokens": 148, + "weighted_error_before": 27.60175676085055, + "weighted_error_after": 16.277834452688694 + }, + { + "name": "model.layers.21.mlp.experts.126.up_proj", + "observed_tokens": 148, + "weighted_error_before": 28.34900362044573, + "weighted_error_after": 16.59719097800553 + }, + { + "name": "model.layers.21.mlp.experts.126.down_proj", + "observed_tokens": 148, + "weighted_error_before": 24.41521979449317, + "weighted_error_after": 15.791336411610246 + }, + { + "name": "model.layers.21.mlp.experts.127.gate_proj", + "observed_tokens": 83, + "weighted_error_before": 27.944501304998994, + "weighted_error_after": 16.44844157807529 + }, + { + "name": "model.layers.21.mlp.experts.127.up_proj", + "observed_tokens": 83, + "weighted_error_before": 26.978347113355994, + "weighted_error_after": 16.051114942878485 + }, + { + "name": "model.layers.21.mlp.experts.127.down_proj", + "observed_tokens": 83, + "weighted_error_before": 24.369792379438877, + "weighted_error_after": 14.629324071109295 + }, + { + "name": "model.layers.21.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 25.49270507437177, + "weighted_error_after": 15.258744773687795 + }, + { + "name": "model.layers.21.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 27.68903776910156, + "weighted_error_after": 15.524743728805333 + }, + { + "name": "model.layers.21.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 22.360030585434288, + "weighted_error_after": 16.770036008907482 + }, + { + "name": "model.layers.22.attention.q_proj", + "observed_tokens": 5624, + "weighted_error_before": 202.86356708360836, + "weighted_error_after": 121.15608823904768 + }, + { + "name": "model.layers.22.attention.k_proj", + "observed_tokens": 5624, + "weighted_error_before": 160.3507340895012, + "weighted_error_after": 96.03724628221244 + }, + { + "name": "model.layers.22.attention.v_proj", + "observed_tokens": 5624, + "weighted_error_before": 260.46052025817335, + "weighted_error_after": 153.89579311106354 + }, + { + "name": "model.layers.22.attention.f_proj", + "observed_tokens": 5624, + "weighted_error_before": 203.76442769449204, + "weighted_error_after": 121.25285027548671 + }, + { + "name": "model.layers.22.attention.b_proj", + "observed_tokens": 5624, + "weighted_error_before": 2.5397189930081367, + "weighted_error_after": 1.5489091947674751 + }, + { + "name": "model.layers.22.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 240.13270267285407, + "weighted_error_after": 145.72906520124525 + }, + { + "name": "model.layers.22.attention.o_proj", + "observed_tokens": 5624, + "weighted_error_before": 518.7322311997414, + "weighted_error_after": 262.8689168021083 + }, + { + "name": "model.layers.22.mlp.experts.0.gate_proj", + "observed_tokens": 1600, + "weighted_error_before": 26.132209971547127, + "weighted_error_after": 15.46063235681504 + }, + { + "name": "model.layers.22.mlp.experts.0.up_proj", + "observed_tokens": 1600, + "weighted_error_before": 26.28332582488656, + "weighted_error_after": 15.531214667484164 + }, + { + "name": "model.layers.22.mlp.experts.0.down_proj", + "observed_tokens": 1600, + "weighted_error_before": 30.76828003535047, + "weighted_error_after": 23.936303798109293 + }, + { + "name": "model.layers.22.mlp.experts.1.gate_proj", + "observed_tokens": 101, + "weighted_error_before": 28.813476948067546, + "weighted_error_after": 17.027864119037986 + }, + { + "name": "model.layers.22.mlp.experts.1.up_proj", + "observed_tokens": 101, + "weighted_error_before": 33.97561797685921, + "weighted_error_after": 19.91845711506903 + }, + { + "name": "model.layers.22.mlp.experts.1.down_proj", + "observed_tokens": 101, + "weighted_error_before": 75.8258797172457, + "weighted_error_after": 25.216630251612514 + }, + { + "name": "model.layers.22.mlp.experts.2.gate_proj", + "observed_tokens": 1391, + "weighted_error_before": 26.03377542179078, + "weighted_error_after": 15.321336943656206 + }, + { + "name": "model.layers.22.mlp.experts.2.up_proj", + "observed_tokens": 1391, + "weighted_error_before": 23.288838028907776, + "weighted_error_after": 13.854036467149854 + }, + { + "name": "model.layers.22.mlp.experts.2.down_proj", + "observed_tokens": 1391, + "weighted_error_before": 26.849960532970726, + "weighted_error_after": 17.930880467873067 + }, + { + "name": "model.layers.22.mlp.experts.3.gate_proj", + "observed_tokens": 953, + "weighted_error_before": 27.85548473522067, + "weighted_error_after": 16.093010308220983 + }, + { + "name": "model.layers.22.mlp.experts.3.up_proj", + "observed_tokens": 953, + "weighted_error_before": 29.965344946831465, + "weighted_error_after": 17.308906054124236 + }, + { + "name": "model.layers.22.mlp.experts.3.down_proj", + "observed_tokens": 953, + "weighted_error_before": 24.737048766575754, + "weighted_error_after": 16.6531787882559 + }, + { + "name": "model.layers.22.mlp.experts.4.gate_proj", + "observed_tokens": 658, + "weighted_error_before": 29.98489648848772, + "weighted_error_after": 17.466781733557582 + }, + { + "name": "model.layers.22.mlp.experts.4.up_proj", + "observed_tokens": 658, + "weighted_error_before": 31.297564048320055, + "weighted_error_after": 18.104694671928883 + }, + { + "name": "model.layers.22.mlp.experts.4.down_proj", + "observed_tokens": 658, + "weighted_error_before": 25.872589669190347, + "weighted_error_after": 17.086281802970916 + }, + { + "name": "model.layers.22.mlp.experts.5.gate_proj", + "observed_tokens": 268, + "weighted_error_before": 32.3341461122036, + "weighted_error_after": 18.870473351329565 + }, + { + "name": "model.layers.22.mlp.experts.5.up_proj", + "observed_tokens": 268, + "weighted_error_before": 32.79443343728781, + "weighted_error_after": 19.265869949012995 + }, + { + "name": "model.layers.22.mlp.experts.5.down_proj", + "observed_tokens": 268, + "weighted_error_before": 27.781736774370074, + "weighted_error_after": 18.122015730012208 + }, + { + "name": "model.layers.22.mlp.experts.6.gate_proj", + "observed_tokens": 700, + "weighted_error_before": 33.19653337262571, + "weighted_error_after": 19.6274467818439 + }, + { + "name": "model.layers.22.mlp.experts.6.up_proj", + "observed_tokens": 700, + "weighted_error_before": 34.063400473445654, + "weighted_error_after": 20.037591407075524 + }, + { + "name": "model.layers.22.mlp.experts.6.down_proj", + "observed_tokens": 700, + "weighted_error_before": 29.17237779358402, + "weighted_error_after": 6.745719819911756 + }, + { + "name": "model.layers.22.mlp.experts.7.gate_proj", + "observed_tokens": 351, + "weighted_error_before": 33.04730903543532, + "weighted_error_after": 19.43631817959249 + }, + { + "name": "model.layers.22.mlp.experts.7.up_proj", + "observed_tokens": 351, + "weighted_error_before": 34.509089916944504, + "weighted_error_after": 20.40449494495988 + }, + { + "name": "model.layers.22.mlp.experts.7.down_proj", + "observed_tokens": 351, + "weighted_error_before": 29.078560366295278, + "weighted_error_after": 19.284578929655254 + }, + { + "name": "model.layers.22.mlp.experts.8.gate_proj", + "observed_tokens": 1063, + "weighted_error_before": 25.46081566810608, + "weighted_error_after": 15.077158926054835 + }, + { + "name": "model.layers.22.mlp.experts.8.up_proj", + "observed_tokens": 1063, + "weighted_error_before": 27.1535761654377, + "weighted_error_after": 16.062339328229427 + }, + { + "name": "model.layers.22.mlp.experts.8.down_proj", + "observed_tokens": 1063, + "weighted_error_before": 24.241516907699406, + "weighted_error_after": 16.11568543780595 + }, + { + "name": "model.layers.22.mlp.experts.9.gate_proj", + "observed_tokens": 463, + "weighted_error_before": 25.346964683383703, + "weighted_error_after": 14.919889690354466 + }, + { + "name": "model.layers.22.mlp.experts.9.up_proj", + "observed_tokens": 463, + "weighted_error_before": 27.512013230472803, + "weighted_error_after": 16.147779824212193 + }, + { + "name": "model.layers.22.mlp.experts.9.down_proj", + "observed_tokens": 463, + "weighted_error_before": 24.14899707119912, + "weighted_error_after": 15.87385925813578 + }, + { + "name": "model.layers.22.mlp.experts.10.gate_proj", + "observed_tokens": 266, + "weighted_error_before": 24.446452736854553, + "weighted_error_after": 14.3221974670887 + }, + { + "name": "model.layers.22.mlp.experts.10.up_proj", + "observed_tokens": 266, + "weighted_error_before": 26.46208460442722, + "weighted_error_after": 15.50317533314228 + }, + { + "name": "model.layers.22.mlp.experts.10.down_proj", + "observed_tokens": 266, + "weighted_error_before": 25.053626323118806, + "weighted_error_after": 16.458683031611145 + }, + { + "name": "model.layers.22.mlp.experts.11.gate_proj", + "observed_tokens": 3, + "weighted_error_before": 34.11414470151067, + "weighted_error_after": 19.99296111986041 + }, + { + "name": "model.layers.22.mlp.experts.11.up_proj", + "observed_tokens": 3, + "weighted_error_before": 34.03366972133517, + "weighted_error_after": 19.88543511927128 + }, + { + "name": "model.layers.22.mlp.experts.11.down_proj", + "observed_tokens": 3, + "weighted_error_before": 29.264684215188026, + "weighted_error_after": 20.10674877045676 + }, + { + "name": "model.layers.22.mlp.experts.12.gate_proj", + "observed_tokens": 431, + "weighted_error_before": 27.856035264208913, + "weighted_error_after": 16.333927923813462 + }, + { + "name": "model.layers.22.mlp.experts.12.up_proj", + "observed_tokens": 431, + "weighted_error_before": 28.614439342170954, + "weighted_error_after": 16.710159184411168 + }, + { + "name": "model.layers.22.mlp.experts.12.down_proj", + "observed_tokens": 431, + "weighted_error_before": 25.31820191629231, + "weighted_error_after": 16.920642083045095 + }, + { + "name": "model.layers.22.mlp.experts.13.gate_proj", + "observed_tokens": 211, + "weighted_error_before": 30.13952554948628, + "weighted_error_after": 17.655298810452223 + }, + { + "name": "model.layers.22.mlp.experts.13.up_proj", + "observed_tokens": 211, + "weighted_error_before": 31.945940162986517, + "weighted_error_after": 18.796316474676132 + }, + { + "name": "model.layers.22.mlp.experts.13.down_proj", + "observed_tokens": 211, + "weighted_error_before": 26.55741566605866, + "weighted_error_after": 16.749643468298018 + }, + { + "name": "model.layers.22.mlp.experts.14.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 26.112743224948645, + "weighted_error_after": 15.305172687396407 + }, + { + "name": "model.layers.22.mlp.experts.14.up_proj", + "observed_tokens": 127, + "weighted_error_before": 25.380148323252797, + "weighted_error_after": 14.99493714235723 + }, + { + "name": "model.layers.22.mlp.experts.14.down_proj", + "observed_tokens": 127, + "weighted_error_before": 25.117461213842034, + "weighted_error_after": 16.680040958803147 + }, + { + "name": "model.layers.22.mlp.experts.15.gate_proj", + "observed_tokens": 1723, + "weighted_error_before": 28.535210641101003, + "weighted_error_after": 16.753439040854573 + }, + { + "name": "model.layers.22.mlp.experts.15.up_proj", + "observed_tokens": 1723, + "weighted_error_before": 28.800050489604473, + "weighted_error_after": 17.06463193334639 + }, + { + "name": "model.layers.22.mlp.experts.15.down_proj", + "observed_tokens": 1723, + "weighted_error_before": 25.56181354727596, + "weighted_error_after": 16.816529484000057 + }, + { + "name": "model.layers.22.mlp.experts.16.gate_proj", + "observed_tokens": 22, + "weighted_error_before": 31.200385853648186, + "weighted_error_after": 18.3988681063056 + }, + { + "name": "model.layers.22.mlp.experts.16.up_proj", + "observed_tokens": 22, + "weighted_error_before": 31.67824600636959, + "weighted_error_after": 18.4248949829489 + }, + { + "name": "model.layers.22.mlp.experts.16.down_proj", + "observed_tokens": 22, + "weighted_error_before": 27.056708314456046, + "weighted_error_after": 18.231747343670577 + }, + { + "name": "model.layers.22.mlp.experts.17.gate_proj", + "observed_tokens": 358, + "weighted_error_before": 28.152749503031373, + "weighted_error_after": 16.36907966993749 + }, + { + "name": "model.layers.22.mlp.experts.17.up_proj", + "observed_tokens": 358, + "weighted_error_before": 28.979284645989537, + "weighted_error_after": 17.00396239757538 + }, + { + "name": "model.layers.22.mlp.experts.17.down_proj", + "observed_tokens": 358, + "weighted_error_before": 25.426662830635905, + "weighted_error_after": 16.113749895244837 + }, + { + "name": "model.layers.22.mlp.experts.18.gate_proj", + "observed_tokens": 97, + "weighted_error_before": 34.074675219133496, + "weighted_error_after": 19.565470781177282 + }, + { + "name": "model.layers.22.mlp.experts.18.up_proj", + "observed_tokens": 97, + "weighted_error_before": 32.393814485520124, + "weighted_error_after": 18.79420197941363 + }, + { + "name": "model.layers.22.mlp.experts.18.down_proj", + "observed_tokens": 97, + "weighted_error_before": 24.932020003907382, + "weighted_error_after": 14.283163166604936 + }, + { + "name": "model.layers.22.mlp.experts.19.gate_proj", + "observed_tokens": 574, + "weighted_error_before": 27.643414702266455, + "weighted_error_after": 16.13620430417359 + }, + { + "name": "model.layers.22.mlp.experts.19.up_proj", + "observed_tokens": 574, + "weighted_error_before": 35.17484534904361, + "weighted_error_after": 20.730206307023764 + }, + { + "name": "model.layers.22.mlp.experts.19.down_proj", + "observed_tokens": 574, + "weighted_error_before": 29.41663599293679, + "weighted_error_after": 16.94091903604567 + }, + { + "name": "model.layers.22.mlp.experts.20.gate_proj", + "observed_tokens": 111, + "weighted_error_before": 31.18787457048893, + "weighted_error_after": 18.36084643751383 + }, + { + "name": "model.layers.22.mlp.experts.20.up_proj", + "observed_tokens": 111, + "weighted_error_before": 29.662427488714457, + "weighted_error_after": 17.330930408090353 + }, + { + "name": "model.layers.22.mlp.experts.20.down_proj", + "observed_tokens": 111, + "weighted_error_before": 27.41585002746433, + "weighted_error_after": 17.20697693573311 + }, + { + "name": "model.layers.22.mlp.experts.21.gate_proj", + "observed_tokens": 60, + "weighted_error_before": 30.484742421656847, + "weighted_error_after": 17.876177988946438 + }, + { + "name": "model.layers.22.mlp.experts.21.up_proj", + "observed_tokens": 60, + "weighted_error_before": 31.170949082821608, + "weighted_error_after": 18.789251202717423 + }, + { + "name": "model.layers.22.mlp.experts.21.down_proj", + "observed_tokens": 60, + "weighted_error_before": 28.836411270312965, + "weighted_error_after": 14.701826606411487 + }, + { + "name": "model.layers.22.mlp.experts.22.gate_proj", + "observed_tokens": 104, + "weighted_error_before": 33.37466514855623, + "weighted_error_after": 19.234588499180973 + }, + { + "name": "model.layers.22.mlp.experts.22.up_proj", + "observed_tokens": 104, + "weighted_error_before": 31.90247467160225, + "weighted_error_after": 18.605878027155995 + }, + { + "name": "model.layers.22.mlp.experts.22.down_proj", + "observed_tokens": 104, + "weighted_error_before": 29.42226472683251, + "weighted_error_after": 14.731429089326411 + }, + { + "name": "model.layers.22.mlp.experts.23.gate_proj", + "observed_tokens": 37, + "weighted_error_before": 31.501205042004585, + "weighted_error_after": 18.54390804283321 + }, + { + "name": "model.layers.22.mlp.experts.23.up_proj", + "observed_tokens": 37, + "weighted_error_before": 31.16257007047534, + "weighted_error_after": 18.407230818644166 + }, + { + "name": "model.layers.22.mlp.experts.23.down_proj", + "observed_tokens": 37, + "weighted_error_before": 27.582115690223873, + "weighted_error_after": 18.334187732078135 + }, + { + "name": "model.layers.22.mlp.experts.24.gate_proj", + "observed_tokens": 25, + "weighted_error_before": 24.66846663504839, + "weighted_error_after": 14.516006507910788 + }, + { + "name": "model.layers.22.mlp.experts.24.up_proj", + "observed_tokens": 25, + "weighted_error_before": 23.240684436634183, + "weighted_error_after": 13.760812839493155 + }, + { + "name": "model.layers.22.mlp.experts.24.down_proj", + "observed_tokens": 25, + "weighted_error_before": 23.657636631745845, + "weighted_error_after": 15.871682303957641 + }, + { + "name": "model.layers.22.mlp.experts.25.gate_proj", + "observed_tokens": 246, + "weighted_error_before": 30.168693710118532, + "weighted_error_after": 17.631504468619823 + }, + { + "name": "model.layers.22.mlp.experts.25.up_proj", + "observed_tokens": 246, + "weighted_error_before": 31.82229181751609, + "weighted_error_after": 18.744932582601905 + }, + { + "name": "model.layers.22.mlp.experts.25.down_proj", + "observed_tokens": 246, + "weighted_error_before": 26.818315159063786, + "weighted_error_after": 16.863068228587508 + }, + { + "name": "model.layers.22.mlp.experts.26.gate_proj", + "observed_tokens": 1301, + "weighted_error_before": 26.22269836626947, + "weighted_error_after": 15.409949235618114 + }, + { + "name": "model.layers.22.mlp.experts.26.up_proj", + "observed_tokens": 1301, + "weighted_error_before": 27.45089404284954, + "weighted_error_after": 16.194031508639455 + }, + { + "name": "model.layers.22.mlp.experts.26.down_proj", + "observed_tokens": 1301, + "weighted_error_before": 25.22433113399893, + "weighted_error_after": 16.718502334319055 + }, + { + "name": "model.layers.22.mlp.experts.27.gate_proj", + "observed_tokens": 147, + "weighted_error_before": 28.949846755713224, + "weighted_error_after": 16.932914221659303 + }, + { + "name": "model.layers.22.mlp.experts.27.up_proj", + "observed_tokens": 147, + "weighted_error_before": 31.840336177498102, + "weighted_error_after": 18.563691994175315 + }, + { + "name": "model.layers.22.mlp.experts.27.down_proj", + "observed_tokens": 147, + "weighted_error_before": 26.66923953499645, + "weighted_error_after": 16.576075269374996 + }, + { + "name": "model.layers.22.mlp.experts.28.gate_proj", + "observed_tokens": 105, + "weighted_error_before": 30.24036051146686, + "weighted_error_after": 17.67340117599815 + }, + { + "name": "model.layers.22.mlp.experts.28.up_proj", + "observed_tokens": 105, + "weighted_error_before": 29.479512056335807, + "weighted_error_after": 17.009653659537435 + }, + { + "name": "model.layers.22.mlp.experts.28.down_proj", + "observed_tokens": 105, + "weighted_error_before": 26.431412406265736, + "weighted_error_after": 16.480194110888988 + }, + { + "name": "model.layers.22.mlp.experts.29.gate_proj", + "observed_tokens": 80, + "weighted_error_before": 25.45856006257236, + "weighted_error_after": 14.579854240640998 + }, + { + "name": "model.layers.22.mlp.experts.29.up_proj", + "observed_tokens": 80, + "weighted_error_before": 25.87015810608864, + "weighted_error_after": 14.826488892547786 + }, + { + "name": "model.layers.22.mlp.experts.29.down_proj", + "observed_tokens": 80, + "weighted_error_before": 24.404507730156183, + "weighted_error_after": 15.106588176451623 + }, + { + "name": "model.layers.22.mlp.experts.30.gate_proj", + "observed_tokens": 591, + "weighted_error_before": 28.31724089756608, + "weighted_error_after": 16.660254891961813 + }, + { + "name": "model.layers.22.mlp.experts.30.up_proj", + "observed_tokens": 591, + "weighted_error_before": 30.465472128242254, + "weighted_error_after": 17.923423666507006 + }, + { + "name": "model.layers.22.mlp.experts.30.down_proj", + "observed_tokens": 591, + "weighted_error_before": 26.1398505019024, + "weighted_error_after": 16.5020766928792 + }, + { + "name": "model.layers.22.mlp.experts.31.gate_proj", + "observed_tokens": 10, + "weighted_error_before": 29.840529346838593, + "weighted_error_after": 17.202563535422087 + }, + { + "name": "model.layers.22.mlp.experts.31.up_proj", + "observed_tokens": 10, + "weighted_error_before": 28.78626785427332, + "weighted_error_after": 16.689808735623956 + }, + { + "name": "model.layers.22.mlp.experts.31.down_proj", + "observed_tokens": 10, + "weighted_error_before": 26.697566634975374, + "weighted_error_after": 18.159246346447617 + }, + { + "name": "model.layers.22.mlp.experts.32.gate_proj", + "observed_tokens": 203, + "weighted_error_before": 29.263845536857843, + "weighted_error_after": 17.15223741903901 + }, + { + "name": "model.layers.22.mlp.experts.32.up_proj", + "observed_tokens": 203, + "weighted_error_before": 30.56176321581006, + "weighted_error_after": 17.93733498826623 + }, + { + "name": "model.layers.22.mlp.experts.32.down_proj", + "observed_tokens": 203, + "weighted_error_before": 26.145172740332782, + "weighted_error_after": 17.048915120307356 + }, + { + "name": "model.layers.22.mlp.experts.33.gate_proj", + "observed_tokens": 247, + "weighted_error_before": 30.41222119703889, + "weighted_error_after": 17.893735840916634 + }, + { + "name": "model.layers.22.mlp.experts.33.up_proj", + "observed_tokens": 247, + "weighted_error_before": 31.949129857122898, + "weighted_error_after": 18.740205286070704 + }, + { + "name": "model.layers.22.mlp.experts.33.down_proj", + "observed_tokens": 247, + "weighted_error_before": 26.868647971190512, + "weighted_error_after": 15.890591455157846 + }, + { + "name": "model.layers.22.mlp.experts.34.gate_proj", + "observed_tokens": 20, + "weighted_error_before": 27.024005195125937, + "weighted_error_after": 15.863520909100771 + }, + { + "name": "model.layers.22.mlp.experts.34.up_proj", + "observed_tokens": 20, + "weighted_error_before": 27.706671129912138, + "weighted_error_after": 16.375550450757146 + }, + { + "name": "model.layers.22.mlp.experts.34.down_proj", + "observed_tokens": 20, + "weighted_error_before": 26.01902391575277, + "weighted_error_after": 17.454103728290647 + }, + { + "name": "model.layers.22.mlp.experts.35.gate_proj", + "observed_tokens": 148, + "weighted_error_before": 32.057631589472294, + "weighted_error_after": 18.577972887083888 + }, + { + "name": "model.layers.22.mlp.experts.35.up_proj", + "observed_tokens": 148, + "weighted_error_before": 31.797678127884865, + "weighted_error_after": 18.267468197271228 + }, + { + "name": "model.layers.22.mlp.experts.35.down_proj", + "observed_tokens": 148, + "weighted_error_before": 25.90143187297508, + "weighted_error_after": 16.069567863363773 + }, + { + "name": "model.layers.22.mlp.experts.36.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 27.670202936977148, + "weighted_error_after": 16.479026009328663 + }, + { + "name": "model.layers.22.mlp.experts.36.up_proj", + "observed_tokens": 94, + "weighted_error_before": 28.039619762450457, + "weighted_error_after": 16.452353298664093 + }, + { + "name": "model.layers.22.mlp.experts.36.down_proj", + "observed_tokens": 94, + "weighted_error_before": 25.539424256421626, + "weighted_error_after": 15.732239219360054 + }, + { + "name": "model.layers.22.mlp.experts.37.gate_proj", + "observed_tokens": 1078, + "weighted_error_before": 25.85198786482215, + "weighted_error_after": 15.330236120149493 + }, + { + "name": "model.layers.22.mlp.experts.37.up_proj", + "observed_tokens": 1078, + "weighted_error_before": 26.66382315196097, + "weighted_error_after": 15.715217126533389 + }, + { + "name": "model.layers.22.mlp.experts.37.down_proj", + "observed_tokens": 1078, + "weighted_error_before": 26.38239597575739, + "weighted_error_after": 18.87606345443055 + }, + { + "name": "model.layers.22.mlp.experts.38.gate_proj", + "observed_tokens": 9, + "weighted_error_before": 27.97949232161045, + "weighted_error_after": 16.52070214226842 + }, + { + "name": "model.layers.22.mlp.experts.38.up_proj", + "observed_tokens": 9, + "weighted_error_before": 30.046801198273897, + "weighted_error_after": 17.850473249331117 + }, + { + "name": "model.layers.22.mlp.experts.38.down_proj", + "observed_tokens": 9, + "weighted_error_before": 27.328703409060836, + "weighted_error_after": 18.67593538062647 + }, + { + "name": "model.layers.22.mlp.experts.39.gate_proj", + "observed_tokens": 88, + "weighted_error_before": 30.23979564383626, + "weighted_error_after": 17.69067551009357 + }, + { + "name": "model.layers.22.mlp.experts.39.up_proj", + "observed_tokens": 88, + "weighted_error_before": 32.23764555156231, + "weighted_error_after": 18.752885235473514 + }, + { + "name": "model.layers.22.mlp.experts.39.down_proj", + "observed_tokens": 88, + "weighted_error_before": 26.987000026274472, + "weighted_error_after": 17.69518746715039 + }, + { + "name": "model.layers.22.mlp.experts.40.gate_proj", + "observed_tokens": 6, + "weighted_error_before": 27.671292807906866, + "weighted_error_after": 16.34218578785658 + }, + { + "name": "model.layers.22.mlp.experts.40.up_proj", + "observed_tokens": 6, + "weighted_error_before": 23.720044925808907, + "weighted_error_after": 14.052714139223099 + }, + { + "name": "model.layers.22.mlp.experts.40.down_proj", + "observed_tokens": 6, + "weighted_error_before": 26.098318409640342, + "weighted_error_after": 17.833807460963726 + }, + { + "name": "model.layers.22.mlp.experts.41.gate_proj", + "observed_tokens": 619, + "weighted_error_before": 27.481925915926695, + "weighted_error_after": 16.233455633744597 + }, + { + "name": "model.layers.22.mlp.experts.41.up_proj", + "observed_tokens": 619, + "weighted_error_before": 29.996728122234344, + "weighted_error_after": 17.633900828659534 + }, + { + "name": "model.layers.22.mlp.experts.41.down_proj", + "observed_tokens": 619, + "weighted_error_before": 25.807450506836176, + "weighted_error_after": 17.25195398554206 + }, + { + "name": "model.layers.22.mlp.experts.42.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 23.80273523926735, + "weighted_error_after": 14.140098239295185 + }, + { + "name": "model.layers.22.mlp.experts.42.up_proj", + "observed_tokens": 63, + "weighted_error_before": 24.892671927809715, + "weighted_error_after": 14.77827087789774 + }, + { + "name": "model.layers.22.mlp.experts.42.down_proj", + "observed_tokens": 63, + "weighted_error_before": 38.58008560631424, + "weighted_error_after": 24.429462358355522 + }, + { + "name": "model.layers.22.mlp.experts.43.gate_proj", + "observed_tokens": 186, + "weighted_error_before": 30.72564597800374, + "weighted_error_after": 17.87070764787495 + }, + { + "name": "model.layers.22.mlp.experts.43.up_proj", + "observed_tokens": 186, + "weighted_error_before": 32.920032139867544, + "weighted_error_after": 19.159031115472317 + }, + { + "name": "model.layers.22.mlp.experts.43.down_proj", + "observed_tokens": 186, + "weighted_error_before": 26.63611520640552, + "weighted_error_after": 16.857859464827925 + }, + { + "name": "model.layers.22.mlp.experts.44.gate_proj", + "observed_tokens": 868, + "weighted_error_before": 29.073360592126846, + "weighted_error_after": 17.099750263616443 + }, + { + "name": "model.layers.22.mlp.experts.44.up_proj", + "observed_tokens": 868, + "weighted_error_before": 30.374277856200933, + "weighted_error_after": 17.95199460349977 + }, + { + "name": "model.layers.22.mlp.experts.44.down_proj", + "observed_tokens": 868, + "weighted_error_before": 26.009078952483833, + "weighted_error_after": 17.081977411173284 + }, + { + "name": "model.layers.22.mlp.experts.45.gate_proj", + "observed_tokens": 78, + "weighted_error_before": 25.2145026139915, + "weighted_error_after": 14.779375554993749 + }, + { + "name": "model.layers.22.mlp.experts.45.up_proj", + "observed_tokens": 78, + "weighted_error_before": 27.70154593884945, + "weighted_error_after": 16.275494990870357 + }, + { + "name": "model.layers.22.mlp.experts.45.down_proj", + "observed_tokens": 78, + "weighted_error_before": 27.056736369617283, + "weighted_error_after": 18.092298950068653 + }, + { + "name": "model.layers.22.mlp.experts.46.gate_proj", + "observed_tokens": 216, + "weighted_error_before": 30.706199433654547, + "weighted_error_after": 18.163320077583194 + }, + { + "name": "model.layers.22.mlp.experts.46.up_proj", + "observed_tokens": 216, + "weighted_error_before": 31.662735678255558, + "weighted_error_after": 18.80165098235011 + }, + { + "name": "model.layers.22.mlp.experts.46.down_proj", + "observed_tokens": 216, + "weighted_error_before": 27.630079715512693, + "weighted_error_after": 18.364463788922876 + }, + { + "name": "model.layers.22.mlp.experts.47.gate_proj", + "observed_tokens": 173, + "weighted_error_before": 31.18230774998665, + "weighted_error_after": 18.08407636731863 + }, + { + "name": "model.layers.22.mlp.experts.47.up_proj", + "observed_tokens": 173, + "weighted_error_before": 31.365972593426704, + "weighted_error_after": 18.404996503144503 + }, + { + "name": "model.layers.22.mlp.experts.47.down_proj", + "observed_tokens": 173, + "weighted_error_before": 26.20752534130588, + "weighted_error_after": 16.616457974538207 + }, + { + "name": "model.layers.22.mlp.experts.48.gate_proj", + "observed_tokens": 1042, + "weighted_error_before": 30.701872635632753, + "weighted_error_after": 18.12095183879137 + }, + { + "name": "model.layers.22.mlp.experts.48.up_proj", + "observed_tokens": 1042, + "weighted_error_before": 32.40503251925111, + "weighted_error_after": 19.24250742420554 + }, + { + "name": "model.layers.22.mlp.experts.48.down_proj", + "observed_tokens": 1042, + "weighted_error_before": 27.49823173182085, + "weighted_error_after": 17.845449265325442 + }, + { + "name": "model.layers.22.mlp.experts.49.gate_proj", + "observed_tokens": 1379, + "weighted_error_before": 26.38804606348276, + "weighted_error_after": 15.44529877603054 + }, + { + "name": "model.layers.22.mlp.experts.49.up_proj", + "observed_tokens": 1379, + "weighted_error_before": 27.66361229494214, + "weighted_error_after": 16.22208478115499 + }, + { + "name": "model.layers.22.mlp.experts.49.down_proj", + "observed_tokens": 1379, + "weighted_error_before": 26.18975636921823, + "weighted_error_after": 17.25399412633851 + }, + { + "name": "model.layers.22.mlp.experts.50.gate_proj", + "observed_tokens": 157, + "weighted_error_before": 29.284932274371386, + "weighted_error_after": 17.154437869787216 + }, + { + "name": "model.layers.22.mlp.experts.50.up_proj", + "observed_tokens": 157, + "weighted_error_before": 28.218847470358014, + "weighted_error_after": 16.64524194225669 + }, + { + "name": "model.layers.22.mlp.experts.50.down_proj", + "observed_tokens": 157, + "weighted_error_before": 25.466976777184755, + "weighted_error_after": 17.249879556708038 + }, + { + "name": "model.layers.22.mlp.experts.51.gate_proj", + "observed_tokens": 53, + "weighted_error_before": 30.224809631705284, + "weighted_error_after": 17.800696017220616 + }, + { + "name": "model.layers.22.mlp.experts.51.up_proj", + "observed_tokens": 53, + "weighted_error_before": 33.68086712807417, + "weighted_error_after": 19.64340480044484 + }, + { + "name": "model.layers.22.mlp.experts.51.down_proj", + "observed_tokens": 53, + "weighted_error_before": 27.311792879831046, + "weighted_error_after": 18.2741488837637 + }, + { + "name": "model.layers.22.mlp.experts.52.gate_proj", + "observed_tokens": 934, + "weighted_error_before": 27.431107001379132, + "weighted_error_after": 16.04735599923879 + }, + { + "name": "model.layers.22.mlp.experts.52.up_proj", + "observed_tokens": 934, + "weighted_error_before": 28.61956844292581, + "weighted_error_after": 16.798803109675646 + }, + { + "name": "model.layers.22.mlp.experts.52.down_proj", + "observed_tokens": 934, + "weighted_error_before": 26.79700278211385, + "weighted_error_after": 18.370168508496135 + }, + { + "name": "model.layers.22.mlp.experts.53.gate_proj", + "observed_tokens": 64, + "weighted_error_before": 26.10926173813641, + "weighted_error_after": 15.486386951990426 + }, + { + "name": "model.layers.22.mlp.experts.53.up_proj", + "observed_tokens": 64, + "weighted_error_before": 24.767702957615256, + "weighted_error_after": 14.457074720412493 + }, + { + "name": "model.layers.22.mlp.experts.53.down_proj", + "observed_tokens": 64, + "weighted_error_before": 23.79289685562253, + "weighted_error_after": 13.103361628949642 + }, + { + "name": "model.layers.22.mlp.experts.54.gate_proj", + "observed_tokens": 581, + "weighted_error_before": 27.356681670993567, + "weighted_error_after": 15.840218294411898 + }, + { + "name": "model.layers.22.mlp.experts.54.up_proj", + "observed_tokens": 581, + "weighted_error_before": 28.864843476563692, + "weighted_error_after": 17.01157771795988 + }, + { + "name": "model.layers.22.mlp.experts.54.down_proj", + "observed_tokens": 581, + "weighted_error_before": 24.554767271503806, + "weighted_error_after": 16.27331204386428 + }, + { + "name": "model.layers.22.mlp.experts.55.gate_proj", + "observed_tokens": 287, + "weighted_error_before": 31.33305617235601, + "weighted_error_after": 18.314684553071856 + }, + { + "name": "model.layers.22.mlp.experts.55.up_proj", + "observed_tokens": 287, + "weighted_error_before": 32.30440732836723, + "weighted_error_after": 18.971667608246207 + }, + { + "name": "model.layers.22.mlp.experts.55.down_proj", + "observed_tokens": 287, + "weighted_error_before": 27.085432169027627, + "weighted_error_after": 17.038492909632623 + }, + { + "name": "model.layers.22.mlp.experts.56.gate_proj", + "observed_tokens": 31, + "weighted_error_before": 24.962736792862415, + "weighted_error_after": 14.634305851534009 + }, + { + "name": "model.layers.22.mlp.experts.56.up_proj", + "observed_tokens": 31, + "weighted_error_before": 24.539909422397614, + "weighted_error_after": 14.43410368077457 + }, + { + "name": "model.layers.22.mlp.experts.56.down_proj", + "observed_tokens": 31, + "weighted_error_before": 23.373010120354593, + "weighted_error_after": 16.081059680785984 + }, + { + "name": "model.layers.22.mlp.experts.57.gate_proj", + "observed_tokens": 90, + "weighted_error_before": 26.851842131465673, + "weighted_error_after": 15.763442458584905 + }, + { + "name": "model.layers.22.mlp.experts.57.up_proj", + "observed_tokens": 90, + "weighted_error_before": 27.835610162466764, + "weighted_error_after": 16.494890255853534 + }, + { + "name": "model.layers.22.mlp.experts.57.down_proj", + "observed_tokens": 90, + "weighted_error_before": 25.747621320188046, + "weighted_error_after": 16.600681183626875 + }, + { + "name": "model.layers.22.mlp.experts.58.gate_proj", + "observed_tokens": 271, + "weighted_error_before": 31.5158571600914, + "weighted_error_after": 18.239011550322175 + }, + { + "name": "model.layers.22.mlp.experts.58.up_proj", + "observed_tokens": 271, + "weighted_error_before": 30.679552735760808, + "weighted_error_after": 17.888257704675198 + }, + { + "name": "model.layers.22.mlp.experts.58.down_proj", + "observed_tokens": 271, + "weighted_error_before": 26.237373361364007, + "weighted_error_after": 15.919220237527043 + }, + { + "name": "model.layers.22.mlp.experts.59.gate_proj", + "observed_tokens": 81, + "weighted_error_before": 27.65699939802289, + "weighted_error_after": 16.520040644332767 + }, + { + "name": "model.layers.22.mlp.experts.59.up_proj", + "observed_tokens": 81, + "weighted_error_before": 28.402004566043615, + "weighted_error_after": 16.679187443107367 + }, + { + "name": "model.layers.22.mlp.experts.59.down_proj", + "observed_tokens": 81, + "weighted_error_before": 24.367944726720452, + "weighted_error_after": 14.75699088908732 + }, + { + "name": "model.layers.22.mlp.experts.60.gate_proj", + "observed_tokens": 29, + "weighted_error_before": 24.881973788142204, + "weighted_error_after": 14.507902135141194 + }, + { + "name": "model.layers.22.mlp.experts.60.up_proj", + "observed_tokens": 29, + "weighted_error_before": 25.35228404775262, + "weighted_error_after": 14.983895592391491 + }, + { + "name": "model.layers.22.mlp.experts.60.down_proj", + "observed_tokens": 29, + "weighted_error_before": 23.98967292299494, + "weighted_error_after": 16.33193586859852 + }, + { + "name": "model.layers.22.mlp.experts.61.gate_proj", + "observed_tokens": 175, + "weighted_error_before": 32.083826918154955, + "weighted_error_after": 18.881425607949495 + }, + { + "name": "model.layers.22.mlp.experts.61.up_proj", + "observed_tokens": 175, + "weighted_error_before": 33.60750576108694, + "weighted_error_after": 19.821412097662687 + }, + { + "name": "model.layers.22.mlp.experts.61.down_proj", + "observed_tokens": 175, + "weighted_error_before": 28.122893394436687, + "weighted_error_after": 18.80253385612741 + }, + { + "name": "model.layers.22.mlp.experts.62.gate_proj", + "observed_tokens": 934, + "weighted_error_before": 25.973418122157454, + "weighted_error_after": 15.298580894246697 + }, + { + "name": "model.layers.22.mlp.experts.62.up_proj", + "observed_tokens": 934, + "weighted_error_before": 28.007246524095535, + "weighted_error_after": 16.394948253408074 + }, + { + "name": "model.layers.22.mlp.experts.62.down_proj", + "observed_tokens": 934, + "weighted_error_before": 26.64419088885188, + "weighted_error_after": 17.448609832208604 + }, + { + "name": "model.layers.22.mlp.experts.63.gate_proj", + "observed_tokens": 1344, + "weighted_error_before": 28.639269890263677, + "weighted_error_after": 16.8709230478853 + }, + { + "name": "model.layers.22.mlp.experts.63.up_proj", + "observed_tokens": 1344, + "weighted_error_before": 27.815979778766632, + "weighted_error_after": 16.292337633669376 + }, + { + "name": "model.layers.22.mlp.experts.63.down_proj", + "observed_tokens": 1344, + "weighted_error_before": 25.589121292345226, + "weighted_error_after": 15.968370135873556 + }, + { + "name": "model.layers.22.mlp.experts.64.gate_proj", + "observed_tokens": 393, + "weighted_error_before": 32.871830735355616, + "weighted_error_after": 19.291251430287957 + }, + { + "name": "model.layers.22.mlp.experts.64.up_proj", + "observed_tokens": 393, + "weighted_error_before": 34.152925942093134, + "weighted_error_after": 20.148091362789273 + }, + { + "name": "model.layers.22.mlp.experts.64.down_proj", + "observed_tokens": 393, + "weighted_error_before": 28.218443046323955, + "weighted_error_after": 18.16825781110674 + }, + { + "name": "model.layers.22.mlp.experts.65.gate_proj", + "observed_tokens": 217, + "weighted_error_before": 30.85966411791742, + "weighted_error_after": 18.15760524198413 + }, + { + "name": "model.layers.22.mlp.experts.65.up_proj", + "observed_tokens": 217, + "weighted_error_before": 27.167616112157702, + "weighted_error_after": 16.123414929956198 + }, + { + "name": "model.layers.22.mlp.experts.65.down_proj", + "observed_tokens": 217, + "weighted_error_before": 26.576466355472803, + "weighted_error_after": 16.36669104313478 + }, + { + "name": "model.layers.22.mlp.experts.66.gate_proj", + "observed_tokens": 278, + "weighted_error_before": 31.124839268624783, + "weighted_error_after": 18.34746108017862 + }, + { + "name": "model.layers.22.mlp.experts.66.up_proj", + "observed_tokens": 278, + "weighted_error_before": 32.63064879924059, + "weighted_error_after": 19.08435175381601 + }, + { + "name": "model.layers.22.mlp.experts.66.down_proj", + "observed_tokens": 278, + "weighted_error_before": 27.62583069410175, + "weighted_error_after": 17.5143866520375 + }, + { + "name": "model.layers.22.mlp.experts.67.gate_proj", + "observed_tokens": 453, + "weighted_error_before": 29.114769101142883, + "weighted_error_after": 17.289189304225147 + }, + { + "name": "model.layers.22.mlp.experts.67.up_proj", + "observed_tokens": 453, + "weighted_error_before": 27.331562008708715, + "weighted_error_after": 16.195294111967087 + }, + { + "name": "model.layers.22.mlp.experts.67.down_proj", + "observed_tokens": 453, + "weighted_error_before": 27.649328112602234, + "weighted_error_after": 18.50903622759506 + }, + { + "name": "model.layers.22.mlp.experts.68.gate_proj", + "observed_tokens": 153, + "weighted_error_before": 28.409517988562584, + "weighted_error_after": 16.61888975277543 + }, + { + "name": "model.layers.22.mlp.experts.68.up_proj", + "observed_tokens": 153, + "weighted_error_before": 35.14912909641862, + "weighted_error_after": 21.02015459164977 + }, + { + "name": "model.layers.22.mlp.experts.68.down_proj", + "observed_tokens": 153, + "weighted_error_before": 29.582927089184523, + "weighted_error_after": 17.034614925272763 + }, + { + "name": "model.layers.22.mlp.experts.69.gate_proj", + "observed_tokens": 204, + "weighted_error_before": 32.20601074397564, + "weighted_error_after": 18.702719680964947 + }, + { + "name": "model.layers.22.mlp.experts.69.up_proj", + "observed_tokens": 204, + "weighted_error_before": 36.03204379603267, + "weighted_error_after": 21.243206523358822 + }, + { + "name": "model.layers.22.mlp.experts.69.down_proj", + "observed_tokens": 204, + "weighted_error_before": 29.185333849862218, + "weighted_error_after": 17.74266202421859 + }, + { + "name": "model.layers.22.mlp.experts.70.gate_proj", + "observed_tokens": 298, + "weighted_error_before": 28.652667751535773, + "weighted_error_after": 16.898219391703606 + }, + { + "name": "model.layers.22.mlp.experts.70.up_proj", + "observed_tokens": 298, + "weighted_error_before": 28.453494139015675, + "weighted_error_after": 16.734410885721445 + }, + { + "name": "model.layers.22.mlp.experts.70.down_proj", + "observed_tokens": 298, + "weighted_error_before": 25.66391208395362, + "weighted_error_after": 16.511664172634482 + }, + { + "name": "model.layers.22.mlp.experts.71.gate_proj", + "observed_tokens": 54, + "weighted_error_before": 26.584200222045183, + "weighted_error_after": 15.676018514670432 + }, + { + "name": "model.layers.22.mlp.experts.71.up_proj", + "observed_tokens": 54, + "weighted_error_before": 28.281553210690618, + "weighted_error_after": 16.613532854244113 + }, + { + "name": "model.layers.22.mlp.experts.71.down_proj", + "observed_tokens": 54, + "weighted_error_before": 27.321337507106364, + "weighted_error_after": 17.409885292407125 + }, + { + "name": "model.layers.22.mlp.experts.72.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 30.967940606176853, + "weighted_error_after": 18.199900057166815 + }, + { + "name": "model.layers.22.mlp.experts.72.up_proj", + "observed_tokens": 293, + "weighted_error_before": 32.64940259605646, + "weighted_error_after": 19.02639765292406 + }, + { + "name": "model.layers.22.mlp.experts.72.down_proj", + "observed_tokens": 293, + "weighted_error_before": 26.944814894814044, + "weighted_error_after": 17.945486179552972 + }, + { + "name": "model.layers.22.mlp.experts.73.gate_proj", + "observed_tokens": 174, + "weighted_error_before": 31.508874516934156, + "weighted_error_after": 18.41948699578643 + }, + { + "name": "model.layers.22.mlp.experts.73.up_proj", + "observed_tokens": 174, + "weighted_error_before": 38.38440204411745, + "weighted_error_after": 22.784994151443243 + }, + { + "name": "model.layers.22.mlp.experts.73.down_proj", + "observed_tokens": 174, + "weighted_error_before": 33.48216671869159, + "weighted_error_after": 18.52800808288157 + }, + { + "name": "model.layers.22.mlp.experts.74.gate_proj", + "observed_tokens": 332, + "weighted_error_before": 31.627722844481468, + "weighted_error_after": 18.51833507232368 + }, + { + "name": "model.layers.22.mlp.experts.74.up_proj", + "observed_tokens": 332, + "weighted_error_before": 32.95230168476701, + "weighted_error_after": 19.24598280340433 + }, + { + "name": "model.layers.22.mlp.experts.74.down_proj", + "observed_tokens": 332, + "weighted_error_before": 27.601610040292144, + "weighted_error_after": 17.703505889046937 + }, + { + "name": "model.layers.22.mlp.experts.75.gate_proj", + "observed_tokens": 204, + "weighted_error_before": 31.709762949496508, + "weighted_error_after": 18.68883641809225 + }, + { + "name": "model.layers.22.mlp.experts.75.up_proj", + "observed_tokens": 204, + "weighted_error_before": 33.9871628023684, + "weighted_error_after": 19.77088927105069 + }, + { + "name": "model.layers.22.mlp.experts.75.down_proj", + "observed_tokens": 204, + "weighted_error_before": 27.661743092816323, + "weighted_error_after": 17.241993453353643 + }, + { + "name": "model.layers.22.mlp.experts.76.gate_proj", + "observed_tokens": 175, + "weighted_error_before": 27.30745062045753, + "weighted_error_after": 16.01785689033568 + }, + { + "name": "model.layers.22.mlp.experts.76.up_proj", + "observed_tokens": 175, + "weighted_error_before": 27.33754315599799, + "weighted_error_after": 15.913603387773037 + }, + { + "name": "model.layers.22.mlp.experts.76.down_proj", + "observed_tokens": 175, + "weighted_error_before": 24.571758723352104, + "weighted_error_after": 13.71022386988625 + }, + { + "name": "model.layers.22.mlp.experts.77.gate_proj", + "observed_tokens": 309, + "weighted_error_before": 30.775489766150713, + "weighted_error_after": 18.224338872358203 + }, + { + "name": "model.layers.22.mlp.experts.77.up_proj", + "observed_tokens": 309, + "weighted_error_before": 30.33081416785717, + "weighted_error_after": 17.840639358386397 + }, + { + "name": "model.layers.22.mlp.experts.77.down_proj", + "observed_tokens": 309, + "weighted_error_before": 26.140019001439214, + "weighted_error_after": 15.563831022474915 + }, + { + "name": "model.layers.22.mlp.experts.78.gate_proj", + "observed_tokens": 7, + "weighted_error_before": 29.947294987738132, + "weighted_error_after": 17.6648978125304 + }, + { + "name": "model.layers.22.mlp.experts.78.up_proj", + "observed_tokens": 7, + "weighted_error_before": 31.5151179805398, + "weighted_error_after": 18.63187430612743 + }, + { + "name": "model.layers.22.mlp.experts.78.down_proj", + "observed_tokens": 7, + "weighted_error_before": 27.475240601226687, + "weighted_error_after": 18.805581559892744 + }, + { + "name": "model.layers.22.mlp.experts.79.gate_proj", + "observed_tokens": 92, + "weighted_error_before": 29.53786877542734, + "weighted_error_after": 17.383788900449872 + }, + { + "name": "model.layers.22.mlp.experts.79.up_proj", + "observed_tokens": 92, + "weighted_error_before": 33.044232815504074, + "weighted_error_after": 19.076275376603007 + }, + { + "name": "model.layers.22.mlp.experts.79.down_proj", + "observed_tokens": 92, + "weighted_error_before": 25.900782915763557, + "weighted_error_after": 14.998395325616002 + }, + { + "name": "model.layers.22.mlp.experts.80.gate_proj", + "observed_tokens": 317, + "weighted_error_before": 24.58614527620375, + "weighted_error_after": 14.620980742387474 + }, + { + "name": "model.layers.22.mlp.experts.80.up_proj", + "observed_tokens": 317, + "weighted_error_before": 24.0990447755903, + "weighted_error_after": 14.308389313519001 + }, + { + "name": "model.layers.22.mlp.experts.80.down_proj", + "observed_tokens": 317, + "weighted_error_before": 23.886153037194163, + "weighted_error_after": 16.168470319360495 + }, + { + "name": "model.layers.22.mlp.experts.81.gate_proj", + "observed_tokens": 24, + "weighted_error_before": 30.253561832010746, + "weighted_error_after": 17.96133272536099 + }, + { + "name": "model.layers.22.mlp.experts.81.up_proj", + "observed_tokens": 24, + "weighted_error_before": 32.18359822407365, + "weighted_error_after": 19.010363202542067 + }, + { + "name": "model.layers.22.mlp.experts.81.down_proj", + "observed_tokens": 24, + "weighted_error_before": 26.587245068512857, + "weighted_error_after": 18.042989899404347 + }, + { + "name": "model.layers.22.mlp.experts.82.gate_proj", + "observed_tokens": 293, + "weighted_error_before": 30.05489463545382, + "weighted_error_after": 17.686094753444195 + }, + { + "name": "model.layers.22.mlp.experts.82.up_proj", + "observed_tokens": 293, + "weighted_error_before": 28.63109777122736, + "weighted_error_after": 16.869232583791018 + }, + { + "name": "model.layers.22.mlp.experts.82.down_proj", + "observed_tokens": 293, + "weighted_error_before": 27.861417379695922, + "weighted_error_after": 17.73932415107265 + }, + { + "name": "model.layers.22.mlp.experts.83.gate_proj", + "observed_tokens": 130, + "weighted_error_before": 30.10965556651354, + "weighted_error_after": 17.78939301520586 + }, + { + "name": "model.layers.22.mlp.experts.83.up_proj", + "observed_tokens": 130, + "weighted_error_before": 32.13217566907406, + "weighted_error_after": 18.723417600616813 + }, + { + "name": "model.layers.22.mlp.experts.83.down_proj", + "observed_tokens": 130, + "weighted_error_before": 26.78766803443432, + "weighted_error_after": 16.51470174547285 + }, + { + "name": "model.layers.22.mlp.experts.84.gate_proj", + "observed_tokens": 48, + "weighted_error_before": 27.178933868184686, + "weighted_error_after": 16.04057678859681 + }, + { + "name": "model.layers.22.mlp.experts.84.up_proj", + "observed_tokens": 48, + "weighted_error_before": 27.143913447856903, + "weighted_error_after": 15.923322729766369 + }, + { + "name": "model.layers.22.mlp.experts.84.down_proj", + "observed_tokens": 48, + "weighted_error_before": 26.621861858293414, + "weighted_error_after": 18.6187229109928 + }, + { + "name": "model.layers.22.mlp.experts.85.gate_proj", + "observed_tokens": 60, + "weighted_error_before": 26.93002218566835, + "weighted_error_after": 15.570954551920295 + }, + { + "name": "model.layers.22.mlp.experts.85.up_proj", + "observed_tokens": 60, + "weighted_error_before": 27.753102464601398, + "weighted_error_after": 16.359746931120753 + }, + { + "name": "model.layers.22.mlp.experts.85.down_proj", + "observed_tokens": 60, + "weighted_error_before": 25.47163728484884, + "weighted_error_after": 13.55724490666762 + }, + { + "name": "model.layers.22.mlp.experts.86.gate_proj", + "observed_tokens": 47, + "weighted_error_before": 25.692378260195255, + "weighted_error_after": 15.083671865053475 + }, + { + "name": "model.layers.22.mlp.experts.86.up_proj", + "observed_tokens": 47, + "weighted_error_before": 24.82804001867771, + "weighted_error_after": 14.646494045853615 + }, + { + "name": "model.layers.22.mlp.experts.86.down_proj", + "observed_tokens": 47, + "weighted_error_before": 23.467791141942143, + "weighted_error_after": 14.115154054248706 + }, + { + "name": "model.layers.22.mlp.experts.87.gate_proj", + "observed_tokens": 29, + "weighted_error_before": 29.237570744007826, + "weighted_error_after": 17.194530352950096 + }, + { + "name": "model.layers.22.mlp.experts.87.up_proj", + "observed_tokens": 29, + "weighted_error_before": 30.245053984224796, + "weighted_error_after": 17.9299888163805 + }, + { + "name": "model.layers.22.mlp.experts.87.down_proj", + "observed_tokens": 29, + "weighted_error_before": 27.59126611519605, + "weighted_error_after": 16.200346012599766 + }, + { + "name": "model.layers.22.mlp.experts.88.gate_proj", + "observed_tokens": 169, + "weighted_error_before": 25.41472214087844, + "weighted_error_after": 14.978064013645053 + }, + { + "name": "model.layers.22.mlp.experts.88.up_proj", + "observed_tokens": 169, + "weighted_error_before": 25.168621882796288, + "weighted_error_after": 14.885245967656374 + }, + { + "name": "model.layers.22.mlp.experts.88.down_proj", + "observed_tokens": 169, + "weighted_error_before": 24.504391118884087, + "weighted_error_after": 15.678549321368337 + }, + { + "name": "model.layers.22.mlp.experts.89.gate_proj", + "observed_tokens": 166, + "weighted_error_before": 26.39276414178312, + "weighted_error_after": 15.521368457004428 + }, + { + "name": "model.layers.22.mlp.experts.89.up_proj", + "observed_tokens": 166, + "weighted_error_before": 26.10687928646803, + "weighted_error_after": 15.388795142993331 + }, + { + "name": "model.layers.22.mlp.experts.89.down_proj", + "observed_tokens": 166, + "weighted_error_before": 24.112902097404003, + "weighted_error_after": 14.645218288525939 + }, + { + "name": "model.layers.22.mlp.experts.90.gate_proj", + "observed_tokens": 96, + "weighted_error_before": 24.72098657488823, + "weighted_error_after": 14.62365373969078 + }, + { + "name": "model.layers.22.mlp.experts.90.up_proj", + "observed_tokens": 96, + "weighted_error_before": 26.012921642512083, + "weighted_error_after": 15.292288420721889 + }, + { + "name": "model.layers.22.mlp.experts.90.down_proj", + "observed_tokens": 96, + "weighted_error_before": 22.203995230142027, + "weighted_error_after": 13.881747221108526 + }, + { + "name": "model.layers.22.mlp.experts.91.gate_proj", + "observed_tokens": 18, + "weighted_error_before": 28.567873062565923, + "weighted_error_after": 16.877327777445316 + }, + { + "name": "model.layers.22.mlp.experts.91.up_proj", + "observed_tokens": 18, + "weighted_error_before": 27.271365486085415, + "weighted_error_after": 16.213627440854907 + }, + { + "name": "model.layers.22.mlp.experts.91.down_proj", + "observed_tokens": 18, + "weighted_error_before": 24.727599050849676, + "weighted_error_after": 16.90058074472472 + }, + { + "name": "model.layers.22.mlp.experts.92.gate_proj", + "observed_tokens": 162, + "weighted_error_before": 28.948515355587006, + "weighted_error_after": 16.60412424337119 + }, + { + "name": "model.layers.22.mlp.experts.92.up_proj", + "observed_tokens": 162, + "weighted_error_before": 31.002400131896138, + "weighted_error_after": 16.854733251035213 + }, + { + "name": "model.layers.22.mlp.experts.92.down_proj", + "observed_tokens": 162, + "weighted_error_before": 33.60046644322574, + "weighted_error_after": 15.517235761042684 + }, + { + "name": "model.layers.22.mlp.experts.93.gate_proj", + "observed_tokens": 161, + "weighted_error_before": 29.591545283794403, + "weighted_error_after": 17.243798134848475 + }, + { + "name": "model.layers.22.mlp.experts.93.up_proj", + "observed_tokens": 161, + "weighted_error_before": 30.785903371870518, + "weighted_error_after": 17.93393449112773 + }, + { + "name": "model.layers.22.mlp.experts.93.down_proj", + "observed_tokens": 161, + "weighted_error_before": 26.75323804281652, + "weighted_error_after": 17.284027757588774 + }, + { + "name": "model.layers.22.mlp.experts.94.gate_proj", + "observed_tokens": 338, + "weighted_error_before": 28.053932156413794, + "weighted_error_after": 16.521620268933475 + }, + { + "name": "model.layers.22.mlp.experts.94.up_proj", + "observed_tokens": 338, + "weighted_error_before": 26.868216142058372, + "weighted_error_after": 15.887317461892962 + }, + { + "name": "model.layers.22.mlp.experts.94.down_proj", + "observed_tokens": 338, + "weighted_error_before": 25.975759820081294, + "weighted_error_after": 16.90163460932672 + }, + { + "name": "model.layers.22.mlp.experts.95.gate_proj", + "observed_tokens": 91, + "weighted_error_before": 32.240155367180705, + "weighted_error_after": 18.957722760736942 + }, + { + "name": "model.layers.22.mlp.experts.95.up_proj", + "observed_tokens": 91, + "weighted_error_before": 30.718708153814077, + "weighted_error_after": 17.864841548725963 + }, + { + "name": "model.layers.22.mlp.experts.95.down_proj", + "observed_tokens": 91, + "weighted_error_before": 27.05691398214549, + "weighted_error_after": 15.443849167320877 + }, + { + "name": "model.layers.22.mlp.experts.96.gate_proj", + "observed_tokens": 524, + "weighted_error_before": 28.708027612417936, + "weighted_error_after": 16.786357205361128 + }, + { + "name": "model.layers.22.mlp.experts.96.up_proj", + "observed_tokens": 524, + "weighted_error_before": 31.322097504511476, + "weighted_error_after": 18.363453647121787 + }, + { + "name": "model.layers.22.mlp.experts.96.down_proj", + "observed_tokens": 524, + "weighted_error_before": 27.052604019641876, + "weighted_error_after": 17.490229147020727 + }, + { + "name": "model.layers.22.mlp.experts.97.gate_proj", + "observed_tokens": 316, + "weighted_error_before": 32.196401212364435, + "weighted_error_after": 18.757210412994027 + }, + { + "name": "model.layers.22.mlp.experts.97.up_proj", + "observed_tokens": 316, + "weighted_error_before": 31.346261620521545, + "weighted_error_after": 18.459081841632724 + }, + { + "name": "model.layers.22.mlp.experts.97.down_proj", + "observed_tokens": 316, + "weighted_error_before": 27.238373207394034, + "weighted_error_after": 17.636021288577467 + }, + { + "name": "model.layers.22.mlp.experts.98.gate_proj", + "observed_tokens": 525, + "weighted_error_before": 30.7061468064785, + "weighted_error_after": 17.948571871966124 + }, + { + "name": "model.layers.22.mlp.experts.98.up_proj", + "observed_tokens": 525, + "weighted_error_before": 31.944869127124548, + "weighted_error_after": 18.943628387525678 + }, + { + "name": "model.layers.22.mlp.experts.98.down_proj", + "observed_tokens": 525, + "weighted_error_before": 26.66970954928547, + "weighted_error_after": 17.422972741303965 + }, + { + "name": "model.layers.22.mlp.experts.99.gate_proj", + "observed_tokens": 596, + "weighted_error_before": 29.465734414756298, + "weighted_error_after": 17.32494797743857 + }, + { + "name": "model.layers.22.mlp.experts.99.up_proj", + "observed_tokens": 596, + "weighted_error_before": 31.18433251604438, + "weighted_error_after": 18.42358841188252 + }, + { + "name": "model.layers.22.mlp.experts.99.down_proj", + "observed_tokens": 596, + "weighted_error_before": 26.934850400313735, + "weighted_error_after": 17.745284348726273 + }, + { + "name": "model.layers.22.mlp.experts.100.gate_proj", + "observed_tokens": 44, + "weighted_error_before": 24.805721644312143, + "weighted_error_after": 14.494333766400814 + }, + { + "name": "model.layers.22.mlp.experts.100.up_proj", + "observed_tokens": 44, + "weighted_error_before": 24.157630847766995, + "weighted_error_after": 14.24784335307777 + }, + { + "name": "model.layers.22.mlp.experts.100.down_proj", + "observed_tokens": 44, + "weighted_error_before": 23.481894910801202, + "weighted_error_after": 14.770289661828429 + }, + { + "name": "model.layers.22.mlp.experts.101.gate_proj", + "observed_tokens": 245, + "weighted_error_before": 27.001915995031595, + "weighted_error_after": 15.93411349132657 + }, + { + "name": "model.layers.22.mlp.experts.101.up_proj", + "observed_tokens": 245, + "weighted_error_before": 29.582123540341854, + "weighted_error_after": 17.615151768550277 + }, + { + "name": "model.layers.22.mlp.experts.101.down_proj", + "observed_tokens": 245, + "weighted_error_before": 26.43882127199322, + "weighted_error_after": 17.63797905226238 + }, + { + "name": "model.layers.22.mlp.experts.102.gate_proj", + "observed_tokens": 177, + "weighted_error_before": 21.9942312464118, + "weighted_error_after": 12.927145649679005 + }, + { + "name": "model.layers.22.mlp.experts.102.up_proj", + "observed_tokens": 177, + "weighted_error_before": 22.388524705544114, + "weighted_error_after": 13.282051369547844 + }, + { + "name": "model.layers.22.mlp.experts.102.down_proj", + "observed_tokens": 177, + "weighted_error_before": 22.114131481852382, + "weighted_error_after": 13.77697715582326 + }, + { + "name": "model.layers.22.mlp.experts.103.gate_proj", + "observed_tokens": 94, + "weighted_error_before": 23.746640115976334, + "weighted_error_after": 14.013479106128216 + }, + { + "name": "model.layers.22.mlp.experts.103.up_proj", + "observed_tokens": 94, + "weighted_error_before": 24.990288745611906, + "weighted_error_after": 14.668306712061167 + }, + { + "name": "model.layers.22.mlp.experts.103.down_proj", + "observed_tokens": 94, + "weighted_error_before": 23.70979754347354, + "weighted_error_after": 15.997583759017289 + }, + { + "name": "model.layers.22.mlp.experts.104.gate_proj", + "observed_tokens": 1162, + "weighted_error_before": 32.33852371945977, + "weighted_error_after": 18.926196061074734 + }, + { + "name": "model.layers.22.mlp.experts.104.up_proj", + "observed_tokens": 1162, + "weighted_error_before": 32.53071245923638, + "weighted_error_after": 19.15811874344945 + }, + { + "name": "model.layers.22.mlp.experts.104.down_proj", + "observed_tokens": 1162, + "weighted_error_before": 27.919192312285304, + "weighted_error_after": 18.60818317718804 + }, + { + "name": "model.layers.22.mlp.experts.105.gate_proj", + "observed_tokens": 699, + "weighted_error_before": 32.02682088688016, + "weighted_error_after": 18.699219807982445 + }, + { + "name": "model.layers.22.mlp.experts.105.up_proj", + "observed_tokens": 699, + "weighted_error_before": 32.64678690955043, + "weighted_error_after": 19.239845789968967 + }, + { + "name": "model.layers.22.mlp.experts.105.down_proj", + "observed_tokens": 699, + "weighted_error_before": 27.619872212409973, + "weighted_error_after": 18.54377436824143 + }, + { + "name": "model.layers.22.mlp.experts.106.gate_proj", + "observed_tokens": 29, + "weighted_error_before": 26.529066029936075, + "weighted_error_after": 15.823168537579477 + }, + { + "name": "model.layers.22.mlp.experts.106.up_proj", + "observed_tokens": 29, + "weighted_error_before": 25.093444181606174, + "weighted_error_after": 14.826559644192457 + }, + { + "name": "model.layers.22.mlp.experts.106.down_proj", + "observed_tokens": 29, + "weighted_error_before": 23.915290900040418, + "weighted_error_after": 15.91927923168987 + }, + { + "name": "model.layers.22.mlp.experts.107.gate_proj", + "observed_tokens": 25, + "weighted_error_before": 26.318750659003854, + "weighted_error_after": 15.24685608688742 + }, + { + "name": "model.layers.22.mlp.experts.107.up_proj", + "observed_tokens": 25, + "weighted_error_before": 26.16290443763137, + "weighted_error_after": 15.560641124844551 + }, + { + "name": "model.layers.22.mlp.experts.107.down_proj", + "observed_tokens": 25, + "weighted_error_before": 25.157657537143677, + "weighted_error_after": 16.997320366092026 + }, + { + "name": "model.layers.22.mlp.experts.108.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 27.221524123102427, + "weighted_error_after": 16.16763894073665 + }, + { + "name": "model.layers.22.mlp.experts.108.up_proj", + "observed_tokens": 109, + "weighted_error_before": 25.567170802503824, + "weighted_error_after": 15.095536433160305 + }, + { + "name": "model.layers.22.mlp.experts.108.down_proj", + "observed_tokens": 109, + "weighted_error_before": 24.68229079991579, + "weighted_error_after": 16.231227656360716 + }, + { + "name": "model.layers.22.mlp.experts.109.gate_proj", + "observed_tokens": 959, + "weighted_error_before": 26.346739726141095, + "weighted_error_after": 15.599013673141599 + }, + { + "name": "model.layers.22.mlp.experts.109.up_proj", + "observed_tokens": 959, + "weighted_error_before": 26.922055328264832, + "weighted_error_after": 15.829999694600701 + }, + { + "name": "model.layers.22.mlp.experts.109.down_proj", + "observed_tokens": 959, + "weighted_error_before": 26.174253788776696, + "weighted_error_after": 17.458430903963745 + }, + { + "name": "model.layers.22.mlp.experts.110.gate_proj", + "observed_tokens": 152, + "weighted_error_before": 30.16177718900144, + "weighted_error_after": 17.4808307364583 + }, + { + "name": "model.layers.22.mlp.experts.110.up_proj", + "observed_tokens": 152, + "weighted_error_before": 29.753458285704255, + "weighted_error_after": 17.436650888994336 + }, + { + "name": "model.layers.22.mlp.experts.110.down_proj", + "observed_tokens": 152, + "weighted_error_before": 26.547773350030184, + "weighted_error_after": 17.39412422850728 + }, + { + "name": "model.layers.22.mlp.experts.111.gate_proj", + "observed_tokens": 1161, + "weighted_error_before": 28.590104695409536, + "weighted_error_after": 16.735494632273912 + }, + { + "name": "model.layers.22.mlp.experts.111.up_proj", + "observed_tokens": 1161, + "weighted_error_before": 24.679110823199153, + "weighted_error_after": 14.53362925350666 + }, + { + "name": "model.layers.22.mlp.experts.111.down_proj", + "observed_tokens": 1161, + "weighted_error_before": 26.17918820027262, + "weighted_error_after": 17.588010990060866 + }, + { + "name": "model.layers.22.mlp.experts.112.gate_proj", + "observed_tokens": 115, + "weighted_error_before": 26.195613900199533, + "weighted_error_after": 15.488261703401804 + }, + { + "name": "model.layers.22.mlp.experts.112.up_proj", + "observed_tokens": 115, + "weighted_error_before": 24.8646732699126, + "weighted_error_after": 14.814613806083798 + }, + { + "name": "model.layers.22.mlp.experts.112.down_proj", + "observed_tokens": 115, + "weighted_error_before": 23.748468838632107, + "weighted_error_after": 15.763914564624429 + }, + { + "name": "model.layers.22.mlp.experts.113.gate_proj", + "observed_tokens": 81, + "weighted_error_before": 26.589973827823997, + "weighted_error_after": 15.545270910486579 + }, + { + "name": "model.layers.22.mlp.experts.113.up_proj", + "observed_tokens": 81, + "weighted_error_before": 29.602663880214095, + "weighted_error_after": 17.2134988065809 + }, + { + "name": "model.layers.22.mlp.experts.113.down_proj", + "observed_tokens": 81, + "weighted_error_before": 26.456184917595237, + "weighted_error_after": 17.5336833759211 + }, + { + "name": "model.layers.22.mlp.experts.114.gate_proj", + "observed_tokens": 235, + "weighted_error_before": 30.57848353497684, + "weighted_error_after": 18.22439705301076 + }, + { + "name": "model.layers.22.mlp.experts.114.up_proj", + "observed_tokens": 235, + "weighted_error_before": 32.994731647893786, + "weighted_error_after": 19.461364733055234 + }, + { + "name": "model.layers.22.mlp.experts.114.down_proj", + "observed_tokens": 235, + "weighted_error_before": 93.90520037058741, + "weighted_error_after": 56.92285287613049 + }, + { + "name": "model.layers.22.mlp.experts.115.gate_proj", + "observed_tokens": 242, + "weighted_error_before": 30.17097381129861, + "weighted_error_after": 17.805131847038865 + }, + { + "name": "model.layers.22.mlp.experts.115.up_proj", + "observed_tokens": 242, + "weighted_error_before": 32.47218278795481, + "weighted_error_after": 19.174664882943034 + }, + { + "name": "model.layers.22.mlp.experts.115.down_proj", + "observed_tokens": 242, + "weighted_error_before": 27.26392179913819, + "weighted_error_after": 17.995532746892422 + }, + { + "name": "model.layers.22.mlp.experts.116.gate_proj", + "observed_tokens": 122, + "weighted_error_before": 26.37345465272665, + "weighted_error_after": 15.647797929123044 + }, + { + "name": "model.layers.22.mlp.experts.116.up_proj", + "observed_tokens": 122, + "weighted_error_before": 29.71230423822999, + "weighted_error_after": 17.381037099286914 + }, + { + "name": "model.layers.22.mlp.experts.116.down_proj", + "observed_tokens": 122, + "weighted_error_before": 26.23891039658338, + "weighted_error_after": 17.61039181984961 + }, + { + "name": "model.layers.22.mlp.experts.117.gate_proj", + "observed_tokens": 1780, + "weighted_error_before": 26.507120909169316, + "weighted_error_after": 15.531214898452163 + }, + { + "name": "model.layers.22.mlp.experts.117.up_proj", + "observed_tokens": 1780, + "weighted_error_before": 28.57880762219429, + "weighted_error_after": 16.693458281457424 + }, + { + "name": "model.layers.22.mlp.experts.117.down_proj", + "observed_tokens": 1780, + "weighted_error_before": 24.95468385424465, + "weighted_error_after": 16.722701656166464 + }, + { + "name": "model.layers.22.mlp.experts.118.gate_proj", + "observed_tokens": 55, + "weighted_error_before": 29.161822773516178, + "weighted_error_after": 17.201012521982193 + }, + { + "name": "model.layers.22.mlp.experts.118.up_proj", + "observed_tokens": 55, + "weighted_error_before": 30.783341389149427, + "weighted_error_after": 18.204524280503392 + }, + { + "name": "model.layers.22.mlp.experts.118.down_proj", + "observed_tokens": 55, + "weighted_error_before": 25.917277318425477, + "weighted_error_after": 16.693140170536935 + }, + { + "name": "model.layers.22.mlp.experts.119.gate_proj", + "observed_tokens": 47, + "weighted_error_before": 25.81537115946412, + "weighted_error_after": 15.276052447035909 + }, + { + "name": "model.layers.22.mlp.experts.119.up_proj", + "observed_tokens": 47, + "weighted_error_before": 25.77320461347699, + "weighted_error_after": 15.24477139301598 + }, + { + "name": "model.layers.22.mlp.experts.119.down_proj", + "observed_tokens": 47, + "weighted_error_before": 23.35926632490009, + "weighted_error_after": 15.290281970053911 + }, + { + "name": "model.layers.22.mlp.experts.120.gate_proj", + "observed_tokens": 2180, + "weighted_error_before": 26.664617981761694, + "weighted_error_after": 15.741074196994305 + }, + { + "name": "model.layers.22.mlp.experts.120.up_proj", + "observed_tokens": 2180, + "weighted_error_before": 25.63753837533295, + "weighted_error_after": 15.024167288094759 + }, + { + "name": "model.layers.22.mlp.experts.120.down_proj", + "observed_tokens": 2180, + "weighted_error_before": 26.6661707861349, + "weighted_error_after": 17.690779778640717 + }, + { + "name": "model.layers.22.mlp.experts.121.gate_proj", + "observed_tokens": 559, + "weighted_error_before": 25.65429813414812, + "weighted_error_after": 14.992904804646969 + }, + { + "name": "model.layers.22.mlp.experts.121.up_proj", + "observed_tokens": 559, + "weighted_error_before": 28.393031695857644, + "weighted_error_after": 16.523197326809168 + }, + { + "name": "model.layers.22.mlp.experts.121.down_proj", + "observed_tokens": 559, + "weighted_error_before": 24.473074352368712, + "weighted_error_after": 16.502770968247205 + }, + { + "name": "model.layers.22.mlp.experts.122.gate_proj", + "observed_tokens": 309, + "weighted_error_before": 26.236581875011325, + "weighted_error_after": 15.412110725417733 + }, + { + "name": "model.layers.22.mlp.experts.122.up_proj", + "observed_tokens": 309, + "weighted_error_before": 28.72024768590927, + "weighted_error_after": 16.667466055601835 + }, + { + "name": "model.layers.22.mlp.experts.122.down_proj", + "observed_tokens": 309, + "weighted_error_before": 24.671910687815398, + "weighted_error_after": 16.071922580711544 + }, + { + "name": "model.layers.22.mlp.experts.123.gate_proj", + "observed_tokens": 260, + "weighted_error_before": 31.855865886434913, + "weighted_error_after": 19.196823840029538 + }, + { + "name": "model.layers.22.mlp.experts.123.up_proj", + "observed_tokens": 260, + "weighted_error_before": 36.65717117488384, + "weighted_error_after": 21.63689303584397 + }, + { + "name": "model.layers.22.mlp.experts.123.down_proj", + "observed_tokens": 260, + "weighted_error_before": 150.0457805749029, + "weighted_error_after": 75.74268099665642 + }, + { + "name": "model.layers.22.mlp.experts.124.gate_proj", + "observed_tokens": 195, + "weighted_error_before": 29.77704034000635, + "weighted_error_after": 17.48161094635725 + }, + { + "name": "model.layers.22.mlp.experts.124.up_proj", + "observed_tokens": 195, + "weighted_error_before": 30.636248599737883, + "weighted_error_after": 18.124354235827923 + }, + { + "name": "model.layers.22.mlp.experts.124.down_proj", + "observed_tokens": 195, + "weighted_error_before": 26.786796600557864, + "weighted_error_after": 17.501925955992192 + }, + { + "name": "model.layers.22.mlp.experts.125.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 25.481023287400603, + "weighted_error_after": 14.709721496328712 + }, + { + "name": "model.layers.22.mlp.experts.125.up_proj", + "observed_tokens": 233, + "weighted_error_before": 24.797924108803272, + "weighted_error_after": 14.55109154060483 + }, + { + "name": "model.layers.22.mlp.experts.125.down_proj", + "observed_tokens": 233, + "weighted_error_before": 22.826424590777606, + "weighted_error_after": 13.986482467502356 + }, + { + "name": "model.layers.22.mlp.experts.126.gate_proj", + "observed_tokens": 168, + "weighted_error_before": 27.528811333701015, + "weighted_error_after": 16.1536867544055 + }, + { + "name": "model.layers.22.mlp.experts.126.up_proj", + "observed_tokens": 168, + "weighted_error_before": 29.81428076326847, + "weighted_error_after": 17.312373895198107 + }, + { + "name": "model.layers.22.mlp.experts.126.down_proj", + "observed_tokens": 168, + "weighted_error_before": 24.880759452469647, + "weighted_error_after": 14.33453767793253 + }, + { + "name": "model.layers.22.mlp.experts.127.gate_proj", + "observed_tokens": 84, + "weighted_error_before": 31.6057664565742, + "weighted_error_after": 18.602721916511655 + }, + { + "name": "model.layers.22.mlp.experts.127.up_proj", + "observed_tokens": 84, + "weighted_error_before": 32.74929961562157, + "weighted_error_after": 19.212065305560827 + }, + { + "name": "model.layers.22.mlp.experts.127.down_proj", + "observed_tokens": 84, + "weighted_error_before": 27.3477394990623, + "weighted_error_after": 16.544010600540787 + }, + { + "name": "model.layers.22.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 29.63434740761295, + "weighted_error_after": 18.063417601864785 + }, + { + "name": "model.layers.22.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 40.62320949137211, + "weighted_error_after": 24.489152929745615 + }, + { + "name": "model.layers.22.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 30.671098172664642, + "weighted_error_after": 16.117675262736157 + }, + { + "name": "model.layers.23.attention.q_a_proj", + "observed_tokens": 5624, + "weighted_error_before": 15.167647937312722, + "weighted_error_after": 9.422119157388806 + }, + { + "name": "model.layers.23.attention.q_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 128.50002611312084, + "weighted_error_after": 85.25571642513387 + }, + { + "name": "model.layers.23.attention.kv_a_proj_with_mqa", + "observed_tokens": 5624, + "weighted_error_before": 109.96696281060576, + "weighted_error_after": 74.6452891061781 + }, + { + "name": "model.layers.23.attention.kv_b_proj", + "observed_tokens": 5624, + "weighted_error_before": 408.481916340068, + "weighted_error_after": 248.8044905560091 + }, + { + "name": "model.layers.23.attention.g_proj", + "observed_tokens": 5624, + "weighted_error_before": 10.989440366625786, + "weighted_error_after": 7.416110306978226 + }, + { + "name": "model.layers.23.attention.dense", + "observed_tokens": 5624, + "weighted_error_before": 169.6479992568493, + "weighted_error_after": 92.89991845563054 + }, + { + "name": "model.layers.23.mlp.experts.0.gate_proj", + "observed_tokens": 1390, + "weighted_error_before": 34.85520690493286, + "weighted_error_after": 20.42262931354344 + }, + { + "name": "model.layers.23.mlp.experts.0.up_proj", + "observed_tokens": 1390, + "weighted_error_before": 33.55404517427087, + "weighted_error_after": 19.79768597520888 + }, + { + "name": "model.layers.23.mlp.experts.0.down_proj", + "observed_tokens": 1390, + "weighted_error_before": 30.211892978753895, + "weighted_error_after": 20.671029517892748 + }, + { + "name": "model.layers.23.mlp.experts.1.gate_proj", + "observed_tokens": 313, + "weighted_error_before": 37.81694024056196, + "weighted_error_after": 21.922897351905704 + }, + { + "name": "model.layers.23.mlp.experts.1.up_proj", + "observed_tokens": 313, + "weighted_error_before": 36.65345527231693, + "weighted_error_after": 21.25705538317561 + }, + { + "name": "model.layers.23.mlp.experts.1.down_proj", + "observed_tokens": 313, + "weighted_error_before": 32.155569955240935, + "weighted_error_after": 20.881641017040238 + }, + { + "name": "model.layers.23.mlp.experts.2.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 33.55164374783635, + "weighted_error_after": 19.610478008165956 + }, + { + "name": "model.layers.23.mlp.experts.2.up_proj", + "observed_tokens": 32, + "weighted_error_before": 34.14140332490206, + "weighted_error_after": 20.137165397405624 + }, + { + "name": "model.layers.23.mlp.experts.2.down_proj", + "observed_tokens": 32, + "weighted_error_before": 30.57548492960632, + "weighted_error_after": 19.844106413424015 + }, + { + "name": "model.layers.23.mlp.experts.3.gate_proj", + "observed_tokens": 34, + "weighted_error_before": 30.140349969267845, + "weighted_error_after": 17.54155680257827 + }, + { + "name": "model.layers.23.mlp.experts.3.up_proj", + "observed_tokens": 34, + "weighted_error_before": 26.68720644339919, + "weighted_error_after": 15.791622439399362 + }, + { + "name": "model.layers.23.mlp.experts.3.down_proj", + "observed_tokens": 34, + "weighted_error_before": 42.5561795104295, + "weighted_error_after": 28.84693569689989 + }, + { + "name": "model.layers.23.mlp.experts.4.gate_proj", + "observed_tokens": 426, + "weighted_error_before": 68.56688467785716, + "weighted_error_after": 39.0084657613188 + }, + { + "name": "model.layers.23.mlp.experts.4.up_proj", + "observed_tokens": 426, + "weighted_error_before": 103.39727680385113, + "weighted_error_after": 59.86854161322117 + }, + { + "name": "model.layers.23.mlp.experts.4.down_proj", + "observed_tokens": 426, + "weighted_error_before": 348.8544970713556, + "weighted_error_after": 102.42612975742668 + }, + { + "name": "model.layers.23.mlp.experts.5.gate_proj", + "observed_tokens": 910, + "weighted_error_before": 35.7593639343977, + "weighted_error_after": 20.85507002659142 + }, + { + "name": "model.layers.23.mlp.experts.5.up_proj", + "observed_tokens": 910, + "weighted_error_before": 34.73946542292833, + "weighted_error_after": 20.124618720263243 + }, + { + "name": "model.layers.23.mlp.experts.5.down_proj", + "observed_tokens": 910, + "weighted_error_before": 30.20995617751032, + "weighted_error_after": 20.104507175739855 + }, + { + "name": "model.layers.23.mlp.experts.6.gate_proj", + "observed_tokens": 382, + "weighted_error_before": 36.58053111284971, + "weighted_error_after": 21.427489081397653 + }, + { + "name": "model.layers.23.mlp.experts.6.up_proj", + "observed_tokens": 382, + "weighted_error_before": 36.791776083409786, + "weighted_error_after": 21.5149656124413 + }, + { + "name": "model.layers.23.mlp.experts.6.down_proj", + "observed_tokens": 382, + "weighted_error_before": 30.50696395430714, + "weighted_error_after": 20.173414710909128 + }, + { + "name": "model.layers.23.mlp.experts.7.gate_proj", + "observed_tokens": 110, + "weighted_error_before": 31.981370167806745, + "weighted_error_after": 18.664647022262216 + }, + { + "name": "model.layers.23.mlp.experts.7.up_proj", + "observed_tokens": 110, + "weighted_error_before": 29.531020548194647, + "weighted_error_after": 17.258225800469518 + }, + { + "name": "model.layers.23.mlp.experts.7.down_proj", + "observed_tokens": 110, + "weighted_error_before": 29.71904628444463, + "weighted_error_after": 18.66636619111523 + }, + { + "name": "model.layers.23.mlp.experts.8.gate_proj", + "observed_tokens": 9, + "weighted_error_before": 32.119477750733495, + "weighted_error_after": 18.899888054467738 + }, + { + "name": "model.layers.23.mlp.experts.8.up_proj", + "observed_tokens": 9, + "weighted_error_before": 27.808539206162095, + "weighted_error_after": 16.386203951202333 + }, + { + "name": "model.layers.23.mlp.experts.8.down_proj", + "observed_tokens": 9, + "weighted_error_before": 38.82320671901107, + "weighted_error_after": 25.975525771267712 + }, + { + "name": "model.layers.23.mlp.experts.9.gate_proj", + "observed_tokens": 71, + "weighted_error_before": 37.00262267701328, + "weighted_error_after": 21.328989593312144 + }, + { + "name": "model.layers.23.mlp.experts.9.up_proj", + "observed_tokens": 71, + "weighted_error_before": 35.53508400917053, + "weighted_error_after": 20.72970513254404 + }, + { + "name": "model.layers.23.mlp.experts.9.down_proj", + "observed_tokens": 71, + "weighted_error_before": 30.00779196806252, + "weighted_error_after": 17.42753813532181 + }, + { + "name": "model.layers.23.mlp.experts.10.gate_proj", + "observed_tokens": 164, + "weighted_error_before": 35.649904541671276, + "weighted_error_after": 20.90706187672913 + }, + { + "name": "model.layers.23.mlp.experts.10.up_proj", + "observed_tokens": 164, + "weighted_error_before": 33.62866338714957, + "weighted_error_after": 19.902000721544027 + }, + { + "name": "model.layers.23.mlp.experts.10.down_proj", + "observed_tokens": 164, + "weighted_error_before": 29.581666306592524, + "weighted_error_after": 18.205793340690434 + }, + { + "name": "model.layers.23.mlp.experts.11.gate_proj", + "observed_tokens": 591, + "weighted_error_before": 36.46293819695711, + "weighted_error_after": 21.352673331275582 + }, + { + "name": "model.layers.23.mlp.experts.11.up_proj", + "observed_tokens": 591, + "weighted_error_before": 34.32606578618288, + "weighted_error_after": 20.131948556751013 + }, + { + "name": "model.layers.23.mlp.experts.11.down_proj", + "observed_tokens": 591, + "weighted_error_before": 29.55038599204272, + "weighted_error_after": 19.271483538206667 + }, + { + "name": "model.layers.23.mlp.experts.12.gate_proj", + "observed_tokens": 273, + "weighted_error_before": 42.33004156500101, + "weighted_error_after": 24.47346700541675 + }, + { + "name": "model.layers.23.mlp.experts.12.up_proj", + "observed_tokens": 273, + "weighted_error_before": 40.59665509313345, + "weighted_error_after": 23.830792462453246 + }, + { + "name": "model.layers.23.mlp.experts.12.down_proj", + "observed_tokens": 273, + "weighted_error_before": 33.87620568089187, + "weighted_error_after": 20.593002704903483 + }, + { + "name": "model.layers.23.mlp.experts.13.gate_proj", + "observed_tokens": 292, + "weighted_error_before": 36.33843424171209, + "weighted_error_after": 20.680683840066195 + }, + { + "name": "model.layers.23.mlp.experts.13.up_proj", + "observed_tokens": 292, + "weighted_error_before": 35.35942820832133, + "weighted_error_after": 19.918771577998996 + }, + { + "name": "model.layers.23.mlp.experts.13.down_proj", + "observed_tokens": 292, + "weighted_error_before": 31.449825823307037, + "weighted_error_after": 18.10145660606213 + }, + { + "name": "model.layers.23.mlp.experts.14.gate_proj", + "observed_tokens": 243, + "weighted_error_before": 36.48927365988493, + "weighted_error_after": 21.232328101992607 + }, + { + "name": "model.layers.23.mlp.experts.14.up_proj", + "observed_tokens": 243, + "weighted_error_before": 36.85671849176288, + "weighted_error_after": 21.651094771921635 + }, + { + "name": "model.layers.23.mlp.experts.14.down_proj", + "observed_tokens": 243, + "weighted_error_before": 30.541004598140717, + "weighted_error_after": 18.2572925966233 + }, + { + "name": "model.layers.23.mlp.experts.15.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 34.6987332329154, + "weighted_error_after": 20.063342064619064 + }, + { + "name": "model.layers.23.mlp.experts.15.up_proj", + "observed_tokens": 127, + "weighted_error_before": 32.53748859092593, + "weighted_error_after": 19.138521557673812 + }, + { + "name": "model.layers.23.mlp.experts.15.down_proj", + "observed_tokens": 127, + "weighted_error_before": 29.571106147486717, + "weighted_error_after": 18.262986137531698 + }, + { + "name": "model.layers.23.mlp.experts.16.gate_proj", + "observed_tokens": 1012, + "weighted_error_before": 29.724457064643502, + "weighted_error_after": 17.46124211885035 + }, + { + "name": "model.layers.23.mlp.experts.16.up_proj", + "observed_tokens": 1012, + "weighted_error_before": 26.37568974122405, + "weighted_error_after": 15.659489680081606 + }, + { + "name": "model.layers.23.mlp.experts.16.down_proj", + "observed_tokens": 1012, + "weighted_error_before": 32.92527940776199, + "weighted_error_after": 23.109065018594265 + }, + { + "name": "model.layers.23.mlp.experts.17.gate_proj", + "observed_tokens": 13, + "weighted_error_before": 31.734507594257593, + "weighted_error_after": 18.521504340693355 + }, + { + "name": "model.layers.23.mlp.experts.17.up_proj", + "observed_tokens": 13, + "weighted_error_before": 29.670779714360833, + "weighted_error_after": 17.64068918582052 + }, + { + "name": "model.layers.23.mlp.experts.17.down_proj", + "observed_tokens": 13, + "weighted_error_before": 27.71914897672832, + "weighted_error_after": 19.052025678101927 + }, + { + "name": "model.layers.23.mlp.experts.18.gate_proj", + "observed_tokens": 71, + "weighted_error_before": 29.084940070286393, + "weighted_error_after": 15.834437556564808 + }, + { + "name": "model.layers.23.mlp.experts.18.up_proj", + "observed_tokens": 71, + "weighted_error_before": 27.28183619119227, + "weighted_error_after": 14.668823555111885 + }, + { + "name": "model.layers.23.mlp.experts.18.down_proj", + "observed_tokens": 71, + "weighted_error_before": 29.00726187741384, + "weighted_error_after": 12.08515288378112 + }, + { + "name": "model.layers.23.mlp.experts.19.gate_proj", + "observed_tokens": 30, + "weighted_error_before": 28.157082870602608, + "weighted_error_after": 16.63929045945406 + }, + { + "name": "model.layers.23.mlp.experts.19.up_proj", + "observed_tokens": 30, + "weighted_error_before": 25.662332244217396, + "weighted_error_after": 15.307215929031372 + }, + { + "name": "model.layers.23.mlp.experts.19.down_proj", + "observed_tokens": 30, + "weighted_error_before": 28.865850592032075, + "weighted_error_after": 19.695837209466845 + }, + { + "name": "model.layers.23.mlp.experts.20.gate_proj", + "observed_tokens": 44, + "weighted_error_before": 31.381155205890536, + "weighted_error_after": 18.377772394567728 + }, + { + "name": "model.layers.23.mlp.experts.20.up_proj", + "observed_tokens": 44, + "weighted_error_before": 29.651679234579206, + "weighted_error_after": 17.424298010766506 + }, + { + "name": "model.layers.23.mlp.experts.20.down_proj", + "observed_tokens": 44, + "weighted_error_before": 28.911813247948885, + "weighted_error_after": 18.109800020698458 + }, + { + "name": "model.layers.23.mlp.experts.21.gate_proj", + "observed_tokens": 965, + "weighted_error_before": 30.006343960762024, + "weighted_error_after": 17.603405457921326 + }, + { + "name": "model.layers.23.mlp.experts.21.up_proj", + "observed_tokens": 965, + "weighted_error_before": 27.35008898936212, + "weighted_error_after": 16.0316979046911 + }, + { + "name": "model.layers.23.mlp.experts.21.down_proj", + "observed_tokens": 965, + "weighted_error_before": 31.47425694297999, + "weighted_error_after": 19.733930485788733 + }, + { + "name": "model.layers.23.mlp.experts.22.gate_proj", + "observed_tokens": 97, + "weighted_error_before": 28.21845771651715, + "weighted_error_after": 16.65219651721418 + }, + { + "name": "model.layers.23.mlp.experts.22.up_proj", + "observed_tokens": 97, + "weighted_error_before": 25.633803814649582, + "weighted_error_after": 14.922759894281626 + }, + { + "name": "model.layers.23.mlp.experts.22.down_proj", + "observed_tokens": 97, + "weighted_error_before": 28.0813746470958, + "weighted_error_after": 18.465271760709584 + }, + { + "name": "model.layers.23.mlp.experts.23.gate_proj", + "observed_tokens": 1285, + "weighted_error_before": 31.859027782455087, + "weighted_error_after": 18.590828023850918 + }, + { + "name": "model.layers.23.mlp.experts.23.up_proj", + "observed_tokens": 1285, + "weighted_error_before": 30.778879538178444, + "weighted_error_after": 18.035506503656507 + }, + { + "name": "model.layers.23.mlp.experts.23.down_proj", + "observed_tokens": 1285, + "weighted_error_before": 28.695524542126805, + "weighted_error_after": 19.445315450429916 + }, + { + "name": "model.layers.23.mlp.experts.24.gate_proj", + "observed_tokens": 1273, + "weighted_error_before": 32.536627504974604, + "weighted_error_after": 18.806308241561055 + }, + { + "name": "model.layers.23.mlp.experts.24.up_proj", + "observed_tokens": 1273, + "weighted_error_before": 28.450484151020646, + "weighted_error_after": 16.651248544454575 + }, + { + "name": "model.layers.23.mlp.experts.24.down_proj", + "observed_tokens": 1273, + "weighted_error_before": 30.428220007568598, + "weighted_error_after": 20.14475131360814 + }, + { + "name": "model.layers.23.mlp.experts.25.gate_proj", + "observed_tokens": 199, + "weighted_error_before": 37.45131094008684, + "weighted_error_after": 21.388144383206964 + }, + { + "name": "model.layers.23.mlp.experts.25.up_proj", + "observed_tokens": 199, + "weighted_error_before": 38.20875835046172, + "weighted_error_after": 21.689200496301055 + }, + { + "name": "model.layers.23.mlp.experts.25.down_proj", + "observed_tokens": 199, + "weighted_error_before": 32.368167182430625, + "weighted_error_after": 20.329501498490572 + }, + { + "name": "model.layers.23.mlp.experts.26.gate_proj", + "observed_tokens": 1756, + "weighted_error_before": 31.014989715069532, + "weighted_error_after": 18.12883671745658 + }, + { + "name": "model.layers.23.mlp.experts.26.up_proj", + "observed_tokens": 1756, + "weighted_error_before": 28.032792810350657, + "weighted_error_after": 16.484673872590065 + }, + { + "name": "model.layers.23.mlp.experts.26.down_proj", + "observed_tokens": 1756, + "weighted_error_before": 32.66875876765698, + "weighted_error_after": 20.73539078515023 + }, + { + "name": "model.layers.23.mlp.experts.27.gate_proj", + "observed_tokens": 200, + "weighted_error_before": 34.26976191997528, + "weighted_error_after": 20.052958119660616 + }, + { + "name": "model.layers.23.mlp.experts.27.up_proj", + "observed_tokens": 200, + "weighted_error_before": 31.02734337747097, + "weighted_error_after": 18.49829290807247 + }, + { + "name": "model.layers.23.mlp.experts.27.down_proj", + "observed_tokens": 200, + "weighted_error_before": 30.77314176503569, + "weighted_error_after": 18.252382491715252 + }, + { + "name": "model.layers.23.mlp.experts.28.gate_proj", + "observed_tokens": 102, + "weighted_error_before": 29.161057636141777, + "weighted_error_after": 17.088424840942025 + }, + { + "name": "model.layers.23.mlp.experts.28.up_proj", + "observed_tokens": 102, + "weighted_error_before": 31.411765614524484, + "weighted_error_after": 18.482686387374997 + }, + { + "name": "model.layers.23.mlp.experts.28.down_proj", + "observed_tokens": 102, + "weighted_error_before": 29.499009371269494, + "weighted_error_after": 14.366539103444666 + }, + { + "name": "model.layers.23.mlp.experts.29.gate_proj", + "observed_tokens": 49, + "weighted_error_before": 29.20090562477708, + "weighted_error_after": 17.144888242706656 + }, + { + "name": "model.layers.23.mlp.experts.29.up_proj", + "observed_tokens": 49, + "weighted_error_before": 27.322583947330713, + "weighted_error_after": 16.118990967050195 + }, + { + "name": "model.layers.23.mlp.experts.29.down_proj", + "observed_tokens": 49, + "weighted_error_before": 31.54524685908109, + "weighted_error_after": 20.904730372596532 + }, + { + "name": "model.layers.23.mlp.experts.30.gate_proj", + "observed_tokens": 36, + "weighted_error_before": 30.34933509863913, + "weighted_error_after": 17.6044677849859 + }, + { + "name": "model.layers.23.mlp.experts.30.up_proj", + "observed_tokens": 36, + "weighted_error_before": 28.93151031062007, + "weighted_error_after": 16.688188150525093 + }, + { + "name": "model.layers.23.mlp.experts.30.down_proj", + "observed_tokens": 36, + "weighted_error_before": 29.299495642073452, + "weighted_error_after": 18.706463078502566 + }, + { + "name": "model.layers.23.mlp.experts.31.gate_proj", + "observed_tokens": 189, + "weighted_error_before": 29.380382601171732, + "weighted_error_after": 17.127754671499133 + }, + { + "name": "model.layers.23.mlp.experts.31.up_proj", + "observed_tokens": 189, + "weighted_error_before": 24.706749146804214, + "weighted_error_after": 14.700875932350755 + }, + { + "name": "model.layers.23.mlp.experts.31.down_proj", + "observed_tokens": 189, + "weighted_error_before": 39.84198477584869, + "weighted_error_after": 23.670058723539114 + }, + { + "name": "model.layers.23.mlp.experts.32.gate_proj", + "observed_tokens": 447, + "weighted_error_before": 35.66146657988429, + "weighted_error_after": 21.131321480497718 + }, + { + "name": "model.layers.23.mlp.experts.32.up_proj", + "observed_tokens": 447, + "weighted_error_before": 34.28014512732625, + "weighted_error_after": 19.90113248862326 + }, + { + "name": "model.layers.23.mlp.experts.32.down_proj", + "observed_tokens": 447, + "weighted_error_before": 31.058024584315717, + "weighted_error_after": 19.047419420909137 + }, + { + "name": "model.layers.23.mlp.experts.33.gate_proj", + "observed_tokens": 182, + "weighted_error_before": 34.78673915565014, + "weighted_error_after": 20.043130772188306 + }, + { + "name": "model.layers.23.mlp.experts.33.up_proj", + "observed_tokens": 182, + "weighted_error_before": 32.68845562636852, + "weighted_error_after": 19.16415304131806 + }, + { + "name": "model.layers.23.mlp.experts.33.down_proj", + "observed_tokens": 182, + "weighted_error_before": 28.69110298389569, + "weighted_error_after": 16.711430832510814 + }, + { + "name": "model.layers.23.mlp.experts.34.gate_proj", + "observed_tokens": 2, + "weighted_error_before": 28.799176830798388, + "weighted_error_after": 17.008435723371804 + }, + { + "name": "model.layers.23.mlp.experts.34.up_proj", + "observed_tokens": 2, + "weighted_error_before": 26.365299040451646, + "weighted_error_after": 15.40228414349258 + }, + { + "name": "model.layers.23.mlp.experts.34.down_proj", + "observed_tokens": 2, + "weighted_error_before": 33.37657477334142, + "weighted_error_after": 22.425834241323173 + }, + { + "name": "model.layers.23.mlp.experts.35.gate_proj", + "observed_tokens": 131, + "weighted_error_before": 39.29669101536274, + "weighted_error_after": 22.71649252809584 + }, + { + "name": "model.layers.23.mlp.experts.35.up_proj", + "observed_tokens": 131, + "weighted_error_before": 39.42687911912799, + "weighted_error_after": 23.232631716877222 + }, + { + "name": "model.layers.23.mlp.experts.35.down_proj", + "observed_tokens": 131, + "weighted_error_before": 32.13462728634477, + "weighted_error_after": 21.26825463073328 + }, + { + "name": "model.layers.23.mlp.experts.36.gate_proj", + "observed_tokens": 12, + "weighted_error_before": 32.19120780751109, + "weighted_error_after": 18.88302280753851 + }, + { + "name": "model.layers.23.mlp.experts.36.up_proj", + "observed_tokens": 12, + "weighted_error_before": 31.914221357554197, + "weighted_error_after": 18.584642296656966 + }, + { + "name": "model.layers.23.mlp.experts.36.down_proj", + "observed_tokens": 12, + "weighted_error_before": 30.942352421581745, + "weighted_error_after": 20.320393421687186 + }, + { + "name": "model.layers.23.mlp.experts.37.gate_proj", + "observed_tokens": 289, + "weighted_error_before": 41.03095580637455, + "weighted_error_after": 23.512285580858588 + }, + { + "name": "model.layers.23.mlp.experts.37.up_proj", + "observed_tokens": 289, + "weighted_error_before": 38.04502401128411, + "weighted_error_after": 22.256800193339586 + }, + { + "name": "model.layers.23.mlp.experts.37.down_proj", + "observed_tokens": 289, + "weighted_error_before": 31.69722938351333, + "weighted_error_after": 20.007751230616122 + }, + { + "name": "model.layers.23.mlp.experts.38.gate_proj", + "observed_tokens": 36, + "weighted_error_before": 31.053553372621536, + "weighted_error_after": 18.357135858386755 + }, + { + "name": "model.layers.23.mlp.experts.38.up_proj", + "observed_tokens": 36, + "weighted_error_before": 33.72666861116886, + "weighted_error_after": 20.065323874354362 + }, + { + "name": "model.layers.23.mlp.experts.38.down_proj", + "observed_tokens": 36, + "weighted_error_before": 36.94906507991254, + "weighted_error_after": 24.34225252829492 + }, + { + "name": "model.layers.23.mlp.experts.39.gate_proj", + "observed_tokens": 332, + "weighted_error_before": 35.95962440595031, + "weighted_error_after": 20.85427862033248 + }, + { + "name": "model.layers.23.mlp.experts.39.up_proj", + "observed_tokens": 332, + "weighted_error_before": 35.67217418178916, + "weighted_error_after": 20.81447910889983 + }, + { + "name": "model.layers.23.mlp.experts.39.down_proj", + "observed_tokens": 332, + "weighted_error_before": 32.25804345821962, + "weighted_error_after": 20.878029278479517 + }, + { + "name": "model.layers.23.mlp.experts.40.gate_proj", + "observed_tokens": 168, + "weighted_error_before": 33.273094503208995, + "weighted_error_after": 19.5884906668216 + }, + { + "name": "model.layers.23.mlp.experts.40.up_proj", + "observed_tokens": 168, + "weighted_error_before": 28.847984364256263, + "weighted_error_after": 16.960032179951668 + }, + { + "name": "model.layers.23.mlp.experts.40.down_proj", + "observed_tokens": 168, + "weighted_error_before": 31.07487274426967, + "weighted_error_after": 20.41646814160049 + }, + { + "name": "model.layers.23.mlp.experts.41.gate_proj", + "observed_tokens": 62, + "weighted_error_before": 22.41872178763151, + "weighted_error_after": 13.186447967775166 + }, + { + "name": "model.layers.23.mlp.experts.41.up_proj", + "observed_tokens": 62, + "weighted_error_before": 28.14524924196303, + "weighted_error_after": 16.73184060677886 + }, + { + "name": "model.layers.23.mlp.experts.41.down_proj", + "observed_tokens": 62, + "weighted_error_before": 38.01947058364749, + "weighted_error_after": 18.707917099352926 + }, + { + "name": "model.layers.23.mlp.experts.42.gate_proj", + "observed_tokens": 399, + "weighted_error_before": 33.119158040732145, + "weighted_error_after": 19.192297431640327 + }, + { + "name": "model.layers.23.mlp.experts.42.up_proj", + "observed_tokens": 399, + "weighted_error_before": 32.2825696952641, + "weighted_error_after": 18.941495863720775 + }, + { + "name": "model.layers.23.mlp.experts.42.down_proj", + "observed_tokens": 399, + "weighted_error_before": 31.030403706710786, + "weighted_error_after": 20.34192270366475 + }, + { + "name": "model.layers.23.mlp.experts.43.gate_proj", + "observed_tokens": 160, + "weighted_error_before": 34.091644674539566, + "weighted_error_after": 19.475927144289017 + }, + { + "name": "model.layers.23.mlp.experts.43.up_proj", + "observed_tokens": 160, + "weighted_error_before": 33.42399197071791, + "weighted_error_after": 19.31548831053078 + }, + { + "name": "model.layers.23.mlp.experts.43.down_proj", + "observed_tokens": 160, + "weighted_error_before": 30.279694772325456, + "weighted_error_after": 19.61482159048319 + }, + { + "name": "model.layers.23.mlp.experts.44.gate_proj", + "observed_tokens": 108, + "weighted_error_before": 39.957571402192116, + "weighted_error_after": 23.346291724592447 + }, + { + "name": "model.layers.23.mlp.experts.44.up_proj", + "observed_tokens": 108, + "weighted_error_before": 39.45270047709346, + "weighted_error_after": 23.072223799303174 + }, + { + "name": "model.layers.23.mlp.experts.44.down_proj", + "observed_tokens": 108, + "weighted_error_before": 32.8305022129789, + "weighted_error_after": 21.58274852251634 + }, + { + "name": "model.layers.23.mlp.experts.45.gate_proj", + "observed_tokens": 353, + "weighted_error_before": 36.40534505620599, + "weighted_error_after": 21.147629976272583 + }, + { + "name": "model.layers.23.mlp.experts.45.up_proj", + "observed_tokens": 353, + "weighted_error_before": 34.22083047777414, + "weighted_error_after": 20.02468816563487 + }, + { + "name": "model.layers.23.mlp.experts.45.down_proj", + "observed_tokens": 353, + "weighted_error_before": 29.50067491782829, + "weighted_error_after": 13.964202695060521 + }, + { + "name": "model.layers.23.mlp.experts.46.gate_proj", + "observed_tokens": 93, + "weighted_error_before": 23.445946127176285, + "weighted_error_after": 13.924785370007157 + }, + { + "name": "model.layers.23.mlp.experts.46.up_proj", + "observed_tokens": 93, + "weighted_error_before": 30.44350683130324, + "weighted_error_after": 17.948319390416145 + }, + { + "name": "model.layers.23.mlp.experts.46.down_proj", + "observed_tokens": 93, + "weighted_error_before": 35.26916574686766, + "weighted_error_after": 20.143291431013495 + }, + { + "name": "model.layers.23.mlp.experts.47.gate_proj", + "observed_tokens": 398, + "weighted_error_before": 36.745565649122, + "weighted_error_after": 21.441998979076743 + }, + { + "name": "model.layers.23.mlp.experts.47.up_proj", + "observed_tokens": 398, + "weighted_error_before": 36.722428526729345, + "weighted_error_after": 21.397892612963915 + }, + { + "name": "model.layers.23.mlp.experts.47.down_proj", + "observed_tokens": 398, + "weighted_error_before": 31.11475205561146, + "weighted_error_after": 20.444827750558034 + }, + { + "name": "model.layers.23.mlp.experts.48.gate_proj", + "observed_tokens": 201, + "weighted_error_before": 36.78332691639662, + "weighted_error_after": 21.278103230521083 + }, + { + "name": "model.layers.23.mlp.experts.48.up_proj", + "observed_tokens": 201, + "weighted_error_before": 35.037199687212706, + "weighted_error_after": 20.341239934787154 + }, + { + "name": "model.layers.23.mlp.experts.48.down_proj", + "observed_tokens": 201, + "weighted_error_before": 32.46325445873663, + "weighted_error_after": 20.833737075328827 + }, + { + "name": "model.layers.23.mlp.experts.49.gate_proj", + "observed_tokens": 123, + "weighted_error_before": 42.16986485943198, + "weighted_error_after": 24.445948012173176 + }, + { + "name": "model.layers.23.mlp.experts.49.up_proj", + "observed_tokens": 123, + "weighted_error_before": 38.78947563841939, + "weighted_error_after": 22.772175822407007 + }, + { + "name": "model.layers.23.mlp.experts.49.down_proj", + "observed_tokens": 123, + "weighted_error_before": 32.84935819823295, + "weighted_error_after": 21.263565447879955 + }, + { + "name": "model.layers.23.mlp.experts.50.gate_proj", + "observed_tokens": 1295, + "weighted_error_before": 30.827587489038706, + "weighted_error_after": 17.966112542897463 + }, + { + "name": "model.layers.23.mlp.experts.50.up_proj", + "observed_tokens": 1295, + "weighted_error_before": 30.68113612756133, + "weighted_error_after": 17.69968004897237 + }, + { + "name": "model.layers.23.mlp.experts.50.down_proj", + "observed_tokens": 1295, + "weighted_error_before": 27.352667587809265, + "weighted_error_after": 17.833293207921088 + }, + { + "name": "model.layers.23.mlp.experts.51.gate_proj", + "observed_tokens": 189, + "weighted_error_before": 34.704083228483796, + "weighted_error_after": 20.375182446092367 + }, + { + "name": "model.layers.23.mlp.experts.51.up_proj", + "observed_tokens": 189, + "weighted_error_before": 37.86675822548568, + "weighted_error_after": 21.74497371725738 + }, + { + "name": "model.layers.23.mlp.experts.51.down_proj", + "observed_tokens": 189, + "weighted_error_before": 30.648314508143812, + "weighted_error_after": 11.772723166970536 + }, + { + "name": "model.layers.23.mlp.experts.52.gate_proj", + "observed_tokens": 163, + "weighted_error_before": 39.30261329934001, + "weighted_error_after": 22.6471148096025 + }, + { + "name": "model.layers.23.mlp.experts.52.up_proj", + "observed_tokens": 163, + "weighted_error_before": 37.929247077554464, + "weighted_error_after": 21.795634442940354 + }, + { + "name": "model.layers.23.mlp.experts.52.down_proj", + "observed_tokens": 163, + "weighted_error_before": 30.549172535538673, + "weighted_error_after": 16.87376845581457 + }, + { + "name": "model.layers.23.mlp.experts.53.gate_proj", + "observed_tokens": 63, + "weighted_error_before": 37.973906081169844, + "weighted_error_after": 22.341552909463644 + }, + { + "name": "model.layers.23.mlp.experts.53.up_proj", + "observed_tokens": 63, + "weighted_error_before": 37.45507047697902, + "weighted_error_after": 21.928518876433372 + }, + { + "name": "model.layers.23.mlp.experts.53.down_proj", + "observed_tokens": 63, + "weighted_error_before": 31.207494682632387, + "weighted_error_after": 19.80724011315033 + }, + { + "name": "model.layers.23.mlp.experts.54.gate_proj", + "observed_tokens": 233, + "weighted_error_before": 28.39368442259729, + "weighted_error_after": 16.800422206521034 + }, + { + "name": "model.layers.23.mlp.experts.54.up_proj", + "observed_tokens": 233, + "weighted_error_before": 27.025743259117007, + "weighted_error_after": 15.941076893359423 + }, + { + "name": "model.layers.23.mlp.experts.54.down_proj", + "observed_tokens": 233, + "weighted_error_before": 42.198732445947826, + "weighted_error_after": 24.859929222613573 + }, + { + "name": "model.layers.23.mlp.experts.55.gate_proj", + "observed_tokens": 392, + "weighted_error_before": 32.79880786314607, + "weighted_error_after": 19.452275754883885 + }, + { + "name": "model.layers.23.mlp.experts.55.up_proj", + "observed_tokens": 392, + "weighted_error_before": 29.326359167695045, + "weighted_error_after": 17.312758015468717 + }, + { + "name": "model.layers.23.mlp.experts.55.down_proj", + "observed_tokens": 392, + "weighted_error_before": 33.749530270695686, + "weighted_error_after": 22.60851708613336 + }, + { + "name": "model.layers.23.mlp.experts.56.gate_proj", + "observed_tokens": 163, + "weighted_error_before": 38.38937545567751, + "weighted_error_after": 22.101238859817386 + }, + { + "name": "model.layers.23.mlp.experts.56.up_proj", + "observed_tokens": 163, + "weighted_error_before": 36.37604609131813, + "weighted_error_after": 21.03407834470272 + }, + { + "name": "model.layers.23.mlp.experts.56.down_proj", + "observed_tokens": 163, + "weighted_error_before": 30.85660405922681, + "weighted_error_after": 18.952630886808038 + }, + { + "name": "model.layers.23.mlp.experts.57.gate_proj", + "observed_tokens": 80, + "weighted_error_before": 37.82887686789036, + "weighted_error_after": 21.16296250373125 + }, + { + "name": "model.layers.23.mlp.experts.57.up_proj", + "observed_tokens": 80, + "weighted_error_before": 35.52306956425309, + "weighted_error_after": 20.350740037858486 + }, + { + "name": "model.layers.23.mlp.experts.57.down_proj", + "observed_tokens": 80, + "weighted_error_before": 30.773610510397702, + "weighted_error_after": 19.099034775048494 + }, + { + "name": "model.layers.23.mlp.experts.58.gate_proj", + "observed_tokens": 291, + "weighted_error_before": 41.5736322645098, + "weighted_error_after": 24.08115298487246 + }, + { + "name": "model.layers.23.mlp.experts.58.up_proj", + "observed_tokens": 291, + "weighted_error_before": 39.38683149963617, + "weighted_error_after": 23.145082358270884 + }, + { + "name": "model.layers.23.mlp.experts.58.down_proj", + "observed_tokens": 291, + "weighted_error_before": 32.22375188395381, + "weighted_error_after": 20.417422650381923 + }, + { + "name": "model.layers.23.mlp.experts.59.gate_proj", + "observed_tokens": 875, + "weighted_error_before": 31.615928553044796, + "weighted_error_after": 18.37032251805067 + }, + { + "name": "model.layers.23.mlp.experts.59.up_proj", + "observed_tokens": 875, + "weighted_error_before": 32.30159908905625, + "weighted_error_after": 18.84240063279867 + }, + { + "name": "model.layers.23.mlp.experts.59.down_proj", + "observed_tokens": 875, + "weighted_error_before": 29.15555579122156, + "weighted_error_after": 19.61085511604324 + }, + { + "name": "model.layers.23.mlp.experts.60.gate_proj", + "observed_tokens": 209, + "weighted_error_before": 34.516259625554085, + "weighted_error_after": 20.345411874353886 + }, + { + "name": "model.layers.23.mlp.experts.60.up_proj", + "observed_tokens": 209, + "weighted_error_before": 32.9544809833169, + "weighted_error_after": 19.346499159932137 + }, + { + "name": "model.layers.23.mlp.experts.60.down_proj", + "observed_tokens": 209, + "weighted_error_before": 29.3777912883088, + "weighted_error_after": 17.298938802909106 + }, + { + "name": "model.layers.23.mlp.experts.61.gate_proj", + "observed_tokens": 108, + "weighted_error_before": 36.0055802538991, + "weighted_error_after": 20.542762910947204 + }, + { + "name": "model.layers.23.mlp.experts.61.up_proj", + "observed_tokens": 108, + "weighted_error_before": 33.798345893621445, + "weighted_error_after": 19.31751445122063 + }, + { + "name": "model.layers.23.mlp.experts.61.down_proj", + "observed_tokens": 108, + "weighted_error_before": 30.06751990132034, + "weighted_error_after": 18.74706024862826 + }, + { + "name": "model.layers.23.mlp.experts.62.gate_proj", + "observed_tokens": 95, + "weighted_error_before": 34.43655499257147, + "weighted_error_after": 20.087741432711482 + }, + { + "name": "model.layers.23.mlp.experts.62.up_proj", + "observed_tokens": 95, + "weighted_error_before": 32.586509734392166, + "weighted_error_after": 19.000234032049775 + }, + { + "name": "model.layers.23.mlp.experts.62.down_proj", + "observed_tokens": 95, + "weighted_error_before": 30.674580360762775, + "weighted_error_after": 16.107070886995643 + }, + { + "name": "model.layers.23.mlp.experts.63.gate_proj", + "observed_tokens": 10, + "weighted_error_before": 35.30075064487755, + "weighted_error_after": 20.593398174270988 + }, + { + "name": "model.layers.23.mlp.experts.63.up_proj", + "observed_tokens": 10, + "weighted_error_before": 36.80423401854932, + "weighted_error_after": 21.6323223086074 + }, + { + "name": "model.layers.23.mlp.experts.63.down_proj", + "observed_tokens": 10, + "weighted_error_before": 38.61766151059419, + "weighted_error_after": 25.430093373171985 + }, + { + "name": "model.layers.23.mlp.experts.64.gate_proj", + "observed_tokens": 778, + "weighted_error_before": 33.120058653876185, + "weighted_error_after": 19.348817044869065 + }, + { + "name": "model.layers.23.mlp.experts.64.up_proj", + "observed_tokens": 778, + "weighted_error_before": 31.497842863202095, + "weighted_error_after": 18.529236560687423 + }, + { + "name": "model.layers.23.mlp.experts.64.down_proj", + "observed_tokens": 778, + "weighted_error_before": 28.828312821220607, + "weighted_error_after": 19.019977880641818 + }, + { + "name": "model.layers.23.mlp.experts.65.gate_proj", + "observed_tokens": 67, + "weighted_error_before": 24.6736371666193, + "weighted_error_after": 14.37767207622528 + }, + { + "name": "model.layers.23.mlp.experts.65.up_proj", + "observed_tokens": 67, + "weighted_error_before": 34.238844433799386, + "weighted_error_after": 19.922297324053943 + }, + { + "name": "model.layers.23.mlp.experts.65.down_proj", + "observed_tokens": 67, + "weighted_error_before": 77.40805763565004, + "weighted_error_after": 37.766999582760036 + }, + { + "name": "model.layers.23.mlp.experts.66.gate_proj", + "observed_tokens": 170, + "weighted_error_before": 35.55764427036047, + "weighted_error_after": 20.766729917377234 + }, + { + "name": "model.layers.23.mlp.experts.66.up_proj", + "observed_tokens": 170, + "weighted_error_before": 34.87850671261549, + "weighted_error_after": 20.45544541068375 + }, + { + "name": "model.layers.23.mlp.experts.66.down_proj", + "observed_tokens": 170, + "weighted_error_before": 32.96152125764638, + "weighted_error_after": 18.790598914958537 + }, + { + "name": "model.layers.23.mlp.experts.67.gate_proj", + "observed_tokens": 178, + "weighted_error_before": 36.54054210707545, + "weighted_error_after": 20.269965888932347 + }, + { + "name": "model.layers.23.mlp.experts.67.up_proj", + "observed_tokens": 178, + "weighted_error_before": 34.831226106733084, + "weighted_error_after": 19.732170902192593 + }, + { + "name": "model.layers.23.mlp.experts.67.down_proj", + "observed_tokens": 178, + "weighted_error_before": 29.39801060780883, + "weighted_error_after": 16.71949070226401 + }, + { + "name": "model.layers.23.mlp.experts.68.gate_proj", + "observed_tokens": 1238, + "weighted_error_before": 33.294974667951465, + "weighted_error_after": 19.41340858489275 + }, + { + "name": "model.layers.23.mlp.experts.68.up_proj", + "observed_tokens": 1238, + "weighted_error_before": 27.577012475579977, + "weighted_error_after": 16.288704561069608 + }, + { + "name": "model.layers.23.mlp.experts.68.down_proj", + "observed_tokens": 1238, + "weighted_error_before": 31.973290299996734, + "weighted_error_after": 20.06281279725954 + }, + { + "name": "model.layers.23.mlp.experts.69.gate_proj", + "observed_tokens": 1369, + "weighted_error_before": 31.775488827377558, + "weighted_error_after": 18.532794170081615 + }, + { + "name": "model.layers.23.mlp.experts.69.up_proj", + "observed_tokens": 1369, + "weighted_error_before": 29.976687036454678, + "weighted_error_after": 17.54294990003109 + }, + { + "name": "model.layers.23.mlp.experts.69.down_proj", + "observed_tokens": 1369, + "weighted_error_before": 30.025793397799134, + "weighted_error_after": 20.03607438551262 + }, + { + "name": "model.layers.23.mlp.experts.70.gate_proj", + "observed_tokens": 109, + "weighted_error_before": 31.486462937667966, + "weighted_error_after": 17.380414851009846 + }, + { + "name": "model.layers.23.mlp.experts.70.up_proj", + "observed_tokens": 109, + "weighted_error_before": 31.09871467575431, + "weighted_error_after": 17.299906251952052 + }, + { + "name": "model.layers.23.mlp.experts.70.down_proj", + "observed_tokens": 109, + "weighted_error_before": 30.73740211687982, + "weighted_error_after": 18.511564849410206 + }, + { + "name": "model.layers.23.mlp.experts.71.gate_proj", + "observed_tokens": 188, + "weighted_error_before": 29.889043666422367, + "weighted_error_after": 17.123964278027415 + }, + { + "name": "model.layers.23.mlp.experts.71.up_proj", + "observed_tokens": 188, + "weighted_error_before": 29.1716695073992, + "weighted_error_after": 16.97098828665912 + }, + { + "name": "model.layers.23.mlp.experts.71.down_proj", + "observed_tokens": 188, + "weighted_error_before": 28.07457207562402, + "weighted_error_after": 18.719105719123036 + }, + { + "name": "model.layers.23.mlp.experts.72.gate_proj", + "observed_tokens": 532, + "weighted_error_before": 33.65671365708113, + "weighted_error_after": 19.708162559196353 + }, + { + "name": "model.layers.23.mlp.experts.72.up_proj", + "observed_tokens": 532, + "weighted_error_before": 33.34011909738183, + "weighted_error_after": 19.463937310501933 + }, + { + "name": "model.layers.23.mlp.experts.72.down_proj", + "observed_tokens": 532, + "weighted_error_before": 28.262444374151528, + "weighted_error_after": 17.699471289291978 + }, + { + "name": "model.layers.23.mlp.experts.73.gate_proj", + "observed_tokens": 190, + "weighted_error_before": 32.49826959334314, + "weighted_error_after": 19.008522481657565 + }, + { + "name": "model.layers.23.mlp.experts.73.up_proj", + "observed_tokens": 190, + "weighted_error_before": 30.202973149716854, + "weighted_error_after": 17.77571633644402 + }, + { + "name": "model.layers.23.mlp.experts.73.down_proj", + "observed_tokens": 190, + "weighted_error_before": 29.308334996923804, + "weighted_error_after": 17.86614529369399 + }, + { + "name": "model.layers.23.mlp.experts.74.gate_proj", + "observed_tokens": 950, + "weighted_error_before": 34.70626078546047, + "weighted_error_after": 20.299617948010564 + }, + { + "name": "model.layers.23.mlp.experts.74.up_proj", + "observed_tokens": 950, + "weighted_error_before": 33.024030957371, + "weighted_error_after": 19.599835608154535 + }, + { + "name": "model.layers.23.mlp.experts.74.down_proj", + "observed_tokens": 950, + "weighted_error_before": 29.431804773397744, + "weighted_error_after": 18.35168209206313 + }, + { + "name": "model.layers.23.mlp.experts.75.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 34.19467857852578, + "weighted_error_after": 19.385972836986184 + }, + { + "name": "model.layers.23.mlp.experts.75.up_proj", + "observed_tokens": 69, + "weighted_error_before": 32.1810908280313, + "weighted_error_after": 18.20002558082342 + }, + { + "name": "model.layers.23.mlp.experts.75.down_proj", + "observed_tokens": 69, + "weighted_error_before": 28.631548853125423, + "weighted_error_after": 17.96463652746752 + }, + { + "name": "model.layers.23.mlp.experts.76.gate_proj", + "observed_tokens": 1093, + "weighted_error_before": 30.869431350380182, + "weighted_error_after": 18.19938560668379 + }, + { + "name": "model.layers.23.mlp.experts.76.up_proj", + "observed_tokens": 1093, + "weighted_error_before": 30.53035418689251, + "weighted_error_after": 18.55151055380702 + }, + { + "name": "model.layers.23.mlp.experts.76.down_proj", + "observed_tokens": 1093, + "weighted_error_before": 37.55153043568134, + "weighted_error_after": 19.98303069313988 + }, + { + "name": "model.layers.23.mlp.experts.77.gate_proj", + "observed_tokens": 72, + "weighted_error_before": 30.510023158043623, + "weighted_error_after": 17.621488628908992 + }, + { + "name": "model.layers.23.mlp.experts.77.up_proj", + "observed_tokens": 72, + "weighted_error_before": 26.052672328427434, + "weighted_error_after": 15.298284579068422 + }, + { + "name": "model.layers.23.mlp.experts.77.down_proj", + "observed_tokens": 72, + "weighted_error_before": 34.552784693427384, + "weighted_error_after": 21.370962525717914 + }, + { + "name": "model.layers.23.mlp.experts.78.gate_proj", + "observed_tokens": 166, + "weighted_error_before": 34.63889819383621, + "weighted_error_after": 20.364840894937515 + }, + { + "name": "model.layers.23.mlp.experts.78.up_proj", + "observed_tokens": 166, + "weighted_error_before": 34.237024411559105, + "weighted_error_after": 20.19180218502879 + }, + { + "name": "model.layers.23.mlp.experts.78.down_proj", + "observed_tokens": 166, + "weighted_error_before": 29.289194654673338, + "weighted_error_after": 18.612894548103213 + }, + { + "name": "model.layers.23.mlp.experts.79.gate_proj", + "observed_tokens": 136, + "weighted_error_before": 37.769364977255464, + "weighted_error_after": 22.389448324218392 + }, + { + "name": "model.layers.23.mlp.experts.79.up_proj", + "observed_tokens": 136, + "weighted_error_before": 52.02135284617543, + "weighted_error_after": 31.654665518552065 + }, + { + "name": "model.layers.23.mlp.experts.79.down_proj", + "observed_tokens": 136, + "weighted_error_before": 132.02319047041237, + "weighted_error_after": 97.30577973369509 + }, + { + "name": "model.layers.23.mlp.experts.80.gate_proj", + "observed_tokens": 781, + "weighted_error_before": 37.2638590708375, + "weighted_error_after": 21.846989130601287 + }, + { + "name": "model.layers.23.mlp.experts.80.up_proj", + "observed_tokens": 781, + "weighted_error_before": 34.21452997624874, + "weighted_error_after": 20.15891294926405 + }, + { + "name": "model.layers.23.mlp.experts.80.down_proj", + "observed_tokens": 781, + "weighted_error_before": 30.721440309658647, + "weighted_error_after": 20.74821755522862 + }, + { + "name": "model.layers.23.mlp.experts.81.gate_proj", + "observed_tokens": 410, + "weighted_error_before": 24.83369943499565, + "weighted_error_after": 14.57182876393199 + }, + { + "name": "model.layers.23.mlp.experts.81.up_proj", + "observed_tokens": 410, + "weighted_error_before": 29.93316980265081, + "weighted_error_after": 17.891281640157104 + }, + { + "name": "model.layers.23.mlp.experts.81.down_proj", + "observed_tokens": 410, + "weighted_error_before": 38.04546799045056, + "weighted_error_after": 20.202342190314084 + }, + { + "name": "model.layers.23.mlp.experts.82.gate_proj", + "observed_tokens": 224, + "weighted_error_before": 27.517508167773485, + "weighted_error_after": 16.14686730131507 + }, + { + "name": "model.layers.23.mlp.experts.82.up_proj", + "observed_tokens": 224, + "weighted_error_before": 29.191158505156636, + "weighted_error_after": 17.2154647000134 + }, + { + "name": "model.layers.23.mlp.experts.82.down_proj", + "observed_tokens": 224, + "weighted_error_before": 28.517255418468267, + "weighted_error_after": 15.933761775493622 + }, + { + "name": "model.layers.23.mlp.experts.83.gate_proj", + "observed_tokens": 64, + "weighted_error_before": 33.52845317311585, + "weighted_error_after": 19.608612944372 + }, + { + "name": "model.layers.23.mlp.experts.83.up_proj", + "observed_tokens": 64, + "weighted_error_before": 32.416637897491455, + "weighted_error_after": 18.84059478342533 + }, + { + "name": "model.layers.23.mlp.experts.83.down_proj", + "observed_tokens": 64, + "weighted_error_before": 29.170532766263932, + "weighted_error_after": 17.770278806099668 + }, + { + "name": "model.layers.23.mlp.experts.84.gate_proj", + "observed_tokens": 320, + "weighted_error_before": 26.300100091844797, + "weighted_error_after": 14.140981568954885 + }, + { + "name": "model.layers.23.mlp.experts.84.up_proj", + "observed_tokens": 320, + "weighted_error_before": 37.19235662557185, + "weighted_error_after": 22.280508926138282 + }, + { + "name": "model.layers.23.mlp.experts.84.down_proj", + "observed_tokens": 320, + "weighted_error_before": 36.14775365131209, + "weighted_error_after": 3.8615652768639848 + }, + { + "name": "model.layers.23.mlp.experts.85.gate_proj", + "observed_tokens": 230, + "weighted_error_before": 36.35108107328415, + "weighted_error_after": 21.524858880788088 + }, + { + "name": "model.layers.23.mlp.experts.85.up_proj", + "observed_tokens": 230, + "weighted_error_before": 35.467639349401, + "weighted_error_after": 20.87386895529926 + }, + { + "name": "model.layers.23.mlp.experts.85.down_proj", + "observed_tokens": 230, + "weighted_error_before": 31.794518845155835, + "weighted_error_after": 20.492301093880087 + }, + { + "name": "model.layers.23.mlp.experts.86.gate_proj", + "observed_tokens": 730, + "weighted_error_before": 34.14805891737342, + "weighted_error_after": 19.31005178950727 + }, + { + "name": "model.layers.23.mlp.experts.86.up_proj", + "observed_tokens": 730, + "weighted_error_before": 37.12571324408054, + "weighted_error_after": 21.671951364725828 + }, + { + "name": "model.layers.23.mlp.experts.86.down_proj", + "observed_tokens": 730, + "weighted_error_before": 32.59815629548393, + "weighted_error_after": 5.321792312839534 + }, + { + "name": "model.layers.23.mlp.experts.87.gate_proj", + "observed_tokens": 3, + "weighted_error_before": 31.113093085587025, + "weighted_error_after": 18.19328807014972 + }, + { + "name": "model.layers.23.mlp.experts.87.up_proj", + "observed_tokens": 3, + "weighted_error_before": 27.60963660106063, + "weighted_error_after": 16.206051407381892 + }, + { + "name": "model.layers.23.mlp.experts.87.down_proj", + "observed_tokens": 3, + "weighted_error_before": 35.72890090662986, + "weighted_error_after": 23.942058351822197 + }, + { + "name": "model.layers.23.mlp.experts.88.gate_proj", + "observed_tokens": 75, + "weighted_error_before": 31.861997613683343, + "weighted_error_after": 18.75091466959566 + }, + { + "name": "model.layers.23.mlp.experts.88.up_proj", + "observed_tokens": 75, + "weighted_error_before": 30.749038122594357, + "weighted_error_after": 18.03921850025654 + }, + { + "name": "model.layers.23.mlp.experts.88.down_proj", + "observed_tokens": 75, + "weighted_error_before": 27.60570947267115, + "weighted_error_after": 13.171221545198932 + }, + { + "name": "model.layers.23.mlp.experts.89.gate_proj", + "observed_tokens": 55, + "weighted_error_before": 33.9707259349525, + "weighted_error_after": 19.97126315906644 + }, + { + "name": "model.layers.23.mlp.experts.89.up_proj", + "observed_tokens": 55, + "weighted_error_before": 32.21954140625894, + "weighted_error_after": 19.106464618816972 + }, + { + "name": "model.layers.23.mlp.experts.89.down_proj", + "observed_tokens": 55, + "weighted_error_before": 42.347530911676586, + "weighted_error_after": 24.729201435111463 + }, + { + "name": "model.layers.23.mlp.experts.90.gate_proj", + "observed_tokens": 1263, + "weighted_error_before": 32.381340308114886, + "weighted_error_after": 19.01797255128622 + }, + { + "name": "model.layers.23.mlp.experts.90.up_proj", + "observed_tokens": 1263, + "weighted_error_before": 26.328876396641135, + "weighted_error_after": 15.412675723433495 + }, + { + "name": "model.layers.23.mlp.experts.90.down_proj", + "observed_tokens": 1263, + "weighted_error_before": 33.02508103940636, + "weighted_error_after": 21.772552610374987 + }, + { + "name": "model.layers.23.mlp.experts.91.gate_proj", + "observed_tokens": 528, + "weighted_error_before": 35.406384164467454, + "weighted_error_after": 20.4323566313833 + }, + { + "name": "model.layers.23.mlp.experts.91.up_proj", + "observed_tokens": 528, + "weighted_error_before": 34.26754070445895, + "weighted_error_after": 19.821154069155455 + }, + { + "name": "model.layers.23.mlp.experts.91.down_proj", + "observed_tokens": 528, + "weighted_error_before": 29.258321140892804, + "weighted_error_after": 18.415920349769294 + }, + { + "name": "model.layers.23.mlp.experts.92.gate_proj", + "observed_tokens": 32, + "weighted_error_before": 32.18392403051257, + "weighted_error_after": 18.656773384660482 + }, + { + "name": "model.layers.23.mlp.experts.92.up_proj", + "observed_tokens": 32, + "weighted_error_before": 28.106714630499482, + "weighted_error_after": 16.437169579789042 + }, + { + "name": "model.layers.23.mlp.experts.92.down_proj", + "observed_tokens": 32, + "weighted_error_before": 35.511418466456234, + "weighted_error_after": 23.32487206114456 + }, + { + "name": "model.layers.23.mlp.experts.93.gate_proj", + "observed_tokens": 127, + "weighted_error_before": 35.156472377479076, + "weighted_error_after": 19.519662376493216 + }, + { + "name": "model.layers.23.mlp.experts.93.up_proj", + "observed_tokens": 127, + "weighted_error_before": 35.009206876158714, + "weighted_error_after": 19.394473653286695 + }, + { + "name": "model.layers.23.mlp.experts.93.down_proj", + "observed_tokens": 127, + "weighted_error_before": 29.54267886467278, + "weighted_error_after": 17.874161280691624 + }, + { + "name": "model.layers.23.mlp.experts.94.gate_proj", + "observed_tokens": 1445, + "weighted_error_before": 35.197145756334066, + "weighted_error_after": 20.46988538466394 + }, + { + "name": "model.layers.23.mlp.experts.94.up_proj", + "observed_tokens": 1445, + "weighted_error_before": 33.473468381911516, + "weighted_error_after": 19.13032543286681 + }, + { + "name": "model.layers.23.mlp.experts.94.down_proj", + "observed_tokens": 1445, + "weighted_error_before": 31.72035114094615, + "weighted_error_after": 20.636831709183753 + }, + { + "name": "model.layers.23.mlp.experts.95.gate_proj", + "observed_tokens": 1264, + "weighted_error_before": 31.711917398497462, + "weighted_error_after": 18.720234759151936 + }, + { + "name": "model.layers.23.mlp.experts.95.up_proj", + "observed_tokens": 1264, + "weighted_error_before": 27.47584632411599, + "weighted_error_after": 15.961074076592922 + }, + { + "name": "model.layers.23.mlp.experts.95.down_proj", + "observed_tokens": 1264, + "weighted_error_before": 32.081359763629735, + "weighted_error_after": 20.6848593945615 + }, + { + "name": "model.layers.23.mlp.experts.96.gate_proj", + "observed_tokens": 297, + "weighted_error_before": 35.50808718428016, + "weighted_error_after": 20.806900030001998 + }, + { + "name": "model.layers.23.mlp.experts.96.up_proj", + "observed_tokens": 297, + "weighted_error_before": 34.433811236172915, + "weighted_error_after": 20.1128913667053 + }, + { + "name": "model.layers.23.mlp.experts.96.down_proj", + "observed_tokens": 297, + "weighted_error_before": 29.063307711854577, + "weighted_error_after": 18.022357323672622 + }, + { + "name": "model.layers.23.mlp.experts.97.gate_proj", + "observed_tokens": 144, + "weighted_error_before": 35.66303104534745, + "weighted_error_after": 20.902614816091955 + }, + { + "name": "model.layers.23.mlp.experts.97.up_proj", + "observed_tokens": 144, + "weighted_error_before": 34.53129315003753, + "weighted_error_after": 20.25301582738757 + }, + { + "name": "model.layers.23.mlp.experts.97.down_proj", + "observed_tokens": 144, + "weighted_error_before": 29.93332801759243, + "weighted_error_after": 18.692300397902727 + }, + { + "name": "model.layers.23.mlp.experts.98.gate_proj", + "observed_tokens": 180, + "weighted_error_before": 28.402775740250945, + "weighted_error_after": 15.898727728053927 + }, + { + "name": "model.layers.23.mlp.experts.98.up_proj", + "observed_tokens": 180, + "weighted_error_before": 29.35328797250986, + "weighted_error_after": 16.330848081037402 + }, + { + "name": "model.layers.23.mlp.experts.98.down_proj", + "observed_tokens": 180, + "weighted_error_before": 29.327666448429227, + "weighted_error_after": 15.93943959986791 + }, + { + "name": "model.layers.23.mlp.experts.99.gate_proj", + "observed_tokens": 957, + "weighted_error_before": 31.685593374073505, + "weighted_error_after": 18.71344317868352 + }, + { + "name": "model.layers.23.mlp.experts.99.up_proj", + "observed_tokens": 957, + "weighted_error_before": 29.14399766549468, + "weighted_error_after": 17.008444879204035 + }, + { + "name": "model.layers.23.mlp.experts.99.down_proj", + "observed_tokens": 957, + "weighted_error_before": 28.481258826795965, + "weighted_error_after": 18.93080542352982 + }, + { + "name": "model.layers.23.mlp.experts.100.gate_proj", + "observed_tokens": 180, + "weighted_error_before": 29.711661582812667, + "weighted_error_after": 17.43590565212071 + }, + { + "name": "model.layers.23.mlp.experts.100.up_proj", + "observed_tokens": 180, + "weighted_error_before": 26.51426573842764, + "weighted_error_after": 15.533160144463181 + }, + { + "name": "model.layers.23.mlp.experts.100.down_proj", + "observed_tokens": 180, + "weighted_error_before": 35.15578826656565, + "weighted_error_after": 18.827341564930975 + }, + { + "name": "model.layers.23.mlp.experts.101.gate_proj", + "observed_tokens": 69, + "weighted_error_before": 28.541779600083828, + "weighted_error_after": 16.759198382496834 + }, + { + "name": "model.layers.23.mlp.experts.101.up_proj", + "observed_tokens": 69, + "weighted_error_before": 25.510259233415127, + "weighted_error_after": 14.97809812054038 + }, + { + "name": "model.layers.23.mlp.experts.101.down_proj", + "observed_tokens": 69, + "weighted_error_before": 27.399215687531978, + "weighted_error_after": 16.95685444958508 + }, + { + "name": "model.layers.23.mlp.experts.102.gate_proj", + "observed_tokens": 402, + "weighted_error_before": 38.52884184755385, + "weighted_error_after": 21.9899184955284 + }, + { + "name": "model.layers.23.mlp.experts.102.up_proj", + "observed_tokens": 402, + "weighted_error_before": 35.163885090500116, + "weighted_error_after": 20.294950641691685 + }, + { + "name": "model.layers.23.mlp.experts.102.down_proj", + "observed_tokens": 402, + "weighted_error_before": 32.22580529656261, + "weighted_error_after": 20.945133926346898 + }, + { + "name": "model.layers.23.mlp.experts.103.gate_proj", + "observed_tokens": 70, + "weighted_error_before": 31.82397548481822, + "weighted_error_after": 18.858618483878672 + }, + { + "name": "model.layers.23.mlp.experts.103.up_proj", + "observed_tokens": 70, + "weighted_error_before": 25.30706823244691, + "weighted_error_after": 14.784302867949009 + }, + { + "name": "model.layers.23.mlp.experts.103.down_proj", + "observed_tokens": 70, + "weighted_error_before": 37.40691276919097, + "weighted_error_after": 22.559030341915786 + }, + { + "name": "model.layers.23.mlp.experts.104.gate_proj", + "observed_tokens": 65, + "weighted_error_before": 33.183033745735884, + "weighted_error_after": 19.366972217336297 + }, + { + "name": "model.layers.23.mlp.experts.104.up_proj", + "observed_tokens": 65, + "weighted_error_before": 32.378720592707396, + "weighted_error_after": 19.030157977715135 + }, + { + "name": "model.layers.23.mlp.experts.104.down_proj", + "observed_tokens": 65, + "weighted_error_before": 29.076949384063482, + "weighted_error_after": 17.520698606502265 + }, + { + "name": "model.layers.23.mlp.experts.105.gate_proj", + "observed_tokens": 143, + "weighted_error_before": 28.404171492904425, + "weighted_error_after": 16.781412351876497 + }, + { + "name": "model.layers.23.mlp.experts.105.up_proj", + "observed_tokens": 143, + "weighted_error_before": 25.7459706813097, + "weighted_error_after": 15.226682426407933 + }, + { + "name": "model.layers.23.mlp.experts.105.down_proj", + "observed_tokens": 143, + "weighted_error_before": 33.53410244267434, + "weighted_error_after": 19.265311111696064 + }, + { + "name": "model.layers.23.mlp.experts.106.gate_proj", + "observed_tokens": 1120, + "weighted_error_before": 33.087808683514595, + "weighted_error_after": 19.43426489084959 + }, + { + "name": "model.layers.23.mlp.experts.106.up_proj", + "observed_tokens": 1120, + "weighted_error_before": 28.484554950147867, + "weighted_error_after": 16.622078036889434 + }, + { + "name": "model.layers.23.mlp.experts.106.down_proj", + "observed_tokens": 1120, + "weighted_error_before": 28.075998979620636, + "weighted_error_after": 18.385659263003618 + }, + { + "name": "model.layers.23.mlp.experts.107.gate_proj", + "observed_tokens": 152, + "weighted_error_before": 39.17481419630349, + "weighted_error_after": 22.4014875870198 + }, + { + "name": "model.layers.23.mlp.experts.107.up_proj", + "observed_tokens": 152, + "weighted_error_before": 36.753859624266624, + "weighted_error_after": 20.78907679952681 + }, + { + "name": "model.layers.23.mlp.experts.107.down_proj", + "observed_tokens": 152, + "weighted_error_before": 32.20901738200337, + "weighted_error_after": 20.074881432112306 + }, + { + "name": "model.layers.23.mlp.experts.108.gate_proj", + "observed_tokens": 613, + "weighted_error_before": 38.16912771016359, + "weighted_error_after": 21.53569805622101 + }, + { + "name": "model.layers.23.mlp.experts.108.up_proj", + "observed_tokens": 613, + "weighted_error_before": 36.3775233104825, + "weighted_error_after": 20.651120657101274 + }, + { + "name": "model.layers.23.mlp.experts.108.down_proj", + "observed_tokens": 613, + "weighted_error_before": 31.041965041775256, + "weighted_error_after": 18.718856857158244 + }, + { + "name": "model.layers.23.mlp.experts.109.gate_proj", + "observed_tokens": 40, + "weighted_error_before": 26.42281254194677, + "weighted_error_after": 15.406508591026068 + }, + { + "name": "model.layers.23.mlp.experts.109.up_proj", + "observed_tokens": 40, + "weighted_error_before": 27.862912954762578, + "weighted_error_after": 16.216421462595463 + }, + { + "name": "model.layers.23.mlp.experts.109.down_proj", + "observed_tokens": 40, + "weighted_error_before": 36.44233032502234, + "weighted_error_after": 21.107722287531942 + }, + { + "name": "model.layers.23.mlp.experts.110.gate_proj", + "observed_tokens": 135, + "weighted_error_before": 38.77311805635691, + "weighted_error_after": 21.166432762518525 + }, + { + "name": "model.layers.23.mlp.experts.110.up_proj", + "observed_tokens": 135, + "weighted_error_before": 37.13318080827594, + "weighted_error_after": 20.12115311436355 + }, + { + "name": "model.layers.23.mlp.experts.110.down_proj", + "observed_tokens": 135, + "weighted_error_before": 30.88740930892527, + "weighted_error_after": 18.66940838797018 + }, + { + "name": "model.layers.23.mlp.experts.111.gate_proj", + "observed_tokens": 277, + "weighted_error_before": 25.771227542310953, + "weighted_error_after": 14.76713764294982 + }, + { + "name": "model.layers.23.mlp.experts.111.up_proj", + "observed_tokens": 277, + "weighted_error_before": 23.95681833475828, + "weighted_error_after": 13.703624945133924 + }, + { + "name": "model.layers.23.mlp.experts.111.down_proj", + "observed_tokens": 277, + "weighted_error_before": 26.583679060451686, + "weighted_error_after": 15.287781810387969 + }, + { + "name": "model.layers.23.mlp.experts.112.gate_proj", + "observed_tokens": 20, + "weighted_error_before": 37.08010886795819, + "weighted_error_after": 21.748377613723278 + }, + { + "name": "model.layers.23.mlp.experts.112.up_proj", + "observed_tokens": 20, + "weighted_error_before": 38.32893893867731, + "weighted_error_after": 22.529261752963066 + }, + { + "name": "model.layers.23.mlp.experts.112.down_proj", + "observed_tokens": 20, + "weighted_error_before": 34.041959000751376, + "weighted_error_after": 23.169700477272272 + }, + { + "name": "model.layers.23.mlp.experts.113.gate_proj", + "observed_tokens": 157, + "weighted_error_before": 40.689046908169985, + "weighted_error_after": 22.49576004035771 + }, + { + "name": "model.layers.23.mlp.experts.113.up_proj", + "observed_tokens": 157, + "weighted_error_before": 47.60559672117233, + "weighted_error_after": 23.776833517476916 + }, + { + "name": "model.layers.23.mlp.experts.113.down_proj", + "observed_tokens": 157, + "weighted_error_before": 37.15462549449876, + "weighted_error_after": 19.210028638131917 + }, + { + "name": "model.layers.23.mlp.experts.114.gate_proj", + "observed_tokens": 81, + "weighted_error_before": 26.773403828963637, + "weighted_error_after": 15.32187617663294 + }, + { + "name": "model.layers.23.mlp.experts.114.up_proj", + "observed_tokens": 81, + "weighted_error_before": 31.854590950533748, + "weighted_error_after": 18.34033814817667 + }, + { + "name": "model.layers.23.mlp.experts.114.down_proj", + "observed_tokens": 81, + "weighted_error_before": 61.57986005488783, + "weighted_error_after": 41.04252748284489 + }, + { + "name": "model.layers.23.mlp.experts.115.gate_proj", + "observed_tokens": 964, + "weighted_error_before": 39.40307987481356, + "weighted_error_after": 22.979023514315486 + }, + { + "name": "model.layers.23.mlp.experts.115.up_proj", + "observed_tokens": 964, + "weighted_error_before": 49.49117781966925, + "weighted_error_after": 27.398811040446162 + }, + { + "name": "model.layers.23.mlp.experts.115.down_proj", + "observed_tokens": 964, + "weighted_error_before": 35.34005742147565, + "weighted_error_after": 20.212927236687392 + }, + { + "name": "model.layers.23.mlp.experts.116.gate_proj", + "observed_tokens": 366, + "weighted_error_before": 30.57832552678883, + "weighted_error_after": 17.909859186038375 + }, + { + "name": "model.layers.23.mlp.experts.116.up_proj", + "observed_tokens": 366, + "weighted_error_before": 28.703146001324058, + "weighted_error_after": 16.8826252091676 + }, + { + "name": "model.layers.23.mlp.experts.116.down_proj", + "observed_tokens": 366, + "weighted_error_before": 28.089659999124706, + "weighted_error_after": 18.771940189879388 + }, + { + "name": "model.layers.23.mlp.experts.117.gate_proj", + "observed_tokens": 194, + "weighted_error_before": 32.78210940025747, + "weighted_error_after": 19.411352762952447 + }, + { + "name": "model.layers.23.mlp.experts.117.up_proj", + "observed_tokens": 194, + "weighted_error_before": 27.423514984548092, + "weighted_error_after": 16.29499763250351 + }, + { + "name": "model.layers.23.mlp.experts.117.down_proj", + "observed_tokens": 194, + "weighted_error_before": 34.99104527384043, + "weighted_error_after": 21.367869419511408 + }, + { + "name": "model.layers.23.mlp.experts.118.gate_proj", + "observed_tokens": 246, + "weighted_error_before": 36.47719914466143, + "weighted_error_after": 21.232201455160975 + }, + { + "name": "model.layers.23.mlp.experts.118.up_proj", + "observed_tokens": 246, + "weighted_error_before": 34.03450350090861, + "weighted_error_after": 20.064026283100247 + }, + { + "name": "model.layers.23.mlp.experts.118.down_proj", + "observed_tokens": 246, + "weighted_error_before": 28.997080258559436, + "weighted_error_after": 19.118846863973886 + }, + { + "name": "model.layers.23.mlp.experts.119.gate_proj", + "observed_tokens": 85, + "weighted_error_before": 32.93548018671572, + "weighted_error_after": 19.24486179277301 + }, + { + "name": "model.layers.23.mlp.experts.119.up_proj", + "observed_tokens": 85, + "weighted_error_before": 31.826312007382512, + "weighted_error_after": 18.47598427720368 + }, + { + "name": "model.layers.23.mlp.experts.119.down_proj", + "observed_tokens": 85, + "weighted_error_before": 27.72039806842804, + "weighted_error_after": 17.05691359192133 + }, + { + "name": "model.layers.23.mlp.experts.120.gate_proj", + "observed_tokens": 407, + "weighted_error_before": 32.03749844059348, + "weighted_error_after": 18.774628489278257 + }, + { + "name": "model.layers.23.mlp.experts.120.up_proj", + "observed_tokens": 407, + "weighted_error_before": 32.99741974286735, + "weighted_error_after": 19.309403140097857 + }, + { + "name": "model.layers.23.mlp.experts.120.down_proj", + "observed_tokens": 407, + "weighted_error_before": 33.95156442094594, + "weighted_error_after": 17.3690944169648 + }, + { + "name": "model.layers.23.mlp.experts.121.gate_proj", + "observed_tokens": 1749, + "weighted_error_before": 30.08863177895546, + "weighted_error_after": 17.743268815800548 + }, + { + "name": "model.layers.23.mlp.experts.121.up_proj", + "observed_tokens": 1749, + "weighted_error_before": 28.564166627824306, + "weighted_error_after": 16.767583778128028 + }, + { + "name": "model.layers.23.mlp.experts.121.down_proj", + "observed_tokens": 1749, + "weighted_error_before": 29.32010737247765, + "weighted_error_after": 19.7343410262838 + }, + { + "name": "model.layers.23.mlp.experts.122.gate_proj", + "observed_tokens": 74, + "weighted_error_before": 29.69521131552756, + "weighted_error_after": 17.45809126831591 + }, + { + "name": "model.layers.23.mlp.experts.122.up_proj", + "observed_tokens": 74, + "weighted_error_before": 26.094260547310114, + "weighted_error_after": 15.469145456328988 + }, + { + "name": "model.layers.23.mlp.experts.122.down_proj", + "observed_tokens": 74, + "weighted_error_before": 28.918707655742764, + "weighted_error_after": 19.24424572242424 + }, + { + "name": "model.layers.23.mlp.experts.123.gate_proj", + "observed_tokens": 70, + "weighted_error_before": 29.02477828040719, + "weighted_error_after": 17.02605235017836 + }, + { + "name": "model.layers.23.mlp.experts.123.up_proj", + "observed_tokens": 70, + "weighted_error_before": 27.33574349246919, + "weighted_error_after": 16.081470496952534 + }, + { + "name": "model.layers.23.mlp.experts.123.down_proj", + "observed_tokens": 70, + "weighted_error_before": 37.34140838962048, + "weighted_error_after": 22.294538126327097 + }, + { + "name": "model.layers.23.mlp.experts.124.gate_proj", + "observed_tokens": 214, + "weighted_error_before": 32.29695067927241, + "weighted_error_after": 18.82977720722556 + }, + { + "name": "model.layers.23.mlp.experts.124.up_proj", + "observed_tokens": 214, + "weighted_error_before": 34.81612256355584, + "weighted_error_after": 20.282999776303768 + }, + { + "name": "model.layers.23.mlp.experts.124.down_proj", + "observed_tokens": 214, + "weighted_error_before": 32.323073850013316, + "weighted_error_after": 15.7873271740973 + }, + { + "name": "model.layers.23.mlp.experts.125.gate_proj", + "observed_tokens": 120, + "weighted_error_before": 26.81207913532853, + "weighted_error_after": 15.85871571674943 + }, + { + "name": "model.layers.23.mlp.experts.125.up_proj", + "observed_tokens": 120, + "weighted_error_before": 25.460605723783374, + "weighted_error_after": 14.922786708921194 + }, + { + "name": "model.layers.23.mlp.experts.125.down_proj", + "observed_tokens": 120, + "weighted_error_before": 30.582691413350403, + "weighted_error_after": 19.039002574048936 + }, + { + "name": "model.layers.23.mlp.experts.126.gate_proj", + "observed_tokens": 118, + "weighted_error_before": 30.34709162823856, + "weighted_error_after": 17.516650957986712 + }, + { + "name": "model.layers.23.mlp.experts.126.up_proj", + "observed_tokens": 118, + "weighted_error_before": 24.44238594546914, + "weighted_error_after": 14.338972682133317 + }, + { + "name": "model.layers.23.mlp.experts.126.down_proj", + "observed_tokens": 118, + "weighted_error_before": 32.36336187645793, + "weighted_error_after": 20.194248245097697 + }, + { + "name": "model.layers.23.mlp.experts.127.gate_proj", + "observed_tokens": 77, + "weighted_error_before": 30.24361765012145, + "weighted_error_after": 17.87062724493444 + }, + { + "name": "model.layers.23.mlp.experts.127.up_proj", + "observed_tokens": 77, + "weighted_error_before": 28.574336506426334, + "weighted_error_after": 16.067065440118313 + }, + { + "name": "model.layers.23.mlp.experts.127.down_proj", + "observed_tokens": 77, + "weighted_error_before": 29.13759385701269, + "weighted_error_after": 19.071677821688354 + }, + { + "name": "model.layers.23.mlp.shared_experts.gate_proj", + "observed_tokens": 5624, + "weighted_error_before": 37.9966298379004, + "weighted_error_after": 24.21423660381697 + }, + { + "name": "model.layers.23.mlp.shared_experts.up_proj", + "observed_tokens": 5624, + "weighted_error_before": 73.97333015222102, + "weighted_error_after": 51.20102483779192 + }, + { + "name": "model.layers.23.mlp.shared_experts.down_proj", + "observed_tokens": 5624, + "weighted_error_before": 36.67054314771667, + "weighted_error_after": 21.231824013404548 + }, + { + "name": "lm_head", + "observed_tokens": 5624, + "weighted_error_before": 8864.908390317112, + "weighted_error_after": 5918.958033192437 + } + ], + "seconds": 154.62949543993454, + "max_tokens": 512 +} diff --git a/calibration/dataset/calibration_v1.json b/calibration/dataset/calibration_v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2438c6b9df4293f63c38eace3640a74557456b99 --- /dev/null +++ b/calibration/dataset/calibration_v1.json @@ -0,0 +1,26 @@ +[ + {"prompt":"写一封预约图书馆讨论室的邮件，说明人数、用途和时间，并询问是否有白板。","reasoning":"预约邮件需要明确日期、时段和资源需求，措辞礼貌，避免把尚未确认的预约当作已经成功。","answer":"老师您好：我们小组共有六人，希望预约下周三下午两点至四点的讨论室，用于讨论读书报告。请问该时段是否有空闲房间，房间内是否配有白板和白板笔？如果需要提前提交申请表，也请告知办理方式。感谢您的帮助，期待回复。"}, + {"prompt":"为一家小面包店拟一个减少浪费的办法，不降低食品安全标准。","reasoning":"应先从需求预测和生产批次入手，再考虑临期信息提示。过期食品不能通过促销继续出售。","answer":"连续记录两周各时段的销量、天气和剩余数量，按工作日与周末分别预测需求。早晨先生产基础数量，下午根据销售情况补烤。对仍在保质期内的商品可以清楚标注制作时间并适当优惠，过期或储存不当的食品必须按规定处理。每天闭店后复盘报损原因，避免仅凭印象扩大产量。"}, + {"prompt":"解释为什么冬天室内窗户上容易出现水珠。","reasoning":"现象取决于水蒸气遇冷凝结，需区分空气中看不见的水蒸气和可见的小水滴。","answer":"室内空气通常含有水蒸气，做饭、洗澡和呼吸都会增加湿度。冬天玻璃温度较低，靠近玻璃的空气被冷却，当温度降到露点以下时，一部分水蒸气会凝结成水滴。适度通风、降低湿度和改善窗户保温都有帮助。水珠多并不意味着玻璃在向室内漏水。"}, + {"prompt":"一个水箱有180升水，每分钟放出12升，同时流入3升，多久排空？请列算式。","reasoning":"流入和流出同时发生，净减少速度是每分钟九升。用总量除以净减少速度即可。","answer":"每分钟净减少的水量为12－3＝9升，因此排空时间是180÷9＝20分钟。这里假设流入和流出的速度一直保持不变，并且水箱排空之前两个过程都持续进行。"}, + {"prompt":"将这条公告改得清楚些：周五系统要维护，可能用不了，大家提前弄。","reasoning":"原文缺失具体时间和受影响服务，不能编造为已经确定的事实。可使用待填写项并提示保存工作。","answer":"维护通知：本周五【开始时间】至【结束时间】，我们将对【服务名称】进行维护。期间该服务可能暂时无法访问，请提前保存正在编辑的内容并安排相关工作。维护完成后将另行通知。如有紧急需求，请联系【联系人及联系方式】。发布前请补齐括号中的信息。"}, + {"prompt":"写一段温和的短故事，主角是第一次学做饭的孩子和奶奶。","reasoning":"采用简单生活场景，保持人物关系一致，用具体动作表达鼓励，不突然引入无关人物。","answer":"小禾第一次拿起锅铲，紧张得把盐罐推到了桌子边。奶奶伸手扶住它，笑着说，先尝一口，再决定放多少。番茄在锅里慢慢变软，厨房里升起暖暖的香气。小禾端着做好的面条走到桌前，发现两只碗里的面都少了一点。原来奶奶早已偷偷尝过。她认真地点点头：下次换你教我。小禾知道这是鼓励，却还是开心了很久。"}, + {"prompt":"Python里统计字符串中各字符的出现次数，返回普通字典，并说明空串的结果。","reasoning":"可以逐字符遍历并累加，不能用单词切分替代字符统计。空输入不进入循环，所以结果为空字典。","answer":"可以这样写：\n```python\ndef count_chars(text):\n result = {}\n for char in text:\n result[char] = result.get(char, 0) + 1\n return result\n\nassert count_chars('aba') == {'a': 2, 'b': 1}\nassert count_chars('') == {}\n```\n空格、标点也会作为字符计数。这个实现按Python字符串的码点遍历，复杂表情的显示单位不一定只对应一个码点。"}, + {"prompt":"解释SQL中WHERE与HAVING的区别，给出销售额分组例子。","reasoning":"WHERE在分组前过滤记录，HAVING在聚合之后筛选分组。示例应避免引用不存在的别名。","answer":"WHERE筛选参与计算的行，HAVING筛选已经聚合的组。例如统计今年销售额超过一万元的部门：\n```sql\nSELECT department, SUM(amount) AS total\nFROM sales\nWHERE sold_at >= '2026-01-01' AND sold_at < '2027-01-01'\nGROUP BY department\nHAVING SUM(amount) > 10000;\n```\n日期条件先减少参与分组的记录，然后对每个部门求和，最后用HAVING筛选满足金额条件的部门。"}, + {"prompt":"Translate into English: 请在提交报销申请前核对发票金额，并保留原始凭证。","reasoning":"翻译需要保留先后顺序、报销申请和原始凭证三个信息点，使用自然的商务英语。","answer":"Please verify the invoice amount before submitting your reimbursement request, and retain the original supporting documents.\n其中 reimbursement request 对应报销申请，supporting documents 指用于证明支出的相关凭证。"}, + {"prompt":"Explain to a beginner what a retry with exponential backoff does. Mention one limitation.","reasoning":"Describe delays increasing after failures, use a small numerical example, and mention that retrying a non-idempotent operation can duplicate effects.","answer":"After a temporary failure, the client waits before trying again. With exponential backoff, the delay grows, for example from one second to two seconds, then four seconds. A maximum delay and a retry limit prevent endless waiting. Random jitter helps avoid many clients retrying at the same instant. Retries must be designed carefully for operations such as payments, because a repeated request can create a duplicate unless the service provides an idempotency mechanism."}, + {"prompt":"一件商品原价240元，先打八折，再减20元，最后价格多少？和直接减40元相同吗？","reasoning":"百分比折扣先计算，固定金额后扣除。比较方案需分别算最终价格。","answer":"先打八折得到240×0.8＝192元，再减20元，最终价格为172元。直接在原价上减40元则是200元。两者不相同，前一种方案比后一种便宜28元。"}, + {"prompt":"如何向刚入职的同事解释备份和文件同步不是一回事？","reasoning":"区别在于历史版本、删除传播和恢复目标，不能保证所有备份产品都拥有相同功能。","answer":"文件同步的目标是让多个位置保持一致。如果一个文件被误删，删除操作也可能同步到其他设备。备份的目标是保留可恢复的副本，通常还需要明确版本、保留期限和恢复流程。选择工具时要确认是否保留历史版本，并实际演练恢复。仅看到另一台电脑里也有同名文件，并不足以证明已经具备可靠备份。"}, + {"prompt":"把这些事实整理成摘要：公交线路增加两班早班车；从下月开始试行；一个月后评估；票价不变。","reasoning":"摘要必须保留试行时间、增班数量、评估节点和票价，不能推断夜班或线路走向变化。","answer":"该公交线路将从下月起试行增加两班早班车，票价保持不变。试行一个月后，将根据运行情况进行评估。公告尚未给出新增班次的具体发车时间，乘客可关注后续时刻表。"}, + {"prompt":"为刚开始跑步的人设计一周安排，不追求成绩。","reasoning":"建议需要循序渐进并保留休息日，避免把一般性安排当成针对疾病的专业处方。","answer":"周一快走二十分钟，周二休息。周三采用走跑交替：慢跑一分钟、步行两分钟，重复六次。周四轻松散步，周五休息，周六根据感受重复周三的安排，周日做轻柔拉伸。以能正常说话的强度为宜，疼痛或明显不适时停止运动。已有相关疾病或伤病的人，应先向医生咨询适合自己的运动方式。"}, + {"prompt":"JavaScript中如何用async和await读取JSON响应并处理HTTP错误？","reasoning":"fetch遇到HTTP错误状态不一定抛异常，因此要显式检查response.ok，再解析JSON。","answer":"```javascript\nasync function loadJson(url) {\n const response = await fetch(url);\n if (!response.ok) {\n throw new Error(`HTTP ${response.status}`);\n }\n return await response.json();\n}\n```\n调用方使用try/catch处理网络错误、HTTP错误和JSON解析错误。实际应用还可以加入超时或取消机制，但不要无限重试所有错误。"}, + {"prompt":"比较地铁和骑自行车通勤各自适合什么情况。","reasoning":"按照距离、天气、可达性和时间稳定性比较，给出条件化结论，不假设用户居住地。","answer":"地铁适合距离较长、沿线站点方便的通勤，通常受道路拥堵影响较小，但需要考虑步行到站和换乘时间。自行车适合距离较短、有安全骑行路线的通勤，时间灵活，也能顺便运动，但更受天气和体力影响。可以分别记录一周的门到门耗时和舒适度，再决定日常方式，也可以把骑车与地铁组合起来。"}, + {"prompt":"温度计读数上午为负3摄氏度，中午升高8度，傍晚下降4度，傍晚是多少？","reasoning":"按照时间顺序计算带符号的温度变化，中午是五度，傍晚再减四度。","answer":"中午温度为－3＋8＝5摄氏度；傍晚温度为5－4＝1摄氏度。因此傍晚的读数是1摄氏度，比上午高4度。"}, + {"prompt":"解释月相为什么会变化，它是否主要由地球的影子造成？","reasoning":"普通月相由观察几何和日照方向决定，地球阴影遮挡对应月食，应明确区分。","answer":"月球本身不发光，我们看到的是它反射的太阳光。月球绕地球运动时，我们看见的受光部分比例发生变化，于是出现新月、上弦月、满月等月相。普通月相变化不是主要由地球影子造成的。当地球恰好挡住照向月球的阳光时，才可能发生月食。"}, + {"prompt":"帮我回复客户：包裹比预计晚了一天，目前只能确认已经离开发货仓。","reasoning":"应承认延迟并说明已知信息，不捏造送达时间或虚构已经联系物流。","answer":"您好，很抱歉包裹未能按原预计时间送达。目前可以确认包裹已离开发货仓，但我们暂时还不能确定准确送达时间。我们会继续核实运输进度，并在获得可靠信息后及时向您反馈。感谢您的耐心，也请您保留订单信息，便于后续查询。"}, + {"prompt":"把会议议程写成三个项目：回顾上周完成情况，讨论本周风险，确认负责人。","reasoning":"使用清晰项目顺序，不添加已经做出的决定。议程和会议纪要的时态应区分。","answer":"1. 回顾上周任务的完成情况，说明尚未完成事项及原因。\n2. 讨论本周可能影响进度或质量的风险，收集应对建议。\n3. 确认后续事项的负责人和预计完成时间，并在会后整理记录。\n这是一份待执行的会议议程，具体结论需要在讨论后填写。"}, + {"prompt":"写一个Python函数，只保留列表中第一次出现的元素，假设元素可哈希。","reasoning":"用集合检查是否见过，同时用列表保存顺序。不使用set直接返回，因为它不能表达首次出现的列表顺序要求。","answer":"```python\ndef unique_first(items):\n seen = set()\n result = []\n for item in items:\n if item not in seen:\n seen.add(item)\n result.append(item)\n return result\n\nassert unique_first([3, 1, 3, 2, 1]) == [3, 1, 2]\nassert unique_first([]) == []\n```\n函数不会修改输入列表。由于使用集合，输入元素需要可哈希；平均时间复杂度为O(n)。"}, + {"prompt":"用中文解释precision和recall的区别，场景是垃圾邮件识别。","reasoning":"精确率关注判为垃圾的邮件中有多少真的垃圾，召回率关注全部垃圾邮件中找到了多少。两个分母必须区分。","answer":"Precision通常译为精确率：被系统判为垃圾邮件的邮件中，真正垃圾邮件所占的比例。Recall通常译为召回率：所有真正垃圾邮件中，被系统成功识别出来的比例。例如系统标记了十封邮件，其中八封确实是垃圾，而实际一共有二十封垃圾邮件，那么精确率为8/10＝80%，召回率为8/20＝40%。"}, + {"prompt":"给小学生解释植物为什么需要光，也需要水。","reasoning":"用简单语言介绍光合作用，说明光是能量来源而水是原料之一，避免把肥料等同于食物。","answer":"植物像一个小小的工厂。叶片可以利用阳光提供的能量，把水和空气中的二氧化碳变成糖等物质，这个过程叫光合作用。水还帮助植物运输养分、保持形态。不过不同植物需要的光照和水量不同，水太多可能让根部缺氧，阳光太强也可能损伤叶片。照顾植物要看它的具体需要。"}, + {"prompt":"写一个简短结尾，让两位许久未见的朋友告别后仍期待再次相见。","reasoning":"保留温柔克制的叙事，使用一个具体物件或动作连接下一次见面，不改变人物数量。","answer":"车站的钟响了，两个人终于把聊不完的话暂时收好。阿宁将那本旧书递回去，书页里多了一张写着地址的纸。等桂花开了，你来找我。朋友点点头，登上车后还隔着窗挥手。车子离开的时候，阿宁没有急着转身。她第一次觉得，告别也可以是一种有日期的约定。"} +] diff --git a/calibration/dataset/deployment.txt b/calibration/dataset/deployment.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fbdd75ab00d67ecf257e7af0665456a19cb46bb --- /dev/null +++ b/calibration/dataset/deployment.txt @@ -0,0 +1,7 @@ +本地设备部署与维护说明 +设备首次安装时，应当先检查电源、网络和存储空间。管理人员需要确认系统时间正确，并为设备设置固定的内部地址。完成配置后，可以使用浏览器访问管理页面，检查模型服务、文档检索服务和音频服务是否启动成功。如果某个服务无法连接，应先查看该服务的状态和日志，不要直接重装整个系统。 +模型文件加载完成后，可以保留在内存中供多个请求复用。没有用户访问时，系统可以根据内存压力和空闲时间决定是否释放模型。释放之前必须确认当前没有正在执行的任务，也没有尚未发送完毕的音频。下一次请求到来时，应当重新初始化必要的运行资源，并在界面上显示准备状态。 +维护人员需要区分三类问题。第一类是网络连接中断，通常表现为页面无法打开或者连接超时。第二类是服务进程异常退出，通常能在日志中找到退出原因。第三类是模型推理失败，例如输入长度超过支持范围、文件损坏或者设备内存不足。这些问题需要分别处理，不能用同一种重启策略覆盖所有情况。 +升级软件时，应保留旧版程序和配置文件，并记录新旧版本的文件校验值。先在测试目录中运行新版本，确认基本功能正常，再切换正式服务。如果新版本出现问题，应当能够恢复到旧版本。恢复操作不能删除用户已经上传的文档、注册的音色或者已有的对话记录。 +性能测试应使用固定的输入和输出长度，同时记录处理器频率、内存占用和温度。测试前需要确认没有其他大型任务同时运行。对于需要持续服务的设备，还应安排混合负载测试，例如在生成回答时同时进行语音识别和文档检索，以判断这些功能之间是否会相互影响。 +数据备份应当定期执行，并验证备份文件是否能够恢复。只保存文件而不检查恢复过程，并不能保证数据安全。管理员可以先恢复一份小规模样本，确认文档数量、用户权限和索引状态一致，再决定是否进行完整恢复。涉及真实用户数据的操作必须遵循公司的管理制度。 diff --git a/calibration/dataset/meeting.txt b/calibration/dataset/meeting.txt new file mode 100644 index 0000000000000000000000000000000000000000..388456df5942b6fd81761b0c4367642730bd13ff --- /dev/null +++ b/calibration/dataset/meeting.txt @@ -0,0 +1,7 @@ +项目会议纪要 +本次会议围绕本地办公助手的试运行展开。产品负责人介绍了三个主要场景：整理会议记录、查询内部文档，以及根据客户问题生成回复草稿。参会人员一致认为，系统首先需要准确保留人名、日期和数字，不能为了让表达流畅而补充没有依据的信息。如果材料中存在矛盾，助手应当指出矛盾，并请用户核实。 +研发组说明，目前已经完成语音输入、文字检索和语音播放的基本连接。下一阶段将集中测试连续对话，特别是用户在助手发言时插话的情况。测试人员需要记录开始讲话、识别文字出现、旧回复停止以及新回复开始播放的时间。对于偶尔出现的延迟，不能只看平均值，还需要保留最慢的样本和当时的设备负载。 +文档组提出，知识库中的旧版本说明容易造成误导。上传文件时应当记录文档所属部门、发布日期、有效期和访问范围。如果检索结果来自已经废止的制度，回答中必须明确说明，不能直接作为当前规则使用。涉及财务和人事的资料，只能由具有相应权限的用户查询。 +会议确定了以下安排。小林负责在周三之前整理二十条常见问题，覆盖请假流程、设备报修和项目交付。小周负责检查模型服务的错误日志，并为每一次请求补充统一的编号。陈经理负责联系试用部门，选择五名员工参与为期一周的测试。所有问题都记录在同一份表格中，包含复现步骤、预期结果、实际结果和处理人。 +对于性能目标，大家同意在相同输入长度和相同设备设置下进行比较。第一次加载模型的耗时与模型已经驻留内存之后的响应时间应当分别报告。任何优化都必须先经过准确性检查，尤其不能通过省略文本、缩短回答或跳过必要的权限判断来获得更漂亮的数据。 +会议最后讨论了验收方式。试用员工需要分别评价回答是否正确、是否容易理解，以及是否节省了实际工作时间。技术人员则负责检查服务能否稳定运行、发生错误后能否恢复，并确认日志中没有泄露不应该记录的个人信息。下周一将根据这些材料决定是否扩大试用范围。 diff --git a/calibration/dataset/support.txt b/calibration/dataset/support.txt new file mode 100644 index 0000000000000000000000000000000000000000..564aebfbef61372d85cc86b696abaad363150572 --- /dev/null +++ b/calibration/dataset/support.txt @@ -0,0 +1,13 @@ +客户支持问答整理 +问题：上传资料之后为什么暂时搜索不到内容？ +回答：上传文件和建立检索索引是两个步骤。文件上传完成后，系统还需要提取文字、切分段落并计算向量。在处理结束之前，新内容可能不会出现在搜索结果中。您可以先查看处理状态。如果显示失败，请检查文件是否有密码、是否损坏，以及是否属于支持的格式。 +问题：助手回答中引用的内容与我看到的文档不同，应该怎么办？ +回答：请先核对引用的文档名称和版本。不同日期发布的文件可能包含不同规定。也有可能是原始文件中的表格或图片没有被正确识别。建议打开引用片段，查看其上下文，并将有问题的位置反馈给管理员。在确认之前，不应把存在疑问的内容作为正式依据。 +问题：是否可以让普通员工使用对话页面，但不允许他们修改工作流？ +回答：可以通过区分管理入口和使用入口来实现。管理员负责配置工作流、连接模型和维护知识库，普通员工只访问指定的对话应用。不过，页面入口的区分不等于数据权限已经完整实现。还需要确认不同员工能够访问哪些文档，以及检索时是否执行了相应的权限检查。 +问题：当设备没有连接显示器时，语音和对话功能还能工作吗？ +回答：如果相关服务按照后台运行方式部署，它们可以在没有显示器的情况下继续工作。依赖桌面会话的组件则需要单独检查。例如画面采集、窗口显示和某些音频设备可能受到桌面登录状态影响。验收时应实际拔掉显示器，并重新连接客户端验证，而不是只根据配置推断。 +问题：为什么第一次回答比后续回答慢？ +回答：首次请求可能包含模型加载、内存分配和运行资源准备。后续请求通常能够复用已经准备好的资源，所以等待时间会减少。报告性能时，应分别说明首次加载时间、预热后的首字延迟和持续输出速度。如果每一轮对话都重新加载模型，就需要检查服务是否正确保留了运行实例。 +问题：系统遇到不确定的问题时应该怎样回复？ +回答：应明确指出当前资料不足，并说明需要补充什么信息。对于涉及合同、费用和责任归属的问题，最好提供可核对的原文引用，必要时请相应负责人确认。助手可以帮助整理信息，但不能通过编造细节来填补缺失的证据。 diff --git a/calibration/dataset/think_loss_cases.json b/calibration/dataset/think_loss_cases.json new file mode 100644 index 0000000000000000000000000000000000000000..9483af7915e5b36a1803417972ffe552f68c8c26 --- /dev/null +++ b/calibration/dataset/think_loss_cases.json @@ -0,0 +1,23 @@ +[ + { + "id": "office_zh", + "domain": "中文办公与事实约束", + "prompt": "请根据以下记录编写一份可直接发给项目组的中文部署说明，覆盖结论、职责、验收、异常处理和限制。不要补造事实。记录：公司部署一台本地推理设备，管理员陈敏负责模型更新，李舟负责知识库整理，周宁负责验收。第一阶段只处理内部制度与会议记录，不允许访问公网。周一整理资料，周二建立知识库，周三执行验收；周三未通过则顺延，不承诺周四上线。检索结果必须带出处；证据不足时明确说明，不猜测。允许更换模型，但需先保存旧版本和配置，故障时恢复。访问分为管理员和普通员工；员工只使用对话页面。会议纪要有草稿与已确认两种状态，草稿不能作为制度依据。验收问题覆盖检索、引用、权限与重启恢复；具体响应时间暂未设定。", + "reasoning": "我需要把记录中的明确事实转换为一份部署说明，并保留所有尚未确定的事项。人员职责已经指定，不能交换姓名或额外增加负责人。时间表只约定周一至周三的工作，没有给出周四一定上线的承诺，因此应采用条件式表述。第一阶段资料类型有限，不能扩大到客户数据、互联网资料或外部工具。权限只有管理员和普通员工两类，不能自行增加第三类角色或编造审批步骤。检索必须给出处，证据不足时承认不足；草稿会议纪要虽然可以保存，却不能作为有效制度依据。模型可以更新，但是必须保存旧版本和配置，并提供恢复路径。验收范围包括检索、引用、权限与重启恢复，不应自行写入毫秒数、吞吐量或准确率。说明可以分为目的、职责、日程、使用规则、验收与回退几个部分。各段可以解释操作意义，但不能把建议写成已经实施的事实。尤其要区分访问公网的禁止条件与本地知识库的可用范围，也要区分已确认纪要和制度文件的效力。最后应明确上线以周三验收结果为依据，未通过时顺延，响应时间指标仍待确定。\n", + "answer": "本地推理设备第一阶段部署说明\n\n一、范围与结论\n本阶段使用一台本地推理设备处理公司内部制度与会议记录，不访问公网。系统的回答应以已经整理并允许使用的资料为依据。当前安排包括资料整理、知识库建立和验收，上线时间以验收结果为准，不承诺周四上线。\n\n二、人员职责\n陈敏负责模型更新，更新前保存旧版本和相关配置。李舟负责知识库资料整理，区分制度文件、已确认会议纪要和草稿会议纪要。周宁负责验收，检查检索、引用、权限以及重启恢复情况。各项问题应记录对应现象和检查结果，避免只凭一次成功回答判断整个流程已经通过。\n\n三、实施日程\n周一整理资料，检查资料类别与确认状态；周二建立知识库；周三执行验收。如果周三验收未通过，后续安排顺延。不能把预定验收日期等同于实际通过日期，也不能向使用人员保证尚未确认的上线时间。\n\n四、访问与回答规则\n系统区分管理员和普通员工。普通员工只使用对话页面，后台管理由管理员处理。检索结果必须附带出处，便于使用人员核对原文。遇到证据不足、资料冲突或无法确定的问题，应明确说明已有证据的范围，不通过猜测补齐答案。草稿会议纪要不能作为制度依据；引用会议内容时，应先确认其状态，不能将未确认内容当作正式规定。\n\n五、验收内容\n验收应覆盖资料能否被正确检索、引用能否对应原文、普通员工能否按规定使用对话页面，以及设备重启后能否恢复预期功能。响应时间指标目前尚未设定，应如实记录实际情况，不自行认定已有具体时限。单个问题回答正确不能替代对其他验收项目的检查。发现问题时，应保留输入、输出及相关出处，方便区分资料问题与系统问题。\n\n六、异常与恢复\n更换模型前保存旧版本和配置，发生故障时恢复旧版本。恢复后仍需核对检索、引用、权限与重启恢复功能，不能仅凭进程启动就认定恢复完成。模型更新、资料整理和业务验收是不同环节，应按各自职责跟进。对于尚未设定的响应时间和未确认的上线日期，本说明保持未定状态，不补造承诺。" + }, + { + "id": "math_probability", + "domain": "数学与多步推理", + "prompt": "袋中有5个红球、4个蓝球和3个绿球，球除颜色外没有区别。等概率不放回抽取4个球。求恰好抽到两种颜色的概率，以及在恰好抽到两种颜色的条件下至少有一个红球的概率。请给出组合计数、避免重复的方法、约分结果，并解释为什么不是把各颜色独立抽取概率直接相乘。", + "reasoning": "总数是十二个球，抽四个球且不放回，所以等可能样本空间可以用十二选四计数，总计四百九十五种。恰好两种颜色可以按照红蓝、红绿、蓝绿三个互斥事件分别计算。每组先从这两色的全部球中抽四个，再减去仅有单色的情况。红蓝共有九个球，九选四是一百二十六，减去五红选四的五种和四蓝选四的一种，得到一百二十。红绿共有八个球，八选四是七十，减去五红选四的五种，三个绿球不足以单独抽四个，因此得到六十五。蓝绿共有七个球，七选四是三十五，减去四蓝选四的一种，得到三十四。这三组相加是二百一十九，除以四百九十五，可以同时除以三，得到一百六十五分之七十三，即73/165。条件事件至少有一个红球，只包含红蓝和红绿两组，一共一百八十五种。条件概率分母应使用恰好两色的二百一十九，而不是全部四百九十五。185与219的最大公约数是1，所以185/219已经最简。为避免分数语言颠倒，最后直接用数学符号表示。也可以做补集检查：恰好两色但没有红球只有蓝绿三十四种，因此一减去34/219等于185/219。抽样不放回会改变后续的球数和颜色比例，不满足独立条件。\n", + "answer": "设A表示抽到的4个球恰好有两种颜色，R表示至少抽到1个红球。\n\n一、等可能样本空间\n袋中共有12个球。将每个实体球作为一个可区分的抽样对象，所有4球组合等可能，因此总组合数为C(12,4)=495。颜色相同不影响使用组合计数，因为最后只按颜色条件筛选这些等可能组合。\n\n二、计算恰好两种颜色\n把A分成红蓝、红绿、蓝绿三个互斥情况。各情况要求两种颜色都出现，而且不能出现第三种颜色。先选取该颜色对所包含的球，再扣除只有一种颜色的组合，可以避免把单色情况误算进去。\n\n红蓝：C(9,4)-C(5,4)-C(4,4)=126-5-1=120。\n红绿：C(8,4)-C(5,4)-C(3,4)=70-5-0=65。\n蓝绿：C(7,4)-C(4,4)-C(3,4)=35-1-0=34。这里C(3,4)=0，因为3个球无法组成4球组合。\n\n上述三个事件没有交集：一个恰好两色的组合具有唯一的颜色对。因此不需要再做交集修正，直接相加得到120+65+34=219。于是P(A)=219/495=73/165，约为0.4424。\n\n三、条件概率\n在已经知道恰好抽到两种颜色的条件下，样本空间应缩小为这219个符合条件的组合。至少有一个红球，意味着颜色对只能是红蓝或红绿，符合条件的组合数为120+65=185。因此P(R|A)=185/219，约为0.8447。这个分数已经不能继续约分。\n\n可以用补集核对结果：在A成立时，没有红球的情况只有蓝绿，对应34个组合。因此P(R|A)=1-34/219=185/219，与直接计数相同。\n\n四、为什么不能直接相乘\n不放回抽样不是独立抽样。每抽走一个球，袋中总球数会减少，相关颜色的球数也可能减少，后续抽取的概率随前面的结果变化。如果按抽取顺序计算，需要使用条件概率连乘，并把符合要求的颜色排列全部计入；不能把始终不变的初始颜色比例直接相乘。组合方法一次性计算无序抽样结果，避免了枚举所有排列，但仍然正确体现不放回条件。\n\n答案：恰好两种颜色的概率为73/165；在此条件下至少有一个红球的概率为185/219。" + }, + { + "id": "code_python", + "domain": "代码与边界条件", + "prompt": "用Python编写一个函数merge_intervals，输入为整数闭区间的列表，输出合并重叠区间后的列表。不得修改输入，负数合法，空列表返回空列表；端点相等算重叠，例如[1,3]与[3,5]合并，但[1,3]与[4,5]不合并。每个区间必须恰有两个整数且起点不大于终点，布尔值不当作整数，非法数据抛出ValueError。请给出实现、边界测试，并解释排序与时间空间复杂度。", + "reasoning": "需要先确定输入验证和合并语义。Python中bool是int的子类，所以isinstance(value,int)会误收True或False，可以使用type(value) is int进行严格判断。输入要求列表，我会检查外层是list，并允许每个区间使用list或tuple，长度必须为2。端点必须是严格整数，且start不能大于end。先验证全部区间并复制到新的二元组列表，再排序，因此即使遇到非法输入，也不会改动原来的列表或内部区间。排序以起点为第一关键字、终点为第二关键字，默认元组排序即可满足。合并时维护输出列表最后一个区间。当前起点小于等于最后区间终点就重叠，应把终点更新为两者最大值；否则创建新输出区间。输入已经排序后，尚未处理区间的起点不会小于当前起点，所以只需与输出中最后一个区间比较。闭区间端点相同应合并，但相差1并不代表实数区间重叠，不能用end+1作为判断条件。负数和单点区间不需要特殊分支。复杂度方面，验证与复制是线性，排序为O(n log n)，扫描为O(n)，额外保存副本和输出最多O(n)。测试应包含空输入、无序重叠、共享端点、不相交相邻整数、包含关系、负数、单点以及非法布尔值和反向区间。还需要保存一份输入快照，验证调用后没有改变原始嵌套列表。\n", + "answer": "下面的实现会先验证并复制数据，再排序和合并，不修改输入。\n\n```python\ndef merge_intervals(intervals):\n if not isinstance(intervals, list):\n raise ValueError('intervals must be a list')\n\n copied = []\n for interval in intervals:\n if not isinstance(interval, (list, tuple)) or len(interval) != 2:\n raise ValueError('each interval must have two endpoints')\n start, end = interval\n if type(start) is not int or type(end) is not int:\n raise ValueError('endpoints must be integers, excluding bool')\n if start > end:\n raise ValueError('start must not exceed end')\n copied.append((start, end))\n\n copied.sort()\n merged = []\n for start, end in copied:\n if not merged or start > merged[-1][1]:\n merged.append([start, end])\n else:\n merged[-1][1] = max(merged[-1][1], end)\n return merged\n```\n\n边界测试：\n\n```python\nassert merge_intervals([]) == []\nassert merge_intervals([[3, 5], [1, 3]]) == [[1, 5]]\nassert merge_intervals([[1, 3], [4, 5]]) == [[1, 3], [4, 5]]\nassert merge_intervals([[1, 10], [2, 3]]) == [[1, 10]]\nassert merge_intervals([[-4, -1], [-2, 2]]) == [[-4, 2]]\nassert merge_intervals([[2, 2], [2, 4]]) == [[2, 4]]\n\nsource = [[5, 8], [1, 3], [3, 6]]\nsnapshot = [interval[:] for interval in source]\nassert merge_intervals(source) == [[1, 8]]\nassert source == snapshot\n\nfor bad in ([[True, 2]], [[1, False]], [[3, 1]],\n [[1, 2, 3]], [[1.0, 2]], [None]):\n try:\n merge_intervals(bad)\n except ValueError:\n pass\n else:\n raise AssertionError('invalid input was accepted')\n```\n\n排序使区间按起点递增排列。扫描时，已经输出的区间彼此不重叠；当前区间只可能与最后一个输出区间发生新的合并。如果当前起点大于最后终点，两者不相交，可以直接追加。否则它们存在公共点，合并后的终点取较大值。\n\n判断使用start <= end的重叠语义，而不是把终点加一，因此[1,3]与[3,5]会合并，[1,3]与[4,5]保持分离。每个输出区间都是新建列表，后续修改返回结果也不会改变原输入。\n\n设输入有n个区间。验证和复制耗时O(n)，排序耗时O(n log n)，扫描耗时O(n)，总体时间复杂度为O(n log n)。副本、排序辅助空间和输出都至多为O(n)，额外空间复杂度为O(n)。" + } +] diff --git a/deployment/notices/BUILD-AND-LICENSES.md b/deployment/notices/BUILD-AND-LICENSES.md new file mode 100644 index 0000000000000000000000000000000000000000..06322712bbd4f6145e03a0fdee79656ad5a45f1a --- /dev/null +++ b/deployment/notices/BUILD-AND-LICENSES.md @@ -0,0 +1,11 @@ +# 构建与组件说明 + +本项目是面向 RK3588/RK3588S 的 C++ Ling3RKNN 推理引擎，不包含 llama.cpp、RKLLM、Python 推理服务或远端模型调用。 + +构建时请从官方 [rknn-toolkit2](https://github.com/airockchip/rknn-toolkit2) 和 [rknpu2](https://github.com/airockchip/rknpu2) 获取 `rknn_api.h` 与 `librknnrt.so`。官方 `rknpu2` checkout 中通常位于 `runtime/Linux/librknn_api/include` 和 `runtime/Linux/librknn_api/aarch64`；CMake 也支持整理后的 `include/` 与 `lib/` 布局。请遵守 Rockchip 的许可、版本和再分发限制。经许可的便携部署包可以包含匹配版本的 runtime；各组件的许可证和来源见同目录 NOTICE 文件。 + +本项目代码和 C++ 推理引擎采用 [Apache-2.0](../../LICENSE) 许可；本项目发布的转换/打包模型资产标注为 [CC BY-NC 4.0](https://creativecommons.org/licenses/by-nc/4.0/) 非商业许可，不改变上游基模型的权利或许可边界。完整上游模型和原始权重请从 [inclusionAI/Ling-3.0-tiny](https://huggingface.co/inclusionAI/Ling-3.0-tiny) 获取。 + +nlohmann JSON 3.10.5 使用 MIT 许可，完整声明保留在随源码提供的 `third_party/nlohmann/nlohmann/json.hpp` 中。 + +源码和构建入口：`CMakeLists.txt`、`src/portable_main.cpp`、`tools/portable_launcher.c` 和 `tools/build_portable.py`。使用 CMake Release 编译 `mindnano-infer`，将 `RKNN_ROOT` 指向本地 RKNPU2 目录。便携包发布前应重新生成二进制、MANIFEST、NOTICE 和 SHA256SUMS，并保留所有第三方条款。 diff --git a/deployment/notices/GCC.txt b/deployment/notices/GCC.txt new file mode 100644 index 0000000000000000000000000000000000000000..ed40de20d98b20d13bb1ebb3be70e80dbd5a5dfe --- /dev/null +++ b/deployment/notices/GCC.txt @@ -0,0 +1,1641 @@ +This is the Debian GNU/Linux prepackaged version of the GNU compiler +collection, containing Ada, C, C++, D, Fortran 95, Go, Objective-C, +Objective-C++, and Modula-2 compilers, documentation, and support +libraries. In addition, Debian provides the gm2 compiler, either in +the same source package, or built from a separate same source package. +Packaging is done by the Debian GCC Maintainers +, with sources obtained from: + + ftp://gcc.gnu.org/pub/gcc/releases/ (for full releases) + https://gcc.gnu.org/git/gitweb.cgi?p=gcc.git (for prereleases) + ftp://sourceware.org/pub/newlib/ (for newlib) + +The current gcc-16 source package is taken from the git gcc-16-branch. + +Changes: See changelog.Debian.gz + +Debian splits the GNU Compiler Collection into packages for each language, +library, and documentation as follows: + +Language Compiler package Library package Documentation +--------------------------------------------------------------------------- +Ada gnat-16 libgnat-16 gnat-16-doc +Algol-68 ga68-16 libga68-1 libga68-16-doc +C gcc-16 gcc-16-doc +C++ g++-16 libstdc++6 libstdc++6-16-doc +COBOL gcobol-16 libgcobol1 +D gdc-16 libgphobos6 +Fortran 95 gfortran-16 libgfortran5 gfortran-16-doc +Go gccgo-16 libgo0 +Objective C gobjc-16 libobjc4 +Objective C++ gobjc++-16 +Modula-2 gm2-16 libgm2 libgm2-16-doc +Rust gccrs-16 + +For some language run-time libraries, Debian provides source files, +development files, debugging symbols and libraries containing position- +independent code in separate packages: + +Language Sources Development Debugging Position-Independent +------------------------------------------------------------------------------ +C++ libstdc++6-16-dbg libstdc++6-16-pic +D libphobos-16-dev + +Additional packages include: + +All languages: +libgcc1, libgcc2, libgcc4 GCC intrinsics (platform-dependent) +gcc-16-base Base files common to all compilers +gcc-16-soft-float Software floating point (ARM only) +gcc-16-source The sources with patches + +Ada: +libgnat-util16-dev, libgnat-util16 GNAT version library + +C: +cpp-16, cpp-16-doc GNU C Preprocessor +libssp0-dev, libssp0 GCC stack smashing protection library +libquadmath0 Math routines for the __float128 type +fixincludes Fix non-ANSI header files + +C, C++ and Fortran 95: +libgomp1-dev, libgomp1 GCC OpenMP (GOMP) support library +libitm1-dev, libitm1 GNU Transactional Memory Library + +Biarch support: On some 64-bit platforms which can also run 32-bit code, +Debian provides additional packages containing 32-bit versions of some +libraries. These packages have names beginning with 'lib32' instead of +'lib', for example lib32stdc++6. Similarly, on some 32-bit platforms which +can also run 64-bit code, Debian provides additional packages with names +beginning with 'lib64' instead of 'lib'. These packages contain 64-bit +versions of the libraries. (At this time, not all platforms and not all +libraries support biarch.) The license terms for these lib32 or lib64 +packages are identical to the ones for the lib packages. + + +COPYRIGHT STATEMENTS AND LICENSING TERMS + + +GCC is Copyright (C) 1986-2025 Free Software Foundation, Inc. + +GCC is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free +Software Foundation; either version 3, or (at your option) any later +version. + +GCC is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or +FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License +for more details. + +Files that have exception clauses are licensed under the terms of the +GNU General Public License; either version 3, or (at your option) any +later version. + +On Debian GNU/Linux systems, the complete text of the GNU General +Public License is in `/usr/share/common-licenses/GPL', version 3 of this +license in `/usr/share/common-licenses/GPL-3'. + +The following runtime libraries are licensed under the terms of the +GNU General Public License (v3 or later) with version 3.1 of the GCC +Runtime Library Exception (included in this file): + + - libgcc (libgcc/, gcc/libgcc2.[ch], gcc/unwind*, gcc/gthr*, + gcc/coretypes.h, gcc/crtstuff.c, gcc/defaults.h, gcc/dwarf2.h, + gcc/emults.c, gcc/gbl-ctors.h, gcc/gcov-io.h, gcc/libgcov.c, + gcc/tsystem.h, gcc/typeclass.h). + - libatomic + - libdecnumber + - libgm2 + - libgomp + - libgrust + - libitm + - libssp + - libstdc++-v3 + - libobjc + - libgfortran + - The libgnat-16 Ada support library and libgnat-util16 library. + - Various config files in gcc/config/ used in runtime libraries. + - libvtv + +The libbacktrace library is licensed under the following terms: + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are +met: + + (1) Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + + (2) Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in + the documentation and/or other materials provided with the + distribution. + + (3) The name of the author may not be used to + endorse or promote products derived from this software without + specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR +IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED +WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, +INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES +(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR +SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, +STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING +IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE +POSSIBILITY OF SUCH DAMAGE. + + +The libsanitizer libraries (libasan, liblsan, libtsan, libubsan) are +licensed under the following terms: + +Copyright (c) 2009-2019 by the LLVM contributors. + +All rights reserved. + +Developed by: + + LLVM Team + + University of Illinois at Urbana-Champaign + + http://llvm.org + +Permission is hereby granted, free of charge, to any person obtaining a copy of +this software and associated documentation files (the "Software"), to deal with +the Software without restriction, including without limitation the rights to +use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies +of the Software, and to permit persons to whom the Software is furnished to do +so, subject to the following conditions: + + * Redistributions of source code must retain the above copyright notice, + this list of conditions and the following disclaimers. + + * Redistributions in binary form must reproduce the above copyright notice, + this list of conditions and the following disclaimers in the + documentation and/or other materials provided with the distribution. + + * Neither the names of the LLVM Team, University of Illinois at + Urbana-Champaign, nor the names of its contributors may be used to + endorse or promote products derived from this Software without specific + prior written permission. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS +FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH THE +SOFTWARE. + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in +all copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN +THE SOFTWARE. + + +The libffi library is licensed under the following terms: + + libffi - Copyright (c) 1996-2011 Red Hat, Inc. + + Permission is hereby granted, free of charge, to any person obtaining + a copy of this software and associated documentation files (the + ``Software''), to deal in the Software without restriction, including + without limitation the rights to use, copy, modify, merge, publish, + distribute, sublicense, and/or sell copies of the Software, and to + permit persons to whom the Software is furnished to do so, subject to + the following conditions: + + The above copyright notice and this permission notice shall be included + in all copies or substantial portions of the Software. + + THE SOFTWARE IS PROVIDED ``AS IS'', WITHOUT WARRANTY OF ANY KIND, EXPRESS + OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. + IN NO EVENT SHALL CYGNUS SOLUTIONS BE LIABLE FOR ANY CLAIM, DAMAGES OR + OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, + ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR + OTHER DEALINGS IN THE SOFTWARE. + + +The documentation is licensed under the GNU Free Documentation License (v1.2). +On Debian GNU/Linux systems, the complete text of this license is in +`/usr/share/common-licenses/GFDL-1.2'. + + +GCC RUNTIME LIBRARY EXCEPTION + +Version 3.1, 31 March 2009 + +Copyright (C) 2009 Free Software Foundation, Inc. + +Everyone is permitted to copy and distribute verbatim copies of this +license document, but changing it is not allowed. + +This GCC Runtime Library Exception ("Exception") is an additional +permission under section 7 of the GNU General Public License, version +3 ("GPLv3"). It applies to a given file (the "Runtime Library") that +bears a notice placed by the copyright holder of the file stating that +the file is governed by GPLv3 along with this Exception. + +When you use GCC to compile a program, GCC may combine portions of +certain GCC header files and runtime libraries with the compiled +program. The purpose of this Exception is to allow compilation of +non-GPL (including proprietary) programs to use, in this way, the +header files and runtime libraries covered by this Exception. + +0. Definitions. + +A file is an "Independent Module" if it either requires the Runtime +Library for execution after a Compilation Process, or makes use of an +interface provided by the Runtime Library, but is not otherwise based +on the Runtime Library. + +"GCC" means a version of the GNU Compiler Collection, with or without +modifications, governed by version 3 (or a specified later version) of +the GNU General Public License (GPL) with the option of using any +subsequent versions published by the FSF. + +"GPL-compatible Software" is software whose conditions of propagation, +modification and use would permit combination with GCC in accord with +the license of GCC. + +"Target Code" refers to output from any compiler for a real or virtual +target processor architecture, in executable form or suitable for +input to an assembler, loader, linker and/or execution +phase. Notwithstanding that, Target Code does not include data in any +format that is used as a compiler intermediate representation, or used +for producing a compiler intermediate representation. + +The "Compilation Process" transforms code entirely represented in +non-intermediate languages designed for human-written code, and/or in +Java Virtual Machine byte code, into Target Code. Thus, for example, +use of source code generators and preprocessors need not be considered +part of the Compilation Process, since the Compilation Process can be +understood as starting with the output of the generators or +preprocessors. + +A Compilation Process is "Eligible" if it is done using GCC, alone or +with other GPL-compatible software, or if it is done without using any +work based on GCC. For example, using non-GPL-compatible Software to +optimize any GCC intermediate representations would not qualify as an +Eligible Compilation Process. + +1. Grant of Additional Permission. + +You have permission to propagate a work of Target Code formed by +combining the Runtime Library with Independent Modules, even if such +propagation would otherwise violate the terms of GPLv3, provided that +all Target Code was generated by Eligible Compilation Processes. You +may then convey such a combination under terms of your choice, +consistent with the licensing of the Independent Modules. + +2. No Weakening of GCC Copyleft. + +The availability of this Exception does not imply any general +presumption that third-party software is unaffected by the copyleft +requirements of the license of GCC. + + +libquadmath/ + Copyright (C) 1992-2018 Free Software Foundation, Inc. + + Written by Francois-Xavier Coudert + Written by Tobias Burnus + Contributions by Ulrich Drepper + Conversion to long double by Jakub Jelinek + + This file is part of the libquadmath library. + Libquadmath is free software; you can redistribute it and/or + modify it under the terms of the GNU Library General Public + License as published by the Free Software Foundation; either + version 2 of the License, or (at your option) any later version. + + Libiberty is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Library General Public License for more details. + +libquadmath/math: + +atanq.c, expm1q.c, j0q.c, j1q.c, log1pq.c, logq.c: + Copyright 2001 by Stephen L. Moshier + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + +coshq.c, erfq.c, jnq.c, lgammaq.c, powq.c, roundq.c: + Changes for 128-bit __float128 are + Copyright (C) 2001 Stephen L. Moshier + and are incorporated herein by permission of the author. The author + reserves the right to distribute this material elsewhere under different + copying permissions. These modifications are distributed here under + the following terms: + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + +libquadmath/math/ + +cosq_kernel.c, expq.c, sincos_table.c, sincosq.c, sincosq_kernel.c, +sinq_kernel.c, truncq.c: + Copyright (C) 1997, 1999 Free Software Foundation, Inc. + + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + +libquadmath/math/isinfq.c: + Written by J.T. Conklin . + Change for long double by Jakub Jelinek + Public domain. + +libquadmath/math/ + llroundq.c, lroundq.c, tgammaq.c: + + Copyright (C) 1997, 1999, 2002, 2004 Free Software Foundation, Inc. + This file is part of the GNU C Library. + Contributed by Ulrich Drepper , 1997 and + Jakub Jelinek , 1999. + + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + +libquadmath/math/log10q.c: + Cephes Math Library Release 2.2: January, 1991 + Copyright 1984, 1991 by Stephen L. Moshier + Adapted for glibc November, 2001 + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + +libquadmath/math/ + acoshq.c, acosq.c, asinhq.c, asinq.c, atan2q.c, atanhq.c, ceilq.c, + copysignq.c, coshq.c, cosq.c, erfq.c, fabsq.c, finiteq.c, floorq.c, + fmodq.c, frexpq.c, hypotq.c, ilogbq.c, isnanq.c, jnq.c, ldexpq.c, + logbq.c, modfq.c, nearbyintq.c, nextafterq.c, powq.c, remainderq.c, + rem_pio2q.c, rintq.c, scalblnq.c, scalbnq.c, sinhq.c, sinq.c, + tanhq.c, tanq.c, tanq_kernel.c: + + Copyright (C) 1993 by Sun Microsystems, Inc. All rights reserved. + . + Developed at SunPro, a Sun Microsystems, Inc. business. + Permission to use, copy, modify, and distribute this + software is freely granted, provided that this notice + is preserved. + +libquadmath/math/ + acosq.c, asinq.c, coshq.c, erfq.c, jnq.c, powq.c, sinhq.c, tanq_kernel.c: + + In addition to the Sun Microsystems copyright: + + Long double expansions are + Copyright (C) 2001 Stephen L. Moshier + and are incorporated herein by permission of the author. The author + reserves the right to distribute this material elsewhere under different + copying permissions. These modifications are distributed here under + the LGPL 2.1 or later. + + +gcc/go/gofrontend, libgo: + +Copyright (c) 2009-2023 The Go Authors. All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are +met: + + * Redistributions of source code must retain the above copyright +notice, this list of conditions and the following disclaimer. + * Redistributions in binary form must reproduce the above +copyright notice, this list of conditions and the following disclaimer +in the documentation and/or other materials provided with the +distribution. + * Neither the name of Google Inc. nor the names of its +contributors may be used to endorse or promote products derived from +this software without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + + +D: +gdc-16 GNU D Compiler +libphobos-16-dev D standard runtime library + +The D source package is made up of the following components. + +The D front-end for GCC: + - d/* + +Copyright (C) 2004-2007 David Friedman +Modified by Vincenzo Ampolo, Michael Parrot, Iain Buclaw, (C) 2009, 2010 +Copyright (C) 2015-2024 Free Software Foundation, Inc. + +This program is free software; you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation; either version 3 of the License, or +(at your option) any later version. + +On Debian GNU/Linux systems, the complete text of the GNU General +Public License is in `/usr/share/common-licenses/GPL', version 2 of this +license in `/usr/share/common-licenses/GPL-3'. + +The DMD Compiler implementation of the D programming language: + - d/dmd/* + +Copyright (C) 1999-2023 by The D Language Foundation, All Rights Reserved +All Rights Reserved +written by Walter Bright +http://www.digitalmars.com +License for redistribution is by either the Artistic License or +the GNU General Public License (v1). + +On Debian GNU/Linux systems, the complete text of the GNU General +Public License is in `/usr/share/common-licenses/GPL', the Artistic +license in `/usr/share/common-licenses/Artistic'. + + +The Zlib data compression library: + - zlib/* + + (C) 1995-2016 Jean-loup Gailly and Mark Adler + + This software is provided 'as-is', without any express or implied + warranty. In no event will the authors be held liable for any damages + arising from the use of this software. + + Permission is granted to anyone to use this software for any purpose, + including commercial applications, and to alter it and redistribute it + freely, subject to the following restrictions: + + 1. The origin of this software must not be misrepresented; you must not + claim that you wrote the original software. If you use this software + in a product, an acknowledgment in the product documentation would be + appreciated but is not required. + 2. Altered source versions must be plainly marked as such, and must not be + misrepresented as being the original software. + 3. This notice may not be removed or altered from any source distribution. + + +The Phobos standard runtime library: + - libphobos/* + +Unless otherwise marked within the file, each file in the source +is under the following licenses: + +Copyright (C) 2004-2022 by Digital Mars, www.digitalmars.com +Written by Walter Bright +Copyright (C) 2018-2023, The D Language Foundation + +This software is provided 'as-is', without any express or implied +warranty. In no event will the authors be held liable for any damages +arising from the use of this software. + +Permission is granted to anyone to use this software for any purpose, +including commercial applications, and to alter it and redistribute it +freely, in both source and binary form, subject to the following +restrictions: + + o The origin of this software must not be misrepresented; you must not + claim that you wrote the original software. If you use this software + in a product, an acknowledgment in the product documentation would be + appreciated but is not required. + o Altered source versions must be plainly marked as such, and must not + be misrepresented as being the original software. + o This notice may not be removed or altered from any source + distribution. + +By plainly marking modifications, something along the lines of adding to each +file that has been changed a "Modified by Foo Bar" line +underneath the "Written by" line would be adequate. + +gcc/m2: +gcc/m2/gm2-libiberty: +gcc/m2/mc-boot/: +gcc/m2/mc-boot-ch/: +Copyright (C) 2001-2019 Free Software Foundation, Inc. +Contributed by Gaius Mulley . + +This file is part of GNU Modula-2. + +GNU Modula-2 is free software; you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation; either version 3, or (at your option) +any later version. + +GNU Modula-2 is distributed in the hope that it will be useful, but +WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +General Public License for more details. + +gcc/m2/**/*.texi: +Copyright (C) 2000-2024 Free Software Foundation, Inc. + +Permission is granted to copy, distribute and/or modify this document +under the terms of the GNU Free Documentation License, Version 1.3 or +any later version published by the Free Software Foundation; with no +Invariant Sections, no Front-Cover Texts, and no Back-Cover Texts. + +gcc/m2/gm2-coroutines: +gcc/m2/gm2-libs: +gcc/m2/gm2-libs-min: +gcc/m2/gm2-libs-pim: +gcc/m2/gm2-libs-ch: +Copyright (C) 2002-2024 Free Software Foundation, Inc. + +This library is free software; you can redistribute it and/or +modify it under the terms of the GNU Lesser General Public +License as published by the Free Software Foundation; either +version 2.1 of the License, or (at your option) any later version. + +This library is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +Lesser General Public License for more details. + +Under Section 7 of GPL version 3, you are granted additional +permissions described in the GCC Runtime Library Exception, version +3.1, as published by the Free Software Foundation. + +gcc/m2/gm2-libs-iso/: +This has a mix of licenses, most as GPL-3+ plus GCC Runtime Library +Exception, version 3.1. + +gcc/m2/gm2-libs-iso/*.def: +Library module defined by the International Standard +Information technology - programming languages +BS ISO/IEC 10514-1:1996E Part 1: Modula-2, Base Language. + +Copyright ISO/IEC (International Organization for Standardization +and International Electrotechnical Commission) 1996, 1997, 1998, +1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010 + +Copyright (C) 2001-2024 Free Software Foundation, Inc. +mix of GPL-3.0 and LGPL-2.1/3 + +Copyright (C) 2001-2024 Free Software Foundation, Inc. +mix of GPL-3.0 and LGPL-2.1/3 + +gcc/m2/examples: +Copyright (C) 2005-2024 Free Software Foundation, Inc. +Mix of LGPL-2.1 and GPL-3.0. + +gcc/m2/images: +GPL-3+ + +gcc/m2/el/gm2-mode.el: +;; Everyone is granted permission to copy, modify and redistribute +;; GNU Emacs, but only under the conditions described in the +;; GNU Emacs General Public License. A copy of this license is +;; supposed to have been given to you along with GNU Emacs so you +;; can know your rights and responsibilities. It should be in a +;; file named COPYING. Among other things, the copyright notice +;; and this notice must be preserved on all copies. + +Copyright (C) 2001-2024 Free Software Foundation, Inc. +Contributed by Gaius Mulley . +Mix of GPL-3 and LGPL-2.1. + +gcc/testsuite/gm2/: +Copyright (C) 2001-2019 Free Software Foundation, Inc. +Mix of GPL-2+ and GPL-3+ + +libgm2: + +libgm2/libiso/: +libgm2/libpim/: +libgm2/liblog/: +libgm2/libcor/: +libgm2/libmin/: +Copyright (C) 2002-2024 Free Software Foundation, Inc. + +This library is free software; you can redistribute it and/or +modify it under the terms of the GNU Lesser General Public +License as published by the Free Software Foundation; either +version 2.1 of the License, or (at your option) any later version. + +This library is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +Lesser General Public License for more details. + +Under Section 7 of GPL version 3, you are granted additional +permissions described in the GCC Runtime Library Exception, version +3.1, as published by the Free Software Foundation. + +newlib-X.Y.Z/ (only for the offload compilers): + +Upstream Authors: +newlib@sources.redhat.com +Jeff Johnston +Tom Fitzsimmons + +The newlib subdirectory is a collection of software from several sources. +Each file may have its own copyright/license that is embedded in the source +file. + +This list documents those licenses which are more restrictive than +a BSD-like license or require the copyright notice +to be duplicated in documentation and/or other materials associated with +the distribution. Certain licenses documented here only apply to +specific targets. Certain clauses only apply if you are building the +code as part of your binary. + +Note that this list may omit certain licenses that +only pertain to the copying/modifying of the individual source code. +If you are distributing the source code, then you do not need to +worry about these omitted licenses, so long as you do not modify the +copyright information already in place. + +Parts of this work are licensed under the terms of the GNU General +Public License. On Debian systems, the complete text of this license +can be found in /usr/share/common-licenses/GPL. + +Parts of this work are licensed under the terms of the GNU Library +General Public License. On Debian systems, the complete text of this +license be found in /usr/share/common-licenses/LGPL. + +(1) University of California, Berkeley + +[1a] + +Copyright (c) 1990 The Regents of the University of California. +All rights reserved. + +Redistribution and use in source and binary forms are permitted +provided that the above copyright notice and this paragraph are +duplicated in all such forms and that any documentation, +and other materials related to such distribution and use +acknowledge that the software was developed +by the University of California, Berkeley. The name of the +University may not be used to endorse or promote products derived +from this software without specific prior written permission. +THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR +IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED +WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. + +[1b] + +Copyright (c) 1990 The Regents of the University of California. +All rights reserved. + +Redistribution and use in source and binary forms are permitted +provided that the above copyright notice and this paragraph are +duplicated in all such forms and that any documentation, +advertising materials, and other materials related to such +distribution and use acknowledge that the software was developed +by the University of California, Berkeley. The name of the +University may not be used to endorse or promote products derived +from this software without specific prior written permission. +THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR +IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED +WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. + +[1c] + +Copyright (c) 1981, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 +The Regents of the University of California. +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. +3. All advertising materials mentioning features or use of this software + must display the following acknowledgement: + This product includes software developed by the University of + California, Berkeley and its contributors. +4. Neither the name of the University nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +[1d] + +Copyright (c) 1988, 1990, 1993 Regents of the University of California. +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. +3. Neither the name of the University nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +[1e] + +Copyright (c) 1982, 1986, 1989, 1991, 1993, 1994 +The Regents of the University of California. All rights reserved. +(c) UNIX System Laboratories, Inc. +All or some portions of this file are derived from material licensed +to the University of California by American Telephone and Telegraph +Co. or Unix System Laboratories, Inc. and are reproduced herein with +the permission of UNIX System Laboratories, Inc. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. +3. All advertising materials mentioning features or use of this software + must display the following acknowledgement: + This product includes software developed by the University of + California, Berkeley and its contributors. +4. Neither the name of the University nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +[1f] + +Copyright (c) 1987, 1988, 2000 Regents of the University of California. +All rights reserved. + +Redistribution and use in source and binary forms are permitted +provided that: (1) source distributions retain this entire copyright +notice and comment, and (2) distributions including binaries display +the following acknowledgement: ``This product includes software +developed by the University of California, Berkeley and its contributors'' +in the documentation or other materials provided with the distribution +and in all advertising materials mentioning features or use of this +software. Neither the name of the University nor the names of its +contributors may be used to endorse or promote products derived +from this software without specific prior written permission. +THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR +IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED +WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. + +------------------------------------------------------------- + Please note that in some of the above alternate licenses, there is a + statement regarding that acknowledgement must be made in any + advertising materials for products using the code. This restriction + no longer applies due to the following license change: + + ftp://ftp.cs.berkeley.edu/pub/4bsd/README.Impt.License.Change + + In some cases the defunct clause has been removed in modified newlib code and + in some cases, the clause has been left as-is. +------------------------------------------------------------- + +(2) Cygwin (cygwin targets only) + +Copyright 2001 Red Hat, Inc. + +This software is a copyrighted work licensed under the terms of the +Cygwin license. Please consult the file "CYGWIN_LICENSE" for +details. + +(3) David M. Gay at AT&T + +The author of this software is David M. Gay. + +Copyright (c) 1991 by AT&T. + +Permission to use, copy, modify, and distribute this software for any +purpose without fee is hereby granted, provided that this entire notice +is included in all copies of any software which is or includes a copy +or modification of this software and in all copies of the supporting +documentation for such software. + +THIS SOFTWARE IS BEING PROVIDED "AS IS", WITHOUT ANY EXPRESS OR IMPLIED +WARRANTY. IN PARTICULAR, NEITHER THE AUTHOR NOR AT&T MAKES ANY +REPRESENTATION OR WARRANTY OF ANY KIND CONCERNING THE MERCHANTABILITY +OF THIS SOFTWARE OR ITS FITNESS FOR ANY PARTICULAR PURPOSE. + +(4) Advanced Micro Devices + +Copyright 1989, 1990 Advanced Micro Devices, Inc. + +This software is the property of Advanced Micro Devices, Inc (AMD) which +specifically grants the user the right to modify, use and distribute this +software provided this notice is not removed or altered. All other rights +are reserved by AMD. + +AMD MAKES NO WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, WITH REGARD TO THIS +SOFTWARE. IN NO EVENT SHALL AMD BE LIABLE FOR INCIDENTAL OR CONSEQUENTIAL +DAMAGES IN CONNECTION WITH OR ARISING FROM THE FURNISHING, PERFORMANCE, OR +USE OF THIS SOFTWARE. + +So that all may benefit from your experience, please report any problems +or suggestions about this software to the 29K Technical Support Center at +800-29-29-AMD (800-292-9263) in the USA, or 0800-89-1131 in the UK, or +0031-11-1129 in Japan, toll free. The direct dial number is 512-462-4118. + +Advanced Micro Devices, Inc. +29K Support Products +Mail Stop 573 +5900 E. Ben White Blvd. +Austin, TX 78741 +800-292-9263 + +(5) C.W. Sandmann + +Copyright (C) 1993 C.W. Sandmann + +This file may be freely distributed as long as the author's name remains. + +(6) Eric Backus + +(C) Copyright 1992 Eric Backus + +This software may be used freely so long as this copyright notice is +left intact. There is no warrantee on this software. + +(7) Sun Microsystems + +Copyright (C) 1993 by Sun Microsystems, Inc. All rights reserved. + +Developed at SunPro, a Sun Microsystems, Inc. business. +Permission to use, copy, modify, and distribute this +software is freely granted, provided that this notice +is preserved. + +(8) Hewlett Packard + +(c) Copyright 1986 HEWLETT-PACKARD COMPANY + +To anyone who acknowledges that this file is provided "AS IS" +without any express or implied warranty: + permission to use, copy, modify, and distribute this file +for any purpose is hereby granted without fee, provided that +the above copyright notice and this notice appears in all +copies, and that the name of Hewlett-Packard Company not be +used in advertising or publicity pertaining to distribution +of the software without specific, written prior permission. +Hewlett-Packard Company makes no representations about the +suitability of this software for any purpose. + +(9) Hans-Peter Nilsson + +Copyright (C) 2001 Hans-Peter Nilsson + +Permission to use, copy, modify, and distribute this software is +freely granted, provided that the above copyright notice, this notice +and the following disclaimer are preserved with no changes. + +THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR +IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED +WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. + +(10) Stephane Carrez (m68hc11-elf/m68hc12-elf targets only) + +Copyright (C) 1999, 2000, 2001, 2002 Stephane Carrez (stcarrez@nerim.fr) + +The authors hereby grant permission to use, copy, modify, distribute, +and license this software and its documentation for any purpose, provided +that existing copyright notices are retained in all copies and that this +notice is included verbatim in any distributions. No written agreement, +license, or royalty fee is required for any of the authorized uses. +Modifications to this software may be copyrighted by their authors +and need not follow the licensing terms described here, provided that +the new terms are clearly indicated on the first page of each file where +they apply. + +(11) Christopher G. Demetriou + +Copyright (c) 2001 Christopher G. Demetriou +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. +3. The name of the author may not be used to endorse or promote products + derived from this software without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR +IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES +OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. +IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, +INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT +NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF +THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +(12) SuperH, Inc. + +Copyright 2002 SuperH, Inc. All rights reserved + +This software is the property of SuperH, Inc (SuperH) which specifically +grants the user the right to modify, use and distribute this software +provided this notice is not removed or altered. All other rights are +reserved by SuperH. + +SUPERH MAKES NO WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, WITH REGARD TO +THIS SOFTWARE. IN NO EVENT SHALL SUPERH BE LIABLE FOR INDIRECT, SPECIAL, +INCIDENTAL OR CONSEQUENTIAL DAMAGES IN CONNECTION WITH OR ARISING FROM +THE FURNISHING, PERFORMANCE, OR USE OF THIS SOFTWARE. + +So that all may benefit from your experience, please report any problems +or suggestions about this software to the SuperH Support Center via +e-mail at softwaresupport@superh.com . + +SuperH, Inc. +405 River Oaks Parkway +San Jose +CA 95134 +USA + +(13) Royal Institute of Technology + +Copyright (c) 1999 Kungliga Tekniska Hgskolan +(Royal Institute of Technology, Stockholm, Sweden). +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: + +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +3. Neither the name of KTH nor the names of its contributors may be + used to endorse or promote products derived from this software without + specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY KTH AND ITS CONTRIBUTORS ``AS IS'' AND ANY +EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL KTH OR ITS CONTRIBUTORS BE +LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR +CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF +SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR +BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, +WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR +OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF +ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +(14) Alexey Zelkin + +Copyright (c) 2000, 2001 Alexey Zelkin +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +(15) Andrey A. Chernov + +Copyright (C) 1997 by Andrey A. Chernov, Moscow, Russia. +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +(16) FreeBSD + +Copyright (c) 1997-2002 FreeBSD Project. +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +(17) S. L. Moshier + +Author: S. L. Moshier. + +Copyright (c) 1984,2000 S.L. Moshier + +Permission to use, copy, modify, and distribute this software for any +purpose without fee is hereby granted, provided that this entire notice +is included in all copies of any software which is or includes a copy +or modification of this software and in all copies of the supporting +documentation for such software. + +THIS SOFTWARE IS BEING PROVIDED "AS IS", WITHOUT ANY EXPRESS OR IMPLIED +WARRANTY. IN PARTICULAR, THE AUTHOR MAKES NO REPRESENTATION +OR WARRANTY OF ANY KIND CONCERNING THE MERCHANTABILITY OF THIS +SOFTWARE OR ITS FITNESS FOR ANY PARTICULAR PURPOSE. + +(18) Citrus Project + +Copyright (c)1999 Citrus Project, +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +(19) Todd C. Miller + +Copyright (c) 1998 Todd C. Miller +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. +3. The name of the author may not be used to endorse or promote products + derived from this software without specific prior written permission. + +THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, +INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY +AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL +THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, +EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; +OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, +WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR +OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF +ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +(20) DJ Delorie (i386) + +Copyright (C) 1991 DJ Delorie +All rights reserved. + +Redistribution and use in source and binary forms is permitted +provided that the above copyright notice and following paragraph are +duplicated in all such forms. + +This file is distributed WITHOUT ANY WARRANTY; without even the implied +warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. + +(21) Free Software Foundation LGPL License (*-linux* targets only) + + Copyright (C) 1990-1999, 2000, 2001 + Free Software Foundation, Inc. + This file is part of the GNU C Library. + Contributed by Mark Kettenis , 1997. + + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public + License along with the GNU C Library; if not, write to the Free + Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA + 02110-1301 USA + +(22) Xavier Leroy LGPL License (i[3456]86-*-linux* targets only) + +Copyright (C) 1996 Xavier Leroy (Xavier.Leroy@inria.fr) + +This program is free software; you can redistribute it and/or +modify it under the terms of the GNU Library General Public License +as published by the Free Software Foundation; either version 2 +of the License, or (at your option) any later version. + +This program is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU Library General Public License for more details. + +(23) Intel (i960) + +Copyright (c) 1993 Intel Corporation + +Intel hereby grants you permission to copy, modify, and distribute this +software and its documentation. Intel grants this permission provided +that the above copyright notice appears in all copies and that both the +copyright notice and this permission notice appear in supporting +documentation. In addition, Intel grants this permission provided that +you prominently mark as "not part of the original" any modifications +made to this software or documentation, and that the name of Intel +Corporation not be used in advertising or publicity pertaining to +distribution of the software or the documentation without specific, +written prior permission. + +Intel Corporation provides this AS IS, WITHOUT ANY WARRANTY, EXPRESS OR +IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTY OF MERCHANTABILITY +OR FITNESS FOR A PARTICULAR PURPOSE. Intel makes no guarantee or +representations regarding the use of, or the results of the use of, +the software and documentation in terms of correctness, accuracy, +reliability, currentness, or otherwise; and you rely on the software, +documentation and results solely at your own risk. + +IN NO EVENT SHALL INTEL BE LIABLE FOR ANY LOSS OF USE, LOSS OF BUSINESS, +LOSS OF PROFITS, INDIRECT, INCIDENTAL, SPECIAL OR CONSEQUENTIAL DAMAGES +OF ANY KIND. IN NO EVENT SHALL INTEL'S TOTAL LIABILITY EXCEED THE SUM +PAID TO INTEL FOR THE PRODUCT LICENSED HEREUNDER. + +(24) Hewlett-Packard (hppa targets only) + +(c) Copyright 1986 HEWLETT-PACKARD COMPANY + +To anyone who acknowledges that this file is provided "AS IS" +without any express or implied warranty: + permission to use, copy, modify, and distribute this file +for any purpose is hereby granted without fee, provided that +the above copyright notice and this notice appears in all +copies, and that the name of Hewlett-Packard Company not be +used in advertising or publicity pertaining to distribution +of the software without specific, written prior permission. +Hewlett-Packard Company makes no representations about the +suitability of this software for any purpose. + +(25) Henry Spencer (only *-linux targets) + +Copyright 1992, 1993, 1994 Henry Spencer. All rights reserved. +This software is not subject to any license of the American Telephone +and Telegraph Company or of the Regents of the University of California. + +Permission is granted to anyone to use this software for any purpose on +any computer system, and to alter it and redistribute it, subject +to the following restrictions: + +1. The author is not responsible for the consequences of use of this + software, no matter how awful, even if they arise from flaws in it. + +2. The origin of this software must not be misrepresented, either by + explicit claim or by omission. Since few users ever read sources, + credits must appear in the documentation. + +3. Altered versions must be plainly marked as such, and must not be + misrepresented as being the original software. Since few users + ever read sources, credits must appear in the documentation. + +4. This notice may not be removed or altered. + +(26) Mike Barcroft + +Copyright (c) 2001 Mike Barcroft +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +(27) Konstantin Chuguev (--enable-newlib-iconv) + +Copyright (c) 1999, 2000 + Konstantin Chuguev. All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + + iconv (Charset Conversion Library) v2.0 + +(27) Artem Bityuckiy (--enable-newlib-iconv) + +Copyright (c) 2003, Artem B. Bityuckiy, SoftMine Corporation. +Rights transferred to Franklin Electronic Publishers. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. + +(28) Red Hat Incorporated + +Unless otherwise stated in each remaining newlib file, the remaining +files in the newlib subdirectory default to the following copyright. +It should be noted that Red Hat Incorporated now owns copyrights +belonging to Cygnus Solutions and Cygnus Support. + +Copyright (c) 1994, 1997, 2001, 2002, 2003, 2004 Red Hat Incorporated. +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are met: + + Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + + Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + + The name of Red Hat Incorporated may not be used to endorse + or promote products derived from this software without specific + prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +DISCLAIMED. IN NO EVENT SHALL RED HAT INCORPORATED BE LIABLE FOR ANY +DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES +(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; +LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND +ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS +SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + + +contrib/unicode: + +UNICODE, INC. LICENSE AGREEMENT - DATA FILES AND SOFTWARE + + Unicode Data Files include all data files under the directories +http://www.unicode.org/Public/, http://www.unicode.org/reports/, and +http://www.unicode.org/cldr/data/. Unicode Data Files do not include PDF +online code charts under the directory http://www.unicode.org/Public/. +Software includes any source code published in the Unicode Standard or under +the directories http://www.unicode.org/Public/, +http://www.unicode.org/reports/, and http://www.unicode.org/cldr/data/. + + NOTICE TO USER: Carefully read the following legal agreement. BY +DOWNLOADING, INSTALLING, COPYING OR OTHERWISE USING UNICODE INC.'S DATA FILES +("DATA FILES"), AND/OR SOFTWARE ("SOFTWARE"), YOU UNEQUIVOCALLY ACCEPT, AND +AGREE TO BE BOUND BY, ALL OF THE TERMS AND CONDITIONS OF THIS AGREEMENT. IF +YOU DO NOT AGREE, DO NOT DOWNLOAD, INSTALL, COPY, DISTRIBUTE OR USE THE DATA +FILES OR SOFTWARE. + + COPYRIGHT AND PERMISSION NOTICE + + Copyright © 1991-2013 Unicode, Inc. All rights reserved. Distributed under +the Terms of Use in http://www.unicode.org/copyright.html. + + Permission is hereby granted, free of charge, to any person obtaining a +copy of the Unicode data files and any associated documentation (the "Data +Files") or Unicode software and any associated documentation (the "Software") +to deal in the Data Files or Software without restriction, including without +limitation the rights to use, copy, modify, merge, publish, distribute, and/or +sell copies of the Data Files or Software, and to permit persons to whom the +Data Files or Software are furnished to do so, provided that (a) the above +copyright notice(s) and this permission notice appear with all copies of the +Data Files or Software, (b) both the above copyright notice(s) and this +permission notice appear in associated documentation, and (c) there is clear +notice in each modified Data File or in the Software as well as in the +documentation associated with the Data File(s) or Software that the data or +software has been modified. + + THE DATA FILES AND SOFTWARE ARE PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF +MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT OF THIRD +PARTY RIGHTS. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR HOLDERS INCLUDED IN +THIS NOTICE BE LIABLE FOR ANY CLAIM, OR ANY SPECIAL INDIRECT OR CONSEQUENTIAL +DAMAGES, OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR +PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS +ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THE +DATA FILES OR SOFTWARE. + + Except as contained in this notice, the name of a copyright holder shall +not be used in advertising or otherwise to promote the sale, use or other +dealings in these Data Files or Software without prior written authorization +of the copyright holder. + +contrib/unicode/from_glibc: + +# Copyright (C) 2014-2019 Free Software Foundation, Inc. +# This file is part of the GNU C Library. +# +# The GNU C Library is free software; you can redistribute it and/or +# modify it under the terms of the GNU Lesser General Public +# License as published by the Free Software Foundation; either +# version 2.1 of the License, or (at your option) any later version. +# +# The GNU C Library is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +# Lesser General Public License for more details. +# +# You should have received a copy of the GNU Lesser General Public +# License along with the GNU C Library; if not, see +# . + +gcc/cobol, libgcobol: + + * Copyright (c) 2021-2024 Symas Corporation + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions are + * met: + * + * * Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * * Redistributions in binary form must reproduce the above + * copyright notice, this list of conditions and the following disclaimer + * in the documentation and/or other materials provided with the + * distribution. + * * Neither the name of the Symas Corporation nor the names of its + * contributors may be used to endorse or promote products derived from + * this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS + * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT + * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR + * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT + * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, + * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT + * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE + * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +gcc/algol68 + + Copyright (C) 2025 Jose E. Marchesi. + + This file is NOT part of GCC. + + GCC is free software; you can redistribute it and/or modify it under the + terms of the GNU General Public License as published by the Free Software + Foundation; either version 3, or (at your option) any later version. + + GCC is distributed in the hope that it will be useful, but WITHOUT ANY + WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS + FOR A PARTICULAR PURPOSE. See the GNU General Public License for more + details. + + You should have received a copy of the GNU General Public License along with + GCC; see the file COPYING3. If not see . + +libga68: + + Copyright (C) 2025 Jose E. Marchesi. + + This file is NOT part of GCC. + + GCC is free software; you can redistribute it and/or modify it under the + terms of the GNU General Public License as published by the Free Software + Foundation; either version 3, or (at your option) any later version. + + GCC is distributed in the hope that it will be useful, but WITHOUT ANY + WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS + FOR A PARTICULAR PURPOSE. See the GNU General Public License for more + details. + + Under Section 7 of GPL version 3, you are granted additional permissions + described in the GCC Runtime Library Exception, version 3.1, as published by + the Free Software Foundation. + + You should have received a copy of the GNU General Public License and a copy + of the GCC Runtime Library Exception along with this program; see the files + COPYING3 and COPYING.RUNTIME respectively. If not, see + . + +gcc/rust/checks/errors/borrowck/ffi-polonius/vendor/ +libgrust/libformat_parser/vendor/ +libgrust/rustc-lib + + Vendored crates are authored by "The Rust Project Developers", + licensed under the Apache-2.0/MIT licenses. + + MIT License: + + Permission is hereby granted, free of charge, to any + person obtaining a copy of this software and associated + documentation files (the "Software"), to deal in the + Software without restriction, including without + limitation the rights to use, copy, modify, merge, + publish, distribute, sublicense, and/or sell copies of + the Software, and to permit persons to whom the Software + is furnished to do so, subject to the following + conditions: + + The above copyright notice and this permission notice + shall be included in all copies or substantial portions + of the Software. + + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF + ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED + TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A + PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT + SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY + CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION + OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR + IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER + DEALINGS IN THE SOFTWARE. + +On Debian GNU/Linux systems, the complete text of Apache 2.0 License +is in `/usr/share/common-licenses/Apache-2.0'. diff --git a/deployment/notices/GLIBC.txt b/deployment/notices/GLIBC.txt new file mode 100644 index 0000000000000000000000000000000000000000..d070a9d99ef5c5b7073ba7a04798721d45acf150 --- /dev/null +++ b/deployment/notices/GLIBC.txt @@ -0,0 +1,1418 @@ +Format: https://www.debian.org/doc/packaging-manuals/copyright-format/1.0/ +Upstream-Name: GNU C Library +Source: https://sourceware.org/git/glibc.git + +Files: * +Copyright: 1991-2026 Free Software Foundation, Inc. +License: LGPL-2.1+ + +Files: manual/* +License: GFDL-1.3 + Copyright (C) 1993-2017 Free Software Foundation, Inc. + . + Permission is granted to copy, distribute and/or modify this document + under the terms of the GNU Free Documentation License, Version 1.3 or + any later version published by the Free Software Foundation; with the + Invariant Sections being "Free Software Needs Free Documentation" and + "GNU Lesser General Public License", the Front-Cover texts being "A + GNU Manual", and with the Back-Cover Texts as in (a) below. A copy of + the license is included in the section entitled "GNU Free + Documentation License". + . + (a) The FSF’s Back-Cover Text is: "You have the freedom to copy and + modify this GNU manual. Buying copies from the FSF supports it in + developing GNU and promoting software freedom." + . + On Debian systems, the complete text of the GNU Free Documentation + License Version 1.3 can be found in `/usr/share/common-licenses/GFDL-1.3'. + +Files: + nptl/default-sched.h + nss/nss_db/db-initgroups.c + sysdeps/powerpc/fpu/round_to_integer.h + sysdeps/powerpc/fpu/s_ceil.c + sysdeps/powerpc/fpu/s_ceilf.c + sysdeps/powerpc/fpu/s_floor.c + sysdeps/powerpc/fpu/s_floorf.c + sysdeps/powerpc/fpu/s_nearbyint.c + sysdeps/powerpc/fpu/s_nearbyintf.c + sysdeps/powerpc/fpu/s_round.c + sysdeps/powerpc/fpu/s_roundf.c + sysdeps/powerpc/fpu/s_trunc.c + sysdeps/powerpc/fpu/s_truncf.c + sysdeps/powerpc/powerpc32/fpu/s_lrint.c + sysdeps/powerpc/powerpc64/dl-machine.c + sysdeps/powerpc/powerpc64/dl-machine.h + sysdeps/powerpc/powerpc64/fpu/s_llrint.c + sysdeps/powerpc/powerpc64/fpu/s_llround.c + sysdeps/powerpc/powerpc64/fpu/s_llroundf.c + sysdeps/sparc/backtrace.c + sysdeps/unix/sysv/linux/alpha/bits/pthread_stack_min.h + sysdeps/unix/sysv/linux/default-sched.h + sysdeps/unix/sysv/linux/sparc/bits/pthread_stack_min.h +Copyright: 1995-2026 Free Software Foundation, Inc. +License: LGPL-2+ + +Files: + soft-fp/*.c + soft-fp/*.h + sysdeps/ieee754/soft-fp/s_fma*.c + sysdeps/powerpc/nofpu/sqrt*f2.c + sysdeps/powerpc/powerpc64/le/fpu/e_sqrtf128.c + sysdeps/x86/fpu/e_sqrtf128.c +Copyright: 1997-2026 Free Software Foundation, Inc. +License: LGPL-2.1+-with-link-exception + +Files: sysdeps/htl/raise.c +Copyright: 2008-2026 Free Software Foundation, Inc. +License: LGPL-3+ + +Files: + catgets/gencat.c + catgets/xopen-msg.awk + elf/cache.c + elf/chroot_canon.c + elf/endswith.h + elf/ldconfig.c + elf/readlib.c + elf/stringtable.c + elf/stringtable.h + elf/stringtable_free.c + elf/tst-stringtable.c + iconv/dummy-repertoire.c + iconv/iconv_charmap.c + iconv/iconv_prog.c + iconv/iconvconfig.c + iconv/strtab.c + include/programs/xasprintf.h + include/programs/xmalloc.h + intl/locale.alias + intl/po2test.awk + io/tst-fcntl-lock.c + io/tst-lockf.c + locale/programs/3level.h + locale/programs/charmap-dir.c + locale/programs/charmap-dir.h + locale/programs/charmap-kw.gperf + locale/programs/charmap-kw.h + locale/programs/charmap.c + locale/programs/charmap.h + locale/programs/config.h + locale/programs/ld-address.c + locale/programs/ld-collate.c + locale/programs/ld-ctype.c + locale/programs/ld-identification.c + locale/programs/ld-measurement.c + locale/programs/ld-messages.c + locale/programs/ld-monetary.c + locale/programs/ld-name.c + locale/programs/ld-numeric.c + locale/programs/ld-paper.c + locale/programs/ld-telephone.c + locale/programs/ld-time.c + locale/programs/linereader.c + locale/programs/linereader.h + locale/programs/locale-spec.c + locale/programs/locale.c + locale/programs/localedef.c + locale/programs/localedef.h + locale/programs/locarchive.c + locale/programs/locfile-kw.gperf + locale/programs/locfile-kw.h + locale/programs/locfile-token.h + locale/programs/locfile.c + locale/programs/locfile.h + locale/programs/record-status.c + locale/programs/record-status.h + locale/programs/repertoire.c + locale/programs/repertoire.h + locale/programs/simple-hash.c + locale/programs/simple-hash.h + locale/programs/xasprintf.c + locale/programs/xmalloc.c + locale/programs/xstrdup.c + localedata/tst-rpmatch.sh + malloc/memusagestat.c + nscd/aicache.c + nscd/cache.c + nscd/cachedumper.c + nscd/connections.c + nscd/dbg_log.c + nscd/getgrgid_r.c + nscd/getgrnam_r.c + nscd/gethstbyad_r.c + nscd/gethstbynm3_r.c + nscd/getpwnam_r.c + nscd/getpwuid_r.c + nscd/getsrvbynm_r.c + nscd/getsrvbypt_r.c + nscd/grpcache.c + nscd/hstcache.c + nscd/initgrcache.c + nscd/mem.c + nscd/netgroupcache.c + nscd/nscd.c + nscd/nscd_conf.c + nscd/nscd_setup_thread.c + nscd/pwdcache.c + nscd/servicescache.c + posix/getconf.c + scripts/rellns-sh + sysdeps/unix/sysv/linux/nscd_setup_thread.c + sysdeps/unix/sysv/linux/tst-ofdlocks-compat.c + sysdeps/unix/sysv/linux/tst-ofdlocks.c +Copyright: 1991-2026 Free Software Foundation, Inc. +License: GPL-2+ + +Files: sysdeps/arm/unwind.h +Copyright: 2003-2026 Free Software Foundation, Inc. +License: GPL-2+-with-link-exception + +Files: sysdeps/unix/sysv/linux/mips/sys/user.h +Copyright: + 1995, 1999 by Ralf Baechle + 2002-2026 Free Software Foundation +License: LGPL-2.1+ and GPL-2 + +Files: scripts/move-if-change +Copyright: 2002-2022 Free Software Foundation, Inc. +License: GPL-3+ + +Files: + libio/tst-fgetc-after-eof.c + malloc/tst-malloc-stats-cancellation.c + wcsmbs/tst-fgetwc-after-eof.c +Copyright: 2018 Free Software Foundation +License: FSFAP + +Files: + hurd/hurdmalloc.c + mach/err_boot.sub + mach/err_ipc.sub + mach/err_kern.sub + mach/err_mach.sub + mach/err_server.sub + mach/err_us.sub + mach/error_compat.c + mach/errorlib.h + mach/errstring.c + mach/mach/error.h + mach/mach_error.c + mach/mach_error.h + mach/msg-destroy.c + mach/msg.c + sysdeps/mach/sys/reboot.h +Copyright: 1987-1982 Carnegie Mellon University +License: Carnegie + +Files: + mach/msgserver.c +Copyright: + 1991,1990,1989 Carnegie Mellon University + 1993-2026 Free Software Foundation, Inc. +License: Carnegie and LGPL-2.1+ + +Files: + nss/getaddrinfo.c + nss/getnameinfo.c +Copyright: + 1996 by Craig Metz + 1997-2026 Free Software Foundation, Inc. +License: Inner-Net and LGPL-2.1+ + +Files: posix/runtests.c +Copyright: 1995 by Tom Lord +License: MIT-like-Lord + Permission to use, copy, modify, and distribute this software and its + documentation for any purpose and without fee is hereby granted, + provided that the above copyright notice appear in all copies and that + both that copyright notice and this permission notice appear in + supporting documentation, and that the name of the copyright holder not be + used in advertising or publicity pertaining to distribution of the + software without specific, written prior permission. + . + Tom Lord DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, + INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO + EVENT SHALL TOM LORD BE LIABLE FOR ANY SPECIAL, INDIRECT OR + CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF + USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR + OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR + PERFORMANCE OF THIS SOFTWARE. + +Files: posix/rxspencer/* +Copyright: 1992, 1993, 1994, 1997 Henry Spencer +License: BSD-like-Spencer + This software is not subject to any license of the American Telephone + and Telegraph Company or of the Regents of the University of California. + . + Permission is granted to anyone to use this software for any purpose on + any computer system, and to alter it and redistribute it, subject + to the following restrictions: + . + 1. The author is not responsible for the consequences of use of this + software, no matter how awful, even if they arise from flaws in it. + . + 2. The origin of this software must not be misrepresented, either by + explicit claim or by omission. Since few users ever read sources, + credits must appear in the documentation. + . + 3. Altered versions must be plainly marked as such, and must not be + misrepresented as being the original software. Since few users + ever read sources, credits must appear in the documentation. + . + 4. This notice may not be removed or altered. + +Files: posix/PCRE.tests +Copyright: 1997-2003 University of Cambridge +License: PCRE + +Files: sysdeps/unix/sysv/linux/net/if_ppp.h +Copyright: 1989 Carnegie Mellon University +License: BSD-3-clause-Carnegie + +Files: + localedata/unicode-gen/unicode-license.txt + localedata/unicode-gen/UnicodeData.txt +Copyright: 1991-2024 Unicode, Inc. +License: Unicode-DFS-2016 + +Files: posix/BOOST.tests +License: BSL-1.0 +Copyright: 2004 John Maddock +Comment: Tests taken from BOOST testsuite and adapted to glibc regex. + +Files: + math/s_ldexp_template.c + math/s_nextafter.c + math/s_nexttowardf.c + math/w_cosh_compat.c + math/w_coshf_compat.c + math/w_coshl_compat.c + math/w_expl_compat.c + math/w_hypot_compat.c + math/w_hypotf_compat.c + math/w_hypotl_compat.c + math/w_jnl_compat.c + math/w_lgamma_main.c + math/w_lgamma_r_compat.c + math/w_lgammaf_main.c + math/w_lgammaf_r_compat.c + math/w_lgammal_main.c + math/w_lgammal_r_compat.c + math/w_sinh_compat.c + math/w_sinhf_compat.c + math/w_sinhl_compat.c + math/w_tgamma_compat.c + math/w_tgammaf_compat.c + math/w_tgammal_compat.c + sysdeps/generic/math_private.h + sysdeps/i386/fpu/s_nextafterl.c + sysdeps/i386/fpu/s_nexttoward.c + sysdeps/i386/fpu/s_nexttowardf.c + sysdeps/ieee754/dbl-64/e_cosh.c + sysdeps/ieee754/dbl-64/e_ilogb.c + sysdeps/ieee754/dbl-64/e_j0.c + sysdeps/ieee754/dbl-64/e_j1.c + sysdeps/ieee754/dbl-64/e_jn.c + sysdeps/ieee754/dbl-64/e_log10.c + sysdeps/ieee754/dbl-64/e_sinh.c + sysdeps/ieee754/dbl-64/k_rem_pio2.c + sysdeps/ieee754/dbl-64/s_ceil.c + sysdeps/ieee754/dbl-64/s_copysign.c + sysdeps/ieee754/dbl-64/s_expm1.c + sysdeps/ieee754/dbl-64/s_fabs.c + sysdeps/ieee754/dbl-64/s_finite.c + sysdeps/ieee754/dbl-64/s_isnan.c + sysdeps/ieee754/dbl-64/s_log1p.c + sysdeps/ieee754/dbl-64/s_modf.c + sysdeps/ieee754/dbl-64/s_nearbyint.c + sysdeps/ieee754/dbl-64/s_rint.c + sysdeps/ieee754/dbl-64/s_scalbln.c + sysdeps/ieee754/dbl-64/s_scalbn.c + sysdeps/ieee754/dbl-64/s_tanh.c + sysdeps/ieee754/flt-32/e_ilogbf.c + sysdeps/ieee754/flt-32/e_j0f.c + sysdeps/ieee754/flt-32/e_j1f.c + sysdeps/ieee754/flt-32/e_jnf.c + sysdeps/ieee754/flt-32/e_remainderf.c + sysdeps/ieee754/flt-32/e_sqrtf.c + sysdeps/ieee754/flt-32/s_ceilf.c + sysdeps/ieee754/flt-32/s_copysignf.c + sysdeps/ieee754/flt-32/s_fabsf.c + sysdeps/ieee754/flt-32/s_finitef.c + sysdeps/ieee754/flt-32/s_floorf.c + sysdeps/ieee754/flt-32/s_frexpf.c + sysdeps/ieee754/flt-32/s_isnanf.c + sysdeps/ieee754/flt-32/s_logbf.c + sysdeps/ieee754/flt-32/s_modff.c + sysdeps/ieee754/flt-32/s_nearbyintf.c + sysdeps/ieee754/flt-32/s_nextafterf.c + sysdeps/ieee754/flt-32/s_rintf.c + sysdeps/ieee754/flt-32/s_scalblnf.c + sysdeps/ieee754/flt-32/s_scalbnf.c + sysdeps/ieee754/k_standard.c + sysdeps/ieee754/ldbl-128/e_atan2l.c + sysdeps/ieee754/ldbl-128/e_atanhl.c + sysdeps/ieee754/ldbl-128/e_fmodl.c + sysdeps/ieee754/ldbl-128/e_ilogbl.c + sysdeps/ieee754/ldbl-128/e_remainderl.c + sysdeps/ieee754/ldbl-128/s_asinhl.c + sysdeps/ieee754/ldbl-128/s_ceill.c + sysdeps/ieee754/ldbl-128/s_copysignl.c + sysdeps/ieee754/ldbl-128/s_cosl.c + sysdeps/ieee754/ldbl-128/s_fabsl.c + sysdeps/ieee754/ldbl-128/s_finitel.c + sysdeps/ieee754/ldbl-128/s_floorl.c + sysdeps/ieee754/ldbl-128/s_frexpl.c + sysdeps/ieee754/ldbl-128/s_isnanl.c + sysdeps/ieee754/ldbl-128/s_logbl.c + sysdeps/ieee754/ldbl-128/s_modfl.c + sysdeps/ieee754/ldbl-128/s_nearbyintl.c + sysdeps/ieee754/ldbl-128/s_nextafterl.c + sysdeps/ieee754/ldbl-128/s_nexttoward.c + sysdeps/ieee754/ldbl-128/s_nexttowardf.c + sysdeps/ieee754/ldbl-128/s_rintl.c + sysdeps/ieee754/ldbl-128/s_scalblnl.c + sysdeps/ieee754/ldbl-128/s_scalbnl.c + sysdeps/ieee754/ldbl-128/s_sinl.c + sysdeps/ieee754/ldbl-128/s_tanhl.c + sysdeps/ieee754/ldbl-128/s_tanl.c + sysdeps/ieee754/ldbl-128ibm/e_acoshl.c + sysdeps/ieee754/ldbl-128ibm/e_atan2l.c + sysdeps/ieee754/ldbl-128ibm/e_atanhl.c + sysdeps/ieee754/ldbl-128ibm/e_coshl.c + sysdeps/ieee754/ldbl-128ibm/e_fmodl.c + sysdeps/ieee754/ldbl-128ibm/e_hypotl.c + sysdeps/ieee754/ldbl-128ibm/e_ilogbl.c + sysdeps/ieee754/ldbl-128ibm/e_remainderl.c + sysdeps/ieee754/ldbl-128ibm/e_sinhl.c + sysdeps/ieee754/ldbl-128ibm/s_asinhl.c + sysdeps/ieee754/ldbl-128ibm/s_copysignl.c + sysdeps/ieee754/ldbl-128ibm/s_cosl.c + sysdeps/ieee754/ldbl-128ibm/s_fabsl.c + sysdeps/ieee754/ldbl-128ibm/s_finitel.c + sysdeps/ieee754/ldbl-128ibm/s_frexpl.c + sysdeps/ieee754/ldbl-128ibm/s_isnanl.c + sysdeps/ieee754/ldbl-128ibm/s_logbl.c + sysdeps/ieee754/ldbl-128ibm/s_modfl.c + sysdeps/ieee754/ldbl-128ibm/s_nextafterl.c + sysdeps/ieee754/ldbl-128ibm/s_nexttoward.c + sysdeps/ieee754/ldbl-128ibm/s_nexttowardf.c + sysdeps/ieee754/ldbl-128ibm/s_scalblnl.c + sysdeps/ieee754/ldbl-128ibm/s_scalbnl.c + sysdeps/ieee754/ldbl-128ibm/s_sinl.c + sysdeps/ieee754/ldbl-128ibm/s_tanhl.c + sysdeps/ieee754/ldbl-128ibm/s_tanl.c + sysdeps/ieee754/ldbl-96/e_acoshl.c + sysdeps/ieee754/ldbl-96/e_atanhl.c + sysdeps/ieee754/ldbl-96/e_coshl.c + sysdeps/ieee754/ldbl-96/e_sinhl.c + sysdeps/ieee754/ldbl-96/s_asinhl.c + sysdeps/ieee754/ldbl-96/s_copysignl.c + sysdeps/ieee754/ldbl-96/s_cosl.c + sysdeps/ieee754/ldbl-96/s_frexpl.c + sysdeps/ieee754/ldbl-96/s_modfl.c + sysdeps/ieee754/ldbl-96/s_nexttoward.c + sysdeps/ieee754/ldbl-96/s_nexttowardf.c + sysdeps/ieee754/ldbl-96/s_scalblnl.c + sysdeps/ieee754/ldbl-96/s_sinl.c + sysdeps/ieee754/ldbl-96/s_tanhl.c + sysdeps/ieee754/ldbl-96/s_tanl.c + sysdeps/ieee754/ldbl-opt/s_nexttowardfd.c + sysdeps/ieee754/s_lib_version.c + sysdeps/ieee754/s_matherr.c + sysdeps/m68k/m680x0/fpu/s_logbl.c + sysdeps/m68k/m680x0/fpu/s_nextafterl.c + sysdeps/x86/fpu/s_isnanl.c +Copyright: 1993 by Sun Microsystems, Inc. +License: SunPro +Comment: Files from Sun fdlibm + +Files: + sysdeps/ieee754/dbl-64/s_floor.c + sysdeps/ieee754/k_standardl.c + sysdeps/ieee754/ldbl-128/e_acosl.c + sysdeps/ieee754/ldbl-128/e_asinl.c + sysdeps/ieee754/ldbl-128/e_coshl.c + sysdeps/ieee754/ldbl-128/e_jnl.c + sysdeps/ieee754/ldbl-128/e_powl.c + sysdeps/ieee754/ldbl-128/e_sinhl.c + sysdeps/ieee754/ldbl-128/k_tanl.c + sysdeps/ieee754/ldbl-128/s_erfl.c + sysdeps/ieee754/ldbl-128ibm/e_acosl.c + sysdeps/ieee754/ldbl-128ibm/e_asinl.c + sysdeps/ieee754/ldbl-128ibm/e_jnl.c + sysdeps/ieee754/ldbl-128ibm/e_powl.c + sysdeps/ieee754/ldbl-128ibm/k_tanl.c + sysdeps/ieee754/ldbl-128ibm/s_erfl.c + sysdeps/ieee754/ldbl-96/e_asinl.c + sysdeps/ieee754/ldbl-96/e_j0l.c + sysdeps/ieee754/ldbl-96/e_j1l.c + sysdeps/ieee754/ldbl-96/e_jnl.c + sysdeps/ieee754/ldbl-96/e_lgammal_r.c + sysdeps/ieee754/ldbl-96/k_tanl.c + sysdeps/ieee754/ldbl-96/s_erfl.c +Copyright: + 1993 by Sun Microsystems, Inc. + 1984, 1991, 2001 by Stephen L. Moshier + 2011-2026 Free Software Foundation, Inc. + 2012-2026 Free Software Foundation, Inc. +License: LGPL-2.1+ and SunPro + +Files: + sysdeps/ieee754/dbl-64/ddcoremath.h + sysdeps/ieee754/dbl-64/e_acosh.c + sysdeps/ieee754/dbl-64/e_atanh.c + sysdeps/ieee754/dbl-64/e_gamma_r.c + sysdeps/ieee754/dbl-64/e_lgamma_r.c + sysdeps/ieee754/dbl-64/s_asincosh_data.c + sysdeps/ieee754/dbl-64/s_asincosh_data.h + sysdeps/ieee754/dbl-64/s_asinh.c + sysdeps/ieee754/dbl-64/s_atanh_data.c + sysdeps/ieee754/dbl-64/s_atanh_data.h + sysdeps/ieee754/dbl-64/s_erf.c + sysdeps/ieee754/dbl-64/s_erf_common.c + sysdeps/ieee754/dbl-64/s_erf_common.h + sysdeps/ieee754/dbl-64/s_erf_data.c + sysdeps/ieee754/dbl-64/s_erf_data.h + sysdeps/ieee754/dbl-64/s_erfc.c + sysdeps/ieee754/dbl-64/s_erfc_data.c + sysdeps/ieee754/dbl-64/s_erfc_data.h + sysdeps/ieee754/flt-32/e_acosf.c + sysdeps/ieee754/flt-32/e_acoshf.c + sysdeps/ieee754/flt-32/e_asinf.c + sysdeps/ieee754/flt-32/e_atan2f.c + sysdeps/ieee754/flt-32/e_atanhf.c + sysdeps/ieee754/flt-32/e_coshf.c + sysdeps/ieee754/flt-32/e_gammaf_r.c + sysdeps/ieee754/flt-32/e_lgammaf_r.c + sysdeps/ieee754/flt-32/e_log10f.c + sysdeps/ieee754/flt-32/e_sincoshf_data.c + sysdeps/ieee754/flt-32/e_sincoshf_data.h + sysdeps/ieee754/flt-32/e_sinhf.c + sysdeps/ieee754/flt-32/s_acospif.c + sysdeps/ieee754/flt-32/s_asincosf_data.c + sysdeps/ieee754/flt-32/s_asincosf_data.h + sysdeps/ieee754/flt-32/s_asincoshf_data.c + sysdeps/ieee754/flt-32/s_asincoshf_data.h + sysdeps/ieee754/flt-32/s_asincospif_data.c + sysdeps/ieee754/flt-32/s_asincospif_data.h + sysdeps/ieee754/flt-32/s_asinhf.c + sysdeps/ieee754/flt-32/s_asinpif.c + sysdeps/ieee754/flt-32/s_atan2pif.c + sysdeps/ieee754/flt-32/s_atanf.c + sysdeps/ieee754/flt-32/s_atanpif.c + sysdeps/ieee754/flt-32/s_cbrtf.c + sysdeps/ieee754/flt-32/s_cospif.c + sysdeps/ieee754/flt-32/s_erfcf.c + sysdeps/ieee754/flt-32/s_erff.c + sysdeps/ieee754/flt-32/s_exp10m1f.c + sysdeps/ieee754/flt-32/s_exp2m1f.c + sysdeps/ieee754/flt-32/s_expm1f.c + sysdeps/ieee754/flt-32/s_log10p1f.c + sysdeps/ieee754/flt-32/s_log1pf.c + sysdeps/ieee754/flt-32/s_log2p1f.c + sysdeps/ieee754/flt-32/s_sincospif_data.c + sysdeps/ieee754/flt-32/s_sincospif_data.h + sysdeps/ieee754/flt-32/s_sinpif.c + sysdeps/ieee754/flt-32/s_tanf.c + sysdeps/ieee754/flt-32/s_tanhf.c + sysdeps/ieee754/flt-32/s_tanpif.c +Copyright: 2022-2026 Alexei Sibidanov and Paul Zimmermann +License: CORE-MATH + +Files: + gmon/gmon.c + gmon/mcount.c + gmon/prof-freq.c + gmon/sys/gmon.h + inet/arpa/ftp.h + inet/arpa/telnet.h + inet/arpa/tftp.h + inet/inet_lnaof.c + inet/inet_mkadr.c + inet/inet_netof.c + inet/protocols/routed.h + inet/protocols/rwhod.h + inet/protocols/talkd.h + inet/protocols/timed.h + inet/rexec.c + inet/ruserpass.c + login/login_tty.c + misc/daemon.c + misc/fstab.h + misc/getttyent.c + misc/getusershell.c + misc/sys/queue.h + misc/sys/syslog.h + misc/sysexits.h + misc/syslog.c + misc/ttyent.h + misc/ttyslot.c + resolv/arpa/nameser_compat.h + sysdeps/generic/netinet/tcp.h + sysdeps/generic/paths.h + sysdeps/generic/sys/ttydefaults.h + sysdeps/gnu/netinet/tcp.h + sysdeps/unix/sysv/linux/paths.h + sysdeps/unix/sysv/linux/sys/ttydefaults.h + termios/sys/ttychars.h +Copyright: 1980-2011 Regents of the University of California +License: BSD-3-clause-Berkeley +Comment: Code incorporated from 4.4 BSD + +Files: inet/rcmd.c +Copyright: + 1998 WIDE Project + 1983, 1993, 1994 The Regents of the University of California +License: BSD-3-clause-Berkeley and BSD-3-clause-WIDE + +Files: + inet/inet_net.c + inet/netinet/igmp.h + io/fts.c + io/fts.h + libio/filedoalloc.c + libio/wfiledoalloc.c + stdlib/div.c + stdlib/random.c + stdlib/random_r.c + sysdeps/gnu/netinet/udp.h + sysdeps/mach/hurd/bits/param.h + sysdeps/unix/sysv/linux/netinet/if_ether.h + sysdeps/unix/sysv/linux/sys/quota.h +Copyright: + 1982-1994 Regents of the University of California + 1991-2026 Free Software Foundation, Inc. + 1988 Stephen Deering +License: BSD-3-clause-Berkeley and LGPL-2.1+ +Comment: Code incorporated from 4.4 BSD + +Files: support/bundled/linux/include/uapi/linux/fuse.h +Copyright: 2001-2007 Miklos Szeredi +License: BSD-2-clause or GPL-2 + +Files: + inet/bindresvport.c + inet/rpc/netdb.h + nis/rpcsvc/nis.h + nis/rpcsvc/nis_callback.h + nis/rpcsvc/nis_tags.h + nis/rpcsvc/yp.h + nis/rpcsvc/ypupd.h + nis/yp_xdr.c + nis/ypupdate_xdr.c + sunrpc/auth_des.c + sunrpc/auth_none.c + sunrpc/auth_unix.c + sunrpc/authdes_prot.c + sunrpc/authuxprot.c + sunrpc/clnt_gen.c + sunrpc/clnt_perr.c + sunrpc/clnt_raw.c + sunrpc/clnt_simp.c + sunrpc/clnt_tcp.c + sunrpc/clnt_udp.c + sunrpc/clnt_unix.c + sunrpc/des_crypt.c + sunrpc/des_soft.c + sunrpc/get_myaddr.c + sunrpc/getrpcport.c + sunrpc/key_call.c + sunrpc/key_prot.c + sunrpc/openchild.c + sunrpc/pm_getmaps.c + sunrpc/pm_getport.c + sunrpc/pmap_clnt.c + sunrpc/pmap_prot.c + sunrpc/pmap_prot2.c + sunrpc/pmap_rmt.c + sunrpc/rpc/auth.h + sunrpc/rpc/auth_unix.h + sunrpc/rpc/clnt.h + sunrpc/rpc/des_crypt.h + sunrpc/rpc/key_prot.h + sunrpc/rpc/pmap_clnt.h + sunrpc/rpc/pmap_prot.h + sunrpc/rpc/pmap_rmt.h + sunrpc/rpc/rpc.h + sunrpc/rpc/rpc_des.h + sunrpc/rpc/rpc_msg.h + sunrpc/rpc/svc.h + sunrpc/rpc/svc_auth.h + sunrpc/rpc/types.h + sunrpc/rpc/xdr.h + sunrpc/rpc_cmsg.c + sunrpc/rpc_common.c + sunrpc/rpc_dtable.c + sunrpc/rpc_prot.c + sunrpc/rtime.c + sunrpc/svc.c + sunrpc/svc_auth.c + sunrpc/svc_authux.c + sunrpc/svc_raw.c + sunrpc/svc_run.c + sunrpc/svc_simple.c + sunrpc/svc_tcp.c + sunrpc/svc_udp.c + sunrpc/svc_unix.c + sunrpc/svcauth_des.c + sunrpc/xcrypt.c + sunrpc/xdr.c + sunrpc/xdr_array.c + sunrpc/xdr_float.c + sunrpc/xdr_mem.c + sunrpc/xdr_rec.c + sunrpc/xdr_ref.c + sunrpc/xdr_sizeof.c + sunrpc/xdr_stdio.c +Copyright: 2010, Oracle America, Inc. +License: BSD-3-clause-Oracle +Comment: Sun RPC support (from rpcsrc-4.0) + +Files: + resolv/compat-gethnamaddr.c + resolv/mapv4v6addr.h +Copyright: + 1985, 1988, 1993 The Regents of the University of California + 1993 by Digital Equipment Corporation +License: BSD-3-clause-Berkeley and DEC +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: resolv/res_debug.c +Copyright: + 1985 The Regents of the University of California + 1993 by Digital Equipment Corporation + 1995 IBM Corporation + 1996-1999 by Internet Software Consortium +License: BSD-3-clause-Berkeley and DEC and IBM and ISC +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: resolv/res_query.c +Copyright: + 1988, 1993 The Regents of the University of California + 1993 by Digital Equipment Corporation + 1996-1999 by Internet Software Consortium +License: BSD-3-clause-Berkeley and DEC and ISC +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: + resolv/dn_comp.c + resolv/dn_expand.c + resolv/dn_skipname.c + resolv/inet_addr.c + resolv/res-close.c + resolv/res-name-checking.c + resolv/res-putget.c + resolv/res_context_hostalias.c + resolv/res_init.c + resolv/res_isourserver.c + resolv/res_mkquery.c + resolv/res_nameinquery.c + resolv/res_queriesmatch.c + resolv/res_randomid.c + resolv/res_send.c +Copyright: + 1983, 1985, 1988, 1989, 1990, 1993 The Regents of the University of California + 1993 by Digital Equipment Corporation. + 1995-2026 Free Software Foundation, Inc. + 1996-1999 by Internet Software Consortium. +License: BSD-3-clause-Berkeley and DEC and ISC and LGPL-2.1+ +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: resolv/nss_dns/dns-host.c +Copyright: + 1996-2026 Free Software Foundation, Inc. + 1985, 1988, 1993 The Regents of the University of California + 1993 by Digital Equipment Corporation +License: BSD-3-clause-Berkeley and DEC and LGPL-2.1+ +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: + resolv/arpa/nameser.h + resolv/herror.c + resolv/resolv.h +Copyright: + 1983, 1987, 1989, 1993 The Regents of the University of California + 1996-1999 by Internet Software Consortium. + 2004 by Internet Systems Consortium, Inc. ("ISC") +License: BSD-3-clause-Berkeley and ISC +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: resolv/nss_dns/dns-network.c +Copyright: + 1993 Carlos Leandro and Rui Salgueiro Dep. Matematica Universidade de Coimbra, Portugal, Europe + 1983, 1993 The Regents of the University of California + 1996-2026 Free Software Foundation, Inc. +License: BSD-3-clause-Berkeley and LGPL-2.1+ and Univ-Coimbra +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: resolv/base64.c +Copyright: + 1995 IBM Corporation + 1996-1999 by Internet Software Consortium +License: IBM and ISC +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: + resolv/inet_net_ntop.c + resolv/inet_net_pton.c + resolv/inet_neta.c + resolv/inet_ntop.c + resolv/ns_date.c + resolv/ns_makecanon.c + resolv/ns_name.c + resolv/ns_name_compress.c + resolv/ns_name_ntop.c + resolv/ns_name_pack.c + resolv/ns_name_pton.c + resolv/ns_name_skip.c + resolv/ns_name_uncompress.c + resolv/ns_name_unpack.c + resolv/ns_netint.c + resolv/ns_parse.c + resolv/ns_print.c + resolv/ns_samedomain.c + resolv/ns_samename.c + resolv/ns_ttl.c + resolv/nsap_addr.c +Copyright: + 1995-1999 by Internet Software Consortium. + 2004 by Internet Systems Consortium, Inc. ("ISC") +License: ISC +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: + hesiod/hesiod.c + hesiod/hesiod.h + hesiod/hesiod_p.h + resolv/compat-hooks.c + resolv/inet_pton.c + resolv/res_data.c + resolv/res_libc.c +Copyright: + 1996-2026 Free Software Foundation, Inc. + 1995-1999 by Internet Software Consortium +License: ISC and LGPL-2.1+ +Comment: DNS resolver code, taken from BIND 4.9.5 + +Files: + localedata/locales/eo + localedata/locales/kk_KZ + localedata/locales/syr + localedata/locales/tok +Copyright: None +License: public-domain + These files are in Public Domain. + +Files: + timezone/africa + timezone/antarctica + timezone/asia + timezone/australasia + timezone/backward + timezone/etcetera + timezone/europe + timezone/factory + timezone/iso3166.tab + timezone/leapseconds + timezone/northamerica + timezone/pacificnew + timezone/private.h + timezone/simplebackw + timezone/solar87 + timezone/solar88 + timezone/solar89 + timezone/southamerica + timezone/systemv + timezone/tzfile.h + timezone/tzselect.ksh + timezone/yearistype + timezone/zdump.c + timezone/zic.c + timezone/zone.tab +Copyright: The Internet Assigned Numbers Authority (IANA) +Comment: tzcode and tzdata packages by Arthur David Olson et.al. +License: public-domain + This database is in the public domain. + +Files: debian/* +Copyright: + 2000-2004 Ben Collins + 2002-2004 Jeff Bailey + 2002-2005 Philip Blundell + 2002-2006 Daniel Jacobowitz + 2002-2006 GOTO Masanori + 2006 Denis Barbier + 2006-2026 Aurelien Jarno + 2007-2008 Pierre Habouzit + 2010-2013 Clint Adams + 2012-2019 Adam Conrad + 2016-2026 Samuel Thibault +License: GPL-2+ + +License: BSD-2-clause + Redistribution and use in source and binary forms, with or without + modification, are permitted provided that the following conditions + are met: + 1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + 2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + . + THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND + ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE + FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + SUCH DAMAGE. + +License: BSD-3-clause-Berkeley + Redistribution and use in source and binary forms, with or without + modification, are permitted provided that the following conditions + are met: + . + 1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + 2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + 3. [This condition was removed.] + 4. Neither the name of the University nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + . + THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND + ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE + FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + SUCH DAMAGE. + +License: BSD-3-clause-Carnegie + Redistribution and use in source and binary forms, with or without + modification, are permitted provided that the following conditions + are met: + 1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + 2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + 3. Neither the name of the University nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + . + THIS SOFTWARE IS PROVIDED BY CARNEGIE MELLON UNIVERSITY AND + CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, + INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF + MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + IN NO EVENT SHALL THE UNIVERSITY OR CONTRIBUTORS BE LIABLE FOR ANY + DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE + GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS + INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER + IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR + OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN + IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +License: BSD-3-clause-Oracle + Redistribution and use in source and binary forms, with or without + modification, are permitted provided that the following conditions are + met: + . + * Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + * Redistributions in binary form must reproduce the above + copyright notice, this list of conditions and the following + disclaimer in the documentation and/or other materials + provided with the distribution. + * Neither the name of the "Oracle America, Inc." nor the names of its + contributors may be used to endorse or promote products derived + from this software without specific prior written permission. + . + THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS + "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT + LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS + FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE + COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, + INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE + GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS + INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, + WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING + NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE + OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +License: BSD-3-clause-WIDE + Redistribution and use in source and binary forms, with or without + modification, are permitted provided that the following conditions + are met: + 1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + 2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + 3. Neither the name of the project nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + . + THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND + ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE + FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + SUCH DAMAGE. + +License: BSL-1.0 + Boost Software License - Version 1.0 - August 17th, 2003 + . + Permission is hereby granted, free of charge, to any person or organization + obtaining a copy of the software and accompanying documentation covered by + this license (the "Software") to use, reproduce, display, distribute, + execute, and transmit the Software, and to prepare derivative works of the + Software, and to permit third-parties to whom the Software is furnished to + do so, all subject to the following: + . + The copyright notices in the Software and this entire statement, including + the above license grant, this restriction and the following disclaimer, + must be included in all copies of the Software, in whole or in part, and + all derivative works of the Software, unless such copies or derivative + works are solely in the form of machine-executable object code generated by + a source language processor. + . + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT + SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE + FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE, + ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER + DEALINGS IN THE SOFTWARE. + +License: Carnegie + Permission to use, copy, modify and distribute this software and its + documentation is hereby granted, provided that both the copyright + notice and this permission notice appear in all copies of the + software, derivative works or modified versions, and any portions + thereof, and that both notices appear in supporting documentation. + . + CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" + CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR + ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. + . + Carnegie Mellon requests users of this software to return to + . + Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU + School of Computer Science + Carnegie Mellon University + Pittsburgh PA 15213-3890 + . + any improvements or extensions that they make and grant Carnegie Mellon + the rights to redistribute these changes. + +License: Univ-Coimbra + Permission to use, copy, modify, and distribute this software for any + purpose with or without fee is hereby granted, provided that the above + copyright notice and this permission notice appear in all copies. + +License: CORE-MATH + This file is part of the CORE-MATH project + . + Permission is hereby granted, free of charge, to any person obtaining a copy + of this software and associated documentation files (the "Software"), to deal + in the Software without restriction, including without limitation the rights + to use, copy, modify, merge, publish, distribute, sublicense, and/or sell + copies of the Software, and to permit persons to whom the Software is + furnished to do so, subject to the following conditions: + . + The above copyright notice and this permission notice shall be included in all + copies or substantial portions of the Software. + . + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + SOFTWARE. + +License: DEC + Permission to use, copy, modify, and distribute this software for any + purpose with or without fee is hereby granted, provided that the above + copyright notice and this permission notice appear in all copies, and + that the name of Digital Equipment Corporation not be used in + advertising or publicity pertaining to distribution of the document or + software without specific, written prior permission. + . + THE SOFTWARE IS PROVIDED ``AS IS'' AND DIGITAL EQUIPMENT CORP. + DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING ALL + IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL + DIGITAL EQUIPMENT CORPORATION BE LIABLE FOR ANY SPECIAL, DIRECT, + INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING + FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, + NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION + WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. + +License: FSFAP + Copying and distribution of this file, with or without modification, + are permitted in any medium without royalty provided the copyright + notice and this notice are preserved. This file is offered as-is, + without any warranty. + +License: GPL-2 + This file is free software; you can redistribute it and/or modify it + under the terms of the GNU General Public License version 2 as published + by the Free Software Foundation. + . + This file is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + . + You should have received a copy of the GNU Lesser General Public + License along with the GNU C Library; if not, see + . + . + On Debian systems, the complete text of the GNU General Public License + version 2 can be found in `/usr/share/common-licenses/GPL-2'. + +License: GPL-2+ + This file is part of the GNU C Library. + . + This file is free software; you can redistribute it and/or modify it + under the terms of the GNU General Public License as published by the + Free Software Foundation; either version 2, or (at your option) any + later version. + . + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + . + You should have received a copy of the GNU Lesser General Public + License along with the GNU C Library; if not, see + . + . + On Debian systems, the complete text of the GNU General Public License + version 2 can be found in `/usr/share/common-licenses/GPL-2'. + +License: GPL-2+-with-link-exception + This file is free software; you can redistribute it and/or modify it + under the terms of the GNU General Public License as published by the + Free Software Foundation; either version 2, or (at your option) any + later version. + . + In addition to the permissions in the GNU General Public License, the + Free Software Foundation gives you unlimited permission to link the + compiled version of this file into combinations with other programs, + and to distribute those combinations without any restriction coming + from the use of this file. (The General Public License restrictions + do apply in other respects; for example, they cover modification of + the file, and distribution when not linked into a combine + executable.) + . + This file is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + . + You should have received a copy of the GNU General Public License + along with this program. If not, see + . + . + On Debian systems, the complete text of the GNU General Public License + version 2 can be found in `/usr/share/common-licenses/GPL-2'. + +License: GPL-3+ + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + . + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + . + You should have received a copy of the GNU General Public License + along with this program. If not, see . + . + On Debian systems, the complete text of the GNU General Public License + version 2 can be found in `/usr/share/common-licenses/GPL-3'. + +License: IBM + Permission is hereby granted, free of charge, to any person obtaining + a copy of this software and associated documentation files (the + 'Software'), to deal in the Software without restriction, including + without limitation the rights to use, copy, modify, merge, publish, + distribute, sublicense, and/or sell copies of the Software, and to + permit persons to whom the Software is furnished to do so, subject to + the following conditions: + . + The above copyright notice and this permission notice shall be + included in all copies or substantial portions of the Software. + . + THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, + EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. + IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY + CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, + TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE + SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + +License: Inner-Net + The Inner Net License, Version 2.00 + . + The author(s) grant permission for redistribution and use in source and + binary forms, with or without modification, of the software and documentation + provided that the following conditions are met: + . + 0. If you receive a version of the software that is specifically labelled + as not being for redistribution (check the version message and/or README), + you are not permitted to redistribute that version of the software in any + way or form. + 1. All terms of the all other applicable copyrights and licenses must be + followed. + 2. Redistributions of source code must retain the authors' copyright + notice(s), this list of conditions, and the following disclaimer. + 3. Redistributions in binary form must reproduce the authors' copyright + notice(s), this list of conditions, and the following disclaimer in the + documentation and/or other materials provided with the distribution. + 4. [The copyright holder has authorized the removal of this clause.] + 5. Neither the name(s) of the author(s) nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + . + THIS SOFTWARE IS PROVIDED BY ITS AUTHORS AND CONTRIBUTORS ``AS IS'' AND ANY + EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED + WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE + DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE FOR ANY + DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES + (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; + LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON + ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS + SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + . + If these license terms cause you a real problem, contact the author. + +License: ISC + Permission to use, copy, modify, and distribute this software for any + purpose with or without fee is hereby granted, provided that the above + copyright notice and this permission notice appear in all copies. + . + THE SOFTWARE IS PROVIDED "AS IS" AND INTERNET SOFTWARE CONSORTIUM DISCLAIMS + ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES + OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL INTERNET SOFTWARE + CONSORTIUM BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL + DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR + PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS + ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS + SOFTWARE. + +License: LGPL-2+ + This file is part of the GNU C Library. + . + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Library General Public License as + published by the Free Software Foundation; either version 2 of the + License, or (at your option) any later version. + . + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Library General Public License for more details. + . + You should have received a copy of the GNU Library General Public + License along with the GNU C Library. If not, see + . + . + On Debian systems, the complete text of the GNU Library General Public + License version 2 can be found in `/usr/share/common-licenses/LGPL-2'. + +License: LGPL-2.1+ + This file is part of the GNU C Library. + . + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + . + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + . + You should have received a copy of the GNU Lesser General Public + License along with the GNU C Library; if not, see + . + . + On Debian systems, the complete text of the GNU Library General Public + License version 2.1 can be found in `/usr/share/common-licenses/LGPL-2.1'. + +License: LGPL-2.1+-with-link-exception + This file is part of the GNU C Library. + . + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + . + In addition to the permissions in the GNU Lesser General Public + License, the Free Software Foundation gives you unlimited + permission to link the compiled version of this file into + combinations with other programs, and to distribute those + combinations without any restriction coming from the use of this + file. (The Lesser General Public License restrictions do apply in + other respects; for example, they cover modification of the file, + and distribution when not linked into a combine executable.) + . + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + . + You should have received a copy of the GNU Lesser General Public + License along with the GNU C Library; if not, see + . + . + On Debian systems, the complete text of the GNU Library General Public + License version 2.1 can be found in `/usr/share/common-licenses/LGPL-2.1'. + +License: LGPL-3+ + This file is part of the GNU Hurd. + . + The GNU Hurd is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public License + as published by the Free Software Foundation; either version 3 of + the License, or (at your option) any later version. + . + The GNU Hurd is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + . + You should have received a copy of the GNU Lesser General Public + License along with this program. If not, see + . + . + On Debian systems, the complete text of the GNU Library General Public + License version 3 can be found in `/usr/share/common-licenses/LGPL-3'. + +License: PCRE + PCRE LICENCE + ------------ + . + PCRE is a library of functions to support regular expressions whose syntax + and semantics are as close as possible to those of the Perl 5 language. + . + Written by: Philip Hazel + . + University of Cambridge Computing Service, + Cambridge, England. Phone: +44 1223 334714. + . + Copyright (c) 1997-2003 University of Cambridge + . + Permission is granted to anyone to use this software for any purpose on any + computer system, and to redistribute it freely, subject to the following + restrictions: + . + 1. This software is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. + . + 2. The origin of this software must not be misrepresented, either by + explicit claim or by omission. In practice, this means that if you use + PCRE in software that you distribute to others, commercially or + otherwise, you must put a sentence like this + . + Regular expression support is provided by the PCRE library package, + which is open source software, written by Philip Hazel, and copyright + by the University of Cambridge, England. + . + somewhere reasonably visible in your documentation and in any relevant + files or online help data or similar. A reference to the ftp site for + the source, that is, to + . + ftp://ftp.csx.cam.ac.uk/pub/software/programming/pcre/ + . + should also be given in the documentation. However, this condition is not + intended to apply to whole chains of software. If package A includes PCRE, + it must acknowledge it, but if package B is software that includes package + A, the condition is not imposed on package B (unless it uses PCRE + independently). + . + 3. Altered versions must be plainly marked as such, and must not be + misrepresented as being the original software. + . + 4. If PCRE is embedded in any software that is released under the GNU + General Purpose Licence (GPL), or Lesser General Purpose Licence (LGPL), + then the terms of that licence shall supersede any condition above with + which it is incompatible. + . + The documentation for PCRE, supplied in the "doc" directory, is distributed + under the same terms as the software itself. + . + End + +License: SunPro + Developed at SunPro, a Sun Microsystems, Inc. business. + Permission to use, copy, modify, and distribute this + software is freely granted, provided that this notice + is preserved. + +License: Unicode-DFS-2016 + UNICODE LICENSE V3 + . + COPYRIGHT AND PERMISSION NOTICE + . + Copyright © 1991-2024 Unicoe, Inc. + . + NOTICE TO USER: Carefully read the following legal agreement. BY + DOWNLOADING, INSTALLING, COPYING OR OTHERWISE USING DATA FILES, AND/OR + SOFTWARE, YOU UNEQUIVOCALLY ACCEPT, AND AGREE TO BE BOUND BY, ALL OF THE + TERMS AND CONDITIONS OF THIS AGREEMENT. IF YOU DO NOT AGREE, DO NOT + DOWNLOAD, INSTALL, COPY, DISTRIBUTE OR USE THE DATA FILES OR SOFTWARE. + . + Permission is hereby granted, free of charge, to any person obtaining a + copy of data files and any associated documentation (the "Data Files") or + software and any associated documentation (the "Software") to deal in the + Data Files or Software without restriction, including without limitation + the rights to use, copy, modify, merge, publish, distribute, and/or sell + copies of the Data Files or Software, and to permit persons to whom the + Data Files or Software are furnished to do so, provided that either (a) + this copyright and permission notice appear with all copies of the Data + Files or Software, or (b) this copyright and permission notice appear in + associated Documentation. + . + THE DATA FILES AND SOFTWARE ARE PROVIDED "AS IS", WITHOUT WARRANTY OF ANY + KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT OF + THIRD PARTY RIGHTS. + . + IN NO EVENT SHALL THE COPYRIGHT HOLDER OR HOLDERS INCLUDED IN THIS NOTICE + BE LIABLE FOR ANY CLAIM, OR ANY SPECIAL INDIRECT OR CONSEQUENTIAL DAMAGES, + OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, + WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, + ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THE DATA + FILES OR SOFTWARE. + . + Except as contained in this notice, the name of a copyright holder shall + not be used in advertising or otherwise to promote the sale, use or other + dealings in these Data Files or Software without prior written + authorization of the copyright holder. diff --git a/deployment/notices/GPL-3.txt b/deployment/notices/GPL-3.txt new file mode 100644 index 0000000000000000000000000000000000000000..f288702d2fa16d3cdf0035b15a9fcbc552cd88e7 --- /dev/null +++ b/deployment/notices/GPL-3.txt @@ -0,0 +1,674 @@ + GNU GENERAL PUBLIC LICENSE + Version 3, 29 June 2007 + + Copyright (C) 2007 Free Software Foundation, Inc. + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The GNU General Public License is a free, copyleft license for +software and other kinds of works. + + The licenses for most software and other practical works are designed +to take away your freedom to share and change the works. By contrast, +the GNU General Public License is intended to guarantee your freedom to +share and change all versions of a program--to make sure it remains free +software for all its users. We, the Free Software Foundation, use the +GNU General Public License for most of our software; it applies also to +any other work released this way by its authors. You can apply it to +your programs, too. + + When we speak of free software, we are referring to freedom, not +price. Our General Public Licenses are designed to make sure that you +have the freedom to distribute copies of free software (and charge for +them if you wish), that you receive source code or can get it if you +want it, that you can change the software or use pieces of it in new +free programs, and that you know you can do these things. + + To protect your rights, we need to prevent others from denying you +these rights or asking you to surrender the rights. Therefore, you have +certain responsibilities if you distribute copies of the software, or if +you modify it: responsibilities to respect the freedom of others. + + For example, if you distribute copies of such a program, whether +gratis or for a fee, you must pass on to the recipients the same +freedoms that you received. You must make sure that they, too, receive +or can get the source code. And you must show them these terms so they +know their rights. + + Developers that use the GNU GPL protect your rights with two steps: +(1) assert copyright on the software, and (2) offer you this License +giving you legal permission to copy, distribute and/or modify it. + + For the developers' and authors' protection, the GPL clearly explains +that there is no warranty for this free software. For both users' and +authors' sake, the GPL requires that modified versions be marked as +changed, so that their problems will not be attributed erroneously to +authors of previous versions. + + Some devices are designed to deny users access to install or run +modified versions of the software inside them, although the manufacturer +can do so. This is fundamentally incompatible with the aim of +protecting users' freedom to change the software. The systematic +pattern of such abuse occurs in the area of products for individuals to +use, which is precisely where it is most unacceptable. Therefore, we +have designed this version of the GPL to prohibit the practice for those +products. If such problems arise substantially in other domains, we +stand ready to extend this provision to those domains in future versions +of the GPL, as needed to protect the freedom of users. + + Finally, every program is threatened constantly by software patents. +States should not allow patents to restrict development and use of +software on general-purpose computers, but in those that do, we wish to +avoid the special danger that patents applied to a free program could +make it effectively proprietary. To prevent this, the GPL assures that +patents cannot be used to render the program non-free. + + The precise terms and conditions for copying, distribution and +modification follow. + + TERMS AND CONDITIONS + + 0. Definitions. + + "This License" refers to version 3 of the GNU General Public License. + + "Copyright" also means copyright-like laws that apply to other kinds of +works, such as semiconductor masks. + + "The Program" refers to any copyrightable work licensed under this +License. Each licensee is addressed as "you". "Licensees" and +"recipients" may be individuals or organizations. + + To "modify" a work means to copy from or adapt all or part of the work +in a fashion requiring copyright permission, other than the making of an +exact copy. The resulting work is called a "modified version" of the +earlier work or a work "based on" the earlier work. + + A "covered work" means either the unmodified Program or a work based +on the Program. + + To "propagate" a work means to do anything with it that, without +permission, would make you directly or secondarily liable for +infringement under applicable copyright law, except executing it on a +computer or modifying a private copy. Propagation includes copying, +distribution (with or without modification), making available to the +public, and in some countries other activities as well. + + To "convey" a work means any kind of propagation that enables other +parties to make or receive copies. Mere interaction with a user through +a computer network, with no transfer of a copy, is not conveying. + + An interactive user interface displays "Appropriate Legal Notices" +to the extent that it includes a convenient and prominently visible +feature that (1) displays an appropriate copyright notice, and (2) +tells the user that there is no warranty for the work (except to the +extent that warranties are provided), that licensees may convey the +work under this License, and how to view a copy of this License. If +the interface presents a list of user commands or options, such as a +menu, a prominent item in the list meets this criterion. + + 1. Source Code. + + The "source code" for a work means the preferred form of the work +for making modifications to it. "Object code" means any non-source +form of a work. + + A "Standard Interface" means an interface that either is an official +standard defined by a recognized standards body, or, in the case of +interfaces specified for a particular programming language, one that +is widely used among developers working in that language. + + The "System Libraries" of an executable work include anything, other +than the work as a whole, that (a) is included in the normal form of +packaging a Major Component, but which is not part of that Major +Component, and (b) serves only to enable use of the work with that +Major Component, or to implement a Standard Interface for which an +implementation is available to the public in source code form. A +"Major Component", in this context, means a major essential component +(kernel, window system, and so on) of the specific operating system +(if any) on which the executable work runs, or a compiler used to +produce the work, or an object code interpreter used to run it. + + The "Corresponding Source" for a work in object code form means all +the source code needed to generate, install, and (for an executable +work) run the object code and to modify the work, including scripts to +control those activities. However, it does not include the work's +System Libraries, or general-purpose tools or generally available free +programs which are used unmodified in performing those activities but +which are not part of the work. For example, Corresponding Source +includes interface definition files associated with source files for +the work, and the source code for shared libraries and dynamically +linked subprograms that the work is specifically designed to require, +such as by intimate data communication or control flow between those +subprograms and other parts of the work. + + The Corresponding Source need not include anything that users +can regenerate automatically from other parts of the Corresponding +Source. + + The Corresponding Source for a work in source code form is that +same work. + + 2. Basic Permissions. + + All rights granted under this License are granted for the term of +copyright on the Program, and are irrevocable provided the stated +conditions are met. This License explicitly affirms your unlimited +permission to run the unmodified Program. The output from running a +covered work is covered by this License only if the output, given its +content, constitutes a covered work. This License acknowledges your +rights of fair use or other equivalent, as provided by copyright law. + + You may make, run and propagate covered works that you do not +convey, without conditions so long as your license otherwise remains +in force. You may convey covered works to others for the sole purpose +of having them make modifications exclusively for you, or provide you +with facilities for running those works, provided that you comply with +the terms of this License in conveying all material for which you do +not control copyright. Those thus making or running the covered works +for you must do so exclusively on your behalf, under your direction +and control, on terms that prohibit them from making any copies of +your copyrighted material outside their relationship with you. + + Conveying under any other circumstances is permitted solely under +the conditions stated below. Sublicensing is not allowed; section 10 +makes it unnecessary. + + 3. Protecting Users' Legal Rights From Anti-Circumvention Law. + + No covered work shall be deemed part of an effective technological +measure under any applicable law fulfilling obligations under article +11 of the WIPO copyright treaty adopted on 20 December 1996, or +similar laws prohibiting or restricting circumvention of such +measures. + + When you convey a covered work, you waive any legal power to forbid +circumvention of technological measures to the extent such circumvention +is effected by exercising rights under this License with respect to +the covered work, and you disclaim any intention to limit operation or +modification of the work as a means of enforcing, against the work's +users, your or third parties' legal rights to forbid circumvention of +technological measures. + + 4. Conveying Verbatim Copies. + + You may convey verbatim copies of the Program's source code as you +receive it, in any medium, provided that you conspicuously and +appropriately publish on each copy an appropriate copyright notice; +keep intact all notices stating that this License and any +non-permissive terms added in accord with section 7 apply to the code; +keep intact all notices of the absence of any warranty; and give all +recipients a copy of this License along with the Program. + + You may charge any price or no price for each copy that you convey, +and you may offer support or warranty protection for a fee. + + 5. Conveying Modified Source Versions. + + You may convey a work based on the Program, or the modifications to +produce it from the Program, in the form of source code under the +terms of section 4, provided that you also meet all of these conditions: + + a) The work must carry prominent notices stating that you modified + it, and giving a relevant date. + + b) The work must carry prominent notices stating that it is + released under this License and any conditions added under section + 7. This requirement modifies the requirement in section 4 to + "keep intact all notices". + + c) You must license the entire work, as a whole, under this + License to anyone who comes into possession of a copy. This + License will therefore apply, along with any applicable section 7 + additional terms, to the whole of the work, and all its parts, + regardless of how they are packaged. This License gives no + permission to license the work in any other way, but it does not + invalidate such permission if you have separately received it. + + d) If the work has interactive user interfaces, each must display + Appropriate Legal Notices; however, if the Program has interactive + interfaces that do not display Appropriate Legal Notices, your + work need not make them do so. + + A compilation of a covered work with other separate and independent +works, which are not by their nature extensions of the covered work, +and which are not combined with it such as to form a larger program, +in or on a volume of a storage or distribution medium, is called an +"aggregate" if the compilation and its resulting copyright are not +used to limit the access or legal rights of the compilation's users +beyond what the individual works permit. Inclusion of a covered work +in an aggregate does not cause this License to apply to the other +parts of the aggregate. + + 6. Conveying Non-Source Forms. + + You may convey a covered work in object code form under the terms +of sections 4 and 5, provided that you also convey the +machine-readable Corresponding Source under the terms of this License, +in one of these ways: + + a) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by the + Corresponding Source fixed on a durable physical medium + customarily used for software interchange. + + b) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by a + written offer, valid for at least three years and valid for as + long as you offer spare parts or customer support for that product + model, to give anyone who possesses the object code either (1) a + copy of the Corresponding Source for all the software in the + product that is covered by this License, on a durable physical + medium customarily used for software interchange, for a price no + more than your reasonable cost of physically performing this + conveying of source, or (2) access to copy the + Corresponding Source from a network server at no charge. + + c) Convey individual copies of the object code with a copy of the + written offer to provide the Corresponding Source. This + alternative is allowed only occasionally and noncommercially, and + only if you received the object code with such an offer, in accord + with subsection 6b. + + d) Convey the object code by offering access from a designated + place (gratis or for a charge), and offer equivalent access to the + Corresponding Source in the same way through the same place at no + further charge. You need not require recipients to copy the + Corresponding Source along with the object code. If the place to + copy the object code is a network server, the Corresponding Source + may be on a different server (operated by you or a third party) + that supports equivalent copying facilities, provided you maintain + clear directions next to the object code saying where to find the + Corresponding Source. Regardless of what server hosts the + Corresponding Source, you remain obligated to ensure that it is + available for as long as needed to satisfy these requirements. + + e) Convey the object code using peer-to-peer transmission, provided + you inform other peers where the object code and Corresponding + Source of the work are being offered to the general public at no + charge under subsection 6d. + + A separable portion of the object code, whose source code is excluded +from the Corresponding Source as a System Library, need not be +included in conveying the object code work. + + A "User Product" is either (1) a "consumer product", which means any +tangible personal property which is normally used for personal, family, +or household purposes, or (2) anything designed or sold for incorporation +into a dwelling. In determining whether a product is a consumer product, +doubtful cases shall be resolved in favor of coverage. For a particular +product received by a particular user, "normally used" refers to a +typical or common use of that class of product, regardless of the status +of the particular user or of the way in which the particular user +actually uses, or expects or is expected to use, the product. A product +is a consumer product regardless of whether the product has substantial +commercial, industrial or non-consumer uses, unless such uses represent +the only significant mode of use of the product. + + "Installation Information" for a User Product means any methods, +procedures, authorization keys, or other information required to install +and execute modified versions of a covered work in that User Product from +a modified version of its Corresponding Source. The information must +suffice to ensure that the continued functioning of the modified object +code is in no case prevented or interfered with solely because +modification has been made. + + If you convey an object code work under this section in, or with, or +specifically for use in, a User Product, and the conveying occurs as +part of a transaction in which the right of possession and use of the +User Product is transferred to the recipient in perpetuity or for a +fixed term (regardless of how the transaction is characterized), the +Corresponding Source conveyed under this section must be accompanied +by the Installation Information. But this requirement does not apply +if neither you nor any third party retains the ability to install +modified object code on the User Product (for example, the work has +been installed in ROM). + + The requirement to provide Installation Information does not include a +requirement to continue to provide support service, warranty, or updates +for a work that has been modified or installed by the recipient, or for +the User Product in which it has been modified or installed. Access to a +network may be denied when the modification itself materially and +adversely affects the operation of the network or violates the rules and +protocols for communication across the network. + + Corresponding Source conveyed, and Installation Information provided, +in accord with this section must be in a format that is publicly +documented (and with an implementation available to the public in +source code form), and must require no special password or key for +unpacking, reading or copying. + + 7. Additional Terms. + + "Additional permissions" are terms that supplement the terms of this +License by making exceptions from one or more of its conditions. +Additional permissions that are applicable to the entire Program shall +be treated as though they were included in this License, to the extent +that they are valid under applicable law. If additional permissions +apply only to part of the Program, that part may be used separately +under those permissions, but the entire Program remains governed by +this License without regard to the additional permissions. + + When you convey a copy of a covered work, you may at your option +remove any additional permissions from that copy, or from any part of +it. (Additional permissions may be written to require their own +removal in certain cases when you modify the work.) You may place +additional permissions on material, added by you to a covered work, +for which you have or can give appropriate copyright permission. + + Notwithstanding any other provision of this License, for material you +add to a covered work, you may (if authorized by the copyright holders of +that material) supplement the terms of this License with terms: + + a) Disclaiming warranty or limiting liability differently from the + terms of sections 15 and 16 of this License; or + + b) Requiring preservation of specified reasonable legal notices or + author attributions in that material or in the Appropriate Legal + Notices displayed by works containing it; or + + c) Prohibiting misrepresentation of the origin of that material, or + requiring that modified versions of such material be marked in + reasonable ways as different from the original version; or + + d) Limiting the use for publicity purposes of names of licensors or + authors of the material; or + + e) Declining to grant rights under trademark law for use of some + trade names, trademarks, or service marks; or + + f) Requiring indemnification of licensors and authors of that + material by anyone who conveys the material (or modified versions of + it) with contractual assumptions of liability to the recipient, for + any liability that these contractual assumptions directly impose on + those licensors and authors. + + All other non-permissive additional terms are considered "further +restrictions" within the meaning of section 10. If the Program as you +received it, or any part of it, contains a notice stating that it is +governed by this License along with a term that is a further +restriction, you may remove that term. If a license document contains +a further restriction but permits relicensing or conveying under this +License, you may add to a covered work material governed by the terms +of that license document, provided that the further restriction does +not survive such relicensing or conveying. + + If you add terms to a covered work in accord with this section, you +must place, in the relevant source files, a statement of the +additional terms that apply to those files, or a notice indicating +where to find the applicable terms. + + Additional terms, permissive or non-permissive, may be stated in the +form of a separately written license, or stated as exceptions; +the above requirements apply either way. + + 8. Termination. + + You may not propagate or modify a covered work except as expressly +provided under this License. Any attempt otherwise to propagate or +modify it is void, and will automatically terminate your rights under +this License (including any patent licenses granted under the third +paragraph of section 11). + + However, if you cease all violation of this License, then your +license from a particular copyright holder is reinstated (a) +provisionally, unless and until the copyright holder explicitly and +finally terminates your license, and (b) permanently, if the copyright +holder fails to notify you of the violation by some reasonable means +prior to 60 days after the cessation. + + Moreover, your license from a particular copyright holder is +reinstated permanently if the copyright holder notifies you of the +violation by some reasonable means, this is the first time you have +received notice of violation of this License (for any work) from that +copyright holder, and you cure the violation prior to 30 days after +your receipt of the notice. + + Termination of your rights under this section does not terminate the +licenses of parties who have received copies or rights from you under +this License. If your rights have been terminated and not permanently +reinstated, you do not qualify to receive new licenses for the same +material under section 10. + + 9. Acceptance Not Required for Having Copies. + + You are not required to accept this License in order to receive or +run a copy of the Program. Ancillary propagation of a covered work +occurring solely as a consequence of using peer-to-peer transmission +to receive a copy likewise does not require acceptance. However, +nothing other than this License grants you permission to propagate or +modify any covered work. These actions infringe copyright if you do +not accept this License. Therefore, by modifying or propagating a +covered work, you indicate your acceptance of this License to do so. + + 10. Automatic Licensing of Downstream Recipients. + + Each time you convey a covered work, the recipient automatically +receives a license from the original licensors, to run, modify and +propagate that work, subject to this License. You are not responsible +for enforcing compliance by third parties with this License. + + An "entity transaction" is a transaction transferring control of an +organization, or substantially all assets of one, or subdividing an +organization, or merging organizations. If propagation of a covered +work results from an entity transaction, each party to that +transaction who receives a copy of the work also receives whatever +licenses to the work the party's predecessor in interest had or could +give under the previous paragraph, plus a right to possession of the +Corresponding Source of the work from the predecessor in interest, if +the predecessor has it or can get it with reasonable efforts. + + You may not impose any further restrictions on the exercise of the +rights granted or affirmed under this License. For example, you may +not impose a license fee, royalty, or other charge for exercise of +rights granted under this License, and you may not initiate litigation +(including a cross-claim or counterclaim in a lawsuit) alleging that +any patent claim is infringed by making, using, selling, offering for +sale, or importing the Program or any portion of it. + + 11. Patents. + + A "contributor" is a copyright holder who authorizes use under this +License of the Program or a work on which the Program is based. The +work thus licensed is called the contributor's "contributor version". + + A contributor's "essential patent claims" are all patent claims +owned or controlled by the contributor, whether already acquired or +hereafter acquired, that would be infringed by some manner, permitted +by this License, of making, using, or selling its contributor version, +but do not include claims that would be infringed only as a +consequence of further modification of the contributor version. For +purposes of this definition, "control" includes the right to grant +patent sublicenses in a manner consistent with the requirements of +this License. + + Each contributor grants you a non-exclusive, worldwide, royalty-free +patent license under the contributor's essential patent claims, to +make, use, sell, offer for sale, import and otherwise run, modify and +propagate the contents of its contributor version. + + In the following three paragraphs, a "patent license" is any express +agreement or commitment, however denominated, not to enforce a patent +(such as an express permission to practice a patent or covenant not to +sue for patent infringement). To "grant" such a patent license to a +party means to make such an agreement or commitment not to enforce a +patent against the party. + + If you convey a covered work, knowingly relying on a patent license, +and the Corresponding Source of the work is not available for anyone +to copy, free of charge and under the terms of this License, through a +publicly available network server or other readily accessible means, +then you must either (1) cause the Corresponding Source to be so +available, or (2) arrange to deprive yourself of the benefit of the +patent license for this particular work, or (3) arrange, in a manner +consistent with the requirements of this License, to extend the patent +license to downstream recipients. "Knowingly relying" means you have +actual knowledge that, but for the patent license, your conveying the +covered work in a country, or your recipient's use of the covered work +in a country, would infringe one or more identifiable patents in that +country that you have reason to believe are valid. + + If, pursuant to or in connection with a single transaction or +arrangement, you convey, or propagate by procuring conveyance of, a +covered work, and grant a patent license to some of the parties +receiving the covered work authorizing them to use, propagate, modify +or convey a specific copy of the covered work, then the patent license +you grant is automatically extended to all recipients of the covered +work and works based on it. + + A patent license is "discriminatory" if it does not include within +the scope of its coverage, prohibits the exercise of, or is +conditioned on the non-exercise of one or more of the rights that are +specifically granted under this License. You may not convey a covered +work if you are a party to an arrangement with a third party that is +in the business of distributing software, under which you make payment +to the third party based on the extent of your activity of conveying +the work, and under which the third party grants, to any of the +parties who would receive the covered work from you, a discriminatory +patent license (a) in connection with copies of the covered work +conveyed by you (or copies made from those copies), or (b) primarily +for and in connection with specific products or compilations that +contain the covered work, unless you entered into that arrangement, +or that patent license was granted, prior to 28 March 2007. + + Nothing in this License shall be construed as excluding or limiting +any implied license or other defenses to infringement that may +otherwise be available to you under applicable patent law. + + 12. No Surrender of Others' Freedom. + + If conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot convey a +covered work so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you may +not convey it at all. For example, if you agree to terms that obligate you +to collect a royalty for further conveying from those to whom you convey +the Program, the only way you could satisfy both those terms and this +License would be to refrain entirely from conveying the Program. + + 13. Use with the GNU Affero General Public License. + + Notwithstanding any other provision of this License, you have +permission to link or combine any covered work with a work licensed +under version 3 of the GNU Affero General Public License into a single +combined work, and to convey the resulting work. The terms of this +License will continue to apply to the part which is the covered work, +but the special requirements of the GNU Affero General Public License, +section 13, concerning interaction through a network will apply to the +combination as such. + + 14. Revised Versions of this License. + + The Free Software Foundation may publish revised and/or new versions of +the GNU General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + + Each version is given a distinguishing version number. If the +Program specifies that a certain numbered version of the GNU General +Public License "or any later version" applies to it, you have the +option of following the terms and conditions either of that numbered +version or of any later version published by the Free Software +Foundation. If the Program does not specify a version number of the +GNU General Public License, you may choose any version ever published +by the Free Software Foundation. + + If the Program specifies that a proxy can decide which future +versions of the GNU General Public License can be used, that proxy's +public statement of acceptance of a version permanently authorizes you +to choose that version for the Program. + + Later license versions may give you additional or different +permissions. However, no additional obligations are imposed on any +author or copyright holder as a result of your choosing to follow a +later version. + + 15. Disclaimer of Warranty. + + THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT +HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY +OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, +THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM +IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF +ALL NECESSARY SERVICING, REPAIR OR CORRECTION. + + 16. Limitation of Liability. + + IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS +THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE +USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF +DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), +EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF +SUCH DAMAGES. + + 17. Interpretation of Sections 15 and 16. + + If the disclaimer of warranty and limitation of liability provided +above cannot be given local legal effect according to their terms, +reviewing courts shall apply local law that most closely approximates +an absolute waiver of all civil liability in connection with the +Program, unless a warranty or assumption of liability accompanies a +copy of the Program in return for a fee. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to the public, the best way to achieve this is to make it +free software which everyone can redistribute and change under these terms. + + To do so, attach the following notices to the program. It is safest +to attach them to the start of each source file to most effectively +state the exclusion of warranty; and each file should have at least +the "copyright" line and a pointer to where the full notice is found. + + + Copyright (C) + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program. If not, see . + +Also add information on how to contact you by electronic and paper mail. + + If the program does terminal interaction, make it output a short +notice like this when it starts in an interactive mode: + + Copyright (C) + This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. + This is free software, and you are welcome to redistribute it + under certain conditions; type `show c' for details. + +The hypothetical commands `show w' and `show c' should show the appropriate +parts of the General Public License. Of course, your program's commands +might be different; for a GUI interface, you would use an "about box". + + You should also get your employer (if you work as a programmer) or school, +if any, to sign a "copyright disclaimer" for the program, if necessary. +For more information on this, and how to apply and follow the GNU GPL, see +. + + The GNU General Public License does not permit incorporating your program +into proprietary programs. If your program is a subroutine library, you +may consider it more useful to permit linking proprietary applications with +the library. If this is what you want to do, use the GNU Lesser General +Public License instead of this License. But first, please read +. diff --git a/deployment/notices/ICU.txt b/deployment/notices/ICU.txt new file mode 100644 index 0000000000000000000000000000000000000000..70cb331d4439378aecb99c72c5d440d750ab32bb --- /dev/null +++ b/deployment/notices/ICU.txt @@ -0,0 +1,49 @@ +Format: https://www.debian.org/doc/packaging-manuals/copyright-format/1.0/ +X-Format: https://dep.debian.net/deps/dep5 +Upstream-Name: ICU +Upstream-Contact: https://icu.unicode.org/contacts +Source: https://github.com/unicode-org/icu + +Files: * +Copyright: Copyright © 1991-2022 Unicode, Inc. +License: MIT + Permission is hereby granted, free of charge, to any person + obtaining a copy of this software and associated + documentation files (the "Software"), to deal in the + Software without restriction, including without limitation + the rights to use, copy, modify, merge, publish, distribute, + sublicense, and/or sell copies of the Software, and to + permit persons to whom the Software is furnished to do so, + subject to the following conditions: + . + The above copyright notice and this permission notice shall + be included in all copies or substantial portions of the + Software. + . + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY + KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE + WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR + PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS + OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR + OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR + OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE + SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + +Files: debian/* +Copyright: 2005-2015 Jay Berkenbilt , + 2015- Laszlo Boszormenyi (GCS) +License: GPL-3 + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation version 3 of the License. + . + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + . + You should have received a copy of the GNU General Public License + along with this program. If not, see . + . + On Debian systems, the complete text of the GNU General Public + License version 3 can be found in `/usr/share/common-licenses/GPL-3'. diff --git a/deployment/notices/LGPL-2.1.txt b/deployment/notices/LGPL-2.1.txt new file mode 100644 index 0000000000000000000000000000000000000000..f6683e74e0f0130f246dbf7054f4cacc88ca84b0 --- /dev/null +++ b/deployment/notices/LGPL-2.1.txt @@ -0,0 +1,501 @@ + GNU LESSER GENERAL PUBLIC LICENSE + Version 2.1, February 1999 + + Copyright (C) 1991, 1999 Free Software Foundation, Inc. + + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + +[This is the first released version of the Lesser GPL. It also counts + as the successor of the GNU Library Public License, version 2, hence + the version number 2.1.] + + Preamble + + The licenses for most software are designed to take away your +freedom to share and change it. By contrast, the GNU General Public +Licenses are intended to guarantee your freedom to share and change +free software--to make sure the software is free for all its users. + + This license, the Lesser General Public License, applies to some +specially designated software packages--typically libraries--of the +Free Software Foundation and other authors who decide to use it. You +can use it too, but we suggest you first think carefully about whether +this license or the ordinary General Public License is the better +strategy to use in any particular case, based on the explanations below. + + When we speak of free software, we are referring to freedom of use, +not price. Our General Public Licenses are designed to make sure that +you have the freedom to distribute copies of free software (and charge +for this service if you wish); that you receive source code or can get +it if you want it; that you can change the software and use pieces of +it in new free programs; and that you are informed that you can do +these things. + + To protect your rights, we need to make restrictions that forbid +distributors to deny you these rights or to ask you to surrender these +rights. These restrictions translate to certain responsibilities for +you if you distribute copies of the library or if you modify it. + + For example, if you distribute copies of the library, whether gratis +or for a fee, you must give the recipients all the rights that we gave +you. You must make sure that they, too, receive or can get the source +code. If you link other code with the library, you must provide +complete object files to the recipients, so that they can relink them +with the library after making changes to the library and recompiling +it. And you must show them these terms so they know their rights. + + We protect your rights with a two-step method: (1) we copyright the +library, and (2) we offer you this license, which gives you legal +permission to copy, distribute and/or modify the library. + + To protect each distributor, we want to make it very clear that +there is no warranty for the free library. Also, if the library is +modified by someone else and passed on, the recipients should know +that what they have is not the original version, so that the original +author's reputation will not be affected by problems that might be +introduced by others. + + Finally, software patents pose a constant threat to the existence of +any free program. We wish to make sure that a company cannot +effectively restrict the users of a free program by obtaining a +restrictive license from a patent holder. Therefore, we insist that +any patent license obtained for a version of the library must be +consistent with the full freedom of use specified in this license. + + Most GNU software, including some libraries, is covered by the +ordinary GNU General Public License. This license, the GNU Lesser +General Public License, applies to certain designated libraries, and +is quite different from the ordinary General Public License. We use +this license for certain libraries in order to permit linking those +libraries into non-free programs. + + When a program is linked with a library, whether statically or using +a shared library, the combination of the two is legally speaking a +combined work, a derivative of the original library. The ordinary +General Public License therefore permits such linking only if the +entire combination fits its criteria of freedom. The Lesser General +Public License permits more lax criteria for linking other code with +the library. + + We call this license the "Lesser" General Public License because it +does Less to protect the user's freedom than the ordinary General +Public License. It also provides other free software developers Less +of an advantage over competing non-free programs. These disadvantages +are the reason we use the ordinary General Public License for many +libraries. However, the Lesser license provides advantages in certain +special circumstances. + + For example, on rare occasions, there may be a special need to +encourage the widest possible use of a certain library, so that it becomes +a de-facto standard. To achieve this, non-free programs must be +allowed to use the library. A more frequent case is that a free +library does the same job as widely used non-free libraries. In this +case, there is little to gain by limiting the free library to free +software only, so we use the Lesser General Public License. + + In other cases, permission to use a particular library in non-free +programs enables a greater number of people to use a large body of +free software. For example, permission to use the GNU C Library in +non-free programs enables many more people to use the whole GNU +operating system, as well as its variant, the GNU/Linux operating +system. + + Although the Lesser General Public License is Less protective of the +users' freedom, it does ensure that the user of a program that is +linked with the Library has the freedom and the wherewithal to run +that program using a modified version of the Library. + + The precise terms and conditions for copying, distribution and +modification follow. Pay close attention to the difference between a +"work based on the library" and a "work that uses the library". The +former contains code derived from the library, whereas the latter must +be combined with the library in order to run. + + GNU LESSER GENERAL PUBLIC LICENSE + TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION + + 0. This License Agreement applies to any software library or other +program which contains a notice placed by the copyright holder or +other authorized party saying it may be distributed under the terms of +this Lesser General Public License (also called "this License"). +Each licensee is addressed as "you". + + A "library" means a collection of software functions and/or data +prepared so as to be conveniently linked with application programs +(which use some of those functions and data) to form executables. + + The "Library", below, refers to any such software library or work +which has been distributed under these terms. A "work based on the +Library" means either the Library or any derivative work under +copyright law: that is to say, a work containing the Library or a +portion of it, either verbatim or with modifications and/or translated +straightforwardly into another language. (Hereinafter, translation is +included without limitation in the term "modification".) + + "Source code" for a work means the preferred form of the work for +making modifications to it. For a library, complete source code means +all the source code for all modules it contains, plus any associated +interface definition files, plus the scripts used to control compilation +and installation of the library. + + Activities other than copying, distribution and modification are not +covered by this License; they are outside its scope. The act of +running a program using the Library is not restricted, and output from +such a program is covered only if its contents constitute a work based +on the Library (independent of the use of the Library in a tool for +writing it). Whether that is true depends on what the Library does +and what the program that uses the Library does. + + 1. You may copy and distribute verbatim copies of the Library's +complete source code as you receive it, in any medium, provided that +you conspicuously and appropriately publish on each copy an +appropriate copyright notice and disclaimer of warranty; keep intact +all the notices that refer to this License and to the absence of any +warranty; and distribute a copy of this License along with the +Library. + + You may charge a fee for the physical act of transferring a copy, +and you may at your option offer warranty protection in exchange for a +fee. + + 2. You may modify your copy or copies of the Library or any portion +of it, thus forming a work based on the Library, and copy and +distribute such modifications or work under the terms of Section 1 +above, provided that you also meet all of these conditions: + + a) The modified work must itself be a software library. + + b) You must cause the files modified to carry prominent notices + stating that you changed the files and the date of any change. + + c) You must cause the whole of the work to be licensed at no + charge to all third parties under the terms of this License. + + d) If a facility in the modified Library refers to a function or a + table of data to be supplied by an application program that uses + the facility, other than as an argument passed when the facility + is invoked, then you must make a good faith effort to ensure that, + in the event an application does not supply such function or + table, the facility still operates, and performs whatever part of + its purpose remains meaningful. + + (For example, a function in a library to compute square roots has + a purpose that is entirely well-defined independent of the + application. Therefore, Subsection 2d requires that any + application-supplied function or table used by this function must + be optional: if the application does not supply it, the square + root function must still compute square roots.) + +These requirements apply to the modified work as a whole. If +identifiable sections of that work are not derived from the Library, +and can be reasonably considered independent and separate works in +themselves, then this License, and its terms, do not apply to those +sections when you distribute them as separate works. But when you +distribute the same sections as part of a whole which is a work based +on the Library, the distribution of the whole must be on the terms of +this License, whose permissions for other licensees extend to the +entire whole, and thus to each and every part regardless of who wrote +it. + +Thus, it is not the intent of this section to claim rights or contest +your rights to work written entirely by you; rather, the intent is to +exercise the right to control the distribution of derivative or +collective works based on the Library. + +In addition, mere aggregation of another work not based on the Library +with the Library (or with a work based on the Library) on a volume of +a storage or distribution medium does not bring the other work under +the scope of this License. + + 3. You may opt to apply the terms of the ordinary GNU General Public +License instead of this License to a given copy of the Library. To do +this, you must alter all the notices that refer to this License, so +that they refer to the ordinary GNU General Public License, version 2, +instead of to this License. (If a newer version than version 2 of the +ordinary GNU General Public License has appeared, then you can specify +that version instead if you wish.) Do not make any other change in +these notices. + + Once this change is made in a given copy, it is irreversible for +that copy, so the ordinary GNU General Public License applies to all +subsequent copies and derivative works made from that copy. + + This option is useful when you wish to copy part of the code of +the Library into a program that is not a library. + + 4. You may copy and distribute the Library (or a portion or +derivative of it, under Section 2) in object code or executable form +under the terms of Sections 1 and 2 above provided that you accompany +it with the complete corresponding machine-readable source code, which +must be distributed under the terms of Sections 1 and 2 above on a +medium customarily used for software interchange. + + If distribution of object code is made by offering access to copy +from a designated place, then offering equivalent access to copy the +source code from the same place satisfies the requirement to +distribute the source code, even though third parties are not +compelled to copy the source along with the object code. + + 5. A program that contains no derivative of any portion of the +Library, but is designed to work with the Library by being compiled or +linked with it, is called a "work that uses the Library". Such a +work, in isolation, is not a derivative work of the Library, and +therefore falls outside the scope of this License. + + However, linking a "work that uses the Library" with the Library +creates an executable that is a derivative of the Library (because it +contains portions of the Library), rather than a "work that uses the +library". The executable is therefore covered by this License. +Section 6 states terms for distribution of such executables. + + When a "work that uses the Library" uses material from a header file +that is part of the Library, the object code for the work may be a +derivative work of the Library even though the source code is not. +Whether this is true is especially significant if the work can be +linked without the Library, or if the work is itself a library. The +threshold for this to be true is not precisely defined by law. + + If such an object file uses only numerical parameters, data +structure layouts and accessors, and small macros and small inline +functions (ten lines or less in length), then the use of the object +file is unrestricted, regardless of whether it is legally a derivative +work. (Executables containing this object code plus portions of the +Library will still fall under Section 6.) + + Otherwise, if the work is a derivative of the Library, you may +distribute the object code for the work under the terms of Section 6. +Any executables containing that work also fall under Section 6, +whether or not they are linked directly with the Library itself. + + 6. As an exception to the Sections above, you may also combine or +link a "work that uses the Library" with the Library to produce a +work containing portions of the Library, and distribute that work +under terms of your choice, provided that the terms permit +modification of the work for the customer's own use and reverse +engineering for debugging such modifications. + + You must give prominent notice with each copy of the work that the +Library is used in it and that the Library and its use are covered by +this License. You must supply a copy of this License. If the work +during execution displays copyright notices, you must include the +copyright notice for the Library among them, as well as a reference +directing the user to the copy of this License. Also, you must do one +of these things: + + a) Accompany the work with the complete corresponding + machine-readable source code for the Library including whatever + changes were used in the work (which must be distributed under + Sections 1 and 2 above); and, if the work is an executable linked + with the Library, with the complete machine-readable "work that + uses the Library", as object code and/or source code, so that the + user can modify the Library and then relink to produce a modified + executable containing the modified Library. (It is understood + that the user who changes the contents of definitions files in the + Library will not necessarily be able to recompile the application + to use the modified definitions.) + + b) Use a suitable shared library mechanism for linking with the + Library. A suitable mechanism is one that (1) uses at run time a + copy of the library already present on the user's computer system, + rather than copying library functions into the executable, and (2) + will operate properly with a modified version of the library, if + the user installs one, as long as the modified version is + interface-compatible with the version that the work was made with. + + c) Accompany the work with a written offer, valid for at + least three years, to give the same user the materials + specified in Subsection 6a, above, for a charge no more + than the cost of performing this distribution. + + d) If distribution of the work is made by offering access to copy + from a designated place, offer equivalent access to copy the above + specified materials from the same place. + + e) Verify that the user has already received a copy of these + materials or that you have already sent this user a copy. + + For an executable, the required form of the "work that uses the +Library" must include any data and utility programs needed for +reproducing the executable from it. However, as a special exception, +the materials to be distributed need not include anything that is +normally distributed (in either source or binary form) with the major +components (compiler, kernel, and so on) of the operating system on +which the executable runs, unless that component itself accompanies +the executable. + + It may happen that this requirement contradicts the license +restrictions of other proprietary libraries that do not normally +accompany the operating system. Such a contradiction means you cannot +use both them and the Library together in an executable that you +distribute. + + 7. You may place library facilities that are a work based on the +Library side-by-side in a single library together with other library +facilities not covered by this License, and distribute such a combined +library, provided that the separate distribution of the work based on +the Library and of the other library facilities is otherwise +permitted, and provided that you do these two things: + + a) Accompany the combined library with a copy of the same work + based on the Library, uncombined with any other library + facilities. This must be distributed under the terms of the + Sections above. + + b) Give prominent notice with the combined library of the fact + that part of it is a work based on the Library, and explaining + where to find the accompanying uncombined form of the same work. + + 8. You may not copy, modify, sublicense, link with, or distribute +the Library except as expressly provided under this License. Any +attempt otherwise to copy, modify, sublicense, link with, or +distribute the Library is void, and will automatically terminate your +rights under this License. However, parties who have received copies, +or rights, from you under this License will not have their licenses +terminated so long as such parties remain in full compliance. + + 9. You are not required to accept this License, since you have not +signed it. However, nothing else grants you permission to modify or +distribute the Library or its derivative works. These actions are +prohibited by law if you do not accept this License. Therefore, by +modifying or distributing the Library (or any work based on the +Library), you indicate your acceptance of this License to do so, and +all its terms and conditions for copying, distributing or modifying +the Library or works based on it. + + 10. Each time you redistribute the Library (or any work based on the +Library), the recipient automatically receives a license from the +original licensor to copy, distribute, link with or modify the Library +subject to these terms and conditions. You may not impose any further +restrictions on the recipients' exercise of the rights granted herein. +You are not responsible for enforcing compliance by third parties with +this License. + + 11. If, as a consequence of a court judgment or allegation of patent +infringement or for any other reason (not limited to patent issues), +conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot +distribute so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you +may not distribute the Library at all. For example, if a patent +license would not permit royalty-free redistribution of the Library by +all those who receive copies directly or indirectly through you, then +the only way you could satisfy both it and this License would be to +refrain entirely from distribution of the Library. + +If any portion of this section is held invalid or unenforceable under any +particular circumstance, the balance of the section is intended to apply, +and the section as a whole is intended to apply in other circumstances. + +It is not the purpose of this section to induce you to infringe any +patents or other property right claims or to contest validity of any +such claims; this section has the sole purpose of protecting the +integrity of the free software distribution system which is +implemented by public license practices. Many people have made +generous contributions to the wide range of software distributed +through that system in reliance on consistent application of that +system; it is up to the author/donor to decide if he or she is willing +to distribute software through any other system and a licensee cannot +impose that choice. + +This section is intended to make thoroughly clear what is believed to +be a consequence of the rest of this License. + + 12. If the distribution and/or use of the Library is restricted in +certain countries either by patents or by copyrighted interfaces, the +original copyright holder who places the Library under this License may add +an explicit geographical distribution limitation excluding those countries, +so that distribution is permitted only in or among countries not thus +excluded. In such case, this License incorporates the limitation as if +written in the body of this License. + + 13. The Free Software Foundation may publish revised and/or new +versions of the Lesser General Public License from time to time. +Such new versions will be similar in spirit to the present version, +but may differ in detail to address new problems or concerns. + +Each version is given a distinguishing version number. If the Library +specifies a version number of this License which applies to it and +"any later version", you have the option of following the terms and +conditions either of that version or of any later version published by +the Free Software Foundation. If the Library does not specify a +license version number, you may choose any version ever published by +the Free Software Foundation. + + 14. If you wish to incorporate parts of the Library into other free +programs whose distribution conditions are incompatible with these, +write to the author to ask for permission. For software which is +copyrighted by the Free Software Foundation, write to the Free +Software Foundation; we sometimes make exceptions for this. Our +decision will be guided by the two goals of preserving the free status +of all derivatives of our free software and of promoting the sharing +and reuse of software generally. + + NO WARRANTY + + 15. BECAUSE THE LIBRARY IS LICENSED FREE OF CHARGE, THERE IS NO +WARRANTY FOR THE LIBRARY, TO THE EXTENT PERMITTED BY APPLICABLE LAW. +EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR +OTHER PARTIES PROVIDE THE LIBRARY "AS IS" WITHOUT WARRANTY OF ANY +KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE +LIBRARY IS WITH YOU. SHOULD THE LIBRARY PROVE DEFECTIVE, YOU ASSUME +THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION. + + 16. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN +WRITING WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY +AND/OR REDISTRIBUTE THE LIBRARY AS PERMITTED ABOVE, BE LIABLE TO YOU +FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR +CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO USE THE +LIBRARY (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING +RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A +FAILURE OF THE LIBRARY TO OPERATE WITH ANY OTHER SOFTWARE), EVEN IF +SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH +DAMAGES. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Libraries + + If you develop a new library, and you want it to be of the greatest +possible use to the public, we recommend making it free software that +everyone can redistribute and change. You can do so by permitting +redistribution under these terms (or, alternatively, under the terms of the +ordinary General Public License). + + To apply these terms, attach the following notices to the library. It is +safest to attach them to the start of each source file to most effectively +convey the exclusion of warranty; and each file should have at least the +"copyright" line and a pointer to where the full notice is found. + + + Copyright (C) + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public + License along with this library; if not, see . + +Also add information on how to contact you by electronic and paper mail. + +You should also get your employer (if you work as a programmer) or your +school, if any, to sign a "copyright disclaimer" for the library, if +necessary. Here is a sample; alter the names: + + Yoyodyne, Inc., hereby disclaims all copyright interest in the + library `Frob' (a library for tweaking knobs) written by James Random Hacker. + + , 1 April 1990 + Moe Ghoul, President of Vice + +That's all there is to it! diff --git a/deployment/notices/MODEL-CARD.md b/deployment/notices/MODEL-CARD.md new file mode 100644 index 0000000000000000000000000000000000000000..fe2f1842f17cca45e7a047f64cb6171528a770f8 --- /dev/null +++ b/deployment/notices/MODEL-CARD.md @@ -0,0 +1,44 @@ +--- +license: cc-by-nc-4.0 +base_model: inclusionAI/Ling-3.0-tiny +pipeline_tag: text-generation +library_name: ling3rknn +tags: +- rk3588 +- rknn +- edge-inference +- custom-format +language: +- zh +--- + +# Ling3RKNN Ling-3.0-tiny W4 + +这是面向 Rockchip RK3588/RK3588S 的 Ling-3.0-tiny 专用量化模型，运行格式为 +`ling3-tiny-w4.l3r`，由 Ling3RKNN C++ 推理引擎加载。 + +## 模型来源与许可 + +- 基模型：[inclusionAI/Ling-3.0-tiny](https://huggingface.co/inclusionAI/Ling-3.0-tiny) +- 来源 revision：`e3a47d5b986e7141b6efd62597d598ebb392060d` +- 本仓库发布的转换/打包模型资产：**CC BY-NC 4.0**，仅限非商业、学术研究和教育用途；该标注不改变上游基模型的权利或许可边界。 +- Ling3RKNN 源码、转换脚本和测试工具：见仓库根目录 [Apache-2.0](../../LICENSE)。 + +本文件只授权本仓库发布的转换模型资产，不重新发布上游 BF16 权重。使用者仍须遵守上游模型条款并保留基模型署名。商业使用或商业集成请私聊获取授权。 + +## 使用方式 + +请使用本仓库的 Ling3RKNN C++ 推理引擎，并按照根目录 README 安装 Rockchip [rknpu2](https://github.com/airockchip/rknpu2) runtime。将模型文件与引擎放在同一目录后运行： + +```bash +./mindnano-infer --model ./ling3-tiny-w4.l3r --context 8K +``` + +模型格式不是 GGUF、Safetensors 或 RKLLM，不能直接交给其他推理框架加载。 + +## 已知限制 + +- 面向单请求 RK3588/RK3588S 设备验证；不提供鉴权、TLS 或稳定并发保证。 +- 默认 KV cache 为 BF16；FP8/INT8 KV 仍是实验功能。 +- 128K/256K 上下文选项尚未完成完整板端质量和性能认证。 +- 性能会随 RKNPU 驱动、频率、散热和后台负载变化。 diff --git a/deployment/notices/NLOHMANN-JSON.txt b/deployment/notices/NLOHMANN-JSON.txt new file mode 100644 index 0000000000000000000000000000000000000000..5339d9c672c08c504255c43d22ec454e85054d29 --- /dev/null +++ b/deployment/notices/NLOHMANN-JSON.txt @@ -0,0 +1,20 @@ +JSON for Modern C++ version 3.10.5 +Copyright (c) 2013-2022 Niels Lohmann . + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN +THE SOFTWARE. diff --git a/deployment/notices/RKNN-2.3.2.txt b/deployment/notices/RKNN-2.3.2.txt new file mode 100644 index 0000000000000000000000000000000000000000..f72dbd90d9f8687ff61ae0163574f4f628dfb9a7 --- /dev/null +++ b/deployment/notices/RKNN-2.3.2.txt @@ -0,0 +1,13 @@ +Rockchip RKNN is an external build and runtime dependency. + +Official sources: +- https://github.com/airockchip/rknn-toolkit2 +- https://github.com/airockchip/rknpu2 + +The applicable Rockchip SDK terms are reproduced in `RKNN-SDK-LICENSE.txt` +from the official rknn-toolkit2 checkout. The bundled `librknnrt.so` is an +unmodified runtime obtained from the official rknpu2 runtime package. Use, +reproduction, or redistribution is subject to those Rockchip terms and any +applicable third-party notices. Retain this notice, the original license, +and runtime version/hash information with the binary. Obtain and accept the +matching SDK/runtime terms before building or deploying with RKNPU2. diff --git a/deployment/notices/RKNN-SDK-LICENSE.txt b/deployment/notices/RKNN-SDK-LICENSE.txt new file mode 100644 index 0000000000000000000000000000000000000000..fea68d235d6f24667bcb09fe78c0166ae8dd1ba4 --- /dev/null +++ b/deployment/notices/RKNN-SDK-LICENSE.txt @@ -0,0 +1,44 @@ +RKNN SDK License + +This License Agreement for RKNN Software Development Kit Package (this “Agreement”) is a legally binding agreement between Rockchip Electronics Co., Ltd. (“Rockchip”) and the person or legal entity You represent (“You”). + +DO NOT DOWNLOAD, INSTALL OR USE THE RKNN SOFTWARE DEVELOPMENT KIT PACKAGE (THE “SOFTWARE) UNTIL YOU HAVE CAREFULLY READ AND ACCEPTED THIS AGREEMENT. BY DOWNLOADLING, INSTALLING OR USING THE SOFTWARE, YOU ACKNOWLEDGE THAT YOU HAVE READ AND AGREED TO BE BOUND BY THE TERMS AND CONDITIONS OF THIS AGREEMENT. IF YOU DO NOT AGREE TO ALL OF THE TERMS AND CONDITIONS OF THIS AGREEMENT, CANCEL THE DOWNLOADLING, INSTALLING OR USING OF THE SOFTWARE. + +1. License Grant +1.1 Subject to the terms and conditions of this Agreement, Rockchip hereby grants to You a limited, non-exclusive, royalty-free copyright license to use, reproduce, modify, and create derivative works of the Software and redistribute its modifications or derivative works that are made by You solely for the design, development and testing of applications that are compatible with Products (as defined below) of Rockchip or its affiliates. +1.2 Subject to the terms and conditions of this Agreement, You may reproduce and use, on an internal basis only, a reasonable number of copies of the documentation made available by Rockchip in connection with Software (“Documentation”’), solely in support of the license to the Software. +1.3 Except as expressly provided in this Agreement, no other license is granted explicitly, by implication, or otherwise under any intellectual property rights, including patent or copyrights. + +2. License Restrictions +2.1 Except as expressively granted in this Agreement or expressively authorized by Rockchip in writing, You may NOT: +(a)decompile, reverse-engineer, dissemble, or attempt to derive any source code from the Software; +(b) remove or obscure any copyright, patent, or trademark statement or notice associated with the Software; +(c) use Third Party Software (as defined below), Open Source Software (as defined below) in any manner other than as permitted in this Agreement. +2.2 The Software may contain Third Party Software that are proprietary to third parties or subjected to separate licenses and restrictions from third parties for any types of usages. The license terms associated with those software apply to Your use of them, and in some instances such software cannot be used or further distributed without a license from the respective owner of such third party software. You shall be solely responsible to obtain, if necessary, a separate and independent license from such owner with respect to any such use. The delivery of the Software does not convey a license, nor imply any rights, to use Third Party Software. +2.3 The Software may contain Open Source Software that is licensed pursuant to the applicable Open Source Software license agreement(s) (such as BSD, GPL, MIT etc.), which are either identified in the Open Source Software comments in the applicable source code file(s) and/or file header(s). With respect to the Open Source Software, nothing in this Agreement limits any rights under, or grants rights that supersede, the terms of any applicable Open Source Software license agreement(s). You must comply with Open Source Software licenses that may prevail over the terms of this Agreement. In no event may You cause any part of the Software that is not Open Source Software to become Open Source Software. + +3. Updates, Upgrades and Support Services +3.1 Rockchip may, in its sole discretion, release any updates, upgrades, or new versions of the Software and/or Documentation at any time on the website. If You decide to download, intall or use any updates, upgrades, or new versions of the Software and/or Documentation, the terms and conditions of this Agreement will govern such updates, upgrades, or new versions. +3.2 Rockchip is under no obligation to provide any form of technical support for the Software and/or Documentation. + +4. Ownership +Rockchip and/or its licensor(s) retain all rights, titles, and interests in and to the Software and/or Documentation and its updates, upgrades. + +5. No Warranties +YOU EXPRESSLY ACKNOWLEDGE AND AGREE THAT THE USE OF THE SOFTWARE AND DOCUMENTATION IS AT YOUR SOLE RISK. THE SOFTWARE AND DOCUMENTATION IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL ROCKCHIP BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE AND DOCUMENTATION. + +6. Indemnifications +You should indemnify, hold harmless, and defend Rockchip from and against any claims, damages, losses, liabilities, obligations, and costs (including attorney fees) associated with an allegation arising out of Your failure to adhere to the terms and conditions of this Agreement. + +7. Feedback +If You provide Rockchip with any feedback, suggestions, comments, ideas, reviews, bug reports, or any similar or related information (“Feedback”), You agree that: (a) Rockhip will be able to free use and share such Feedback without Your consent; (b) Rockchip will have no obligation to keep confidentiality to such Feedback. If You do not agree with these terms regarding Feedback, Your sole option is to not submit such specific Feedback to Rockchip. + +8. Export Controls +You acknowledge that all hardware, software, source code and technology (collectively, "Products") obtained from Rockchip or its affiliates may be subject to the applicable export control laws and regulations of the U.N., P.R.C., U.S., E.U., and/or other countries, as amended (collectively, the “Export Control and Economic Sanctions Laws and Regulations”). You shall comply with any applicable Export Control and Economic Sanctions Laws and Regulations, when using, exporting, re-exporting, selling, or otherwise disposing of the Products and fulfilling the rights and obligations under this Agreement. You assure that You will not directly or indirectly export, re-export, transfer or release (collectively, "export") any Products to any destination, person, entity or end use prohibited or restricted under Export Control and Economic Sanctions Laws and Regulations in violation of these laws and regulations. You further acknowledge that You are not a person or entity that is listed on any applicable sanctions lists. This section shall survive the termination of this Agreement. + +9. Term and Termination +9.1 This Agreement will come into effect on the date You accept this Agreement and shall continue until terminated. This Agreement terminates immediately and automatically, with or without notice, if You fail to comply with any provision hereof. Additionally, Rockchip may at any time terminate this Agreement, either with or without cause, upon notice to You. +9.2 Upon termination of this Agreement, You must delete or destroy all copies of the Software and Documentation in Your possession, and the license and other rights granted to You in this Agreement shall terminate. + +10. Governing Law and Jurisdiction +This Agreement will be governed by and construed in accordance with the laws of the People’s Republic of China (“PRC”), without regard to principles of conflict of laws. You agree that any dispute arising out of or in connection with this Agreement will be decided to a court of competent jurisdiction which located in Fuzhou City, PRC. diff --git a/docs/BOARD_BENCHMARK_AND_INT4_20260922.md b/docs/BOARD_BENCHMARK_AND_INT4_20260922.md new file mode 100644 index 0000000000000000000000000000000000000000..1c545c7d03e48fdd3d6ff8e51f62df15c660b922 --- /dev/null +++ b/docs/BOARD_BENCHMARK_AND_INT4_20260922.md @@ -0,0 +1,56 @@ +# 当前板端性能与官方 INT4 损失对比 + +日期：2026-09-22。设备为 NanoPi M6 / RK3588 / 16GB，CPU 使用 A76 大核，CPU、NPU、DMC 锁定最高频率；测试时暂停 MindNano、WebUI、Android 流媒体和 redroid，结束后已恢复。模型为 `ling3-tiny-w4.l3r`，BF16 KV，32K 初始化，关闭 thinking，temperature=0，输入后生成 64 tokens，无 KV 命中。 + +## 当前版本性能 + +解码速度同时列出模型计算速度和 API 端到端解码速度；前者是 `decode_compute_tokens_per_second`，适合和推理 benchmark 对比。 + +| 输入/输出 | TTFT | Prefill | Prefill tok/s | 解码计算 tok/s | API 解码 tok/s | 峰值 RSS | NPU MLA 调用 | CPU MLA 调用 | +| ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| 128 / 64 | 753 ms | 750 ms | 170.69 | **19.98** | 19.66 | 7197 MiB | 0 | 390 | +| 512 / 64 | 2.759 s | 2.756 s | 185.75 | **18.26** | 18.03 | 7230 MiB | 18 | 390 | +| 1024 / 64 | 5.691 s | 5.688 s | 180.03 | **16.86** | 16.66 | 7258 MiB | 42 | 390 | +| 2048 / 64 | 12.754 s | 12.749 s | 160.64 | **13.85** | 13.72 | 7322 MiB | 90 | 390 | +| 4096 / 64 | 29.043 s | 29.039 s | 141.06 | **11.21** | 11.12 | 7429 MiB | 186 | 390 | +| 8192 / 64 | 76.447 s | 76.442 s | 107.17 | **8.37** | 8.32 | 7661 MiB | 756 | 12 | +| 16384 / 64 | 226.045 s | 226.037 s | 72.49 | **6.06** | 6.04 | 8162 MiB | 1140 | 12 | + +所有请求均实际生成 64 tokens，`mla_fallbacks=0`。8K 和 16K 的 NPU 调用覆盖长历史 attention；当前 1536 MiB 原生解码副本在这两档仍有足够空间，未出现本次请求内的 CPU 回退。16K 的 960 MiB 是原生预填充副本峰值，不等同于进程 RSS。 + +原始结果保存在 [`measurements/benchmark-current-20260922/`](measurements/benchmark-current-20260922/)。本轮使用的候选二进制是在加入 KV 局部失效后的版本；这些请求关闭了 prompt cache，因此性能表反映普通冷 prefill/解码路径。 + +## 官方 INT4 量化损失 + +本轮性能配置使用 `engine/source/` 中的实验实现；原 v6 部署包和根目录源码不能直接视为同一测试版本。相关开关如下，均须在启动进程前设置： + +```bash +export LING3_MLA_PREFILL_CACHE_MIB=1536 +export LING3_MLA_DECODE_NPU=1 +export LING3_MLA_DECODE_CACHE_MIB=1536 +export LING3_MLA_DECODE_TILE=4096 +export LING3_MOE_COST_SCHEDULE=1 +``` + +BF16 单 token NPU MLA 默认从 8192 历史长度启用；预填充副本默认关闭。本轮未启用 `LING3_MLA_PREFILL_PAIR`。CPU attention 到 NPU attention 的严格数值门槛尚未通过，新路径仍属实验功能；早期 32 个合成位置的 Top1 为 32/32，但最大 logits 差 2.135、RMSE 0.134、平均 KL 0.000184752，不能据此称为无损。后续完整对比见下表。 + +更长历史下的预算回退见[长解码报告](LONG_DECODE_16K_16K_20260922.md)，重复请求的缓存行为见[KV 命中报告](KV_HIT_OPTIMIZATION_20260922.md)。已清理被本报告替代的 NPU 阶段实验文档与候选日志，不再保留其全部中间结果。 + +官方 INT4 是官方 group32 codes/scales 在桌面 CUDA BF16 参考实现中重建后计算，不是 RK3588 原生 INT4 速度测试。以下是在同一固定 token 序列、4,322 个预测位置、完整 157,184 词表上的 BF16 参考对比： + +| 路径 | Logits MAE | RMSE | 最大绝对差 | 平均 TV | 平均 KL | Top1 一致率 | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | +| 官方 INT4（桌面重建） | 0.281598 | 0.371417 | 8.390625 | 5.7605% | 0.026054 | 92.6886% | +| 板端当前 W4A8/W8A8 + NPU MLA | 0.421164 | 0.549502 | 12.022694 | 8.9992% | 0.061127 | 89.5187% | + +以 BF16 为共同参考，板端当前相对官方 INT4： + +- Logits MAE 高 **0.139566**，约为官方误差的 **1.50 倍**； +- RMSE 高 **0.178085**，约为 **1.48 倍**； +- 平均 TV 高 **3.2387 个百分点**； +- 平均 KL 高 **0.035073 nat**； +- Top1 一致率低 **3.1699 个百分点**。 + +板端当前与上一版板端基线的直接差异为 TV **2.4451%**、KL **0.004768**、Top1 一致率 **96.9921%**；这部分主要来自 NPU MLA 数值路径，不能和权重量化损失混为一谈。完整 think/no-think、8K 子集和测量口径见[官方 INT4 对照报告](INT4_BOARD_ACCURACY_20260922.md)。 + +结论是：当前板端性能已经覆盖 128/64 到 16K/64，但长上下文 TTFT 增长快于输入长度，解码速度随历史增长下降；精度方面，官方 INT4 在本组固定 teacher-forcing 测试中明显更接近 BF16，当前板端仍有约 1.5 倍的 logits 误差。官方 INT4 结果不能直接说明板端能达到同样速度或内存占用。 diff --git a/docs/INT4_BOARD_ACCURACY_20260922.md b/docs/INT4_BOARD_ACCURACY_20260922.md new file mode 100644 index 0000000000000000000000000000000000000000..46dd87eb83b2f4e300ddea4aa37b52486bace561 --- /dev/null +++ b/docs/INT4_BOARD_ACCURACY_20260922.md @@ -0,0 +1,111 @@ +# 官方 INT4 与板端 v6 数值误差对照 + +日期：2026-09-22。桌面 RTX 5090 与 RK3588 / NanoPi M6。本轮不测试 FP8，不重新量化模型，不修改线上模型或默认 attention 路径。 + +结论：**官方 INT4 在本组固定前缀上更接近 BF16；板端当前版与基线的总误差接近，但 NPU 路径有可测得的新增偏移，不能称为无损。** 本组结果支持继续定位 NPU 数值差异，同时说明板端与官方 INT4 的主要差距在本轮优化前就已存在。 + +## 结果 + +以下统一以原始 BF16 为参考，按 4,322 个预测位置加权，不按题目平均。短输入当前版强制启用 NPU，8K 当前版按默认门槛启用；详见下方测量口径。 + +| 路径 | logits MAE ↓ | logits RMSE ↓ | 最大绝对差 ↓ | 平均 TV ↓ | 平均 KL ↓ | Top1 一致率 ↑ | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | +| 官方 INT4，桌面重建计算 | 0.281598 | 0.371417 | 8.390625 | 5.7605% | 0.026054 | 92.6886% | +| 板端基线 | 0.420840 | 0.548970 | 11.764828 | 8.9246% | 0.060074 | 89.2642% | +| 板端当前 NPU 版 | 0.421164 | 0.549502 | 12.022694 | 8.9992% | 0.061127 | 89.5187% | + +相对 BF16，当前版 TV 比基线增加约 0.0746 个百分点，KL 增加约 0.001053；Top1 一致率反而增加约 0.2545 个百分点。指标有升有降，不能把所有改变简单归类为改善或退化，也不应把数值接近解释为自由生成结果相同。 + +直接两两比较如下；每行 KL 的参考方向按第一列指定。 + +| 参考 → 候选 | logits MAE | logits RMSE | 最大绝对差 | 平均 TV | 平均 KL | Top1 一致率 | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | +| 板端基线 → 当前 | 0.121644 | 0.165286 | 7.663408 | 2.4451% | 0.004768 | 96.9921% | +| 官方 INT4 → 板端基线 | 0.462391 | 0.600889 | 11.749203 | 9.7555% | 0.073287 | 88.6627% | +| 官方 INT4 → 板端当前 | 0.462421 | 0.600880 | 11.190662 | 9.7997% | 0.074147 | 88.6395% | + +当前与基线有 **130 / 4322** 个位置的 Top1 不同。以基线第一名比第二名至少高 1 nat 筛选，2,998 个位置中仅 1 个不同，一致率 99.9666%；说明本批选词变化大多发生在接近的候选之间。这不是事实正确性保证。 + +新增偏移的 TV P95 为 7.5762%，单位置最大 TV 为 44.1294%，最大 KL 为 0.408940。极端位置不能被均值掩盖。较早 32 个合成位置的最大 logits 差仅 2.135，本轮扩大到真实语言续写后观察到 7.663；样本不同，不能把两者当成同一条件下的退化趋势。仍不满足此前严格数值门槛，新路径保留实验开关。 + +### Think / No-think + +常规输入的完整续写，共 4,217 个位置： + +| 路径（BF16 为参考） | No-think TV / KL / Top1 | Think TV / KL / Top1 | +| --- | --- | --- | +| 官方 INT4 | 5.2640% / 0.023242 / 93.874% | 6.0769% / 0.027367 / 91.890% | +| 板端基线 | 8.1693% / 0.054577 / 89.673% | 9.4016% / 0.062229 / 89.093% | +| 板端当前 | 8.2878% / 0.056439 / 90.082% | 9.4601% / 0.062958 / 89.253% | + +直接比较新旧板端，No-think / Think 的 TV 为 2.1454% / 2.6740%，Top1 一致率 97.725% / 96.524%。中文办公 Think 的一致率最低，为 93.563%。各题 256-token 窗口的 TV 有升有降，未见所有题目都随生成长度单调增大的模式。 + +### 8K 输入 + +以下单独列出两组长输入的 105 个预测位置，不能由总体中占多数的短输入代替： + +| 路径（BF16 为参考） | logits RMSE | 平均 TV | 平均 KL | Top1 一致率 | +| --- | ---: | ---: | ---: | ---: | +| 官方 INT4 | 0.44417 | 6.3228% | 0.040650 | 92.381% | +| 板端基线 | 0.69348 | 9.8851% | 0.098455 | 86.667% | +| 板端当前 | 0.69724 | 9.6228% | 0.094009 | 86.667% | + +新旧板端直接对比：TV 1.8828%、KL 0.003537、RMSE 0.18262、Top1 一致率 96.190%（4 个位置改变），最大 logits 差 2.8247。本组没有表现为 NPU 启用后的整体分布明显恶化；但只包含 33 / 72 个续写位置，不能证明数千 token 自由回复的稳定性。 + +后续应冻结真实 Q/K/V，比较 QK、概率、PV、输出投影、激活量化编码和首次路由分歧。不要仅凭某项总误差略有改善，就跳过新路径的数值定位或宣布可以替换默认实现。 + +## 测量口径 + +所有路径使用同一 token 序列、官方聊天模板和固定参考续写，比较整个 157,184 词表。逐步强制输入相同 token，避免采样分叉干扰比较。这是固定前缀数值保真测试，不是任务正确率，也不是自由生成质量测试。 + +| 路径 | 权重与计算 | +| --- | --- | +| BF16 参考 | 原始 BF16 模型，官方 Transformers 实现、CUDA eager attention；保留模型指定的 FP32 参数 | +| 官方 INT4 | 官方 group32 INT4 专家 codes × scales 重建至 BF16，在同一 CUDA 实现中计算；未做二次权重量化，没有 A8 激活量化 | +| 板端基线 | v6 混合 W4A8/W8A8；BF16 KV；单 token MLA 使用 CPU | +| 板端当前 | 与基线相同的 v6 权重和同一个 C++ 探针；开启 NPU 单 token MLA、双行残差、原生 KV 副本及 MoE 成本调度 | + +官方 INT4 一行不是原生 INT4 GPU 内核实测，因此不用于说明桌面 INT4 的速度或内存。它与板端采用不同量化方案，差距不能全部归因于 RKNN 或 NPU。当前与基线的直接对照才隔离本轮路径变更；先前单独验证过 MoE 成本调度的逐值一致性。 + +桌面 PyTorch 2.12.1+cu130、Transformers 4.57.1；禁用 TF32。为避免投影未评分的长输入位置，使用官方 `model.model` 后，仅对目标位置执行原有 `lm_head`。中文办公 No-think 的 BF16 全词表结果与历史参考逐值一致。 + +官方 INT4 revision：`65a6d1d71e01f73ba01e572992bbd69ea92c865f`。读取 8,832 个量化矩阵、6,945,767,424 个专家权重元素；非量化张量没有发现值差异。解包与 compressed-tensors 官方 helper 交叉核对。 + +## 输入与覆盖 + +| 组别 | 输入 token | 评分位置 | 说明 | +| --- | ---: | ---: | --- | +| 中文办公 No-think / Think | 189 / 188 | 447 / 668 | 历史回归题，完整固定续写 | +| 数学 No-think / Think | 98 / 97 | 581 / 873 | 同上 | +| Python No-think / Think | 124 / 123 | 686 / 962 | 同上 | +| 8K 资料 No-think / Think | 8,226 / 8,225 | 33 / 72 | 新增资料与干扰条目，固定目标事实 | + +合计 8 组、4,322 个预测位置，其中短输入 4,217 个、8K 输入 105 个。Think 覆盖推理文本和最终答案。短输入对当前版强制设置 `LING3_MLA_DECODE_MIN_HISTORY=1`，以覆盖新路径；这不是实际服务的默认短输入行为。8K 组使用默认门槛 8192，历史跨越两个以上 4096-token 块。8K 续写较短，不能外推到长时间自由生成。 + +板端容量 8,297 token，BF16 KV，预填充块最大 128；当前版 tile=4096、native cache 预算 1536MiB。两条路径均固定 A76 大核、NPU、DMC 最高频率，暂时停止既有应用服务，测试后恢复。所有位置有限、C++ 与 Python tokenizer 一致、无 attention fallback。当前版每个续写步骤均使用六层 NPU MLA，合计 25,884 次；基线解码 NPU 调用为零。首个评分位置来自预填充，故调用数为 `6 × (4322 − 8)`。 + +## 指标解释 + +MAE、RMSE、最大绝对差针对未归一化 logits，不是百分比。TV 为两下一词概率分布的总变差距离，表中以百分比显示；KL 为 `KL(参考 || 候选)`，单位 nat。Top1 是在相同输入前缀下第一候选 token 的一致率，不是问答正确率。 + +RMSE 由全部位置、全部词表元素的均方误差开方，未逐位置开方后平均。JSON 另保留去除整体平移的 logits RMSE、TV/KL 的 P50/P95/最大值、每题及每 256 个位置的统计。不同参照下的误差不能直接相加。 + +## 复现与原始数据 + +本地已不保留 `.f32`，仅运行 `score` 无法重新计算误差。复测应沿用保留的 `suite.json`，重新执行 PC 和板端推理以生成 logits，再评分；当前摘要用于查阅已有测量结果。 + +入口：`engine/source/tests/cross_platform_accuracy.py`，阶段依次为 `prepare`、`pc`、`board`、`score`。PC 阶段需要可运行官方模型的 Torch/Transformers/FLA 环境，INT4 解包校验需要 compressed-tensors helper；评分阶段只需要 NumPy。板端编译 `ling3-quant-loss-probe`，用 `run_board_experiment.py` 管理并恢复服务与频率。 + +```bash +python engine/source/tests/cross_platform_accuracy.py prepare \ + --source ./work/Ling-3.0-tiny --output ./work/results +python engine/source/tests/cross_platform_accuracy.py pc --output ./work/results \ + --source ./work/BF16 --official ./work/official-int4 +# 将 suite.json 复制到板端结果目录，执行以下板端阶段： +python engine/source/tests/cross_platform_accuracy.py board --output ./work/board-results \ + --probe ./work/ling3-quant-loss-probe --model ./models/local-final/v6-board-test/ling3-tiny-w4.l3r +# 将 board_baseline、board_current 两个目录复制回 PC 后： +python engine/source/tests/cross_platform_accuracy.py score --output ./work/results +``` + +完整统计：[comparison.json](measurements/cross-platform-int4-20260922/comparison.json)。目录中保留固定输入 `suite.json`、权重审计、板端结果摘要、环境校验和 SHA256 记录；逐词表 logits 与大型运行日志已清理，不作为仓库数据分发。原始 v6 权重 SHA256 为 `80f0086247328fe77b2f939df460b4955287b6f75f6aaada85512c56e652f435`，与发布包校验记录一致。 diff --git a/docs/KV_CACHE_BENCHMARK_20260922.md b/docs/KV_CACHE_BENCHMARK_20260922.md new file mode 100644 index 0000000000000000000000000000000000000000..1357585a0549f9e61357a8063c7ea60c86d28262 --- /dev/null +++ b/docs/KV_CACHE_BENCHMARK_20260922.md @@ -0,0 +1,53 @@ +# RK3588 KV 缓存容量与长输入测试（2026-09-22） + +后续 16K/64 复测、CPU/NPU 曲线和优化分析见 [占用分析](KV_UTILIZATION_16K_20260922.md)。 + +测试设备：NanoPi M6（RK3588，物理内存 15959 MiB，RKNPU 驱动 0.9.8），Ling3 v6 混合 W4A8/W8A8 权重。只比较 BF16 MLA KV 和 INT8 MLA KV（批量注意力采用原生 NPU INT8 矩阵乘，即此处的 W8A8 KV 路径）；其他模型权重、KDA FP32 状态不变。FP16 仍保留为可选实验模式，不参与此表。 + +测试期间暂时停止 MindNano WebUI、OpenAI 适配服务、安卓视频桥、redroid 和 GNOME 会话；CPU 小核 1.8 GHz、大核 2.304/2.352 GHz，NPU 1 GHz，DMC 2.4 GHz，均固定最高频率。测试后恢复此前服务与调频设置。每一容量档独立启动服务，关闭历史会话快照和前缀检查点，以隔离模型及常驻 KV 内存。 + +## 上下文容量 + +`RSS` 是服务完成模型加载和预热时的进程常驻内存，**已经包含该档 KV 容量**；不是后续还要加上 KV 容量。`KV` 是按 6 层 MLA、每层 16 头计算的缓存字节数，BF16 每元素 2 字节，INT8 每元素 1 字节另加每 token/head 两个 FP32 scale。`余量` 是测量时系统的 `MemAvailable`，不是可供该服务独占的配额；RSS 也包含 NPU 共享映射。 + +| 上下文 | BF16 KV | BF16 启动 RSS | BF16 余量 | INT8 KV | INT8 启动 RSS | INT8 余量 | +| ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| 8K | 480 MiB | 5750 MiB | 7006 MiB | 246 MiB | 5512 MiB | 7411 MiB | +| 16K | 960 MiB | 6230 MiB | 6482 MiB | 492 MiB | 5760 MiB | 7116 MiB | +| 32K | 1920 MiB | 7192 MiB | 5473 MiB | 984 MiB | 6253 MiB | 6570 MiB | +| 64K | 3840 MiB | 9115 MiB | 3642 MiB | 1968 MiB | 7242 MiB | 5583 MiB | +| 128K | 7680 MiB | 12457 MiB | 334 MiB | 3936 MiB | 9217 MiB | 3605 MiB | +| 256K | 15360 MiB | **约 19–21 GiB（推测，未启动）** | 不适用 | 7872 MiB | 12745 MiB | 95 MiB | + +BF16 128K 和 INT8 256K 虽完成初始化，但内存余量过低并观察到少量系统 swap 增长，不适合作为此设备的可靠工作档位；BF16 256K 明显超过 16GB，因此没有强行启动。INT8 256K 只是初始化成功，位置大于模型原生 128K 尚未验证质量，不能算作 256K 长文本可用。 + +容量阶段原始 JSONL 中早期脚本产生的 `predicted_filled_rss_mib` **错误地在启动 RSS 上再次叠加 KV**，不要使用；表中的 `rss_mib`、`kv_capacity_mib` 和 `mem_available_mib` 是实测值或直接按布局计算的值。现有脚本已改为根据 8K 基线只外推容量的增量。 + +## 输入与输出性能 + +请求的目标是 `输入 token/最多输出 64 token`，相同模型与 ASCII 数字输入，各请求独立、缓存命中 0、关闭 thinking。小于等于 4096 输入使用 8K 上下文；8K、16K、32K、64K 输入分别使用 16K、32K、64K、128K 上下文，以给输出留足空间。下表填写实际 tokenizer 与 API 返回的 token 数、TTFT 和解码计算速度；每档运行一次，无法代表统计分布。初次短输入可能由于自动调度未达到 NPU 注意力启用门槛，不能归因于 INT8 矩阵乘。 + +| 输入/输出 | BF16 TTFT (s) | INT8 TTFT (s) | INT8 TTFT 改善 | BF16 解码 tok/s | INT8 解码 tok/s | +| ---: | ---: | ---: | ---: | ---: | ---: | +| 128/64 | 0.778 | 0.808 | -4% | 18.38 | 18.53 | +| 256/64 | 1.487 | 1.485 | 0% | 18.18 | 18.19 | +| 512/64 | 2.834 | 2.755 | 3% | 17.15 | 17.71 | +| 1024/64 | 5.902 | 5.559 | 6% | 16.08 | 16.16 | +| 2048/64 | 13.217 | 12.111 | 8% | 13.45 | 13.51 | +| 4096/64 | 32.731 | 28.834 | 12% | 10.64 | 10.22 | +| 8192/64 | 90.562 | 76.846 | 15% | 7.11 | 7.11 | +| 16384/64 | 285.410 | 231.574 | 19% | 4.28 | 4.45 | +| 32768/64 | 986.870 | 772.622 | 22% | 2.32 | 2.53 | +| 65536/64 | 内存余量不足 | 2780.517 | 不可直接比较 | 不适用 | 1.35 | + +BF16 128K 上下文启动时只剩约 334 MiB 可用，本次速度测试启动后最低仅约 65 MiB，故未请求 65536/64；不能把该项写成实测性能。短输入 128 token 两格式均为 `mla_npu_calls=0`；256 输入起逐步进入 NPU 路径，32K 输入为 1530 次 NPU MLA 调用、390 次 CPU MLA 调用（主要对应解码）。长输入下 TTFT 增长显著快于输入长度，32K 后解码仅约 2.3–2.5 token/s。单次结果用于观察趋势，不能据此断言百分比差异的统计显著性。 + +32K 输入时 MLA NPU 路径记录的耗时约 BF16 840 秒、INT8 624 秒，已占 TTFT 的 81%～85%；64K INT8 约 2484 秒，占 TTFT 的 89%。此字段包含排布、内存同步及 attention 计算，并非纯 NPU 矩阵乘耗时。这说明继续优化长输入，应优先检查 MLA 的历史 KV 搬运与批量注意力，而不仅是启动内存。 + +INT8 的 65536/64 在 128K 上下文中完整返回：输入、输出 token 数均准确，`finish_reason=length`，3066 次 NPU MLA 调用、0 回退，进程峰值 RSS 9225 MiB、进程 `VmSwap=0`，系统测试时余量约 3593 MiB。TTFT 约 46 分 21 秒，64-token 解码约 47 秒，证明这档能运行但不适合交互响应。INT8 256K 只是启动成功且仅余 95 MiB，超过模型原生 128K 位置范围，不做 128K 以上实际输入测试。 + +在本机同时考虑内存余量时，可先以 BF16 64K、INT8 128K 作为**有余量的初始化档位**；这不是交互可用长度的建议。即便 INT8，4096 输入的 TTFT 也约 29 秒，32K 达约 13 分钟；对低延迟应用仍需压缩输入或改进长预填充。这里只测速度和内存，不代表两种 KV 格式的长文本回答质量相同。 + +脚本：[kv_context_benchmark.py](../engine/source/tests/kv_context_benchmark.py)；板端原始 JSONL 和逐请求引擎日志保存在测试设备的独立运行目录，未纳入仓库。FP16 独立实验仍可用相同脚本指定 `--mode fp16` 重测，旧版 `mla_int8_api_benchmark.py` 与既有 FP16 数据保留在板端 `run/`；本次正式结论不混入 FP16。 + +复现时在仓库根目录执行 `python3 engine/source/tests/kv_context_benchmark.py --help`，分别对 `--mode bf16` 和 `--mode int8` 运行 `--phase capacity` 与 `--phase perf`，使用相对路径传入 `--binary`、`--model` 和 `--output-dir` 即可。脚本只停止自己启动的测试服务，不会自动暂停其他系统服务或调整频率；测试前应检查可用内存与电源、散热状态。 diff --git a/docs/KV_HIT_OPTIMIZATION_20260922.md b/docs/KV_HIT_OPTIMIZATION_20260922.md new file mode 100644 index 0000000000000000000000000000000000000000..0089962f9db5579b84869b403c61f6bce2171426 --- /dev/null +++ b/docs/KV_HIT_OPTIMIZATION_20260922.md @@ -0,0 +1,35 @@ +# KV 命中后的 NPU 副本复用 + +状态：2026-09-22 已实现并在 RK3588 实测。 + +## 问题 + +exact prompt 命中只跳过 prefill，但 checkpoint 恢复原先会调用完整的 `InvalidateCaches()`。因此即使 prompt 前缀完全相同，NPU 解码路径也会重新打包整段历史 KV。长上下文每次命中都会重复支付这部分搬运成本。 + +## 改动 + +恢复轻量 checkpoint 时，根据恢复位置对 NPU 原生副本做局部失效： + +- 恢复位置之前已经完整结束的 tile 保留； +- 包含被覆盖后缀的 tile 删除并在后续 decode 中重建； +- canonical BF16 KV、checkpoint 内容和 logits 逻辑不变； +- 完整 `DecoderState` 恢复仍执行全量失效，避免跨状态复用旧副本。 + +这只优化副本打包和同步，不减少长上下文 attention 的矩阵乘计算量。 + +## 板端验证 + +NanoPi M6 / RK3588，16K context，8,192-token prompt，BF16 KV，4096 tile，NPU decode，1536 MiB decode cache，输出 8 token。冷请求和第一次 miss 后连续两次 exact hit 均在同一进程执行。 + +| 请求 | 状态 | TTFT | 解码计算速度 | MLA NPU/CPU 调用 | MLA NPU 时间 | +| --- | --- | ---: | ---: | ---: | ---: | +| 冷请求 | disabled | 87.72 s | 3.01 tok/s | 420 / 12 | 43.28 s | +| 首次同 session 请求 | miss | 88.64 s | 3.00 tok/s | 420 / 12 | 43.62 s | +| 第一次 exact hit | exact_prompt_hit | 0.410 s | 3.48 tok/s | 42 / 0 | 1.411 s | +| 第二次 exact hit | exact_prompt_hit | 0.434 s | 3.50 tok/s | 42 / 0 | 1.407 s | + +对照是旧的全量失效逻辑下 16K exact hit 约 3.25–3.29 tok/s；上下文长度不同，不能把两个绝对速度当成严格同条件提升，但 8K 复测已经证明恢复后保留完整 tile 能减少重复工作。结果原始文件在 [`measurements/prefix-hit-20260922/selective-8k/`](measurements/prefix-hit-20260922/selective-8k/)。 + +## 边界 + +恢复位置不在 tile 边界时，包含该位置的 tile 也会删除，保证被覆盖的 token 不会残留在 NPU 副本中。若切换 session、修改前缀或执行完整状态恢复，仍会清空全部副本。后续应在同一配置下补测 16K exact hit，并同时检查输出 token 和完整 logits 一致性。 diff --git a/docs/KV_UTILIZATION_16K_20260922.md b/docs/KV_UTILIZATION_16K_20260922.md new file mode 100644 index 0000000000000000000000000000000000000000..a6b194e4d37acd38181966a2517f403180a4aa7d --- /dev/null +++ b/docs/KV_UTILIZATION_16K_20260922.md @@ -0,0 +1,73 @@ +# 16K/64 CPU 与 NPU 占用分析 + +2026-09-22，NanoPi M6 / RK3588 / 16GB。结论：当前长上下文路径未持续占满 NPU；优先检查 CPU 重排、量化、同步和任务粒度，再评估单 token attention 的 NPU 实现。低 NPU busy 不等于可直接获得对应倍数的加速。 + +## 性能复测 + +同一 v6 权重，32K 初始化，实际输入 16384、输出 64 token，关闭 thinking 和缓存复用。服务加载预热后发起请求；TTFT 不含初始化时间。使用合成数字输入，只测性能，不代表语义质量。每格式一次复测。 + +| KV | 上次 TTFT | 本次 TTFT | 上次解码 token/s | 本次解码 token/s | 本次峰值 RSS | +| --- | ---: | ---: | ---: | ---: | ---: | +| BF16 | 285.410 s | 283.127 s | 4.283 | 4.268 | 7200 MiB | +| INT8 | 231.574 s | 228.706 s | 4.453 | 4.360 | 6262 MiB | + +INT8 指 KV 量化；批量 MLA 使用原生 NPU W8A8，单 token attention 仍在 CPU。解码计算速度为首 token 后 63 次模型计算的速度。单次差异不作统计显著性结论。 + +## 占用曲线 + +每约 100ms 读取 `/proc/stat` 和 `/sys/kernel/debug/rknpu/load`，监测程序置于小核。表格为按采样间隔加权的平均值，阶段边缘各排除 1 秒。CPU 百分数按单核计算，NPU 为驱动报告的各核 busy。 + +| KV / 阶段 | CPU4 | CPU5 | CPU6 | CPU7 | NPU0 | NPU1 | NPU2 | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| BF16 预填充 | 84.0% | 72.7% | 71.8% | 14.4% | 12.6% | 11.9% | 12.1% | +| INT8 预填充 | 87.0% | 75.6% | 74.3% | 17.9% | 8.5% | 8.4% | 8.7% | +| BF16 解码 | 75.4% | 76.1% | 80.5% | 78.6% | 13.7% | 13.7% | 13.3% | +| INT8 解码 | 80.4% | 80.3% | 79.5% | 79.8% | 13.8% | 13.9% | 13.5% | + +BF16/INT8 预填充 NPU 单核 P95 分别约 13% / 11%～12%，解码约 14%～15%；上述阶段没有采到任一 NPU 核 busy≥90%。预填充最后 30 秒，CPU7 平均仅 8.4% / 11.1%，三核 NPU 分别约 11%～13% / 7%。 + +![完整请求占用曲线](measurements/16k-profile-20260922/timeline.png) + +![解码占用曲线](measurements/16k-profile-20260922/decode.png) + +曲线橙色部分为解码。全程图按 1 秒分箱；解码图保留原始采样。驱动自身的统计窗口尚未核实，100ms 读取不代表 100ms 硬件分辨率，因此不能排除更短的满载脉冲，也不能用这些曲线证明逐算子的 CPU/NPU 重叠关系。 + +## 与实现的对应关系 + +1. **预填充已有 NPU 加速，但其前后处理仍在 CPU。** `mla_npu.cpp` 每个 head、每个 512-token 历史块都重新排列 K/V，执行输入同步、矩阵乘、输出同步和 CPU softmax。BF16 路径还有 Q/P 的残差补偿计算；INT8 路径还要重新量化 V 块。旧历史块会被后续 query 批次反复处理。 +2. **预填充三个工作线程分别驱动三个 NPU 核。** `CoreWorkers` 将它们绑定到 CPU4–6，MLA 阶段没有使用第四个工作线程。CPU7 随上下文增长越来越空闲，与 MLA 占比上升一致。不能直接把第四个线程加入现有缓冲区，必须处理所有权与同步。 +3. **单 token 的 QK、softmax、PV 在四个大核上扫描历史 KV。** `decoder.cpp` 的 `MlaAttention::Run` 走 CPU；批量 NPU 入口对 rows<16 返回 false。权重投影和专家仍使用 NPU，因此解码 NPU 并非完全空闲。 +4. **日志的 MLA NPU 时间不是硬件纯计算时间。** 本次 BF16 为 210.606 秒、INT8 为 155.815 秒，计入了上述 CPU 与同步开销。不能据此声称 NPU 占用了 TTFT 的 74% / 68%。 + +代码见 [mla_npu.cpp](../engine/source/src/mla_npu.cpp)、[decoder.cpp](../engine/source/src/decoder.cpp)、[core_workers.cpp](../engine/source/src/core_workers.cpp)。CPU busy 也包含访存停顿，当前数据还不能区分算术瓶颈与内存带宽瓶颈。 + +## 优化顺序与可验证目标 + +| 顺序 | 方向 | 原因与验收 | +| --- | --- | --- | +| 1 | 拆分计时：KV 排布、量化、mem_sync、matmul、softmax、线程等待 | 先确定关键路径，不能把低 NPU busy 全部归因于一种操作 | +| 2 | 历史 KV 按块维护 NPU 原生布局，增量更新 | 避免每个 query 批次重复转换同一历史；检查是否需要双份缓存、INT8 V 重量化是否改变数值 | +| 3 | CPU7 准备下一块，双缓冲衔接三核 NPU | 使用已有空闲大核；计入 cache coherency 与同步成本，保证无数据竞争 | +| 4 | 单 token 专用 NPU attention 原型，与 CPU SIMD 对照 | 当前 NPU 有时间空隙，值得尝试；不能简单放开 rows<16，把填充和重复重排带入解码 | +| 5 | CPU INT8 内核及 KV 访问布局优化 | 目前 INT8 dot/accumulate 无专用手写 NEON；需检查编译产物，不能假定编译器完全未向量化 | + +建议先测 attention 微基准，再以相同的 16K/64 完整请求验收 TTFT、解码、RSS、数值误差及长回复质量。不能仅以 NPU 利用率提升为成功标准。 + +**目前能确定还有调度与数据处理优化空间，不能确定能加速几倍。** 例如某优化若覆盖总耗时的 50% 且该部分快一倍，整体也仅快 1.33 倍；若覆盖 80%，整体才为 1.67 倍。这只是计算示例，不是本次测得的可优化比例。仅凭约 14% 的 NPU busy，无法承诺 16K 解码回到 20 token/s。 + +## 测量条件与复现 + +测试暂停 MindNano、安卓视频桥、redroid 和 GNOME；CPU 小核 1.8GHz、大核 2.304/2.352GHz、NPU 1GHz、DMC 2.4GHz。采样未见频率变化；BF16/INT8 温度峰值约 70.2/73.9℃，进程 VmSwap 均为 0。两种格式采样均通过，输入输出计数正确，缓存命中为 0。测试后原调频快照完全恢复、四项服务和 redroid 恢复，WebUI HTTP 200；测试进程已退出。 + +采样器：[kv_utilization_profile.py](../engine/source/tests/kv_utilization_profile.py)。`--manage-board` 会临时修改服务和频率并在 finally 恢复，适用于本板的服务名和 sysfs 路径；强制断电或 SIGKILL 不保证自动恢复。 + +```bash +sudo python3 engine/source/tests/kv_utilization_profile.py \ + --binary ./models/local-final/v6-board-test/mindnano-infer \ + --model ./models/local-final/v6-board-test/ling3-tiny-w4.l3r \ + --output-dir ./docs/measurements/new-profile-dir --manage-board +uv run --no-project --with matplotlib python \ + engine/source/tests/plot_kv_utilization.py ./docs/measurements/new-profile-dir +``` + +本地[统计摘要](measurements/16k-profile-20260922/summary.json)同目录保留曲线、请求结果和环境快照；逐次采样与引擎日志已清理，重新计算曲线需重新采样。历史板端运行目录未纳入仓库，本次文档清理未检查远端副本。 diff --git a/docs/LONG_DECODE_16K_16K_20260922.md b/docs/LONG_DECODE_16K_16K_20260922.md new file mode 100644 index 0000000000000000000000000000000000000000..c5d8d62034b9ecd2f81e186f49a3bbb896ee4dc0 --- /dev/null +++ b/docs/LONG_DECODE_16K_16K_20260922.md @@ -0,0 +1,81 @@ +# 16K 输入 / 16K 输出长解码负载测试 + +状态：2026-09-22 已完成。 + +已观测到首个明确的后端切换：`position=20481`、第 4098 个输出 token 时，每步 MLA 调用从 NPU/CPU = 6/0 变为 4/2。切换前近期速度约 7.46 token/s、NPU busy 约 56%；切换后近期约 5.50 token/s、约 36%。这是短滚动窗口观察，最终表格采用完整分段统计。没有进程换页或频率下降。 + +第二个切换点为 `position=24577`、第 8194 个输出 token：MLA 从 4/2 变为 0/6。最终 16,384 个输出 token 全部完成，没有 EOS 提前结束、非有限 logits、NPU fallback 或换页。 + +## 测试口径 + +- NanoPi M6 / RK3588 / 16GB，同一 v6 混合 W4A8/W8A8 权重，BF16 KV，32K 初始化。 +- 输入严格 16,384 token，连续生成 16,384 token；no-think、贪心解码，未使用会话／前缀命中。与前轮相同的合成数字输入。 +- 独立 C++ 性能入口调用当前 decoder；只在此入口屏蔽 EOS 以保证固定输出长度，不修改服务的停止规则。记录被屏蔽次数和所有输出 token；这是性能压力测试，不证明长篇生成质量。 +- 使用与服务相同的环境配置、128-token 预热、system 边界及 128-token 批次划分；输出每个 token 的计算耗时、输出头耗时、MLA CPU/NPU 调用数和 NPU 耗时。 +- 开启预填充 KV 副本 1536MiB、NPU 解码、解码副本 1536MiB、4096 历史块、MoE 成本调度。保持当前预算，以检查随历史增长发生的后端变化。 +- CPU4–7 推理、NPU 三核；监控位于小核，每约 100ms 采样 CPU/NPU busy、CPU/NPU/DMC 频率、温度、RSS、系统 MemAvailable 和进程 VmSwap。 +- 测试临时停止应用并固定性能频率；后台任务退出时恢复。进程托管于 systemd，SSH 断开不影响测试。 + +短入口校验：128/64 TTFT 760ms，解码 19.92 token/s，64 个 token 的文本与前轮服务版一致；未屏蔽 EOS，无后端错误，环境已正常恢复后才开始长测。 + +## 需要验证的预算边界 + +解码副本总预算按三个 NPU 工作线程等分。16 个 attention head 按 6/5/5 分配，第一条线程可能先达到限额；当前按“完整层能否放下”决定是否走 NPU，预算不足时使用 CPU。 + +转为 CPU 的层仍保留已分配的历史副本。历史达到 24577（第 8194 个输出）时，实测从 NPU/CPU = 4/2 变成 0/6，与旧副本继续占据预算的代码逻辑一致。此情况不增加 `mla_fallbacks`，后者目前主要统计 NPU 执行错误，不能用 0 fallback 证明所有 attention 始终在 NPU。 + +当前 4096-token 块中，一个 head 的 K+V 副本为 2.5MiB。第一条线程处理 6 个 head，每层每块需要 15MiB；其预算为 512MiB。历史 16385–20480 时需 5 块，六层共 450MiB。增长到第 6 块时，只能给前四层各追加 15MiB，共 510MiB；余下两层准入失败。这与实测切换位置一致。 + +因此总预算未完全用满也会拒绝整层：此时三条线程分别约 510/425/425MiB，合计 1360MiB。进入第 7 块（历史 24577）后第一条线程连一层的新块也无法再容纳，实测六层全部转 CPU。历史 24577 后副本也没有主动淘汰，不能把这 1360MiB 当成仍有 attention 加速收益的缓存。 + +若沿用三等分预算而希望 32K 历史的六层全部常驻，第一条线程需 720MiB，总预算至少 2160MiB，实际副本总量为 1920MiB。仅把总预算提高到 2048MiB 仍不够第一条线程使用。这是当前布局的容量计算，尚不是更高预算的实测结果；本次不在运行中改变预算。 + +## 完整实测结果 + +预填充 TTFT 为 **228.61s**；16,383 次解码计算共 **4,034.88s**，平均 **4.06 token/s**。预填充阶段 NPU 三核平均 busy 13.29%、A76 等效 2.42 核；解码全程平均 NPU busy 20.72%、A76 等效 2.81 核。解码平均值掩盖了后端切换，必须看下表。 + +| 历史范围 | MLA NPU/CPU 层数 | 解码计算 token/s | NPU busy | A76 等效核数 | +| --- | ---: | ---: | ---: | ---: | +| 16,384–20,480 | 6 / 0 | 7.53 | 57.26% | 0.87 | +| 20,480–22,528 | 4 / 2 | 5.44 | 36.50% | 1.98 | +| 22,528–24,576 | 4 / 2 | 5.23 | 35.12% | 2.05 | +| 24,576–26,624 | 0 / 6 | 3.15 | 9.30% | 3.40 | +| 26,624–28,672 | 0 / 6 | 3.13 | 9.54% | 3.39 | +| 28,672–30,720 | 0 / 6 | 2.97 | 9.09% | 3.42 | +| 30,720–32,768 | 0 / 6 | 2.81 | 8.66% | 3.45 | + +历史增长本身也会让 attention 变慢，但本次最大性能断点来自缓存预算：6 层 NPU → 4 层 NPU＋2 层 CPU 后下降约 28%；再变成全 CPU 后，24,576–26,624 段相比前一段下降约 40%。因此“提高 NPU 利用率”的首要工程问题不是继续压榨 NPU 算力，而是避免当前预算管理造成整层阶梯式回退。 + +全程固定 CPU4/5/6/7 为 2.304/2.304/2.352GHz、NPU 1GHz、DMC 2.4GHz；解码最高温度约 80.4℃，采样中最低 MemAvailable 2,138MiB，进程峰值 RSS 约 8.1GiB，VmSwap 为 0。预填充副本峰值约 960MiB。长测结束后服务、redroid、WebUI 和原频率均已恢复。 + +## 结论与下一步 + +当前 1536MiB 解码副本预算适合约 20K 历史；继续增长会让部分层、最终全部层回到 CPU。应优先改为**按历史块和层统一预算的淘汰／重排策略**：当完整六层无法继续常驻时，释放旧块并保留最近窗口，或让三条线程共享可借用的剩余预算；不能保留无收益的旧副本直到所有层回退。改动后要重新检查输出逐值一致、NPU/CPU 层数曲线和系统可用内存。 + +提高预填充 NPU busy 仍有价值，但它不会修复解码阶段的阶梯回退。CPU softmax／概率准备和 NPU 调用重叠应在缓存容量策略之后优化，否则会把工作移到已经接近满载的 A76 上。 + +## 命中 16K 前缀时的含义 + +本报告的 228.6 秒是 `cache_prompt=false` 的冷预填充结果。若同一进程、同一活动会话再次提交完全相同的 16K prompt，`exact_prompt_hit` 会恢复已保存的轻量 checkpoint 和 logits，跳过这 16K token 的预填充；`cached_tokens` 应为 16,384，`prefill_ms` 接近零。此时第一 token 的 TTFT 不再是 228.6 秒，通常只剩 checkpoint 查找、恢复和采样开销。 + +命中不会消除长上下文解码成本：每个新 token 仍需读取并计算 16K 历史。独立板端复测中，16 token 命中请求的解码速度为 **3.25–3.29 token/s**，TTFT **0.70–0.71 秒**，总耗时 **5.30–5.34 秒**；此前同配置的一次较快测量为约 4.70 token/s。因此不能再使用旧的“64 token 约 10–11 秒”估算，按现有实测范围外推，64 token 约 **14–20 秒**，应以目标板和后台负载下的实测为准。 + +已加入按恢复位置的 NPU tile 局部失效：重复 exact hit 会保留未被覆盖的前缀 tile，避免重新打包整段历史。8K 板端复测达到 3.48–3.50 token/s，详细数据见 [`KV_HIT_OPTIMIZATION_20260922.md`](KV_HIT_OPTIMIZATION_20260922.md)。 + +本次连续命中复测的冷请求预填充为 272.3 秒，之后两次完全相同的 16K prompt 均报告 `cache_status=exact_prompt_hit`、`cached_tokens=16384`、`prefill_ms≈0`。复测结果归档于 `docs/measurements/prefix-hit-20260922/`。冷预填充耗时受板端当时负载影响较大，但不会进入 exact hit 的预填充路径。 + +若 prompt 在 16K 前缀后增加新用户内容，只跳过共同的 16K 前缀，新增 token 仍需预填充；新增内容越长，TTFT 越接近对应的长历史批处理成本。若继续生成超过 20K／24K，仍会触发本报告中的 6/0 → 4/2 → 0/6 层阶梯回退。 + +当前命中有两种保存范围：活动 decoder 内的轻量 checkpoint 可在同一进程继续使用；跨会话持久保存需要完整 `DecoderState`。16K BF16 状态按当前估算约 988MiB，默认 `--session-cache-mib 256` 放不下，因此服务重启或切换后通常无法持久命中。即使提高预算，恢复完整状态仍需复制约 1GiB 数据，并会重新建立 NPU 原生副本。应以响应 `mindnano_metrics.cache_status`、`cached_tokens`、`cache_restore_ms`、`prefill_ms` 和 `mla_npu_calls/mla_cpu_calls` 判断是否真正命中。 + +## 复现与文件 + +- C++ 入口：`engine/source/tools/long_decode_benchmark.cpp`，构建目标 `ling3-long-decode-benchmark`。 +- 采样及环境管理：`engine/source/tests/long_decode_profile.py`。 +- 图表与分段统计：`engine/source/tests/summarize_long_decode.py`。 +- 板端结果保存在测试设备的独立运行目录，未纳入仓库。 +- 后台任务：`ling3-longdecode-16k16k-20260922.service`。 + +原始运行曾生成 `events.jsonl`（逐 token）、`samples.jsonl`（硬件采样）、`progress.json`（进度）和 `generated.bin`（未过滤 token）；这些中间文件已清理。当前仅保留退出结果 `result.json`、按每 2K 历史汇总的 `summary.json` 和 `long-decode.png` 曲线，`generated.bin` 从未作为质量合格样例。 + +本地 [measurements/long-decode-20260922/run](measurements/long-decode-20260922/run/) 保留最终 `summary.json`、`result.json`、环境快照和曲线。上述逐 token 事件、硬件采样、生成文本、进度文件及 smoke 运行已清理；需要重新统计或检查逐 token 内容时须重新运行测试。 diff --git a/docs/README.md b/docs/README.md new file mode 100644 index 0000000000000000000000000000000000000000..de6a8b49c636631cd6b2f6319fee57f0bf6b405c --- /dev/null +++ b/docs/README.md @@ -0,0 +1,26 @@ +# 文档索引 + +这里保留当前 Ling3RKNN 发布说明直接引用的报告和少量可复核结果。 + +## 核心报告 + +- [BOARD_BENCHMARK_AND_INT4_20260922.md](BOARD_BENCHMARK_AND_INT4_20260922.md)：当前板端 128/64 至 16K/64 性能与官方 INT4 数值对比。 +- [INT4_BOARD_ACCURACY_20260922.md](INT4_BOARD_ACCURACY_20260922.md)：固定 teacher-forcing 条件下的 logits、概率分布和 Top1 一致率。 +- [KV_CACHE_BENCHMARK_20260922.md](KV_CACHE_BENCHMARK_20260922.md)：BF16/INT8 KV 的容量、内存和长输入性能。 +- [KV_UTILIZATION_16K_20260922.md](KV_UTILIZATION_16K_20260922.md)：16K 请求的 CPU/NPU 占用与瓶颈分析。 +- [KV_HIT_OPTIMIZATION_20260922.md](KV_HIT_OPTIMIZATION_20260922.md)：exact prompt 命中后的 NPU tile 局部复用。 +- [LONG_DECODE_16K_16K_20260922.md](LONG_DECODE_16K_16K_20260922.md)：16K 输入、16K 输出时的缓存预算阶梯回退。 + +## 测量数据 + +`measurements/` 只保留报告需要的汇总 JSON、曲线、环境摘要和校验信息。逐词表 `.f32`、大段生成日志、早期候选版本和重复运行结果不纳入工作区；重新测量应在板端生成新的结果目录，再把汇总文件复制回来。 + +当前保留的目录： + +- `benchmark-current-20260922/`：README 性能表对应的请求结果。 +- `16k-profile-20260922/`：占用曲线、阶段摘要和 BF16/INT8 结果。 +- `prefix-hit-20260922/`：KV 命中冷请求与 exact hit 摘要。 +- `cross-platform-int4-20260922/`：INT4 对比摘要、输入套件、权重审计和板端结果摘要。 +- `long-decode-20260922/`：长解码汇总和曲线。 + +历史 MOE 探针和一次性 NPU 优化报告已移出当前文档集；代码入口和当前用法以仓库根目录 [README.md](../README.md) 为准。 diff --git a/docs/measurements/16k-profile-20260922/bf16.result.json b/docs/measurements/16k-profile-20260922/bf16.result.json new file mode 100644 index 0000000000000000000000000000000000000000..41fe9ec3a6433fbd9e4b5822ab950da504d5b23d --- /dev/null +++ b/docs/measurements/16k-profile-20260922/bf16.result.json @@ -0,0 +1,91 @@ +{ + "mode": "bf16", + "context": 32768, + "input_tokens": 16384, + "output_tokens": 64, + "sampling_interval_s": 0.1, + "events": { + "request_start": 411624.893492226, + "first_content": 411908.055549879, + "request_end": 411922.863447763 + }, + "npu_load_source": "/sys/kernel/debug/rknpu/load", + "finish_reason": "length", + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.642428, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 4.26810375745384, + "decode_eval_count": 63, + "decode_eval_ms": 14760.653344000002, + "decode_ms": 14805.646728, + "decode_tokens_per_second": 4.255133271608884, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790040377-1", + "major_page_faults": 0, + "minor_page_faults": 2058, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 762, + "mla_npu_ms": 210605.82986399997, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7200.046875, + "prefill_eval_ms": 283108.78474800003, + "prefill_ms": 283118.206186, + "prefill_tokens_per_second": 57.87174712569826, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 16384, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7200.046875, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "profile-bf16-1790040377512878116", + "system_prefix_tokens": 8, + "timestamp": 1790040675, + "total_ms": 297932.614864, + "ttft_ms": 283126.834257, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/16k-profile-20260922/decode.png b/docs/measurements/16k-profile-20260922/decode.png new file mode 100644 index 0000000000000000000000000000000000000000..56c433bab789708a3dc257d9eade4cb222c1cd8f --- /dev/null +++ b/docs/measurements/16k-profile-20260922/decode.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6a8a911af63b4999d5a7a951182473f8eed50aacb9760791a24618d369de15e +size 325799 diff --git a/docs/measurements/16k-profile-20260922/environment-after.json b/docs/measurements/16k-profile-20260922/environment-after.json new file mode 100644 index 0000000000000000000000000000000000000000..13a0c0c0bfa27a4f742c6004d9ee3c02a56ebb14 --- /dev/null +++ b/docs/measurements/16k-profile-20260922/environment-after.json @@ -0,0 +1,22 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "rknpu_ondemand", + "/sys/class/devfreq/fdab0000.npu/min_freq": "300000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "dmc_ondemand", + "/sys/class/devfreq/dmc/min_freq": "534000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "matches_before": true, + "errors": [], + "meminfo": "MemTotal: 16342632 kB\nMemFree: 8877360 kB\nMemAvailable: 12609848 kB\nBuffers: 84068 kB\nCached: 3862800 kB\nSwapCached: 804 kB\nActive: 962348 kB\nInactive: 3503128 kB\nActive(anon): 51084 kB\nInactive(anon): 544200 kB\nActive(file): 911264 kB\nInactive(file): 2958928 kB\nUnevictable: 18156 kB\nMlocked: 3756 kB\nSwapTotal: 8171312 kB\nSwapFree: 5786160 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 516 kB\nWriteback: 12 kB\nAnonPages: 535900 kB\nMapped: 377844 kB\nShmem: 74464 kB\nKReclaimable: 221104 kB\nSlab: 389900 kB\nSReclaimable: 221104 kB\nSUnreclaim: 168796 kB\nKernelStack: 14020 kB\nPageTables: 27052 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 8769156 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 110184 kB\nVmallocChunk: 0 kB\nPercpu: 10688 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 320496 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/16k-profile-20260922/environment-before.json b/docs/measurements/16k-profile-20260922/environment-before.json new file mode 100644 index 0000000000000000000000000000000000000000..b3b647d14894584f40a7043935aeebd8f2d50233 --- /dev/null +++ b/docs/measurements/16k-profile-20260922/environment-before.json @@ -0,0 +1,27 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "rknpu_ondemand", + "/sys/class/devfreq/fdab0000.npu/min_freq": "300000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "dmc_ondemand", + "/sys/class/devfreq/dmc/min_freq": "534000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "active_services": [ + "mindnano-openai.service", + "mindnano-webui.service", + "mindnano-android-stream.service", + "gdm.service" + ], + "redroid_running": true, + "meminfo": "MemTotal: 16342632 kB\nMemFree: 8090080 kB\nMemAvailable: 11816488 kB\nBuffers: 83572 kB\nCached: 3849152 kB\nSwapCached: 756 kB\nActive: 738760 kB\nInactive: 4214592 kB\nActive(anon): 50524 kB\nInactive(anon): 1041864 kB\nActive(file): 688236 kB\nInactive(file): 3172728 kB\nUnevictable: 18232 kB\nMlocked: 3832 kB\nSwapTotal: 8171312 kB\nSwapFree: 5778224 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 0 kB\nWriteback: 0 kB\nAnonPages: 1037936 kB\nMapped: 804196 kB\nShmem: 72156 kB\nKReclaimable: 224252 kB\nSlab: 422676 kB\nSReclaimable: 224252 kB\nSUnreclaim: 198424 kB\nKernelStack: 25792 kB\nPageTables: 63288 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 50984000 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 123500 kB\nVmallocChunk: 0 kB\nPercpu: 10240 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 320496 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/16k-profile-20260922/environment-test.json b/docs/measurements/16k-profile-20260922/environment-test.json new file mode 100644 index 0000000000000000000000000000000000000000..55e3ee78a538811b8e33eeecf56cac9a6f0e71d9 --- /dev/null +++ b/docs/measurements/16k-profile-20260922/environment-test.json @@ -0,0 +1,20 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "2352000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "performance", + "/sys/class/devfreq/fdab0000.npu/min_freq": "1000000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "performance", + "/sys/class/devfreq/dmc/min_freq": "2400000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "meminfo": "MemTotal: 16342632 kB\nMemFree: 9452440 kB\nMemAvailable: 13166396 kB\nBuffers: 83740 kB\nCached: 3835452 kB\nSwapCached: 768 kB\nActive: 906592 kB\nInactive: 3092096 kB\nActive(anon): 47596 kB\nInactive(anon): 96792 kB\nActive(file): 858996 kB\nInactive(file): 2995304 kB\nUnevictable: 14400 kB\nMlocked: 0 kB\nSwapTotal: 8171312 kB\nSwapFree: 5778992 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 93652 kB\nMapped: 89044 kB\nShmem: 64892 kB\nKReclaimable: 218464 kB\nSlab: 379228 kB\nSReclaimable: 218464 kB\nSUnreclaim: 160764 kB\nKernelStack: 4880 kB\nPageTables: 5332 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 3814784 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 92084 kB\nVmallocChunk: 0 kB\nPercpu: 6272 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 320496 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/16k-profile-20260922/int8.result.json b/docs/measurements/16k-profile-20260922/int8.result.json new file mode 100644 index 0000000000000000000000000000000000000000..80e5df2cb02c137346e0a8365daac0870f01105a --- /dev/null +++ b/docs/measurements/16k-profile-20260922/int8.result.json @@ -0,0 +1,91 @@ +{ + "mode": "int8", + "context": 32768, + "input_tokens": 16384, + "output_tokens": 64, + "sampling_interval_s": 0.1, + "events": { + "request_start": 411968.515409829, + "first_content": 412197.25641432, + "request_end": 412211.75429871 + }, + "npu_load_source": "/sys/kernel/debug/rknpu/load", + "finish_reason": "length", + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.641262, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 4.359712369150107, + "decode_eval_count": 63, + "decode_eval_ms": 14450.494589000002, + "decode_ms": 14495.651608, + "decode_tokens_per_second": 4.346130943519017, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790040721-1", + "major_page_faults": 0, + "minor_page_faults": 2083, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 762, + "mla_npu_ms": 155815.12691300013, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 6261.60546875, + "prefill_eval_ms": 228688.91987900005, + "prefill_ms": 228697.054436, + "prefill_tokens_per_second": 71.64317365558777, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 16384, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 6261.60546875, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "profile-int8-1790040721134793678", + "system_prefix_tokens": 8, + "timestamp": 1790040964, + "total_ms": 243201.586125, + "ttft_ms": 228705.803262, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/16k-profile-20260922/summary.json b/docs/measurements/16k-profile-20260922/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..07b59d1f615fd921ca0ebd1612c1df76ead6e07d --- /dev/null +++ b/docs/measurements/16k-profile-20260922/summary.json @@ -0,0 +1,872 @@ +{ + "bf16": { + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.642428, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 4.26810375745384, + "decode_eval_count": 63, + "decode_eval_ms": 14760.653344000002, + "decode_ms": 14805.646728, + "decode_tokens_per_second": 4.255133271608884, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790040377-1", + "major_page_faults": 0, + "minor_page_faults": 2058, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 762, + "mla_npu_ms": 210605.82986399997, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7200.046875, + "prefill_eval_ms": 283108.78474800003, + "prefill_ms": 283118.206186, + "prefill_tokens_per_second": 57.87174712569826, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 16384, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7200.046875, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "profile-bf16-1790040377512878116", + "system_prefix_tokens": 8, + "timestamp": 1790040675, + "total_ms": 297932.614864, + "ttft_ms": 283126.834257, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "sampler_error": null, + "stages": { + "prefill": { + "samples": 2711, + "interior_duration_s": 281.2550669920165, + "cpu": { + "cpu0": { + "mean": 0.9116421135108312, + "p95": 9.090909090909093, + "max": 54.54545454545454, + "min": 0.0 + }, + "cpu1": { + "mean": 1.4700822236794389, + "p95": 9.090909090909093, + "max": 54.54545454545454, + "min": 0.0 + }, + "cpu2": { + "mean": 2.5118762603711358, + "p95": 9.090909090909093, + "max": 60.0, + "min": 0.0 + }, + "cpu3": { + "mean": 0.4771656622786325, + "p95": 0.0, + "max": 63.63636363636363, + "min": 0.0 + }, + "cpu4": { + "mean": 83.97209219668899, + "p95": 90.9090909090909, + "max": 100.0, + "min": 63.63636363636363 + }, + "cpu5": { + "mean": 72.72041766769374, + "p95": 90.9090909090909, + "max": 100.0, + "min": 9.999999999999998 + }, + "cpu6": { + "mean": 71.7617586704062, + "p95": 90.9090909090909, + "max": 100.0, + "min": 0.0 + }, + "cpu7": { + "mean": 14.364965991257263, + "p95": 50.0, + "max": 60.0, + "min": 0.0 + } + }, + "process_cpu_percent": { + "mean": 240.70321905319364, + "p95": 270.8230237178778, + "max": 288.602237506844, + "min": 106.21811052021786 + }, + "npu": { + "core0": { + "mean": 12.636158344355458, + "p95": 13.0, + "max": 19.0, + "min": 0.0 + }, + "core1": { + "mean": 11.870733909545008, + "p95": 13.0, + "max": 21.0, + "min": 0.0 + }, + "core2": { + "mean": 12.077608407154674, + "p95": 13.0, + "max": 20.0, + "min": 0.0 + } + }, + "temperature_c": { + "mean": 67.20225470711578, + "p95": 68.384, + "max": 70.23, + "min": 54.538 + }, + "rss_mib": { + "mean": 7197.834941588325, + "p95": 7198.2421875, + "max": 7198.5, + "min": 7194.83203125 + }, + "max_process_swap_mib": 0.0, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ], + "npu_all_three_ge90_fraction": 0.0, + "npu_any_ge90_fraction": 0.0, + "a76_busy_cores": { + "mean": 2.428192345260462, + "p95": 2.75, + "max": 3.0414141414141413, + "min": 1.0 + } + }, + "prefill_last30": { + "samples": 271, + "interior_duration_s": 28.05183026503073, + "cpu": { + "cpu0": { + "mean": 0.2688066318026482, + "p95": 0.0, + "max": 9.090909090909093, + "min": 0.0 + }, + "cpu1": { + "mean": 0.1650101424546764, + "p95": 0.0, + "max": 9.090909090909093, + "min": 0.0 + }, + "cpu2": { + "mean": 2.9912419632761877, + "p95": 9.090909090909093, + "max": 9.999999999999998, + "min": 0.0 + }, + "cpu3": { + "mean": 0.06744496558552131, + "p95": 0.0, + "max": 9.090909090909093, + "min": 0.0 + }, + "cpu4": { + "mean": 85.12599184884506, + "p95": 90.9090909090909, + "max": 91.66666666666666, + "min": 63.63636363636363 + }, + "cpu5": { + "mean": 72.57149932710574, + "p95": 90.9090909090909, + "max": 91.66666666666666, + "min": 9.999999999999998 + }, + "cpu6": { + "mean": 71.96673285775329, + "p95": 90.9090909090909, + "max": 90.9090909090909, + "min": 0.0 + }, + "cpu7": { + "mean": 8.366140950873863, + "p95": 45.45454545454546, + "max": 54.54545454545454, + "min": 0.0 + } + }, + "process_cpu_percent": { + "mean": 236.41951121697102, + "p95": 270.7027451709863, + "max": 278.4376109776284, + "min": 106.21811052021786 + }, + "npu": { + "core0": { + "mean": 12.778646320886791, + "p95": 13.0, + "max": 14.0, + "min": 8.0 + }, + "core1": { + "mean": 11.476016733092514, + "p95": 13.0, + "max": 13.0, + "min": 8.0 + }, + "core2": { + "mean": 12.0444171549692, + "p95": 13.0, + "max": 13.0, + "min": 8.0 + } + }, + "temperature_c": { + "mean": 67.93146241955381, + "p95": 68.384, + "max": 69.307, + "min": 64.692 + }, + "rss_mib": { + "mean": 7198.250751695138, + "p95": 7198.2421875, + "max": 7198.5, + "min": 7198.2421875 + }, + "max_process_swap_mib": 0.0, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ], + "npu_all_three_ge90_fraction": 0.0, + "npu_any_ge90_fraction": 0.0, + "a76_busy_cores": { + "mean": 2.3803036498457795, + "p95": 2.7272727272727275, + "max": 2.868181818181818, + "min": 1.0 + } + }, + "decode": { + "samples": 121, + "interior_duration_s": 12.782317531004082, + "cpu": { + "cpu0": { + "mean": 7.2494741299370915, + "p95": 22.22222222222222, + "max": 45.45454545454546, + "min": 0.0 + }, + "cpu1": { + "mean": 3.912643142217936, + "p95": 36.36363636363637, + "max": 58.33333333333333, + "min": 0.0 + }, + "cpu2": { + "mean": 4.041498788858728, + "p95": 30.000000000000004, + "max": 55.55555555555556, + "min": 0.0 + }, + "cpu3": { + "mean": 3.0018665063409165, + "p95": 19.999999999999996, + "max": 63.63636363636363, + "min": 0.0 + }, + "cpu4": { + "mean": 75.43433910394856, + "p95": 81.81818181818181, + "max": 90.0, + "min": 60.0 + }, + "cpu5": { + "mean": 76.13240375844063, + "p95": 81.81818181818181, + "max": 90.0, + "min": 63.63636363636363 + }, + "cpu6": { + "mean": 80.45395947147252, + "p95": 90.0, + "max": 90.9090909090909, + "min": 70.0 + }, + "cpu7": { + "mean": 78.59016813826085, + "p95": 83.33333333333334, + "max": 90.9090909090909, + "min": 66.66666666666667 + } + }, + "process_cpu_percent": { + "mean": 308.9424112976011, + "p95": 334.5319427083788, + "max": 345.08531320685523, + "min": 254.43955323942478 + }, + "npu": { + "core0": { + "mean": 13.711681152650927, + "p95": 15.0, + "max": 15.0, + "min": 12.0 + }, + "core1": { + "mean": 13.71091804901339, + "p95": 15.0, + "max": 15.0, + "min": 12.0 + }, + "core2": { + "mean": 13.33182737376849, + "p95": 14.0, + "max": 14.0, + "min": 12.0 + } + }, + "temperature_c": { + "mean": 69.04744945196191, + "p95": 70.23, + "max": 70.23, + "min": 67.461 + }, + "rss_mib": { + "mean": 7200.046875, + "p95": 7200.046875, + "max": 7200.046875, + "min": 7200.046875 + }, + "max_process_swap_mib": 0.0, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ], + "npu_all_three_ge90_fraction": 0.0, + "npu_any_ge90_fraction": 0.0, + "a76_busy_cores": { + "mean": 3.1061087047212257, + "p95": 3.3363636363636364, + "max": 3.5272727272727273, + "min": 2.7272727272727275 + } + } + }, + "observed_npu_value_changes": 189 + }, + "int8": { + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.641262, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 4.359712369150107, + "decode_eval_count": 63, + "decode_eval_ms": 14450.494589000002, + "decode_ms": 14495.651608, + "decode_tokens_per_second": 4.346130943519017, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790040721-1", + "major_page_faults": 0, + "minor_page_faults": 2083, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 762, + "mla_npu_ms": 155815.12691300013, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 6261.60546875, + "prefill_eval_ms": 228688.91987900005, + "prefill_ms": 228697.054436, + "prefill_tokens_per_second": 71.64317365558777, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 16384, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 6261.60546875, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "profile-int8-1790040721134793678", + "system_prefix_tokens": 8, + "timestamp": 1790040964, + "total_ms": 243201.586125, + "ttft_ms": 228705.803262, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "sampler_error": null, + "stages": { + "prefill": { + "samples": 2186, + "interior_duration_s": 226.82875264098402, + "cpu": { + "cpu0": { + "mean": 3.190033704071436, + "p95": 9.999999999999998, + "max": 63.63636363636363, + "min": 0.0 + }, + "cpu1": { + "mean": 2.0593555380601223, + "p95": 9.090909090909093, + "max": 55.55555555555556, + "min": 0.0 + }, + "cpu2": { + "mean": 1.0668364473806766, + "p95": 9.090909090909093, + "max": 54.54545454545454, + "min": 0.0 + }, + "cpu3": { + "mean": 0.7942663239566917, + "p95": 0.0, + "max": 55.55555555555556, + "min": 0.0 + }, + "cpu4": { + "mean": 86.95497490105133, + "p95": 100.0, + "max": 100.0, + "min": 60.0 + }, + "cpu5": { + "mean": 75.56169423408855, + "p95": 100.0, + "max": 100.0, + "min": 11.111111111111116 + }, + "cpu6": { + "mean": 74.27095815676672, + "p95": 100.0, + "max": 100.0, + "min": 19.999999999999996 + }, + "cpu7": { + "mean": 17.936976400044003, + "p95": 50.0, + "max": 63.63636363636363, + "min": 0.0 + } + }, + "process_cpu_percent": { + "mean": 252.9000372840526, + "p95": 281.0343453372435, + "max": 290.75600310858556, + "min": 135.54321569560102 + }, + "npu": { + "core0": { + "mean": 8.497961034185657, + "p95": 11.0, + "max": 13.0, + "min": 6.0 + }, + "core1": { + "mean": 8.390116621609069, + "p95": 11.0, + "max": 14.0, + "min": 6.0 + }, + "core2": { + "mean": 8.659771930130951, + "p95": 12.0, + "max": 14.0, + "min": 6.0 + } + }, + "temperature_c": { + "mean": 69.1042196374582, + "p95": 70.23, + "max": 72.076, + "min": 61.923 + }, + "rss_mib": { + "mean": 6259.1302858772315, + "p95": 6259.54296875, + "max": 6260.05859375, + "min": 6256.1328125 + }, + "max_process_swap_mib": 0.0, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ], + "npu_all_three_ge90_fraction": 0.0, + "npu_any_ge90_fraction": 0.0, + "a76_busy_cores": { + "mean": 2.5472460369195056, + "p95": 2.9, + "max": 3.109090909090909, + "min": 1.4222222222222223 + } + }, + "prefill_last30": { + "samples": 271, + "interior_duration_s": 28.0351273129927, + "cpu": { + "cpu0": { + "mean": 3.5458929742734577, + "p95": 9.999999999999998, + "max": 18.181818181818176, + "min": 0.0 + }, + "cpu1": { + "mean": 0.22923978099244705, + "p95": 0.0, + "max": 9.090909090909093, + "min": 0.0 + }, + "cpu2": { + "mean": 0.0, + "p95": 0.0, + "max": 0.0, + "min": 0.0 + }, + "cpu3": { + "mean": 0.13451598622568586, + "p95": 0.0, + "max": 9.999999999999998, + "min": 0.0 + }, + "cpu4": { + "mean": 89.63772319001673, + "p95": 100.0, + "max": 100.0, + "min": 63.63636363636363 + }, + "cpu5": { + "mean": 76.30601640383126, + "p95": 100.0, + "max": 100.0, + "min": 11.111111111111116 + }, + "cpu6": { + "mean": 75.48294824867241, + "p95": 100.0, + "max": 100.0, + "min": 19.999999999999996 + }, + "cpu7": { + "mean": 11.118966549392773, + "p95": 50.0, + "max": 54.54545454545454, + "min": 0.0 + } + }, + "process_cpu_percent": { + "mean": 250.97085957370385, + "p95": 289.660407547599, + "max": 290.7321707398178, + "min": 135.54321569560102 + }, + "npu": { + "core0": { + "mean": 7.361752965870889, + "p95": 8.0, + "max": 9.0, + "min": 7.0 + }, + "core1": { + "mean": 7.088540242651115, + "p95": 8.0, + "max": 8.0, + "min": 7.0 + }, + "core2": { + "mean": 7.306253657463555, + "p95": 8.0, + "max": 8.0, + "min": 7.0 + } + }, + "temperature_c": { + "mean": 68.31621546224808, + "p95": 69.307, + "max": 70.23, + "min": 64.692 + }, + "rss_mib": { + "mean": 6259.549624614783, + "p95": 6259.54296875, + "max": 6260.05859375, + "min": 6259.54296875 + }, + "max_process_swap_mib": 0.0, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ], + "npu_all_three_ge90_fraction": 0.0, + "npu_any_ge90_fraction": 0.0, + "a76_busy_cores": { + "mean": 2.5254565439191317, + "p95": 2.9090909090909087, + "max": 3.0, + "min": 1.4222222222222223 + } + }, + "decode": { + "samples": 119, + "interior_duration_s": 12.45813832595013, + "cpu": { + "cpu0": { + "mean": 5.544687625883531, + "p95": 16.818181818181806, + "max": 30.000000000000004, + "min": 0.0 + }, + "cpu1": { + "mean": 3.1572634386762077, + "p95": 20.363636363636235, + "max": 60.0, + "min": 0.0 + }, + "cpu2": { + "mean": 2.3901098644112, + "p95": 19.090909090909033, + "max": 50.0, + "min": 0.0 + }, + "cpu3": { + "mean": 1.4197347260804165, + "p95": 9.090909090909093, + "max": 36.36363636363637, + "min": 0.0 + }, + "cpu4": { + "mean": 80.36134008938845, + "p95": 90.0, + "max": 91.66666666666666, + "min": 70.0 + }, + "cpu5": { + "mean": 80.29821904770955, + "p95": 90.0, + "max": 90.9090909090909, + "min": 70.0 + }, + "cpu6": { + "mean": 79.49032184878239, + "p95": 90.0, + "max": 90.9090909090909, + "min": 70.0 + }, + "cpu7": { + "mean": 79.79832350801284, + "p95": 90.0, + "max": 90.9090909090909, + "min": 66.66666666666667 + } + }, + "process_cpu_percent": { + "mean": 317.46316315671254, + "p95": 343.8993203409865, + "max": 355.21706636229163, + "min": 275.73030333083 + }, + "npu": { + "core0": { + "mean": 13.7566875361672, + "p95": 15.0, + "max": 15.0, + "min": 12.0 + }, + "core1": { + "mean": 13.89953521030507, + "p95": 15.0, + "max": 15.0, + "min": 12.0 + }, + "core2": { + "mean": 13.521365549424191, + "p95": 15.0, + "max": 15.0, + "min": 12.0 + } + }, + "temperature_c": { + "mean": 72.37917960062472, + "p95": 73.923, + "max": 73.923, + "min": 69.307 + }, + "rss_mib": { + "mean": 6261.605468749999, + "p95": 6261.60546875, + "max": 6261.60546875, + "min": 6261.60546875 + }, + "max_process_swap_mib": 0.0, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ], + "npu_all_three_ge90_fraction": 0.0, + "npu_any_ge90_fraction": 0.0, + "a76_busy_cores": { + "mean": 3.199482044938932, + "p95": 3.5007070707070707, + "max": 3.5590909090909086, + "min": 2.7939393939393944 + } + } + }, + "observed_npu_value_changes": 162 + } +} diff --git a/docs/measurements/16k-profile-20260922/timeline.png b/docs/measurements/16k-profile-20260922/timeline.png new file mode 100644 index 0000000000000000000000000000000000000000..24ce10705b6af94d960c5599c30ef58046f2e517 --- /dev/null +++ b/docs/measurements/16k-profile-20260922/timeline.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea3664936a1f80a172adb014cbb0253005bdd0a2670d62352a0a4d0d1d93868e +size 321172 diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-0-chinese.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-0-chinese.result.json new file mode 100644 index 0000000000000000000000000000000000000000..bb65549b531add3ead9cbafc61d100865b27aa5b --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-0-chinese.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 0, + "repeat": "chinese", + "events": { + "request_start": 456188.816388507, + "first_content": 456190.963557395, + "request_end": 456192.119949646 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.670428, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 18.432587130185446, + "decode_eval_count": 21, + "decode_eval_ms": 1139.286626, + "decode_ms": 1154.200015, + "decode_tokens_per_second": 18.194420141295875, + "effective_max_tokens": 64, + "finish_reason": "stop", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084941-12", + "major_page_faults": 32, + "minor_page_faults": 200, + "mla_cpu_calls": 138, + "mla_fallbacks": 0, + "mla_npu_calls": 12, + "mla_npu_ms": 171.94848100002855, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 1006632960, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 8161.9140625, + "prefill_eval_ms": 2108.897509, + "prefill_ms": 2108.936886, + "prefill_tokens_per_second": 156.95404759473308, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 331, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 6380.1015625, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-0-chinese1790084940435264828", + "system_prefix_tokens": 8, + "timestamp": 1790084944, + "total_ms": 3266.788975, + "ttft_ms": 2112.567085, + "usage": { + "completion_tokens": 22, + "prompt_tokens": 331, + "total_tokens": 353 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 22, + "prompt_tokens": 331, + "total_tokens": 353 + }, + "text": "缓存保存近期计算结果以快速响应用户请求，而索引帮助系统快速定位资料以支持问答。", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-1024-0.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-1024-0.result.json new file mode 100644 index 0000000000000000000000000000000000000000..45994bd7eae6a9c17c466d7689b5a5adbacd3d75 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-1024-0.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 1024, + "repeat": 0, + "events": { + "request_start": 455800.524492545, + "first_content": 455806.249937804, + "request_end": 455810.033772762 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.523423, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 16.855708890999935, + "decode_eval_count": 63, + "decode_eval_ms": 3737.6060780000003, + "decode_ms": 3781.566303, + "decode_tokens_per_second": 16.659763429249068, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084553-7", + "major_page_faults": 1, + "minor_page_faults": 272, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 42, + "mla_npu_ms": 890.8592660000002, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 62914560, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7257.9765625, + "prefill_eval_ms": 5688.080995, + "prefill_ms": 5688.179872, + "prefill_tokens_per_second": 180.02556589825775, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 1024, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7197.984375, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-1024-01790084552143379950", + "system_prefix_tokens": 8, + "timestamp": 1790084562, + "total_ms": 9472.748103, + "ttft_ms": 5691.058421, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 1024, + "total_tokens": 1088 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 1024, + "total_tokens": 1088 + }, + "text": "The number you've provided is a very long string of the digit **1**, specifically:\n\n**1111111111111111111111111111111111111111111", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-128-0.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-0.result.json new file mode 100644 index 0000000000000000000000000000000000000000..9d5285b2ebad6b8ba7189708ca32e666d8677d54 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-0.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 128, + "repeat": 0, + "events": { + "request_start": 455778.217041396, + "first_content": 455779.004366804, + "request_end": 455782.21085558 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.520799, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 19.975592616064677, + "decode_eval_count": 63, + "decode_eval_ms": 3153.84886, + "decode_ms": 3204.224204, + "decode_tokens_per_second": 19.66154550650788, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084530-3", + "major_page_faults": 0, + "minor_page_faults": 314, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "mla_npu_ms": 0.0, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 0, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7197.38671875, + "prefill_eval_ms": 749.91185, + "prefill_ms": 749.926725, + "prefill_tokens_per_second": 170.6867280467698, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 128, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7197.38671875, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-128-01790084529835691085", + "system_prefix_tokens": 8, + "timestamp": 1790084534, + "total_ms": 3957.371323, + "ttft_ms": 753.034532, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "text": "The number you've provided is a string of 111 ones:\n\n**1111111111111111111111111111111111111111111111", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-128-1.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-1.result.json new file mode 100644 index 0000000000000000000000000000000000000000..ccaf3ecebe7094a1cde5ea58799a309b4aad113b --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-1.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 128, + "repeat": 1, + "events": { + "request_start": 455783.212983951, + "first_content": 455783.996650285, + "request_end": 455787.21142149 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.528673, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 19.88728216137581, + "decode_eval_count": 63, + "decode_eval_ms": 3167.853681, + "decode_ms": 3212.47659, + "decode_tokens_per_second": 19.611037850395665, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084535-4", + "major_page_faults": 0, + "minor_page_faults": 16, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "mla_npu_ms": 0.0, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 0, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7197.390625, + "prefill_eval_ms": 746.5561180000001, + "prefill_ms": 746.570411, + "prefill_tokens_per_second": 171.4539562583827, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 128, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7197.390625, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-128-11790084534831820604", + "system_prefix_tokens": 8, + "timestamp": 1790084539, + "total_ms": 3961.73917, + "ttft_ms": 749.138909, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "text": "The number you've provided is a string of 111 ones:\n\n**1111111111111111111111111111111111111111111111", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-128-2.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-2.result.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1b9118db2bee20e9f655e8c616b2a03a6bda1d --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-2.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 128, + "repeat": 2, + "events": { + "request_start": 455788.213229017, + "first_content": 455789.008180291, + "request_end": 455792.231579269 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.56455, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 19.8304340067351, + "decode_eval_count": 63, + "decode_eval_ms": 3176.9350069999996, + "decode_ms": 3221.085987, + "decode_tokens_per_second": 19.558620991262597, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084540-5", + "major_page_faults": 0, + "minor_page_faults": 8, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "mla_npu_ms": 0.0, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 0, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7197.390625, + "prefill_eval_ms": 758.0148969999999, + "prefill_ms": 758.029774, + "prefill_tokens_per_second": 168.86211670322888, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 128, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7197.390625, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-128-21790084539832181757", + "system_prefix_tokens": 8, + "timestamp": 1790084544, + "total_ms": 3981.815804, + "ttft_ms": 760.612563, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "text": "The number you've provided is a string of 111 ones:\n\n**1111111111111111111111111111111111111111111111", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-128-warmup0.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-warmup0.result.json new file mode 100644 index 0000000000000000000000000000000000000000..99edd3c17b89f8aa5d8bb5839b5d442f6ec66237 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-warmup0.result.json @@ -0,0 +1,90 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 128, + "repeat": "warmup0", + "events": { + "request_start": 455769.145641657, + "first_content": 455769.953634928, + "request_end": 455773.218449257 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.667219, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 19.58395001119543, + "decode_eval_count": 63, + "decode_eval_ms": 3216.9199759999997, + "decode_ms": 3262.460505, + "decode_tokens_per_second": 19.310578596567563, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084521-1", + "major_page_faults": 9, + "minor_page_faults": 1093, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "mla_npu_ms": 0.0, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 0, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7195.33203125, + "prefill_eval_ms": 770.778052, + "prefill_ms": 770.793219, + "prefill_tokens_per_second": 166.0659636945656, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 128, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7195.33203125, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-128-warmup01790084521765028131", + "system_prefix_tokens": 8, + "timestamp": 1790084525, + "total_ms": 4036.661664, + "ttft_ms": 774.084781, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "text": "The number you've provided is a string of 111 ones:\n\n**1111111111111111111111111111111111111111111111", + "passed": true +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-128-warmup1.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-warmup1.result.json new file mode 100644 index 0000000000000000000000000000000000000000..0bc11bc478823fdee17f062f23d6b87fb2364e87 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-128-warmup1.result.json @@ -0,0 +1,90 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 128, + "repeat": "warmup1", + "events": { + "request_start": 455773.219310576, + "first_content": 455774.013498827, + "request_end": 455777.215267703 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.480838, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 19.98250236303953, + "decode_eval_count": 63, + "decode_eval_ms": 3152.7582910000015, + "decode_ms": 3199.438095, + "decode_tokens_per_second": 19.690957639860194, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084525-2", + "major_page_faults": 0, + "minor_page_faults": 313, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "mla_npu_ms": 0.0, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 0, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7196.359375, + "prefill_eval_ms": 757.241374, + "prefill_ms": 757.25654, + "prefill_tokens_per_second": 169.0346095642682, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 128, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7196.359375, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-128-warmup11790084525838699384", + "system_prefix_tokens": 8, + "timestamp": 1790084529, + "total_ms": 3959.868944, + "ttft_ms": 760.318262, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 128, + "total_tokens": 192 + }, + "text": "The number you've provided is a string of 111 ones:\n\n**1111111111111111111111111111111111111111111111", + "passed": true +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-16384-0.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-16384-0.result.json new file mode 100644 index 0000000000000000000000000000000000000000..ceb0e63e146b6798fb265da0fed19aa11829497e --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-16384-0.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 16384, + "repeat": 0, + "events": { + "request_start": 455950.628072194, + "first_content": 456176.707612801, + "request_end": 456187.814361348 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.545882, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 6.062598492920985, + "decode_eval_count": 63, + "decode_eval_ms": 10391.583753, + "decode_ms": 10435.555938, + "decode_tokens_per_second": 6.037052589655718, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084703-11", + "major_page_faults": 0, + "minor_page_faults": 952, + "mla_cpu_calls": 12, + "mla_fallbacks": 0, + "mla_npu_calls": 1140, + "mla_npu_ms": 159710.49429300014, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 1006632960, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 8161.9140625, + "prefill_eval_ms": 226028.90916399998, + "prefill_ms": 226036.530079, + "prefill_tokens_per_second": 72.48630301583347, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 16384, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7201.96875, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-16384-01790084702246849346", + "system_prefix_tokens": 8, + "timestamp": 1790084939, + "total_ms": 236480.440198, + "ttft_ms": 226044.768173, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 16384, + "total_tokens": 16448 + }, + "text": "The number 1111111111111111111111111111111111111111111111111111111111111", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-2048-0.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-2048-0.result.json new file mode 100644 index 0000000000000000000000000000000000000000..56797fb01e756bb0224cad864ff1019a1f8df813 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-2048-0.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 2048, + "repeat": 0, + "events": { + "request_start": 455811.035712419, + "first_content": 455823.824196503, + "request_end": 455828.418413266 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 2.82634, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 13.854736480869109, + "decode_eval_count": 63, + "decode_eval_ms": 4547.181398000001, + "decode_ms": 4591.889189, + "decode_tokens_per_second": 13.719843272986262, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084563-8", + "major_page_faults": 22, + "minor_page_faults": 374, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 90, + "mla_npu_ms": 2995.6814800000006, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 125829120, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7322.2890625, + "prefill_eval_ms": 12748.942459, + "prefill_ms": 12749.451434, + "prefill_tokens_per_second": 160.64077523184937, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 2048, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7202.3125, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-2048-01790084562654593698", + "system_prefix_tokens": 8, + "timestamp": 1790084581, + "total_ms": 17345.997227, + "ttft_ms": 12753.984368, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 2048, + "total_tokens": 2112 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 2048, + "total_tokens": 2112 + }, + "text": "The number you've provided is a very long string of 1s. If you're looking for a specific property or calculation related to this number, please let me know what you'd like to know! For example:\n\n- Is it a prime number?\n- What is its binary representation?\n- What", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-4096-0.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-4096-0.result.json new file mode 100644 index 0000000000000000000000000000000000000000..d0256a805e0b12a23e0bbf164e160ea84508689a --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-4096-0.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 4096, + "repeat": 0, + "events": { + "request_start": 455829.420369547, + "first_content": 455858.497705999, + "request_end": 455864.166573134 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.528673, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 11.205954866329831, + "decode_eval_count": 63, + "decode_eval_ms": 5622.010864000002, + "decode_ms": 5666.513311, + "decode_tokens_per_second": 11.117947941232675, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084582-9", + "major_page_faults": 0, + "minor_page_faults": 412, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 186, + "mla_npu_ms": 10669.514125999995, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 251658240, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7428.83203125, + "prefill_eval_ms": 29037.960202000002, + "prefill_ms": 29039.002072, + "prefill_tokens_per_second": 141.05673991928285, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 4096, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7189.01953125, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-4096-01790084581039276495", + "system_prefix_tokens": 8, + "timestamp": 1790084616, + "total_ms": 34709.565303, + "ttft_ms": 29042.925696, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 4096, + "total_tokens": 4160 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 4096, + "total_tokens": 4160 + }, + "text": "The number 1111111111111111111111111111111111111111111111111111111111111", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-512-0.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-512-0.result.json new file mode 100644 index 0000000000000000000000000000000000000000..12be0647d29d673c79035ca6a2939e463502cb90 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-512-0.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 512, + "repeat": 0, + "events": { + "request_start": 455793.233466424, + "first_content": 455796.026951758, + "request_end": 455799.522607724 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.518756, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 18.2647241578978, + "decode_eval_count": 63, + "decode_eval_ms": 3449.271911, + "decode_ms": 3493.321101, + "decode_tokens_per_second": 18.034414294742497, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084545-6", + "major_page_faults": 15, + "minor_page_faults": 588, + "mla_cpu_calls": 390, + "mla_fallbacks": 0, + "mla_npu_calls": 18, + "mla_npu_ms": 267.490423, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 31457280, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7229.96875, + "prefill_eval_ms": 2756.413911, + "prefill_ms": 2756.460289, + "prefill_tokens_per_second": 185.74859093431704, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 512, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7200.0703125, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-512-01790084544852345078", + "system_prefix_tokens": 8, + "timestamp": 1790084552, + "total_ms": 6252.594311, + "ttft_ms": 2759.148373, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 512, + "total_tokens": 576 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 512, + "total_tokens": 576 + }, + "text": "The number you've provided is a very long string of the digit **1**, consisting of **127** ones.\n\nHere's a breakdown:\n\n- **Length**: 127 digits, all of which are `1`.\n- **Value**: This number is equal to \n ", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/candidate-bf16-8192-0.result.json b/docs/measurements/benchmark-current-20260922/candidate-bf16-8192-0.result.json new file mode 100644 index 0000000000000000000000000000000000000000..66c42e47bf9e58c0b7f4efceb4e6481859a79e4a --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/candidate-bf16-8192-0.result.json @@ -0,0 +1,91 @@ +{ + "label": "candidate", + "mode": "bf16", + "target_tokens": 8192, + "repeat": 0, + "events": { + "request_start": 455865.168485081, + "first_content": 455941.650157788, + "request_end": 455949.626029576 + }, + "metrics": { + "cache_miss_reason": "disabled", + "cache_restore_ms": 1.537424, + "cache_save_ms": 0.0, + "cache_status": "disabled", + "cached_tokens": 0, + "common_prefix_tokens": 0, + "context_capacity_reached": false, + "context_length": 32768, + "continuation_save_ms": 0.0, + "continuation_skipped_budget": false, + "continuation_stored": false, + "continuation_tokens": 0, + "decode_compute_tokens_per_second": 8.3745080032212, + "decode_eval_count": 63, + "decode_eval_ms": 7522.829995000001, + "decode_ms": 7569.617727, + "decode_tokens_per_second": 8.322745252416892, + "effective_max_tokens": 64, + "finish_reason": "length", + "flow_control": "none", + "flow_wait_count": 0, + "flow_wait_ms": 0.0, + "generated_cached_tokens": 0, + "generated_state_lineage": false, + "id": "chatcmpl-1790084617-10", + "major_page_faults": 0, + "minor_page_faults": 633, + "mla_cpu_calls": 12, + "mla_fallbacks": 0, + "mla_npu_calls": 756, + "mla_npu_ms": 43982.95758200004, + "mla_prefill_native_cache_bytes": 0, + "mla_prefill_native_cache_peak_bytes": 503316480, + "model": "mindnano-ling3-tiny", + "peak_rss_mib": 7660.67578125, + "prefill_eval_ms": 76438.775055, + "prefill_ms": 76441.712234, + "prefill_tokens_per_second": 107.17073885741378, + "prefix_cache_mib": 0.0, + "prefix_checkpoint_bytes": 0, + "prefix_checkpoint_count": 0, + "prefix_recompute_tokens": 0, + "prompt_evaluated_tokens": 8192, + "queue_ms": 0, + "requested_max_tokens": 64, + "reuse_generated_state": false, + "rss_mib": 7180.70703125, + "sampling": { + "enable_thinking": false, + "repeat_penalty": 1.0, + "seed": 0, + "temperature": 0.0, + "top_k": 0, + "top_p": 1.0 + }, + "session_cache_bytes": 0, + "session_cache_evictions": 0, + "session_cache_skipped_budget": false, + "session_cache_stored": false, + "session_id": "candidate-bf16-8192-01790084616787407779", + "system_prefix_tokens": 8, + "timestamp": 1790084701, + "total_ms": 84016.803552, + "ttft_ms": 76447.071196, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 8192, + "total_tokens": 8256 + }, + "warmed": true + }, + "usage": { + "completion_tokens": 64, + "prompt_tokens": 8192, + "total_tokens": 8256 + }, + "text": "The number 1111111111111111111111111111111111111111111111111111111111111", + "passed": true, + "sampler_error": null +} diff --git a/docs/measurements/benchmark-current-20260922/environment-after.json b/docs/measurements/benchmark-current-20260922/environment-after.json new file mode 100644 index 0000000000000000000000000000000000000000..6f83e3888560e0bcc432d7f6e7cfba99a3a8b551 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/environment-after.json @@ -0,0 +1,22 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "rknpu_ondemand", + "/sys/class/devfreq/fdab0000.npu/min_freq": "300000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "dmc_ondemand", + "/sys/class/devfreq/dmc/min_freq": "534000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "matches_before": true, + "errors": [], + "meminfo": "MemTotal: 16342632 kB\nMemFree: 9660836 kB\nMemAvailable: 10573704 kB\nBuffers: 186508 kB\nCached: 2700736 kB\nSwapCached: 868 kB\nActive: 1206636 kB\nInactive: 2175568 kB\nActive(anon): 68168 kB\nInactive(anon): 524168 kB\nActive(file): 1138468 kB\nInactive(file): 1651400 kB\nUnevictable: 17796 kB\nMlocked: 3396 kB\nSwapTotal: 8171312 kB\nSwapFree: 5723440 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 884 kB\nWriteback: 0 kB\nAnonPages: 513132 kB\nMapped: 322356 kB\nShmem: 93892 kB\nKReclaimable: 330576 kB\nSlab: 525984 kB\nSReclaimable: 330576 kB\nSUnreclaim: 195408 kB\nKernelStack: 15036 kB\nPageTables: 28016 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 9386864 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 112432 kB\nVmallocChunk: 0 kB\nPercpu: 12416 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 422952 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/benchmark-current-20260922/environment-before.json b/docs/measurements/benchmark-current-20260922/environment-before.json new file mode 100644 index 0000000000000000000000000000000000000000..471671cee5e69af60910a531d55263885067fec8 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/environment-before.json @@ -0,0 +1,27 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "rknpu_ondemand", + "/sys/class/devfreq/fdab0000.npu/min_freq": "300000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "dmc_ondemand", + "/sys/class/devfreq/dmc/min_freq": "534000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "active_services": [ + "mindnano-openai.service", + "mindnano-webui.service", + "mindnano-android-stream.service", + "gdm.service" + ], + "redroid_running": true, + "meminfo": "MemTotal: 16342632 kB\nMemFree: 8566064 kB\nMemAvailable: 9195264 kB\nBuffers: 183244 kB\nCached: 2423660 kB\nSwapCached: 812 kB\nActive: 1146648 kB\nInactive: 2660648 kB\nActive(anon): 102416 kB\nInactive(anon): 1199908 kB\nActive(file): 1044232 kB\nInactive(file): 1460740 kB\nUnevictable: 17916 kB\nMlocked: 3516 kB\nSwapTotal: 8171312 kB\nSwapFree: 5668656 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 100 kB\nWriteback: 0 kB\nAnonPages: 1217360 kB\nMapped: 499716 kB\nShmem: 100444 kB\nKReclaimable: 333032 kB\nSlab: 559300 kB\nSReclaimable: 333032 kB\nSUnreclaim: 226268 kB\nKernelStack: 28724 kB\nPageTables: 71180 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 54749148 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 132744 kB\nVmallocChunk: 0 kB\nPercpu: 13216 kB\nCmaTotal: 786432 kB\nCmaAllocated: 72284 kB\nCmaReleased: 714148 kB\nCmaFree: 320412 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/benchmark-current-20260922/environment-test.json b/docs/measurements/benchmark-current-20260922/environment-test.json new file mode 100644 index 0000000000000000000000000000000000000000..1c44690db7dc1a1ef5612d000a8b6eef23c6a0c8 --- /dev/null +++ b/docs/measurements/benchmark-current-20260922/environment-test.json @@ -0,0 +1,20 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "2352000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "performance", + "/sys/class/devfreq/fdab0000.npu/min_freq": "1000000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "performance", + "/sys/class/devfreq/dmc/min_freq": "2400000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "meminfo": "MemTotal: 16342632 kB\nMemFree: 10221240 kB\nMemAvailable: 10906680 kB\nBuffers: 183456 kB\nCached: 2463680 kB\nSwapCached: 836 kB\nActive: 1145876 kB\nInactive: 1632388 kB\nActive(anon): 63652 kB\nInactive(anon): 150972 kB\nActive(file): 1082224 kB\nInactive(file): 1481416 kB\nUnevictable: 14400 kB\nMlocked: 0 kB\nSwapTotal: 8171312 kB\nSwapFree: 5723184 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 145340 kB\nMapped: 109056 kB\nShmem: 83404 kB\nKReclaimable: 328172 kB\nSlab: 519164 kB\nSReclaimable: 328172 kB\nSUnreclaim: 190992 kB\nKernelStack: 6512 kB\nPageTables: 8440 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 5031500 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 98972 kB\nVmallocChunk: 0 kB\nPercpu: 8768 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 422884 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/cross-platform-int4-20260922/board-provenance.txt b/docs/measurements/cross-platform-int4-20260922/board-provenance.txt new file mode 100644 index 0000000000000000000000000000000000000000..5b3e556a8bcc6efd127b37edf27152910363990e --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/board-provenance.txt @@ -0,0 +1,7 @@ +b0b82b42eab43828d66f7d94d30e5b156c35419ccb5fe7f95986fa7482f4916b build/ling3-quant-loss-probe +80f0086247328fe77b2f939df460b4955287b6f75f6aaada85512c56e652f435 models/local-final/v6-board-test/ling3-tiny-w4.l3r +active +active +active +active +true diff --git a/docs/measurements/cross-platform-int4-20260922/board_baseline/rknn-results.json b/docs/measurements/cross-platform-int4-20260922/board_baseline/rknn-results.json new file mode 100644 index 0000000000000000000000000000000000000000..cfffb28fdee4da7a885e79adc054880d867b5741 --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/board_baseline/rknn-results.json @@ -0,0 +1,154 @@ +[ + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 2676, + "decode_mla_npu_calls": 0, + "decode_npu_enabled": "0", + "full_teacher_tokens": 447, + "id": "office_zh_nothink", + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "prefill_ms": 1322.22438, + "prompt_tokens": 189, + "screening": false, + "teacher_tokens": 447, + "thinking": false, + "tokenizer_match": true, + "total_ms": 26379.763998 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 4002, + "decode_mla_npu_calls": 0, + "decode_npu_enabled": "0", + "full_teacher_tokens": 668, + "id": "office_zh_think", + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "prefill_ms": 1149.986202, + "prompt_tokens": 188, + "screening": false, + "teacher_tokens": 668, + "thinking": true, + "tokenizer_match": true, + "total_ms": 38700.456754 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 3480, + "decode_mla_npu_calls": 0, + "decode_npu_enabled": "0", + "full_teacher_tokens": 581, + "id": "math_probability_nothink", + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "prefill_ms": 647.441313, + "prompt_tokens": 98, + "screening": false, + "teacher_tokens": 581, + "thinking": false, + "tokenizer_match": true, + "total_ms": 32714.115821 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 5232, + "decode_mla_npu_calls": 0, + "decode_npu_enabled": "0", + "full_teacher_tokens": 873, + "id": "math_probability_think", + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "prefill_ms": 616.6219, + "prompt_tokens": 97, + "screening": false, + "teacher_tokens": 873, + "thinking": true, + "tokenizer_match": true, + "total_ms": 49919.453562 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 4110, + "decode_mla_npu_calls": 0, + "decode_npu_enabled": "0", + "full_teacher_tokens": 686, + "id": "code_python_nothink", + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "prefill_ms": 764.006615, + "prompt_tokens": 124, + "screening": false, + "teacher_tokens": 686, + "thinking": false, + "tokenizer_match": true, + "total_ms": 39561.964404 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 5766, + "decode_mla_npu_calls": 0, + "decode_npu_enabled": "0", + "full_teacher_tokens": 962, + "id": "code_python_think", + "mla_fallbacks": 0, + "mla_npu_calls": 0, + "prefill_ms": 740.134643, + "prompt_tokens": 123, + "screening": false, + "teacher_tokens": 962, + "thinking": true, + "tokenizer_match": true, + "total_ms": 55403.21402 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "8192", + "decode_mla_cpu_calls": 192, + "decode_mla_npu_calls": 0, + "decode_npu_enabled": "0", + "full_teacher_tokens": 33, + "id": "records_8k_nothink", + "mla_fallbacks": 0, + "mla_npu_calls": 384, + "prefill_ms": 89590.594518, + "prompt_tokens": 8226, + "screening": false, + "teacher_tokens": 33, + "thinking": false, + "tokenizer_match": true, + "total_ms": 93704.679791 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "8192", + "decode_mla_cpu_calls": 426, + "decode_mla_npu_calls": 0, + "decode_npu_enabled": "0", + "full_teacher_tokens": 72, + "id": "records_8k_think", + "mla_fallbacks": 0, + "mla_npu_calls": 384, + "prefill_ms": 88562.188355, + "prompt_tokens": 8225, + "screening": false, + "teacher_tokens": 72, + "thinking": true, + "tokenizer_match": true, + "total_ms": 97729.620409 + } +] diff --git a/docs/measurements/cross-platform-int4-20260922/board_current/rknn-results.json b/docs/measurements/cross-platform-int4-20260922/board_current/rknn-results.json new file mode 100644 index 0000000000000000000000000000000000000000..509ede3e8df77e832bbe7668a72ccdcacb628a5a --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/board_current/rknn-results.json @@ -0,0 +1,154 @@ +[ + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 0, + "decode_mla_npu_calls": 2676, + "decode_npu_enabled": "1", + "full_teacher_tokens": 447, + "id": "office_zh_nothink", + "mla_fallbacks": 0, + "mla_npu_calls": 2676, + "prefill_ms": 1188.641276, + "prompt_tokens": 189, + "screening": false, + "teacher_tokens": 447, + "thinking": false, + "tokenizer_match": true, + "total_ms": 31596.993626 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 0, + "decode_mla_npu_calls": 4002, + "decode_npu_enabled": "1", + "full_teacher_tokens": 668, + "id": "office_zh_think", + "mla_fallbacks": 0, + "mla_npu_calls": 4002, + "prefill_ms": 1158.740642, + "prompt_tokens": 188, + "screening": false, + "teacher_tokens": 668, + "thinking": true, + "tokenizer_match": true, + "total_ms": 46671.407006 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 0, + "decode_mla_npu_calls": 3480, + "decode_npu_enabled": "1", + "full_teacher_tokens": 581, + "id": "math_probability_nothink", + "mla_fallbacks": 0, + "mla_npu_calls": 3480, + "prefill_ms": 649.945974, + "prompt_tokens": 98, + "screening": false, + "teacher_tokens": 581, + "thinking": false, + "tokenizer_match": true, + "total_ms": 41163.697571 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 0, + "decode_mla_npu_calls": 5232, + "decode_npu_enabled": "1", + "full_teacher_tokens": 873, + "id": "math_probability_think", + "mla_fallbacks": 0, + "mla_npu_calls": 5232, + "prefill_ms": 625.579318, + "prompt_tokens": 97, + "screening": false, + "teacher_tokens": 873, + "thinking": true, + "tokenizer_match": true, + "total_ms": 60809.296701 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 0, + "decode_mla_npu_calls": 4110, + "decode_npu_enabled": "1", + "full_teacher_tokens": 686, + "id": "code_python_nothink", + "mla_fallbacks": 0, + "mla_npu_calls": 4110, + "prefill_ms": 740.804665, + "prompt_tokens": 124, + "screening": false, + "teacher_tokens": 686, + "thinking": false, + "tokenizer_match": true, + "total_ms": 51629.827157 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "1", + "decode_mla_cpu_calls": 0, + "decode_mla_npu_calls": 5766, + "decode_npu_enabled": "1", + "full_teacher_tokens": 962, + "id": "code_python_think", + "mla_fallbacks": 0, + "mla_npu_calls": 5766, + "prefill_ms": 739.245945, + "prompt_tokens": 123, + "screening": false, + "teacher_tokens": 962, + "thinking": true, + "tokenizer_match": true, + "total_ms": 69348.739606 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "8192", + "decode_mla_cpu_calls": 0, + "decode_mla_npu_calls": 192, + "decode_npu_enabled": "1", + "full_teacher_tokens": 33, + "id": "records_8k_nothink", + "mla_fallbacks": 0, + "mla_npu_calls": 576, + "prefill_ms": 100593.929071, + "prompt_tokens": 8226, + "screening": false, + "teacher_tokens": 33, + "thinking": false, + "tokenizer_match": true, + "total_ms": 104862.217808 + }, + { + "all_logits_finite": true, + "context_capacity": 8297, + "decode_min_history": "8192", + "decode_mla_cpu_calls": 0, + "decode_mla_npu_calls": 426, + "decode_npu_enabled": "1", + "full_teacher_tokens": 72, + "id": "records_8k_think", + "mla_fallbacks": 0, + "mla_npu_calls": 810, + "prefill_ms": 98962.320721, + "prompt_tokens": 8225, + "screening": false, + "teacher_tokens": 72, + "thinking": true, + "tokenizer_match": true, + "total_ms": 107426.017279 + } +] diff --git a/docs/measurements/cross-platform-int4-20260922/comparison.json b/docs/measurements/cross-platform-int4-20260922/comparison.json new file mode 100644 index 0000000000000000000000000000000000000000..f111f0cac1a53ef5a5e37680c982b4c463a48d35 --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/comparison.json @@ -0,0 +1,14792 @@ +{ + "bf16__official_int4_bf16": { + "cases": [ + { + "id": "office_zh_nothink", + "summary": { + "tokens": 447, + "kl": { + "mean": 0.034849115832666255, + "p50": 0.0209795623611163, + "p95": 0.11003481210602273, + "max": 0.6753860290881677 + }, + "js": { + "mean": 0.00836222066756736, + "p50": 0.005123813255066153, + "p95": 0.026441447165335235, + "max": 0.11515199683488914 + }, + "tv": { + "mean": 0.07687791019466168, + "p50": 0.07053536021199101, + "p95": 0.1879306712661793, + "max": 0.3827033865029729 + }, + "centered_logit_rmse": { + "mean": 0.321569161226411, + "p50": 0.30517486932464233, + "p95": 0.43962432103692395, + "max": 0.7069953094930058 + }, + "top1_equal": { + "mean": 0.9194630872483222, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.397231543624161, + "p50": 1.375, + "p95": 7.481249999999999, + "max": 13.625 + }, + "reference_preference_regret": { + "mean": 0.02796420581655481, + "p50": 0.0, + "p95": 0.125, + "max": 1.125 + }, + "logit_mae": { + "mean": 0.26264764940033836, + "p50": 0.2489346978624339, + "p95": 0.36195180279338135, + "max": 0.5590119155306605 + }, + "logit_mse": { + "mean": 0.11496815653153582, + "p50": 0.09876694418522264, + "p95": 0.20486712951452019, + "max": 0.5074348793729514 + }, + "logit_max_abs": { + "mean": 1.680638255688968, + "p50": 1.58203125, + "p95": 2.477734374999999, + "max": 4.125 + }, + "reference_gap_ge_1_nat": { + "tokens": 271, + "top1_agreement": 0.996309963099631 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.03735566192070383, + "p50": 0.020669312619127793, + "p95": 0.13271896572791642, + "max": 0.6753860290881677 + }, + "js": { + "mean": 0.00884266786460289, + "p50": 0.0050803903880062146, + "p95": 0.031662326920645745, + "max": 0.11515199683488914 + }, + "tv": { + "mean": 0.07399398985532597, + "p50": 0.06299794777042537, + "p95": 0.193931200689261, + "max": 0.3827033865029729 + }, + "centered_logit_rmse": { + "mean": 0.3441021117437344, + "p50": 0.33290934476255807, + "p95": 0.4627674989405529, + "max": 0.7069953094930058 + }, + "top1_equal": { + "mean": 0.94140625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.7958984375, + "p50": 2.0, + "p95": 7.640625, + "max": 13.625 + }, + "reference_preference_regret": { + "mean": 0.022460937499999997, + "p50": 0.0, + "p95": 0.0, + "max": 1.125 + }, + "logit_mae": { + "mean": 0.2812168479743705, + "p50": 0.27035649202639656, + "p95": 0.3785140661645797, + "max": 0.5590119155306605 + }, + "logit_mse": { + "mean": 0.1314393202319561, + "p50": 0.11668363390591038, + "p95": 0.23038771948192988, + "max": 0.5074348793729514 + }, + "logit_max_abs": { + "mean": 1.7930378913879395, + "p50": 1.71875, + "p95": 2.755859375, + "max": 4.125 + }, + "reference_gap_ge_1_nat": { + "tokens": 171, + "top1_agreement": 0.9941520467836257 + } + }, + "256:447": { + "tokens": 191, + "kl": { + "mean": 0.03148955667801902, + "p50": 0.02116316529006802, + "p95": 0.09048711349483934, + "max": 0.16353241528354662 + }, + "js": { + "mean": 0.007718270497718693, + "p50": 0.0052296324070666275, + "p95": 0.0212054762861889, + "max": 0.03834156339739952 + }, + "tv": { + "mean": 0.08074326939293364, + "p50": 0.07565000441968037, + "p95": 0.176428592044205, + "max": 0.23509892286163667 + }, + "centered_logit_rmse": { + "mean": 0.2913679291194226, + "p50": 0.2832491800675251, + "p95": 0.3803590837295434, + "max": 0.48990173659723746 + }, + "top1_equal": { + "mean": 0.8900523560209425, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.862892670157068, + "p50": 1.125, + "p95": 6.125, + "max": 10.75 + }, + "reference_preference_regret": { + "mean": 0.03534031413612566, + "p50": 0.0, + "p95": 0.25, + "max": 0.875 + }, + "logit_mae": { + "mean": 0.23775909005503884, + "p50": 0.23096529530597917, + "p95": 0.3259435982550707, + "max": 0.40992857602725247 + }, + "logit_mse": { + "mean": 0.09289162298542275, + "p50": 0.085743115230108, + "p95": 0.16656241178758024, + "max": 0.27021241294179754 + }, + "logit_max_abs": { + "mean": 1.529987435066263, + "p50": 1.4375, + "p95": 2.109375, + "max": 2.71484375 + }, + "reference_gap_ge_1_nat": { + "tokens": 100, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "office_zh_think", + "summary": { + "tokens": 668, + "kl": { + "mean": 0.03280853719221975, + "p50": 0.022482104363421268, + "p95": 0.10123093184099044, + "max": 0.7761752091862895 + }, + "js": { + "mean": 0.00789331189278763, + "p50": 0.005583499949932222, + "p95": 0.02435894668398539, + "max": 0.13710901370563508 + }, + "tv": { + "mean": 0.07749691828587099, + "p50": 0.0725223525206998, + "p95": 0.18524240584765517, + "max": 0.4067507028314853 + }, + "centered_logit_rmse": { + "mean": 0.30283473738984185, + "p50": 0.287149698670426, + "p95": 0.4308726150080834, + "max": 0.7904105055977654 + }, + "top1_equal": { + "mean": 0.8922155688622755, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.11498877245509, + "p50": 1.28125, + "p95": 7.25, + "max": 13.5 + }, + "reference_preference_regret": { + "mean": 0.028630239520958084, + "p50": 0.0, + "p95": 0.25, + "max": 0.9375 + }, + "logit_mae": { + "mean": 0.24642373527033634, + "p50": 0.2332245446000239, + "p95": 0.3608903875211857, + "max": 0.6264257201419063 + }, + "logit_mse": { + "mean": 0.102645884221871, + "p50": 0.08682404076441463, + "p95": 0.20911070609486496, + "max": 0.6285395908224377 + }, + "logit_max_abs": { + "mean": 1.5932482873608251, + "p50": 1.5, + "p95": 2.3125, + "max": 4.0703125 + }, + "reference_gap_ge_1_nat": { + "tokens": 393, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.03682348890982262, + "p50": 0.02513328379816377, + "p95": 0.10524308141780689, + "max": 0.7761752091862895 + }, + "js": { + "mean": 0.008764742772520786, + "p50": 0.0062864732380995495, + "p95": 0.025183243078991373, + "max": 0.13710901370563508 + }, + "tv": { + "mean": 0.08503890623189872, + "p50": 0.08138408810628174, + "p95": 0.18737093486133094, + "max": 0.4067507028314853 + }, + "centered_logit_rmse": { + "mean": 0.30271881629879066, + "p50": 0.28400124381506153, + "p95": 0.4413833320357299, + "max": 0.7904105055977654 + }, + "top1_equal": { + "mean": 0.87890625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.739013671875, + "p50": 1.25, + "p95": 5.5625, + "max": 10.25 + }, + "reference_preference_regret": { + "mean": 0.031005859375, + "p50": 0.0, + "p95": 0.25, + "max": 0.6250000000000001 + }, + "logit_mae": { + "mean": 0.24610568104925049, + "p50": 0.22879668811513626, + "p95": 0.369287630984979, + "max": 0.6264257201419063 + }, + "logit_mse": { + "mean": 0.10468056830660231, + "p50": 0.08432548490523613, + "p95": 0.21766155045025007, + "max": 0.6285395908224377 + }, + "logit_max_abs": { + "mean": 1.602290391921997, + "p50": 1.495361328125, + "p95": 2.4117431640625, + "max": 4.0703125 + }, + "reference_gap_ge_1_nat": { + "tokens": 142, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.03212558369039306, + "p50": 0.017159146364407407, + "p95": 0.11684791421018105, + "max": 0.28103815833529966 + }, + "js": { + "mean": 0.007741487681433308, + "p50": 0.004138536521804917, + "p95": 0.027714272511917992, + "max": 0.06160579314093462 + }, + "tv": { + "mean": 0.0713020108009908, + "p50": 0.06331066587558679, + "p95": 0.19543679110575743, + "max": 0.30130392083109353 + }, + "centered_logit_rmse": { + "mean": 0.3176222802407301, + "p50": 0.3060594255492893, + "p95": 0.4317955937766509, + "max": 0.635867570860417 + }, + "top1_equal": { + "mean": 0.9140625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.72802734375, + "p50": 1.625, + "p95": 8.5, + "max": 13.5 + }, + "reference_preference_regret": { + "mean": 0.028564453125, + "p50": 0.0, + "p95": 0.12500000000000006, + "max": 0.9375 + }, + "logit_mae": { + "mean": 0.2593506572868739, + "p50": 0.24843710166264132, + "p95": 0.358684268111186, + "max": 0.5514028700188421 + }, + "logit_mse": { + "mean": 0.11200958117447153, + "p50": 0.09897042871811214, + "p95": 0.2041416011777233, + "max": 0.4675900229753737 + }, + "logit_max_abs": { + "mean": 1.666177749633789, + "p50": 1.61328125, + "p95": 2.30078125, + "max": 3.34375 + }, + "reference_gap_ge_1_nat": { + "tokens": 170, + "top1_agreement": 1.0 + } + }, + "512:668": { + "tokens": 156, + "kl": { + "mean": 0.027340642684279385, + "p50": 0.023891505431786437, + "p95": 0.06256766773794771, + "max": 0.14419013359027102 + }, + "js": { + "mean": 0.00671241889852493, + "p50": 0.006092357505772382, + "p95": 0.016486571531485934, + "max": 0.03709071024884665 + }, + "tv": { + "mean": 0.07528632470860319, + "p50": 0.07610125172537602, + "p95": 0.14748553568644798, + "max": 0.22544412327274074 + }, + "centered_logit_rmse": { + "mean": 0.2787582298865195, + "p50": 0.2739460504894818, + "p95": 0.3436541678642068, + "max": 0.5961208142670111 + }, + "top1_equal": { + "mean": 0.8782051282051282, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.7259615384615385, + "p50": 1.0, + "p95": 5.90625, + "max": 9.875 + }, + "reference_preference_regret": { + "mean": 0.024839743589743588, + "p50": 0.0, + "p95": 0.25, + "max": 0.5 + }, + "logit_mae": { + "mean": 0.22573225991369783, + "p50": 0.2211965981829936, + "p95": 0.2790119305908292, + "max": 0.47289306938106723 + }, + "logit_mse": { + "mean": 0.08394084867342903, + "p50": 0.07865007702021606, + "p95": 0.1231253754820804, + "max": 0.36007527635464814 + }, + "logit_max_abs": { + "mean": 1.4587308443509615, + "p50": 1.375, + "p95": 2.056640625, + "max": 3.328125 + }, + "reference_gap_ge_1_nat": { + "tokens": 81, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "math_probability_nothink", + "summary": { + "tokens": 581, + "kl": { + "mean": 0.018919922325004866, + "p50": 0.007216925053652638, + "p95": 0.06449536575563417, + "max": 0.34870074822583885 + }, + "js": { + "mean": 0.004722347664322021, + "p50": 0.0017605210180532066, + "p95": 0.016402351524072413, + "max": 0.08912809403614472 + }, + "tv": { + "mean": 0.04908289335486818, + "p50": 0.027856287820003284, + "p95": 0.1470964985589193, + "max": 0.3987610894820349 + }, + "centered_logit_rmse": { + "mean": 0.33365954648169244, + "p50": 0.31347921975379184, + "p95": 0.515941896490032, + "max": 0.8242519382617018 + }, + "top1_equal": { + "mean": 0.9311531841652324, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.312822719449225, + "p50": 2.625, + "p95": 13.125, + "max": 16.0625 + }, + "reference_preference_regret": { + "mean": 0.0189328743545611, + "p50": 0.0, + "p95": 0.125, + "max": 1.375 + }, + "logit_mae": { + "mean": 0.2721470235272038, + "p50": 0.25263885396505414, + "p95": 0.4227512013197479, + "max": 0.6699548027969605 + }, + "logit_mse": { + "mean": 0.12803466653360926, + "p50": 0.10220908802598128, + "p95": 0.288171904017384, + "max": 0.712026113324863 + }, + "logit_max_abs": { + "mean": 1.7707627209451646, + "p50": 1.65625, + "p95": 2.71875, + "max": 5.4375 + }, + "reference_gap_ge_1_nat": { + "tokens": 408, + "top1_agreement": 0.9975490196078431 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.018968834347093073, + "p50": 0.0065394108917041305, + "p95": 0.06474115767045754, + "max": 0.2312730086823137 + }, + "js": { + "mean": 0.004744611589944569, + "p50": 0.001565313059393661, + "p95": 0.016427878421048047, + "max": 0.06229742524377046 + }, + "tv": { + "mean": 0.04700181105372279, + "p50": 0.021895468092888087, + "p95": 0.14739815804482376, + "max": 0.3018484782691858 + }, + "centered_logit_rmse": { + "mean": 0.35834635197551384, + "p50": 0.3354736326662393, + "p95": 0.5421657433490383, + "max": 0.8242519382617018 + }, + "top1_equal": { + "mean": 0.9609375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.71240234375, + "p50": 3.25, + "p95": 13.625, + "max": 16.0625 + }, + "reference_preference_regret": { + "mean": 0.0107421875, + "p50": 0.0, + "p95": 0.0, + "max": 0.625 + }, + "logit_mae": { + "mean": 0.2938006363419221, + "p50": 0.26908699669973796, + "p95": 0.4562070141928475, + "max": 0.6699548027969605 + }, + "logit_mse": { + "mean": 0.14920485545528467, + "p50": 0.11592113333018247, + "p95": 0.33069140550052295, + "max": 0.7018272455358808 + }, + "logit_max_abs": { + "mean": 1.9154622554779053, + "p50": 1.779296875, + "p95": 2.9521484375, + "max": 4.875 + }, + "reference_gap_ge_1_nat": { + "tokens": 196, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.019055695884098146, + "p50": 0.007197884385143637, + "p95": 0.07093095844658667, + "max": 0.34870074822583885 + }, + "js": { + "mean": 0.004746858714662459, + "p50": 0.0017552658931360053, + "p95": 0.017132206470086127, + "max": 0.08912809403614472 + }, + "tv": { + "mean": 0.04968924061837878, + "p50": 0.031205821811163614, + "p95": 0.15116086186083072, + "max": 0.3987610894820349 + }, + "centered_logit_rmse": { + "mean": 0.3157719205164585, + "p50": 0.29512073728104743, + "p95": 0.45510258098258083, + "max": 0.8212988666393595 + }, + "top1_equal": { + "mean": 0.91015625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.03662109375, + "p50": 2.28125, + "p95": 12.265625, + "max": 15.375 + }, + "reference_preference_regret": { + "mean": 0.0263671875, + "p50": 0.0, + "p95": 0.125, + "max": 1.375 + }, + "logit_mae": { + "mean": 0.2565679846382317, + "p50": 0.2425873105400276, + "p95": 0.3791196579676719, + "max": 0.6673893877320258 + }, + "logit_mse": { + "mean": 0.11286348236780361, + "p50": 0.09346830821172111, + "p95": 0.22641117352889487, + "max": 0.712026113324863 + }, + "logit_max_abs": { + "mean": 1.6702584028244019, + "p50": 1.5625, + "p95": 2.3515625, + "max": 5.4375 + }, + "reference_gap_ge_1_nat": { + "tokens": 168, + "top1_agreement": 0.9940476190476191 + } + }, + "512:581": { + "tokens": 69, + "kl": { + "mean": 0.018234712052795265, + "p50": 0.012697888647304298, + "p95": 0.05465677079239576, + "max": 0.07628309953527766 + }, + "js": { + "mean": 0.00454880572451732, + "p50": 0.0031108605263447235, + "p95": 0.013607632032324483, + "max": 0.019864245616057527 + }, + "tv": { + "mean": 0.054554374074208906, + "p50": 0.04774882731298928, + "p95": 0.1286473296833282, + "max": 0.18538839581341418 + }, + "centered_logit_rmse": { + "mean": 0.3084336050422956, + "p50": 0.2778823581438693, + "p95": 0.49326853204501797, + "max": 0.5871173344158108 + }, + "top1_equal": { + "mean": 0.8985507246376812, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8550724637681157, + "p50": 1.75, + "p95": 12.362499999999999, + "max": 14.125 + }, + "reference_preference_regret": { + "mean": 0.021739130434782608, + "p50": 0.0, + "p95": 0.16249999999999964, + "max": 0.375 + }, + "logit_mae": { + "mean": 0.2496094738896532, + "p50": 0.22780399267707346, + "p95": 0.39051350129416346, + "max": 0.46243895277538694 + }, + "logit_mse": { + "mean": 0.10577748946835352, + "p50": 0.08262065824065008, + "p95": 0.24492815524494774, + "max": 0.34517870622626534 + }, + "logit_max_abs": { + "mean": 1.6067920629528984, + "p50": 1.46875, + "p95": 2.563281249999999, + "max": 3.78125 + }, + "reference_gap_ge_1_nat": { + "tokens": 44, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "math_probability_think", + "summary": { + "tokens": 873, + "kl": { + "mean": 0.03244396639865437, + "p50": 0.01229133526464931, + "p95": 0.10665811613889149, + "max": 1.6279711041984608 + }, + "js": { + "mean": 0.007776854921704157, + "p50": 0.0030684724346564476, + "p95": 0.02544891971730193, + "max": 0.324842815982825 + }, + "tv": { + "mean": 0.06263238105263658, + "p50": 0.044987611325277954, + "p95": 0.19329231925242685, + "max": 0.7421181247894535 + }, + "centered_logit_rmse": { + "mean": 0.3401331155362876, + "p50": 0.30724178571113514, + "p95": 0.5732023410223428, + "max": 1.6571196897579572 + }, + "top1_equal": { + "mean": 0.9232531500572738, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.84672107674685, + "p50": 2.1875, + "p95": 12.125, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.03150057273768614, + "p50": 0.0, + "p95": 0.125, + "max": 2.875 + }, + "logit_mae": { + "mean": 0.2771417943883159, + "p50": 0.2501599495884081, + "p95": 0.47710667219891195, + "max": 1.3097257607598283 + }, + "logit_mse": { + "mean": 0.1385173287355168, + "p50": 0.09969138944087219, + "p95": 0.3644407186605683, + "max": 2.7463625517873287 + }, + "logit_max_abs": { + "mean": 1.8107357221780365, + "p50": 1.64453125, + "p95": 3.0640625, + "max": 7.609375 + }, + "reference_gap_ge_1_nat": { + "tokens": 614, + "top1_agreement": 0.995114006514658 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.06429997599676855, + "p50": 0.029990283617794822, + "p95": 0.25657034453794586, + "max": 1.6279711041984608 + }, + "js": { + "mean": 0.015437235942127064, + "p50": 0.007470299526923261, + "p95": 0.06518678697242754, + "max": 0.324842815982825 + }, + "tv": { + "mean": 0.09928861462386177, + "p50": 0.08790595524963245, + "p95": 0.2824605953368765, + "max": 0.7421181247894535 + }, + "centered_logit_rmse": { + "mean": 0.3846126344365876, + "p50": 0.35589506024187634, + "p95": 0.6106685107894638, + "max": 1.1773927649751161 + }, + "top1_equal": { + "mean": 0.890625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.652099609375, + "p50": 1.625, + "p95": 8.203125, + "max": 12.5 + }, + "reference_preference_regret": { + "mean": 0.0654296875, + "p50": 0.0, + "p95": 0.390625, + "max": 2.875 + }, + "logit_mae": { + "mean": 0.3120899612519997, + "p50": 0.2882217627089032, + "p95": 0.5104968584071193, + "max": 0.9643919307386642 + }, + "logit_mse": { + "mean": 0.17176046573163103, + "p50": 0.13285697513046996, + "p95": 0.41773069585988293, + "max": 1.4898203506452632 + }, + "logit_max_abs": { + "mean": 2.0592966079711914, + "p50": 1.90625, + "p95": 3.44091796875, + "max": 6.5625 + }, + "reference_gap_ge_1_nat": { + "tokens": 172, + "top1_agreement": 0.9825581395348837 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.02354258873619456, + "p50": 0.006718884946784289, + "p95": 0.0709542153612964, + "max": 1.449075528980886 + }, + "js": { + "mean": 0.005523994627957611, + "p50": 0.0017250270032600017, + "p95": 0.01727444995639929, + "max": 0.29581402759475395 + }, + "tv": { + "mean": 0.04976335984064334, + "p50": 0.02236000858556579, + "p95": 0.14578022927638323, + "max": 0.6732644020813434 + }, + "centered_logit_rmse": { + "mean": 0.33518967614180906, + "p50": 0.30694240716997895, + "p95": 0.4944690995780726, + "max": 1.6571196897579572 + }, + "top1_equal": { + "mean": 0.9453125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.15625, + "p50": 2.875, + "p95": 11.78125, + "max": 17.0 + }, + "reference_preference_regret": { + "mean": 0.020263671875, + "p50": 0.0, + "p95": 0.0, + "max": 2.1875 + }, + "logit_mae": { + "mean": 0.2730232960635164, + "p50": 0.2502834168926385, + "p95": 0.39968771806194564, + "max": 1.3097257607598283 + }, + "logit_mse": { + "mean": 0.13594720847612488, + "p50": 0.0999335691169987, + "p95": 0.2567610679434683, + "max": 2.7463625517873287 + }, + "logit_max_abs": { + "mean": 1.7913923561573029, + "p50": 1.646484375, + "p95": 2.759765625, + "max": 7.609375 + }, + "reference_gap_ge_1_nat": { + "tokens": 192, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.013467886977000174, + "p50": 0.002950551007982364, + "p95": 0.052193970415677894, + "max": 0.1550055169856833 + }, + "js": { + "mean": 0.0032925549726170993, + "p50": 0.0007193706187161228, + "p95": 0.013171036425396243, + "max": 0.0371082336439126 + }, + "tv": { + "mean": 0.0391069414619257, + "p50": 0.012665659551932832, + "p95": 0.13087742847035871, + "max": 0.2454979208032689 + }, + "centered_logit_rmse": { + "mean": 0.3197745652552808, + "p50": 0.28699130090050673, + "p95": 0.5535532349126046, + "max": 0.8906171269712018 + }, + "top1_equal": { + "mean": 0.94140625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 5.053466796875, + "p50": 3.78125, + "p95": 13.28125, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.010986328125, + "p50": 0.0, + "p95": 0.015625, + "max": 0.875 + }, + "logit_mae": { + "mean": 0.26212580038479466, + "p50": 0.23526091578474168, + "p95": 0.455969190986824, + "max": 0.8935198727824516 + }, + "logit_mse": { + "mean": 0.12444655679743108, + "p50": 0.08764708504707003, + "p95": 0.3335895019656905, + "max": 1.2127724183648436 + }, + "logit_max_abs": { + "mean": 1.7014763355255127, + "p50": 1.53125, + "p95": 3.1796875, + "max": 4.53125 + }, + "reference_gap_ge_1_nat": { + "tokens": 192, + "top1_agreement": 1.0 + } + }, + "768:873": { + "tokens": 105, + "kl": { + "mean": 0.022743876459758654, + "p50": 0.014929148606769863, + "p95": 0.06533224383382369, + "max": 0.25177685882018636 + }, + "js": { + "mean": 0.005525954740153096, + "p50": 0.003752803652829313, + "p95": 0.01625990311681975, + "max": 0.05388295177249227 + }, + "tv": { + "mean": 0.061994154112242315, + "p50": 0.06418268372285876, + "p95": 0.1529899663266461, + "max": 0.28436318633668994 + }, + "centered_logit_rmse": { + "mean": 0.29337647285483476, + "p50": 0.27033476689179936, + "p95": 0.4490119592838501, + "max": 0.789800976596812 + }, + "top1_equal": { + "mean": 0.9047619047619048, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.0625, + "p50": 1.25, + "p95": 12.024999999999999, + "max": 16.625 + }, + "reference_preference_regret": { + "mean": 0.026190476190476188, + "p50": 0.0, + "p95": 0.22499999999999964, + "max": 0.6249999999999998 + }, + "logit_mae": { + "mean": 0.23858654980685876, + "p50": 0.21891348262610225, + "p95": 0.35908001312767596, + "max": 0.6250560986278548 + }, + "logit_mse": { + "mean": 0.09803947475026951, + "p50": 0.07670637151316304, + "p95": 0.20621350485890608, + "max": 0.6266535745092187 + }, + "logit_max_abs": { + "mean": 1.518266369047619, + "p50": 1.3984375, + "p95": 2.4656249999999997, + "max": 3.9765625 + }, + "reference_gap_ge_1_nat": { + "tokens": 58, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_nothink", + "summary": { + "tokens": 686, + "kl": { + "mean": 0.019340255073343207, + "p50": 0.0012772880699468384, + "p95": 0.09563851830944967, + "max": 0.5215042497220376 + }, + "js": { + "mean": 0.004681919267615452, + "p50": 0.000316392524502227, + "p95": 0.025360423206583653, + "max": 0.11986545910881662 + }, + "tv": { + "mean": 0.0398600947957175, + "p50": 0.004264779338603844, + "p95": 0.17269417993783387, + "max": 0.46665675788891814 + }, + "centered_logit_rmse": { + "mean": 0.38853897634142465, + "p50": 0.376347931135521, + "p95": 0.5537460468142636, + "max": 0.9472577053700547 + }, + "top1_equal": { + "mean": 0.9577259475218659, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.024234693877551, + "p50": 4.9375, + "p95": 14.109375, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.01321064139941691, + "p50": 0.0, + "p95": 0.0, + "max": 1.25 + }, + "logit_mae": { + "mean": 0.31908832238892304, + "p50": 0.30672256368233636, + "p95": 0.4582699675796287, + "max": 0.8546827668864477 + }, + "logit_mse": { + "mean": 0.17361287790577812, + "p50": 0.15080516861699023, + "p95": 0.33434729256857554, + "max": 1.1471821523225882 + }, + "logit_max_abs": { + "mean": 2.085959943320939, + "p50": 2.0, + "p95": 3.19921875, + "max": 5.30078125 + }, + "reference_gap_ge_1_nat": { + "tokens": 568, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.01454648615687251, + "p50": 9.773857989682486e-05, + "p95": 0.09326076192275477, + "max": 0.5215042497220376 + }, + "js": { + "mean": 0.0034135251159733023, + "p50": 2.5811632205114767e-05, + "p95": 0.023848991477095287, + "max": 0.11154783264294942 + }, + "tv": { + "mean": 0.02732692341206582, + "p50": 0.00027799743360776584, + "p95": 0.16989563402567326, + "max": 0.4445885411254079 + }, + "centered_logit_rmse": { + "mean": 0.413685255840747, + "p50": 0.4070701759695187, + "p95": 0.565569472155183, + "max": 0.8437068183183998 + }, + "top1_equal": { + "mean": 0.9765625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.531982421875, + "p50": 7.5625, + "p95": 14.53125, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.00830078125, + "p50": 0.0, + "p95": 0.0, + "max": 0.625 + }, + "logit_mae": { + "mean": 0.3419380031931759, + "p50": 0.3331014507359913, + "p95": 0.461631144407768, + "max": 0.7203657679860435 + }, + "logit_mse": { + "mean": 0.19525137796341122, + "p50": 0.1784318637647067, + "p95": 0.34029146842735786, + "max": 0.8211823648559518 + }, + "logit_max_abs": { + "mean": 2.191406786441803, + "p50": 2.12109375, + "p95": 3.205078125, + "max": 4.0 + }, + "reference_gap_ge_1_nat": { + "tokens": 229, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.01566002252103729, + "p50": 0.0008317501378065607, + "p95": 0.08376758792240845, + "max": 0.46507973193828 + }, + "js": { + "mean": 0.003956432026746033, + "p50": 0.00020941965793987226, + "p95": 0.01772504484812703, + "max": 0.11986545910881662 + }, + "tv": { + "mean": 0.033026331830992246, + "p50": 0.0022792151113408547, + "p95": 0.15122757092501438, + "max": 0.46665675788891814 + }, + "centered_logit_rmse": { + "mean": 0.39149802685851176, + "p50": 0.3768262603037362, + "p95": 0.5773994089876738, + "max": 0.9472577053700547 + }, + "top1_equal": { + "mean": 0.96484375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.47998046875, + "p50": 6.0, + "p95": 14.4375, + "max": 16.875 + }, + "reference_preference_regret": { + "mean": 0.01708984375, + "p50": 0.0, + "p95": 0.0, + "max": 1.25 + }, + "logit_mae": { + "mean": 0.3222736823437259, + "p50": 0.30544784929943103, + "p95": 0.49302694075801545, + "max": 0.8546827668864477 + }, + "logit_mse": { + "mean": 0.18057887565810235, + "p50": 0.15082586129916165, + "p95": 0.37402146025261807, + "max": 1.1471821523225882 + }, + "logit_max_abs": { + "mean": 2.1533069610595703, + "p50": 2.0234375, + "p95": 3.355224609375, + "max": 5.30078125 + }, + "reference_gap_ge_1_nat": { + "tokens": 228, + "top1_agreement": 1.0 + } + }, + "512:686": { + "tokens": 174, + "kl": { + "mean": 0.03180775148717546, + "p50": 0.015629534552193423, + "p95": 0.13545002155486593, + "max": 0.22654462813032455 + }, + "js": { + "mean": 0.007615445914069257, + "p50": 0.0038794067921073035, + "p95": 0.03083945598118404, + "max": 0.049438391945537424 + }, + "tv": { + "mean": 0.06835397521631804, + "p50": 0.04951585519789474, + "p95": 0.18581876088937946, + "max": 0.2721907449528631 + }, + "centered_logit_rmse": { + "mean": 0.34718860574256954, + "p50": 0.33544686664626555, + "p95": 0.47196939176478503, + "max": 0.6317409942351174 + }, + "top1_equal": { + "mean": 0.9195402298850575, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.1354166666666665, + "p50": 1.75, + "p95": 11.16875, + "max": 12.875 + }, + "reference_preference_regret": { + "mean": 0.014727011494252873, + "p50": 0.0, + "p95": 0.125, + "max": 0.5 + }, + "logit_mae": { + "mean": 0.28078389460548475, + "p50": 0.27039311706704305, + "p95": 0.38243266938721415, + "max": 0.4950244104738441 + }, + "logit_mse": { + "mean": 0.1315280995187145, + "p50": 0.11776180159094862, + "p95": 0.234312379311982, + "max": 0.39915293233559496 + }, + "logit_max_abs": { + "mean": 1.8317344928609913, + "p50": 1.765625, + "p95": 2.6046875, + "max": 3.39453125 + }, + "reference_gap_ge_1_nat": { + "tokens": 111, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_think", + "summary": { + "tokens": 962, + "kl": { + "mean": 0.018980155584808367, + "p50": 0.005236539736399256, + "p95": 0.07904259880780933, + "max": 0.31175515404518966 + }, + "js": { + "mean": 0.00468987622976201, + "p50": 0.0013084011961611804, + "p95": 0.018962723120709485, + "max": 0.07941149138481376 + }, + "tv": { + "mean": 0.04746111882567852, + "p50": 0.018869624294649286, + "p95": 0.1591416455513743, + "max": 0.35096543814293374 + }, + "centered_logit_rmse": { + "mean": 0.3562499666026646, + "p50": 0.3374083529975566, + "p95": 0.5189252464845937, + "max": 1.736187673767765 + }, + "top1_equal": { + "mean": 0.9334719334719335, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.853300415800415, + "p50": 3.25, + "p95": 13.75, + "max": 17.3125 + }, + "reference_preference_regret": { + "mean": 0.0204002079002079, + "p50": 0.0, + "p95": 0.125, + "max": 1.25 + }, + "logit_mae": { + "mean": 0.2910991907213356, + "p50": 0.2744117791147096, + "p95": 0.43532272238463143, + "max": 1.387613479983318 + }, + "logit_mse": { + "mean": 0.14671196822505778, + "p50": 0.1205518584809456, + "p95": 0.3028261819313124, + "max": 3.109414909436573 + }, + "logit_max_abs": { + "mean": 1.8841381271267135, + "p50": 1.7734375, + "p95": 2.93720703125, + "max": 8.390625 + }, + "reference_gap_ge_1_nat": { + "tokens": 735, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.0342623572727093, + "p50": 0.023468444897901352, + "p95": 0.09846074395633506, + "max": 0.31175515404518966 + }, + "js": { + "mean": 0.008439814081467215, + "p50": 0.005903621530553542, + "p95": 0.024010132710164295, + "max": 0.07941149138481376 + }, + "tv": { + "mean": 0.08273530862245164, + "p50": 0.0784060763698802, + "p95": 0.1772495790233456, + "max": 0.35096543814293374 + }, + "centered_logit_rmse": { + "mean": 0.32204252674164, + "p50": 0.3047283323349423, + "p95": 0.49106800457801947, + "max": 1.1090706545394868 + }, + "top1_equal": { + "mean": 0.890625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.887939453125, + "p50": 1.375, + "p95": 5.09375, + "max": 10.0625 + }, + "reference_preference_regret": { + "mean": 0.036376953125, + "p50": 0.0, + "p95": 0.1875, + "max": 1.25 + }, + "logit_mae": { + "mean": 0.259862277904045, + "p50": 0.24400250496411413, + "p95": 0.38850019393975666, + "max": 0.8760904670209118 + }, + "logit_mse": { + "mean": 0.11720975669603233, + "p50": 0.09564609122060858, + "p95": 0.24370746736043616, + "max": 1.23162763713102 + }, + "logit_max_abs": { + "mean": 1.673483967781067, + "p50": 1.5625, + "p95": 2.6416015625, + "max": 5.671875 + }, + "reference_gap_ge_1_nat": { + "tokens": 158, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.008495492001676404, + "p50": 0.00014986122230979394, + "p95": 0.04352930027452387, + "max": 0.1815260809889191 + }, + "js": { + "mean": 0.002105508846080029, + "p50": 3.9499193039801926e-05, + "p95": 0.011187706036171918, + "max": 0.045755793139890734 + }, + "tv": { + "mean": 0.022716248077435913, + "p50": 0.00040918561739221397, + "p95": 0.11249911782884646, + "max": 0.2976037583265388 + }, + "centered_logit_rmse": { + "mean": 0.38396853427322863, + "p50": 0.38873725234110423, + "p95": 0.5270526294387986, + "max": 0.7515293690432223 + }, + "top1_equal": { + "mean": 0.97265625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.1982421875, + "p50": 7.5625, + "p95": 14.375, + "max": 17.3125 + }, + "reference_preference_regret": { + "mean": 0.01318359375, + "p50": 0.0, + "p95": 0.0, + "max": 0.875 + }, + "logit_mae": { + "mean": 0.3143290842362369, + "p50": 0.31498946359302205, + "p95": 0.44551130706662045, + "max": 0.6234697101746552 + }, + "logit_mse": { + "mean": 0.1665267971811636, + "p50": 0.15889908736315667, + "p95": 0.31756510970088997, + "max": 0.5944988190716579 + }, + "logit_max_abs": { + "mean": 2.046865940093994, + "p50": 1.95703125, + "p95": 3.12353515625, + "max": 4.8125 + }, + "reference_gap_ge_1_nat": { + "tokens": 223, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.010353083914732789, + "p50": 0.0006041591585535884, + "p95": 0.05609353186247583, + "max": 0.14136801123340348 + }, + "js": { + "mean": 0.0026046520485330763, + "p50": 0.00015395992409645296, + "p95": 0.014787252589421707, + "max": 0.03553298370132454 + }, + "tv": { + "mean": 0.02701859389043474, + "p50": 0.0015522330354454505, + "p95": 0.13878434828203998, + "max": 0.25609304228265556 + }, + "centered_logit_rmse": { + "mean": 0.3776409143621766, + "p50": 0.3586130333219085, + "p95": 0.5531204403207337, + "max": 1.736187673767765 + }, + "top1_equal": { + "mean": 0.95703125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.5703125, + "p50": 6.1875, + "p95": 14.375, + "max": 16.75 + }, + "reference_preference_regret": { + "mean": 0.01123046875, + "p50": 0.0, + "p95": 0.0, + "max": 0.75 + }, + "logit_mae": { + "mean": 0.31160568221487794, + "p50": 0.2945144087865309, + "p95": 0.4559696952489387, + "max": 1.387613479983318 + }, + "logit_mse": { + "mean": 0.17156273382605952, + "p50": 0.13729532442372844, + "p95": 0.3356874435499803, + "max": 3.109414909436573 + }, + "logit_max_abs": { + "mean": 2.0228750705718994, + "p50": 1.90625, + "p95": 3.085205078125, + "max": 8.390625 + }, + "reference_gap_ge_1_nat": { + "tokens": 222, + "top1_agreement": 1.0 + } + }, + "768:962": { + "tokens": 194, + "kl": { + "mean": 0.024033560701913998, + "p50": 0.013637349282863913, + "p95": 0.08670113730622593, + "max": 0.24927200826610954 + }, + "js": { + "mean": 0.0059034398925489244, + "p50": 0.0032711124991562845, + "p95": 0.020176845614094146, + "max": 0.05753273437921391 + }, + "tv": { + "mean": 0.06054246267618674, + "p50": 0.048884695353498805, + "p95": 0.1687262575817482, + "max": 0.29290884596398525 + }, + "centered_logit_rmse": { + "mean": 0.33658537203731864, + "p50": 0.3190051772811989, + "p95": 0.48775998754740424, + "max": 0.6628823814958168 + }, + "top1_equal": { + "mean": 0.9072164948453608, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.40625, + "p50": 1.75, + "p95": 11.04375, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.020940721649484535, + "p50": 0.0, + "p95": 0.125, + "max": 0.875 + }, + "logit_mae": { + "mean": 0.2746050418505358, + "p50": 0.2606217257244511, + "p95": 0.38961957458261454, + "max": 0.5142201015646858 + }, + "logit_mse": { + "mean": 0.12670255556944443, + "p50": 0.10872268323298644, + "p95": 0.240806711624557, + "max": 0.441277747102483 + }, + "logit_max_abs": { + "mean": 1.764305586667405, + "p50": 1.651123046875, + "p95": 2.5843749999999996, + "max": 3.46875 + }, + "reference_gap_ge_1_nat": { + "tokens": 132, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "records_8k_nothink", + "summary": { + "tokens": 33, + "kl": { + "mean": 0.014538513319283084, + "p50": 5.179770563285286e-05, + "p95": 0.07573261415176444, + "max": 0.1896260384731343 + }, + "js": { + "mean": 0.00378055073229552, + "p50": 1.4445308645567845e-05, + "p95": 0.0198483469854671, + "max": 0.050200231893383546 + }, + "tv": { + "mean": 0.02933418816946268, + "p50": 0.00024833753168676824, + "p95": 0.17847676695652076, + "max": 0.26663824662022584 + }, + "centered_logit_rmse": { + "mean": 0.42641939083615077, + "p50": 0.4194732180935406, + "p95": 0.5425949932934895, + "max": 0.5963294628100001 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.3462454191335113, + "p50": 0.3483361219448805, + "p95": 0.43026541991383804, + "max": 0.5005165790772697 + }, + "logit_mse": { + "mean": 0.19748513482061808, + "p50": 0.19019989882207483, + "p95": 0.29594929991371194, + "max": 0.39797399541895867 + }, + "logit_max_abs": { + "mean": 2.212653882575758, + "p50": 2.28125, + "p95": 2.9031249999999993, + "max": 3.15625 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:33": { + "tokens": 33, + "kl": { + "mean": 0.014538513319283084, + "p50": 5.179770563285286e-05, + "p95": 0.07573261415176444, + "max": 0.1896260384731343 + }, + "js": { + "mean": 0.00378055073229552, + "p50": 1.4445308645567845e-05, + "p95": 0.0198483469854671, + "max": 0.050200231893383546 + }, + "tv": { + "mean": 0.02933418816946268, + "p50": 0.00024833753168676824, + "p95": 0.17847676695652076, + "max": 0.26663824662022584 + }, + "centered_logit_rmse": { + "mean": 0.42641939083615077, + "p50": 0.4194732180935406, + "p95": 0.5425949932934895, + "max": 0.5963294628100001 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.3462454191335113, + "p50": 0.3483361219448805, + "p95": 0.43026541991383804, + "max": 0.5005165790772697 + }, + "logit_mse": { + "mean": 0.19748513482061808, + "p50": 0.19019989882207483, + "p95": 0.29594929991371194, + "max": 0.39797399541895867 + }, + "logit_max_abs": { + "mean": 2.212653882575758, + "p50": 2.28125, + "p95": 2.9031249999999993, + "max": 3.15625 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "records_8k_think", + "summary": { + "tokens": 72, + "kl": { + "mean": 0.05261768884688069, + "p50": 0.01689510635039514, + "p95": 0.2030198265800865, + "max": 0.864176066379731 + }, + "js": { + "mean": 0.01164547059306715, + "p50": 0.004190784050949669, + "p95": 0.04789729665477987, + "max": 0.1267182597561459 + }, + "tv": { + "mean": 0.07876229781853462, + "p50": 0.04553213619528585, + "p95": 0.28566993954114933, + "max": 0.3969664823505806 + }, + "centered_logit_rmse": { + "mean": 0.41919232376360654, + "p50": 0.406383403166761, + "p95": 0.5611566032921281, + "max": 0.890075011682185 + }, + "top1_equal": { + "mean": 0.8888888888888888, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.05642361111111111, + "p50": 0.0, + "p95": 0.30625000000000036, + "max": 1.5 + }, + "logit_mae": { + "mean": 0.34209036308833163, + "p50": 0.3237144647513862, + "p95": 0.4554928409551492, + "max": 0.712348028181685 + }, + "logit_mse": { + "mean": 0.19720042537360044, + "p50": 0.16751115087285187, + "p95": 0.33325404880567944, + "max": 0.8184801292961982 + }, + "logit_max_abs": { + "mean": 2.16794670952691, + "p50": 2.0849609375, + "p95": 2.9410156250000004, + "max": 4.5546875 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9803921568627451 + } + }, + "windows": { + "0:72": { + "tokens": 72, + "kl": { + "mean": 0.05261768884688069, + "p50": 0.01689510635039514, + "p95": 0.2030198265800865, + "max": 0.864176066379731 + }, + "js": { + "mean": 0.01164547059306715, + "p50": 0.004190784050949669, + "p95": 0.04789729665477987, + "max": 0.1267182597561459 + }, + "tv": { + "mean": 0.07876229781853462, + "p50": 0.04553213619528585, + "p95": 0.28566993954114933, + "max": 0.3969664823505806 + }, + "centered_logit_rmse": { + "mean": 0.41919232376360654, + "p50": 0.406383403166761, + "p95": 0.5611566032921281, + "max": 0.890075011682185 + }, + "top1_equal": { + "mean": 0.8888888888888888, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.05642361111111111, + "p50": 0.0, + "p95": 0.30625000000000036, + "max": 1.5 + }, + "logit_mae": { + "mean": 0.34209036308833163, + "p50": 0.3237144647513862, + "p95": 0.4554928409551492, + "max": 0.712348028181685 + }, + "logit_mse": { + "mean": 0.19720042537360044, + "p50": 0.16751115087285187, + "p95": 0.33325404880567944, + "max": 0.8184801292961982 + }, + "logit_max_abs": { + "mean": 2.16794670952691, + "p50": 2.0849609375, + "p95": 2.9410156250000004, + "max": 4.5546875 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9803921568627451 + } + } + } + } + ], + "aggregate": { + "all": { + "tokens": 4322, + "kl": { + "mean": 0.026053744643190314, + "p50": 0.010023842498720709, + "p95": 0.0937334362855551, + "max": 1.6279711041984608 + }, + "js": { + "mean": 0.006300373190625963, + "p50": 0.0025119162204318398, + "p95": 0.02311576865368009, + "max": 0.324842815982825 + }, + "tv": { + "mean": 0.05760484311957367, + "p50": 0.037446140864477506, + "p95": 0.1772313354597485, + "max": 0.7421181247894535 + }, + "centered_logit_rmse": { + "mean": 0.3448244606349412, + "p50": 0.3213749513950207, + "p95": 0.5201054674810726, + "max": 1.736187673767765 + }, + "top1_equal": { + "mean": 0.9268857010643221, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.0864327857473395, + "p50": 2.375, + "p95": 12.75, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.023802637667746415, + "p50": 0.0, + "p95": 0.125, + "max": 2.875 + }, + "logit_mae": { + "mean": 0.2815977272603732, + "p50": 0.26153524882874546, + "p95": 0.43126814553055476, + "max": 1.387613479983318 + }, + "logit_mse": { + "mean": 0.13795066488287563, + "p50": 0.10936455345514291, + "p95": 0.29596221255680616, + "max": 3.109414909436573 + }, + "logit_max_abs": { + "mean": 1.8273345032868038, + "p50": 1.689453125, + "p95": 2.90625, + "max": 8.390625 + }, + "reference_gap_ge_1_nat": { + "tokens": 3069, + "top1_agreement": 0.9980449657869013 + }, + "logit_rmse": 0.3714171036488164 + }, + "short_forced_npu": { + "tokens": 4217, + "kl": { + "mean": 0.025690310602645667, + "p50": 0.010038770636921053, + "p95": 0.09173005919957762, + "max": 1.6279711041984608 + }, + "js": { + "mean": 0.006228831129480395, + "p50": 0.00251903971286527, + "p95": 0.02275026790522421, + "max": 0.324842815982825 + }, + "tv": { + "mean": 0.0574648371615534, + "p50": 0.03762130867922331, + "p95": 0.17403695077316605, + "max": 0.7421181247894535 + }, + "centered_logit_rmse": { + "mean": 0.3429162038547885, + "p50": 0.3193663826829691, + "p95": 0.5159587686213288, + "max": 1.736187673767765 + }, + "top1_equal": { + "mean": 0.9269622954707137, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.066827721128765, + "p50": 2.375, + "p95": 12.8125, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.023431942138961347, + "p50": 0.0, + "p95": 0.125, + "max": 2.875 + }, + "logit_mae": { + "mean": 0.28005899270703516, + "p50": 0.2595190784179322, + "p95": 0.429681703033144, + "max": 1.387613479983318 + }, + "logit_mse": { + "mean": 0.13647316422760467, + "p50": 0.10786536963387736, + "p95": 0.2927554701064111, + "max": 3.109414909436573 + }, + "logit_max_abs": { + "mean": 1.8185036713290559, + "p50": 1.6875, + "p95": 2.90625, + "max": 8.390625 + }, + "reference_gap_ge_1_nat": { + "tokens": 2989, + "top1_agreement": 0.998327199732352 + }, + "logit_rmse": 0.3694227445997399 + }, + "short_forced_npu/nothink": { + "tokens": 1714, + "kl": { + "mean": 0.023242383097049638, + "p50": 0.007048970929978153, + "p95": 0.09199262050334131, + "max": 0.6753860290881677 + }, + "js": { + "mean": 0.005655421965553037, + "p50": 0.0016908461325981093, + "p95": 0.02284172151038224, + "max": 0.11986545910881662 + }, + "tv": { + "mean": 0.052640380353590664, + "p50": 0.02639699337980122, + "p95": 0.17111427350667965, + "max": 0.46665675788891814 + }, + "centered_logit_rmse": { + "mean": 0.3524710322895487, + "p50": 0.33059281457104883, + "p95": 0.5250064946341098, + "max": 0.9472577053700547 + }, + "top1_equal": { + "mean": 0.9387397899649942, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.498213243873979, + "p50": 2.75, + "p95": 13.25, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.018997957992998832, + "p50": 0.0, + "p95": 0.0625, + "max": 1.375 + }, + "logit_mae": { + "mean": 0.2884571231680618, + "p50": 0.2682888105401981, + "p95": 0.43620213631442695, + "max": 0.8546827668864477 + }, + "logit_mse": { + "mean": 0.14286892734480006, + "p50": 0.11518448235450751, + "p95": 0.3049779098112561, + "max": 1.1471821523225882 + }, + "logit_max_abs": { + "mean": 1.8734112965462506, + "p50": 1.75, + "p95": 2.9375, + "max": 5.4375 + }, + "reference_gap_ge_1_nat": { + "tokens": 1247, + "top1_agreement": 0.9983961507618284 + }, + "logit_rmse": 0.37798006209957696 + }, + "short_forced_npu/think": { + "tokens": 2503, + "kl": { + "mean": 0.02736659815541898, + "p50": 0.012324991642794403, + "p95": 0.09158958525606155, + "max": 1.6279711041984608 + }, + "js": { + "mean": 0.006621489262509357, + "p50": 0.0031114671309263827, + "p95": 0.02266921354361602, + "max": 0.324842815982825 + }, + "tv": { + "mean": 0.060768520329291364, + "p50": 0.04702282228068846, + "p95": 0.1772143853921356, + "max": 0.7421181247894535 + }, + "centered_logit_rmse": { + "mean": 0.3363732650065349, + "p50": 0.3123529236036435, + "p95": 0.5035593421144522, + "max": 1.736187673767765 + }, + "top1_equal": { + "mean": 0.9188973232121455, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.771424290850979, + "p50": 2.0, + "p95": 12.375, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.026468238114262885, + "p50": 0.0, + "p95": 0.125, + "max": 2.875 + }, + "logit_mae": { + "mean": 0.2743081354916138, + "p50": 0.25254695398235505, + "p95": 0.4197331915494262, + "max": 1.387613479983318 + }, + "logit_mse": { + "mean": 0.1320934846499487, + "p50": 0.10231779758672158, + "p95": 0.2785900433147537, + "max": 3.109414909436573 + }, + "logit_max_abs": { + "mean": 1.7809041229382163, + "p50": 1.640625, + "p95": 2.8902343750000004, + "max": 8.390625 + }, + "reference_gap_ge_1_nat": { + "tokens": 1742, + "top1_agreement": 0.9982778415614236 + }, + "logit_rmse": 0.3634466737362562 + }, + "long_default_npu": { + "tokens": 105, + "kl": { + "mean": 0.04064994796677858, + "p50": 0.006441429946757375, + "p95": 0.18661881729213958, + "max": 0.864176066379731 + }, + "js": { + "mean": 0.00917363863682464, + "p50": 0.00150710256602775, + "p95": 0.04625350055336393, + "max": 0.1267182597561459 + }, + "tv": { + "mean": 0.06322774907168344, + "p50": 0.021691571145143893, + "p95": 0.2626549021046397, + "max": 0.3969664823505806 + }, + "centered_logit_rmse": { + "mean": 0.4214636877006918, + "p50": 0.4112175378879165, + "p95": 0.5527725206509908, + "max": 0.890075011682185 + }, + "top1_equal": { + "mean": 0.9238095238095239, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.873809523809523, + "p50": 4.125, + "p95": 11.75, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.03869047619047619, + "p50": 0.0, + "p95": 0.22499999999999964, + "max": 1.5 + }, + "logit_mae": { + "mean": 0.34339623784538803, + "p50": 0.3309775576547565, + "p95": 0.4527191992680746, + "max": 0.712348028181685 + }, + "logit_mse": { + "mean": 0.19728990548552028, + "p50": 0.17599255825758583, + "p95": 0.3269195259306696, + "max": 0.8184801292961982 + }, + "logit_max_abs": { + "mean": 2.181997535342262, + "p50": 2.09765625, + "p95": 2.9984374999999996, + "max": 4.5546875 + }, + "reference_gap_ge_1_nat": { + "tokens": 80, + "top1_agreement": 0.9875 + }, + "logit_rmse": 0.4441732831739436 + }, + "long_default_npu/nothink": { + "tokens": 33, + "kl": { + "mean": 0.014538513319283084, + "p50": 5.179770563285286e-05, + "p95": 0.07573261415176444, + "max": 0.1896260384731343 + }, + "js": { + "mean": 0.00378055073229552, + "p50": 1.4445308645567845e-05, + "p95": 0.0198483469854671, + "max": 0.050200231893383546 + }, + "tv": { + "mean": 0.02933418816946268, + "p50": 0.00024833753168676824, + "p95": 0.17847676695652076, + "max": 0.26663824662022584 + }, + "centered_logit_rmse": { + "mean": 0.42641939083615077, + "p50": 0.4194732180935406, + "p95": 0.5425949932934895, + "max": 0.5963294628100001 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.3462454191335113, + "p50": 0.3483361219448805, + "p95": 0.43026541991383804, + "max": 0.5005165790772697 + }, + "logit_mse": { + "mean": 0.19748513482061808, + "p50": 0.19019989882207483, + "p95": 0.29594929991371194, + "max": 0.39797399541895867 + }, + "logit_max_abs": { + "mean": 2.212653882575758, + "p50": 2.28125, + "p95": 2.9031249999999993, + "max": 3.15625 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.4443929959175978 + }, + "long_default_npu/think": { + "tokens": 72, + "kl": { + "mean": 0.05261768884688069, + "p50": 0.01689510635039514, + "p95": 0.2030198265800865, + "max": 0.864176066379731 + }, + "js": { + "mean": 0.01164547059306715, + "p50": 0.004190784050949669, + "p95": 0.04789729665477987, + "max": 0.1267182597561459 + }, + "tv": { + "mean": 0.07876229781853462, + "p50": 0.04553213619528585, + "p95": 0.28566993954114933, + "max": 0.3969664823505806 + }, + "centered_logit_rmse": { + "mean": 0.41919232376360654, + "p50": 0.406383403166761, + "p95": 0.5611566032921281, + "max": 0.890075011682185 + }, + "top1_equal": { + "mean": 0.8888888888888888, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.05642361111111111, + "p50": 0.0, + "p95": 0.30625000000000036, + "max": 1.5 + }, + "logit_mae": { + "mean": 0.34209036308833163, + "p50": 0.3237144647513862, + "p95": 0.4554928409551492, + "max": 0.712348028181685 + }, + "logit_mse": { + "mean": 0.19720042537360044, + "p50": 0.16751115087285187, + "p95": 0.33325404880567944, + "max": 0.8184801292961982 + }, + "logit_max_abs": { + "mean": 2.16794670952691, + "p50": 2.0849609375, + "p95": 2.9410156250000004, + "max": 4.5546875 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9803921568627451 + }, + "logit_rmse": 0.4440725451698184 + } + } + }, + "bf16__board_baseline": { + "cases": [ + { + "id": "office_zh_nothink", + "summary": { + "tokens": 447, + "kl": { + "mean": 0.08503063850995815, + "p50": 0.05697395079184845, + "p95": 0.27566736652379903, + "max": 0.9903214379084803 + }, + "js": { + "mean": 0.019774568408849447, + "p50": 0.014336344084656841, + "p95": 0.05939380587460295, + "max": 0.20936853348545434 + }, + "tv": { + "mean": 0.12055474346445394, + "p50": 0.1174917377999721, + "p95": 0.28745243657814845, + "max": 0.5441254673257196 + }, + "centered_logit_rmse": { + "mean": 0.4874805585934585, + "p50": 0.47543452295653327, + "p95": 0.6539809886213289, + "max": 0.9542789586300348 + }, + "top1_equal": { + "mean": 0.843400447427293, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.397231543624161, + "p50": 1.375, + "p95": 7.481249999999999, + "max": 13.625 + }, + "reference_preference_regret": { + "mean": 0.08752796420581656, + "p50": 0.0, + "p95": 0.625, + "max": 3.5 + }, + "logit_mae": { + "mean": 0.3944354029699601, + "p50": 0.3819875294706178, + "p95": 0.524240881835217, + "max": 0.7621863359912784 + }, + "logit_mse": { + "mean": 0.2574314174377075, + "p50": 0.23384077492523364, + "p95": 0.4410248293304154, + "max": 0.922942391824909 + }, + "logit_max_abs": { + "mean": 2.548164211630288, + "p50": 2.42894446849823, + "p95": 3.6767826795577996, + "max": 5.328008651733398 + }, + "reference_gap_ge_1_nat": { + "tokens": 271, + "top1_agreement": 0.985239852398524 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.0884957084037293, + "p50": 0.05117323736492546, + "p95": 0.2822782292258292, + "max": 0.9903214379084803 + }, + "js": { + "mean": 0.020177899676253434, + "p50": 0.012395664817326946, + "p95": 0.05668122452545038, + "max": 0.20936853348545434 + }, + "tv": { + "mean": 0.11547209724821512, + "p50": 0.10227183255342258, + "p95": 0.28366317233074084, + "max": 0.5441254673257196 + }, + "centered_logit_rmse": { + "mean": 0.517511159388107, + "p50": 0.5082526882646817, + "p95": 0.6678620060299442, + "max": 0.9542789586300348 + }, + "top1_equal": { + "mean": 0.8515625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.7958984375, + "p50": 2.0, + "p95": 7.640625, + "max": 13.625 + }, + "reference_preference_regret": { + "mean": 0.09033203125, + "p50": 0.0, + "p95": 0.625, + "max": 3.5 + }, + "logit_mae": { + "mean": 0.4196504374776979, + "p50": 0.40888485673410807, + "p95": 0.5546155543892286, + "max": 0.7621863359912784 + }, + "logit_mse": { + "mean": 0.2901105559864162, + "p50": 0.2681167094697595, + "p95": 0.48796190307962817, + "max": 0.922942391824909 + }, + "logit_max_abs": { + "mean": 2.7008139265381033, + "p50": 2.5970784425735474, + "p95": 3.8581719994544983, + "max": 4.98983097076416 + }, + "reference_gap_ge_1_nat": { + "tokens": 171, + "top1_agreement": 0.9941520467836257 + } + }, + "256:447": { + "tokens": 191, + "kl": { + "mean": 0.08038635634867325, + "p50": 0.060417329346058576, + "p95": 0.25352485371509853, + "max": 0.5652764226666315 + }, + "js": { + "mean": 0.019233977809606406, + "p50": 0.014730538502111316, + "p95": 0.061026660201086144, + "max": 0.09878154175257356 + }, + "tv": { + "mean": 0.1273670860370044, + "p50": 0.12601513418710558, + "p95": 0.29645921724300117, + "max": 0.35785090265704184 + }, + "centered_logit_rmse": { + "mean": 0.44723011983204497, + "p50": 0.43394891381031253, + "p95": 0.5803214941221324, + "max": 0.6913115199838672 + }, + "top1_equal": { + "mean": 0.8324607329842932, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.862892670157068, + "p50": 1.125, + "p95": 6.125, + "max": 10.75 + }, + "reference_preference_regret": { + "mean": 0.08376963350785341, + "p50": 0.0, + "p95": 0.6562500000000001, + "max": 1.75 + }, + "logit_mae": { + "mean": 0.36063933577634283, + "p50": 0.3514591147430583, + "p95": 0.459821873460588, + "max": 0.6011048709797792 + }, + "logit_mse": { + "mean": 0.21363110608446434, + "p50": 0.1976483154129888, + "p95": 0.345744048384546, + "max": 0.572107923953132 + }, + "logit_max_abs": { + "mean": 2.3435656408637917, + "p50": 2.277834415435791, + "p95": 3.1515094339847565, + "max": 5.328008651733398 + }, + "reference_gap_ge_1_nat": { + "tokens": 100, + "top1_agreement": 0.97 + } + } + } + }, + { + "id": "office_zh_think", + "summary": { + "tokens": 668, + "kl": { + "mean": 0.08105347817104501, + "p50": 0.05411387589348547, + "p95": 0.23561611215904865, + "max": 1.0551895078559597 + }, + "js": { + "mean": 0.01906421244353328, + "p50": 0.013145386109120884, + "p95": 0.05640238197742894, + "max": 0.2357986594062193 + }, + "tv": { + "mean": 0.12170609012463568, + "p50": 0.11867643035092787, + "p95": 0.27990490722018235, + "max": 0.5979077608032476 + }, + "centered_logit_rmse": { + "mean": 0.4633321220358143, + "p50": 0.44339919293177116, + "p95": 0.6316777920136432, + "max": 1.6629689246971082 + }, + "top1_equal": { + "mean": 0.8488023952095808, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.11498877245509, + "p50": 1.28125, + "p95": 7.25, + "max": 13.5 + }, + "reference_preference_regret": { + "mean": 0.08879116766467066, + "p50": 0.0, + "p95": 0.5, + "max": 4.875 + }, + "logit_mae": { + "mean": 0.37492272388235465, + "p50": 0.35976293732625, + "p95": 0.5125755875440902, + "max": 1.3326255093345234 + }, + "logit_mse": { + "mean": 0.23689379004177016, + "p50": 0.2070694499928613, + "p95": 0.4231855547906024, + "max": 2.845885377055173 + }, + "logit_max_abs": { + "mean": 2.418926928934089, + "p50": 2.315510928630829, + "p95": 3.581667876243591, + "max": 10.29622220993042 + }, + "reference_gap_ge_1_nat": { + "tokens": 393, + "top1_agreement": 0.9847328244274809 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.09152564580313088, + "p50": 0.06006296414895007, + "p95": 0.28831146642685473, + "max": 0.7501421746098821 + }, + "js": { + "mean": 0.021282897288544732, + "p50": 0.014664084982676573, + "p95": 0.06915678528454869, + "max": 0.1708262441877461 + }, + "tv": { + "mean": 0.13353825488862675, + "p50": 0.12935940481391828, + "p95": 0.3062984545906342, + "max": 0.4851035584549772 + }, + "centered_logit_rmse": { + "mean": 0.46529023708249634, + "p50": 0.4380389520088782, + "p95": 0.6637247883881596, + "max": 1.6629689246971082 + }, + "top1_equal": { + "mean": 0.83984375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.739013671875, + "p50": 1.25, + "p95": 5.5625, + "max": 10.25 + }, + "reference_preference_regret": { + "mean": 0.091796875, + "p50": 0.0, + "p95": 0.625, + "max": 3.0 + }, + "logit_mae": { + "mean": 0.37622928900678165, + "p50": 0.35676210044199175, + "p95": 0.5300397428565193, + "max": 1.3326255093345234 + }, + "logit_mse": { + "mean": 0.2457814006316431, + "p50": 0.2022762588094115, + "p95": 0.4532554146968365, + "max": 2.845885377055173 + }, + "logit_max_abs": { + "mean": 2.41693252047844, + "p50": 2.277468353509903, + "p95": 3.793870188295841, + "max": 10.29622220993042 + }, + "reference_gap_ge_1_nat": { + "tokens": 142, + "top1_agreement": 0.9929577464788732 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.06850030025868736, + "p50": 0.04533765857360384, + "p95": 0.2076098092475497, + "max": 1.0331080339150955 + }, + "js": { + "mean": 0.016496081013738374, + "p50": 0.011214518377156825, + "p95": 0.04750637654787274, + "max": 0.2357986594062193 + }, + "tv": { + "mean": 0.10648440026766277, + "p50": 0.10193974153082605, + "p95": 0.2471102414327144, + "max": 0.5979077608032476 + }, + "centered_logit_rmse": { + "mean": 0.4770878534257273, + "p50": 0.46117647239795256, + "p95": 0.6284671814522372, + "max": 0.8095228591405557 + }, + "top1_equal": { + "mean": 0.87109375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.72802734375, + "p50": 1.625, + "p95": 8.5, + "max": 13.5 + }, + "reference_preference_regret": { + "mean": 0.093017578125, + "p50": 0.0, + "p95": 0.5, + "max": 4.875 + }, + "logit_mae": { + "mean": 0.38708409767794993, + "p50": 0.3744365561040942, + "p95": 0.5246717467212388, + "max": 0.640028039229312 + }, + "logit_mse": { + "mean": 0.2474161793015454, + "p50": 0.22544339030770622, + "p95": 0.43799545452553074, + "max": 0.6642920625001428 + }, + "logit_max_abs": { + "mean": 2.4898085829627234, + "p50": 2.350256323814392, + "p95": 3.7123360633850098, + "max": 4.91442745923996 + }, + "reference_gap_ge_1_nat": { + "tokens": 170, + "top1_agreement": 0.9823529411764705 + } + }, + "512:668": { + "tokens": 156, + "kl": { + "mean": 0.08446846940020893, + "p50": 0.055860889077589446, + "p95": 0.23539851791961797, + "max": 1.0551895078559597 + }, + "js": { + "mean": 0.01963766324933178, + "p50": 0.013091094491353317, + "p95": 0.055196251267511015, + "max": 0.20213059609923706 + }, + "tv": { + "mean": 0.12726838771311869, + "p50": 0.12891561965609363, + "p95": 0.2794327136592116, + "max": 0.5738993701289091 + }, + "centered_logit_rmse": { + "mean": 0.4375452971142225, + "p50": 0.4220020307289174, + "p95": 0.5708580735761694, + "max": 0.8960886720945304 + }, + "top1_equal": { + "mean": 0.8269230769230769, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.7259615384615385, + "p50": 1.0, + "p95": 5.90625, + "max": 9.875 + }, + "reference_preference_regret": { + "mean": 0.07692307692307693, + "p50": 0.0, + "p95": 0.5, + "max": 1.5625 + }, + "logit_mae": { + "mean": 0.3528214907828308, + "p50": 0.34382841901032146, + "p95": 0.4504361341422753, + "max": 0.7452403352675898 + }, + "logit_mse": { + "mean": 0.20504148259619362, + "p50": 0.18977840711600114, + "p95": 0.32614196410511487, + "max": 0.8824926692787649 + }, + "logit_max_abs": { + "mean": 2.3058811926091902, + "p50": 2.23012512922287, + "p95": 3.1690142154693604, + "max": 4.976532340049744 + }, + "reference_gap_ge_1_nat": { + "tokens": 81, + "top1_agreement": 0.9753086419753086 + } + } + } + }, + { + "id": "math_probability_nothink", + "summary": { + "tokens": 581, + "kl": { + "mean": 0.04318781147250343, + "p50": 0.018309529855616898, + "p95": 0.14537926959781067, + "max": 1.0988477200133477 + }, + "js": { + "mean": 0.010551249432608718, + "p50": 0.004667547026380068, + "p95": 0.03563702784501913, + "max": 0.20467027737394705 + }, + "tv": { + "mean": 0.07497762865611919, + "p50": 0.04540993771271108, + "p95": 0.22678858542050237, + "max": 0.5768775912079661 + }, + "centered_logit_rmse": { + "mean": 0.49753038751032813, + "p50": 0.4730725930515699, + "p95": 0.6947347462607949, + "max": 1.2818687618107079 + }, + "top1_equal": { + "mean": 0.9053356282271945, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.312822719449225, + "p50": 2.625, + "p95": 13.125, + "max": 16.0625 + }, + "reference_preference_regret": { + "mean": 0.03270223752151463, + "p50": 0.0, + "p95": 0.25, + "max": 1.375 + }, + "logit_mae": { + "mean": 0.4109559508717277, + "p50": 0.389282787544399, + "p95": 0.5852046825444975, + "max": 1.0143774057818724 + }, + "logit_mse": { + "mean": 0.28383562593642636, + "p50": 0.24171344530002623, + "p95": 0.548081578573015, + "max": 1.6649451704776546 + }, + "logit_max_abs": { + "mean": 2.65250726511843, + "p50": 2.4832229614257812, + "p95": 3.975217342376709, + "max": 7.043431520462036 + }, + "reference_gap_ge_1_nat": { + "tokens": 408, + "top1_agreement": 0.9975490196078431 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.04295975337407617, + "p50": 0.01781038494053571, + "p95": 0.14742102863205078, + "max": 0.29696382051383224 + }, + "js": { + "mean": 0.010652541693887645, + "p50": 0.004704075256310163, + "p95": 0.03669945148372077, + "max": 0.07409728701857575 + }, + "tv": { + "mean": 0.07258683908508756, + "p50": 0.04235492878375091, + "p95": 0.2234168637415524, + "max": 0.29933114288399676 + }, + "centered_logit_rmse": { + "mean": 0.5324226389882545, + "p50": 0.5027773062874372, + "p95": 0.7853100692308859, + "max": 1.2818687618107079 + }, + "top1_equal": { + "mean": 0.92578125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.71240234375, + "p50": 3.25, + "p95": 13.625, + "max": 16.0625 + }, + "reference_preference_regret": { + "mean": 0.037109375, + "p50": 0.0, + "p95": 0.265625, + "max": 1.375 + }, + "logit_mae": { + "mean": 0.4385399137828562, + "p50": 0.4115294431014914, + "p95": 0.6542077467932287, + "max": 1.0143774057818724 + }, + "logit_mse": { + "mean": 0.32561130353919976, + "p50": 0.2711658557370855, + "p95": 0.6844828692677383, + "max": 1.6649451704776546 + }, + "logit_max_abs": { + "mean": 2.8319042539660586, + "p50": 2.65399432182312, + "p95": 4.197990447282791, + "max": 7.043431520462036 + }, + "reference_gap_ge_1_nat": { + "tokens": 196, + "top1_agreement": 0.9948979591836735 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.04277303809982558, + "p50": 0.016669723613251936, + "p95": 0.1459387197649632, + "max": 1.0988477200133477 + }, + "js": { + "mean": 0.010278682005005264, + "p50": 0.004307061394166453, + "p95": 0.0360398130441848, + "max": 0.20467027737394705 + }, + "tv": { + "mean": 0.07490917177987448, + "p50": 0.047897666775916295, + "p95": 0.23783331693738738, + "max": 0.5768775912079661 + }, + "centered_logit_rmse": { + "mean": 0.47317457316325884, + "p50": 0.45564173219829884, + "p95": 0.6401638623870017, + "max": 0.9403029951678018 + }, + "top1_equal": { + "mean": 0.88671875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.03662109375, + "p50": 2.28125, + "p95": 12.265625, + "max": 15.375 + }, + "reference_preference_regret": { + "mean": 0.030029296875, + "p50": 0.0, + "p95": 0.25, + "max": 1.2499999999999998 + }, + "logit_mae": { + "mean": 0.39204339974549346, + "p50": 0.37451341823821416, + "p95": 0.5269616121977782, + "max": 0.813166847325052 + }, + "logit_mse": { + "mean": 0.25443560532623033, + "p50": 0.22485582926113695, + "p95": 0.44433384193374625, + "max": 1.0484454434378003 + }, + "logit_max_abs": { + "mean": 2.5212643532195216, + "p50": 2.397047519683838, + "p95": 3.516523003578186, + "max": 5.012345314025879 + }, + "reference_gap_ge_1_nat": { + "tokens": 168, + "top1_agreement": 1.0 + } + }, + "512:581": { + "tokens": 69, + "kl": { + "mean": 0.0455728093942847, + "p50": 0.027374654579973314, + "p95": 0.12956384891777975, + "max": 0.19792221251130776 + }, + "js": { + "mean": 0.011186705122160594, + "p50": 0.007127725227325379, + "p95": 0.03260429872170643, + "max": 0.04623137542262413 + }, + "tv": { + "mean": 0.08410178938804296, + "p50": 0.07844866867660567, + "p95": 0.2134468924026892, + "max": 0.24149368610963826 + }, + "centered_logit_rmse": { + "mean": 0.4584386787349749, + "p50": 0.4329071737071768, + "p95": 0.6287140175059822, + "max": 0.6971256516451311 + }, + "top1_equal": { + "mean": 0.8985507246376812, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8550724637681157, + "p50": 1.75, + "p95": 12.362499999999999, + "max": 14.125 + }, + "reference_preference_regret": { + "mean": 0.026268115942028984, + "p50": 0.0, + "p95": 0.16249999999999964, + "max": 0.625 + }, + "logit_mae": { + "mean": 0.3787837564234238, + "p50": 0.3679871273527458, + "p95": 0.5318545399824167, + "max": 0.6275247939516481 + }, + "logit_mse": { + "mean": 0.23792014492048708, + "p50": 0.21327035730532076, + "p95": 0.4507528434117354, + "max": 0.617233759759395 + }, + "logit_max_abs": { + "mean": 2.4738486607869468, + "p50": 2.381643295288086, + "p95": 3.4504223823547364, + "max": 4.241702556610107 + }, + "reference_gap_ge_1_nat": { + "tokens": 44, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "math_probability_think", + "summary": { + "tokens": 873, + "kl": { + "mean": 0.0638238856669959, + "p50": 0.02917148199628125, + "p95": 0.21576709869006383, + "max": 2.594126309857465 + }, + "js": { + "mean": 0.015049162233667373, + "p50": 0.007074593676657718, + "p95": 0.05248397256085283, + "max": 0.4994863116603947 + }, + "tv": { + "mean": 0.09139004454495656, + "p50": 0.07263050977419439, + "p95": 0.26277766719528106, + "max": 0.8798073847090256 + }, + "centered_logit_rmse": { + "mean": 0.49792896030680306, + "p50": 0.46563908032195644, + "p95": 0.7436090403761376, + "max": 1.7485790879008956 + }, + "top1_equal": { + "mean": 0.9072164948453608, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.84672107674685, + "p50": 2.1875, + "p95": 12.125, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.05247709049255441, + "p50": 0.0, + "p95": 0.3374999999999986, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.4098888600915305, + "p50": 0.38277595926706465, + "p95": 0.6075209366915069, + "max": 1.3947398573111394 + }, + "logit_mse": { + "mean": 0.28716445715506933, + "p50": 0.23353985336652758, + "p95": 0.5908390626610059, + "max": 3.101742821611949 + }, + "logit_max_abs": { + "mean": 2.6579708937609694, + "p50": 2.427074432373047, + "p95": 4.2735217094421385, + "max": 7.771191596984863 + }, + "reference_gap_ge_1_nat": { + "tokens": 614, + "top1_agreement": 0.993485342019544 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.11867412072672803, + "p50": 0.05990620914322211, + "p95": 0.42148071105928453, + "max": 2.594126309857465 + }, + "js": { + "mean": 0.02743515349562561, + "p50": 0.014765142641535996, + "p95": 0.10635257497870484, + "max": 0.4994863116603947 + }, + "tv": { + "mean": 0.13582647298343908, + "p50": 0.11924290005338868, + "p95": 0.3813470769591978, + "max": 0.8798073847090256 + }, + "centered_logit_rmse": { + "mean": 0.5650634092144755, + "p50": 0.541479817414573, + "p95": 0.8534999065615366, + "max": 1.136055350274563 + }, + "top1_equal": { + "mean": 0.875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.652099609375, + "p50": 1.625, + "p95": 8.203125, + "max": 12.5 + }, + "reference_preference_regret": { + "mean": 0.105224609375, + "p50": 0.0, + "p95": 0.7499999999999998, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.46439748970306327, + "p50": 0.44225417490635444, + "p95": 0.6904239837666915, + "max": 0.8931076406592666 + }, + "logit_mse": { + "mean": 0.36652151964095514, + "p50": 0.31503663221172085, + "p95": 0.7496635613007705, + "max": 1.2968538234280151 + }, + "logit_max_abs": { + "mean": 3.050235211630934, + "p50": 2.876054525375366, + "p95": 4.820843700319529, + "max": 6.421906471252441 + }, + "reference_gap_ge_1_nat": { + "tokens": 172, + "top1_agreement": 0.9767441860465116 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.048416333635487536, + "p50": 0.02492130750778633, + "p95": 0.14690774714216998, + "max": 1.4371274485582781 + }, + "js": { + "mean": 0.011603354561709921, + "p50": 0.0062660561565564855, + "p95": 0.036760087485864006, + "max": 0.27701353555541297 + }, + "tv": { + "mean": 0.07773514616799668, + "p50": 0.05762084584130196, + "p95": 0.2187153892687919, + "max": 0.6480915236350238 + }, + "centered_logit_rmse": { + "mean": 0.4892732579197957, + "p50": 0.46577487823509, + "p95": 0.7031639249808301, + "max": 1.7485790879008956 + }, + "top1_equal": { + "mean": 0.9296875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.15625, + "p50": 2.875, + "p95": 11.78125, + "max": 17.0 + }, + "reference_preference_regret": { + "mean": 0.029052734375, + "p50": 0.0, + "p95": 0.125, + "max": 2.1875 + }, + "logit_mae": { + "mean": 0.401333064446274, + "p50": 0.3773541595297576, + "p95": 0.5761667663339309, + "max": 1.3947398573111394 + }, + "logit_mse": { + "mean": 0.27725463358829106, + "p50": 0.22992014347969555, + "p95": 0.5289581624483894, + "max": 3.101742821611949 + }, + "logit_max_abs": { + "mean": 2.5860070234593877, + "p50": 2.3771993815898895, + "p95": 3.864759713411331, + "max": 7.771191596984863 + }, + "reference_gap_ge_1_nat": { + "tokens": 192, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.030588732901568397, + "p50": 0.006895726313036178, + "p95": 0.11791193895824713, + "max": 0.28251430358249147 + }, + "js": { + "mean": 0.0074165028831073175, + "p50": 0.0017580757740828185, + "p95": 0.028670503281096098, + "max": 0.06537902943046693 + }, + "tv": { + "mean": 0.058931211301157145, + "p50": 0.022964865274324887, + "p95": 0.19112763969741847, + "max": 0.3026894701831921 + }, + "centered_logit_rmse": { + "mean": 0.4644055658355751, + "p50": 0.43599880347752307, + "p95": 0.6818562114317421, + "max": 0.8402338029433517 + }, + "top1_equal": { + "mean": 0.92578125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 5.053466796875, + "p50": 3.78125, + "p95": 13.28125, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.031005859375, + "p50": 0.0, + "p95": 0.14062500000000017, + "max": 1.4375 + }, + "logit_mae": { + "mean": 0.3838121698809346, + "p50": 0.36258321367027924, + "p95": 0.5734180940122422, + "max": 0.6919495099446991 + }, + "logit_mse": { + "mean": 0.24701293443438366, + "p50": 0.20910390742279145, + "p95": 0.512878289576316, + "max": 0.759533932561965 + }, + "logit_max_abs": { + "mean": 2.4776766671780024, + "p50": 2.2892956733703613, + "p95": 3.748868918948574, + "max": 7.696540355682373 + }, + "reference_gap_ge_1_nat": { + "tokens": 192, + "top1_agreement": 1.0 + } + }, + "768:873": { + "tokens": 105, + "kl": { + "mean": 0.048689335692940226, + "p50": 0.043050786315342135, + "p95": 0.12145733969481536, + "max": 0.2303995836798398 + }, + "js": { + "mean": 0.011861293611792818, + "p50": 0.011226861532769025, + "p95": 0.02956240591193291, + "max": 0.05263878503627187 + }, + "tv": { + "mean": 0.09547946944650756, + "p50": 0.10970422168807605, + "p95": 0.20147616250035028, + "max": 0.2691675656969049 + }, + "centered_logit_rmse": { + "mean": 0.43708543531008015, + "p50": 0.4149791499581688, + "p95": 0.6164066609915207, + "max": 0.7386621900505295 + }, + "top1_equal": { + "mean": 0.8857142857142857, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.0625, + "p50": 1.25, + "p95": 12.024999999999999, + "max": 16.625 + }, + "reference_preference_regret": { + "mean": 0.03333333333333333, + "p50": 0.0, + "p95": 0.34999999999999964, + "max": 0.5 + }, + "logit_mae": { + "mean": 0.3614289286491099, + "p50": 0.3457458210528756, + "p95": 0.5114351308757283, + "max": 0.607595338191576 + }, + "logit_mse": { + "mean": 0.21573871099510747, + "p50": 0.19124790966257257, + "p95": 0.4117018325982059, + "max": 0.5895931676846423 + }, + "logit_max_abs": { + "mean": 2.316622393072716, + "p50": 2.1793413162231445, + "p95": 3.2950163841247555, + "max": 4.04092800617218 + }, + "reference_gap_ge_1_nat": { + "tokens": 58, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_nothink", + "summary": { + "tokens": 686, + "kl": { + "mean": 0.04437804991538385, + "p50": 0.0024707567718266817, + "p95": 0.20644897319133526, + "max": 1.5656053188730699 + }, + "js": { + "mean": 0.01102587853783223, + "p50": 0.0006995530911469632, + "p95": 0.04843561611908477, + "max": 0.3681971436064119 + }, + "tv": { + "mean": 0.0620570541274218, + "p50": 0.00594265180028384, + "p95": 0.26650617512883923, + "max": 0.7905319943213656 + }, + "centered_logit_rmse": { + "mean": 0.574713964942917, + "p50": 0.5602947261715852, + "p95": 0.7829623390363537, + "max": 1.6642451894938832 + }, + "top1_equal": { + "mean": 0.924198250728863, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.024234693877551, + "p50": 4.9375, + "p95": 14.109375, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.047193877551020405, + "p50": 0.0, + "p95": 0.25, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.4747172607040584, + "p50": 0.4625155417810798, + "p95": 0.6622954652614441, + "max": 1.4135822860169864 + }, + "logit_mse": { + "mean": 0.38184173947677685, + "p50": 0.34116714340885007, + "p95": 0.6947032580818123, + "max": 3.171491899893945 + }, + "logit_max_abs": { + "mean": 3.107790712782884, + "p50": 2.9390146732330322, + "p95": 4.594458281993866, + "max": 11.764827728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 568, + "top1_agreement": 0.9911971830985915 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.039062088197072284, + "p50": 0.00039271007499236117, + "p95": 0.1963854187731366, + "max": 1.5656053188730699 + }, + "js": { + "mean": 0.009673715744874774, + "p50": 0.00010930072014990848, + "p95": 0.04791123733616724, + "max": 0.3681971436064119 + }, + "tv": { + "mean": 0.045424313356638095, + "p50": 0.0010343440785282763, + "p95": 0.24462601867749362, + "max": 0.7905319943213656 + }, + "centered_logit_rmse": { + "mean": 0.6211541181058762, + "p50": 0.6135825787067246, + "p95": 0.8032219888415895, + "max": 1.1546680818831077 + }, + "top1_equal": { + "mean": 0.9375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.531982421875, + "p50": 7.5625, + "p95": 14.53125, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.058837890625, + "p50": 0.0, + "p95": 0.15625, + "max": 3.1875 + }, + "logit_mae": { + "mean": 0.513865269692104, + "p50": 0.5015585308876565, + "p95": 0.6858618160290766, + "max": 0.9743913228104949 + }, + "logit_mse": { + "mean": 0.43673990256744843, + "p50": 0.40185429844054854, + "p95": 0.7606597683083639, + "max": 1.492041940026942 + }, + "logit_max_abs": { + "mean": 3.3729536523001116, + "p50": 3.2536829710006714, + "p95": 4.880928161117481, + "max": 5.957404136657715 + }, + "reference_gap_ge_1_nat": { + "tokens": 229, + "top1_agreement": 0.982532751091703 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.03262068932791436, + "p50": 0.0007235295267313641, + "p95": 0.16467754666433748, + "max": 1.0103069602810488 + }, + "js": { + "mean": 0.008245497186955612, + "p50": 0.00018827121067594387, + "p95": 0.042121664932340624, + "max": 0.28605877712305094 + }, + "tv": { + "mean": 0.04737260370436039, + "p50": 0.0019724770132194614, + "p95": 0.23064207588227947, + "max": 0.6472606129770141 + }, + "centered_logit_rmse": { + "mean": 0.5728240006881379, + "p50": 0.5501998487774725, + "p95": 0.8309066818097278, + "max": 1.6642451894938832 + }, + "top1_equal": { + "mean": 0.9609375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.47998046875, + "p50": 6.0, + "p95": 14.4375, + "max": 16.875 + }, + "reference_preference_regret": { + "mean": 0.03662109375, + "p50": 0.0, + "p95": 0.0, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.473878962366745, + "p50": 0.45358512177933685, + "p95": 0.695227930616777, + "max": 1.4135822860169864 + }, + "logit_mse": { + "mean": 0.39096920061713636, + "p50": 0.3294484352806918, + "p95": 0.7596565850328337, + "max": 3.171491899893945 + }, + "logit_max_abs": { + "mean": 3.1146817695425852, + "p50": 2.897969365119934, + "p95": 4.676105439662933, + "max": 11.764827728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 228, + "top1_agreement": 0.9956140350877193 + } + }, + "512:686": { + "tokens": 174, + "kl": { + "mean": 0.0694974206641192, + "p50": 0.04384049282764761, + "p95": 0.22844551045072659, + "max": 0.40081846040093316 + }, + "js": { + "mean": 0.017105943485082358, + "p50": 0.010818264731216817, + "p95": 0.053135571720668996, + "max": 0.09366245334249908 + }, + "tv": { + "mean": 0.10813292163101001, + "p50": 0.09648080008138875, + "p95": 0.3069245412477235, + "max": 0.36089807834007226 + }, + "centered_logit_rmse": { + "mean": 0.5091688594228361, + "p50": 0.4970187036015573, + "p95": 0.6641100882415732, + "max": 0.8385607727063186 + }, + "top1_equal": { + "mean": 0.8505747126436781, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.1354166666666665, + "p50": 1.75, + "p95": 11.16875, + "max": 12.875 + }, + "reference_preference_regret": { + "mean": 0.045617816091954026, + "p50": 0.0, + "p95": 0.375, + "max": 1.0 + }, + "logit_mae": { + "mean": 0.4183535484822913, + "p50": 0.40691242711001985, + "p95": 0.5484009385132117, + "max": 0.7230609639020794 + }, + "logit_mse": { + "mean": 0.2876431199184782, + "p50": 0.2651755543425372, + "p95": 0.47612630782657217, + "max": 0.8280054659379295 + }, + "logit_max_abs": { + "mean": 2.7075273619386655, + "p50": 2.659734010696411, + "p95": 3.7919577956199646, + "max": 4.563521146774292 + }, + "reference_gap_ge_1_nat": { + "tokens": 111, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_think", + "summary": { + "tokens": 962, + "kl": { + "mean": 0.04771084356187771, + "p50": 0.01388815610144919, + "p95": 0.18406096978356803, + "max": 0.7750253831175995 + }, + "js": { + "mean": 0.011856252536410015, + "p50": 0.0037719738849893536, + "p95": 0.04631508876829749, + "max": 0.22751791657262005 + }, + "tv": { + "mean": 0.07717193149835458, + "p50": 0.03700896250702941, + "p95": 0.2527957886745121, + "max": 0.5564620670903269 + }, + "centered_logit_rmse": { + "mean": 0.5247896564373795, + "p50": 0.5014311352448624, + "p95": 0.7343004547484263, + "max": 1.6045872574917721 + }, + "top1_equal": { + "mean": 0.9054054054054054, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.853300415800415, + "p50": 3.25, + "p95": 13.75, + "max": 17.3125 + }, + "reference_preference_regret": { + "mean": 0.0438539501039501, + "p50": 0.0, + "p95": 0.3125, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.42967905474524504, + "p50": 0.41273661671131556, + "p95": 0.5985662989199401, + "max": 1.2764101214299135 + }, + "logit_mse": { + "mean": 0.3130468152487956, + "p50": 0.27253015858429597, + "p95": 0.5732032604823482, + "max": 2.6119535498544093 + }, + "logit_max_abs": { + "mean": 2.7822565580616567, + "p50": 2.62024849653244, + "p95": 4.134314143657684, + "max": 9.314173221588135 + }, + "reference_gap_ge_1_nat": { + "tokens": 735, + "top1_agreement": 0.9904761904761905 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.08400170738464341, + "p50": 0.06511712781125306, + "p95": 0.22074729879207777, + "max": 0.677797919185581 + }, + "js": { + "mean": 0.02086320563773448, + "p50": 0.016814823650063412, + "p95": 0.056975656680620504, + "max": 0.14265329008028976 + }, + "tv": { + "mean": 0.13290242993806878, + "p50": 0.13277336425166392, + "p95": 0.28152931857241403, + "max": 0.48769969660624085 + }, + "centered_logit_rmse": { + "mean": 0.48111505180336483, + "p50": 0.4507892615847561, + "p95": 0.6799793299534213, + "max": 1.6045872574917721 + }, + "top1_equal": { + "mean": 0.8515625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.887939453125, + "p50": 1.375, + "p95": 5.09375, + "max": 10.0625 + }, + "reference_preference_regret": { + "mean": 0.0625, + "p50": 0.0, + "p95": 0.453125, + "max": 1.375 + }, + "logit_mae": { + "mean": 0.39419654323212444, + "p50": 0.3712241661869919, + "p95": 0.555828152279252, + "max": 1.2764101214299135 + }, + "logit_mse": { + "mean": 0.2677054139706775, + "p50": 0.22006058475574447, + "p95": 0.4966762387317042, + "max": 2.6119535498544093 + }, + "logit_max_abs": { + "mean": 2.489213151871809, + "p50": 2.284945011138916, + "p95": 3.9054830372333527, + "max": 8.436753511428833 + }, + "reference_gap_ge_1_nat": { + "tokens": 158, + "top1_agreement": 0.9936708860759493 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.020731696360767774, + "p50": 0.0002986271098547081, + "p95": 0.10058936042383844, + "max": 0.3268018811590578 + }, + "js": { + "mean": 0.004964454874069269, + "p50": 8.172054842216332e-05, + "p95": 0.025107811198322776, + "max": 0.06628929076289419 + }, + "tv": { + "mean": 0.036542675478924855, + "p50": 0.0008190963260603047, + "p95": 0.18927672847906774, + "max": 0.33290205945780266 + }, + "centered_logit_rmse": { + "mean": 0.5624970088557486, + "p50": 0.5581486623159857, + "p95": 0.7434215371909173, + "max": 1.0467130054384517 + }, + "top1_equal": { + "mean": 0.96875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.1982421875, + "p50": 7.5625, + "p95": 14.375, + "max": 17.3125 + }, + "reference_preference_regret": { + "mean": 0.013916015625, + "p50": 0.0, + "p95": 0.0, + "max": 1.0 + }, + "logit_mae": { + "mean": 0.45881203656781094, + "p50": 0.45138443821517915, + "p95": 0.592024840707789, + "max": 0.8817008121949432 + }, + "logit_mse": { + "mean": 0.35069530098531343, + "p50": 0.3270685670621303, + "p95": 0.5658016449630385, + "max": 1.238149467913206 + }, + "logit_max_abs": { + "mean": 3.0104635515017435, + "p50": 2.9214749336242676, + "p95": 4.2379807233810425, + "max": 9.314173221588135 + }, + "reference_gap_ge_1_nat": { + "tokens": 223, + "top1_agreement": 0.9910313901345291 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.031404339083569474, + "p50": 0.0017767304693749252, + "p95": 0.146579986480981, + "max": 0.7750253831175995 + }, + "js": { + "mean": 0.008036110975538996, + "p50": 0.00045416520558537, + "p95": 0.0421940394156064, + "max": 0.22751791657262005 + }, + "tv": { + "mean": 0.048871160337430976, + "p50": 0.0034166702388333204, + "p95": 0.2288187647283305, + "max": 0.5564620670903269 + }, + "centered_logit_rmse": { + "mean": 0.5507727720449793, + "p50": 0.5285867256714474, + "p95": 0.7628183906161827, + "max": 1.5325508177413272 + }, + "top1_equal": { + "mean": 0.9296875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.5703125, + "p50": 6.1875, + "p95": 14.375, + "max": 16.75 + }, + "reference_preference_regret": { + "mean": 0.04248046875, + "p50": 0.0, + "p95": 0.15625, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.4536469557565347, + "p50": 0.4323430818231554, + "p95": 0.6328945065584533, + "max": 1.231343501747476 + }, + "logit_mse": { + "mean": 0.35040204040232975, + "p50": 0.3004383655553975, + "p95": 0.6366733331791055, + "max": 2.4484618951410466 + }, + "logit_max_abs": { + "mean": 2.974777266254023, + "p50": 2.8050222396850586, + "p95": 4.43434351682663, + "max": 8.620407104492188 + }, + "reference_gap_ge_1_nat": { + "tokens": 222, + "top1_agreement": 0.990990990990991 + } + }, + "768:962": { + "tokens": 194, + "kl": { + "mean": 0.05694107908405828, + "p50": 0.030309281968749303, + "p95": 0.18827241896227348, + "max": 0.5077159860286765 + }, + "js": { + "mean": 0.014106131130240677, + "p50": 0.007363156882122237, + "p95": 0.04667634508342602, + "max": 0.11608600614776732 + }, + "tv": { + "mean": 0.09458986633136295, + "p50": 0.08074374143101568, + "p95": 0.2541782435287464, + "max": 0.4205203087863694 + }, + "centered_logit_rmse": { + "mean": 0.49837697072428544, + "p50": 0.4829868928730717, + "p95": 0.6796903297599874, + "max": 0.9249275476207085 + }, + "top1_equal": { + "mean": 0.8608247422680413, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.40625, + "p50": 1.75, + "p95": 11.04375, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.06056701030927835, + "p50": 0.0, + "p95": 0.4593749999999997, + "max": 1.5 + }, + "logit_mae": { + "mean": 0.40643006990963604, + "p50": 0.39157173792455763, + "p95": 0.5466061139237314, + "max": 0.736398857208163 + }, + "logit_mse": { + "mean": 0.27390479844129495, + "p50": 0.2447823800556436, + "p95": 0.4793275440429545, + "max": 0.8822802217072253 + }, + "logit_max_abs": { + "mean": 2.6137659413951266, + "p50": 2.5111080408096313, + "p95": 3.7049306869506835, + "max": 4.7046990394592285 + }, + "reference_gap_ge_1_nat": { + "tokens": 132, + "top1_agreement": 0.9848484848484849 + } + } + } + }, + { + "id": "records_8k_nothink", + "summary": { + "tokens": 33, + "kl": { + "mean": 0.023558078337164425, + "p50": 0.0002558258453043413, + "p95": 0.11344070192505254, + "max": 0.3282044165267951 + }, + "js": { + "mean": 0.005801542623118392, + "p50": 6.979291113539154e-05, + "p95": 0.027147450601508732, + "max": 0.08873978833291953 + }, + "tv": { + "mean": 0.03233385990053431, + "p50": 0.0005363101554381412, + "p95": 0.17041471434598268, + "max": 0.38305121048948587 + }, + "centered_logit_rmse": { + "mean": 0.6661749652275166, + "p50": 0.6434298243028959, + "p95": 0.8467720505409941, + "max": 0.868487235914394 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.5553132594144908, + "p50": 0.5425982998112296, + "p95": 0.7101512383980719, + "max": 0.7302696476794077 + }, + "logit_mse": { + "mean": 0.5022540211127536, + "p50": 0.4689650353082617, + "p95": 0.7794403783182096, + "max": 0.8349735081325387 + }, + "logit_max_abs": { + "mean": 3.518668422870564, + "p50": 3.5148465633392334, + "p95": 4.357945987582207, + "max": 4.753039360046387 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:33": { + "tokens": 33, + "kl": { + "mean": 0.023558078337164425, + "p50": 0.0002558258453043413, + "p95": 0.11344070192505254, + "max": 0.3282044165267951 + }, + "js": { + "mean": 0.005801542623118392, + "p50": 6.979291113539154e-05, + "p95": 0.027147450601508732, + "max": 0.08873978833291953 + }, + "tv": { + "mean": 0.03233385990053431, + "p50": 0.0005363101554381412, + "p95": 0.17041471434598268, + "max": 0.38305121048948587 + }, + "centered_logit_rmse": { + "mean": 0.6661749652275166, + "p50": 0.6434298243028959, + "p95": 0.8467720505409941, + "max": 0.868487235914394 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.5553132594144908, + "p50": 0.5425982998112296, + "p95": 0.7101512383980719, + "max": 0.7302696476794077 + }, + "logit_mse": { + "mean": 0.5022540211127536, + "p50": 0.4689650353082617, + "p95": 0.7794403783182096, + "max": 0.8349735081325387 + }, + "logit_max_abs": { + "mean": 3.518668422870564, + "p50": 3.5148465633392334, + "p95": 4.357945987582207, + "max": 4.753039360046387 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "records_8k_think", + "summary": { + "tokens": 72, + "kl": { + "mean": 0.1327827602297042, + "p50": 0.037712076617886836, + "p95": 0.4675319973412537, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.029957871519903825, + "p50": 0.010013017310628954, + "p95": 0.11546128979782833, + "max": 0.3203018439858722 + }, + "tv": { + "mean": 0.12933793129497284, + "p50": 0.07882182483945764, + "p95": 0.3921763100876779, + "max": 0.6459232202301644 + }, + "centered_logit_rmse": { + "mean": 0.657376988872797, + "p50": 0.6408789385688948, + "p95": 0.9208710654918992, + "max": 1.2100590398141637 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.14930555555555555, + "p50": 0.0, + "p95": 0.9875000000000008, + "max": 2.8125 + }, + "logit_mae": { + "mean": 0.5302523851435992, + "p50": 0.5157207959304806, + "p95": 0.7553156958201729, + "max": 0.9734430675173479 + }, + "logit_mse": { + "mean": 0.47113908816707867, + "p50": 0.4275283571181934, + "p95": 0.9048485843369577, + "max": 1.5141534810405117 + }, + "logit_max_abs": { + "mean": 3.5140697374525995, + "p50": 3.380011424422264, + "p95": 4.863237726688386, + "max": 5.7379536628723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:72": { + "tokens": 72, + "kl": { + "mean": 0.1327827602297042, + "p50": 0.037712076617886836, + "p95": 0.4675319973412537, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.029957871519903825, + "p50": 0.010013017310628954, + "p95": 0.11546128979782833, + "max": 0.3203018439858722 + }, + "tv": { + "mean": 0.12933793129497284, + "p50": 0.07882182483945764, + "p95": 0.3921763100876779, + "max": 0.6459232202301644 + }, + "centered_logit_rmse": { + "mean": 0.657376988872797, + "p50": 0.6408789385688948, + "p95": 0.9208710654918992, + "max": 1.2100590398141637 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.14930555555555555, + "p50": 0.0, + "p95": 0.9875000000000008, + "max": 2.8125 + }, + "logit_mae": { + "mean": 0.5302523851435992, + "p50": 0.5157207959304806, + "p95": 0.7553156958201729, + "max": 0.9734430675173479 + }, + "logit_mse": { + "mean": 0.47113908816707867, + "p50": 0.4275283571181934, + "p95": 0.9048485843369577, + "max": 1.5141534810405117 + }, + "logit_max_abs": { + "mean": 3.5140697374525995, + "p50": 3.380011424422264, + "p95": 4.863237726688386, + "max": 5.7379536628723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 1.0 + } + } + } + } + ], + "aggregate": { + "all": { + "tokens": 4322, + "kl": { + "mean": 0.0600744420534859, + "p50": 0.024593823247692704, + "p95": 0.21412941414463021, + "max": 2.594126309857465 + }, + "js": { + "mean": 0.014382278069030204, + "p50": 0.0064147789412706165, + "p95": 0.0513774240885112, + "max": 0.4994863116603947 + }, + "tv": { + "mean": 0.08924642187218972, + "p50": 0.0632453705639533, + "p95": 0.26735480144276197, + "max": 0.8798073847090256 + }, + "centered_logit_rmse": { + "mean": 0.5135546393330609, + "p50": 0.4854783912684659, + "p95": 0.7417365974848965, + "max": 1.7485790879008956 + }, + "top1_equal": { + "mean": 0.8926422952336881, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.0864327857473395, + "p50": 2.375, + "p95": 12.75, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.05751099028227672, + "p50": 0.0, + "p95": 0.375, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.42083993239155304, + "p50": 0.39884307750932924, + "p95": 0.6068370641481975, + "max": 1.4135822860169864 + }, + "logit_mse": { + "mean": 0.3013676149243771, + "p50": 0.2535417889071248, + "p95": 0.5861419073914652, + "max": 3.171491899893945 + }, + "logit_max_abs": { + "mean": 2.7288274454626404, + "p50": 2.5491107255220413, + "p95": 4.167872285842895, + "max": 11.764827728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 3069, + "top1_agreement": 0.9912023460410557 + }, + "logit_rmse": 0.5489695938067765 + }, + "short_forced_npu": { + "tokens": 4217, + "kl": { + "mean": 0.05911879611892363, + "p50": 0.024797754597771244, + "p95": 0.21131995910965504, + "max": 2.594126309857465 + }, + "js": { + "mean": 0.014183492567785762, + "p50": 0.006476951585479373, + "p95": 0.050726712282975026, + "max": 0.4994863116603947 + }, + "tv": { + "mean": 0.08900727695082959, + "p50": 0.0640553096598672, + "p95": 0.26519042589273417, + "max": 0.8798073847090256 + }, + "centered_logit_rmse": { + "mean": 0.5099047270918046, + "p50": 0.4826079597861235, + "p95": 0.7350465615172715, + "max": 1.7485790879008956 + }, + "top1_equal": { + "mean": 0.893289068057861, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.066827721128765, + "p50": 2.375, + "p95": 12.8125, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.05639376333886649, + "p50": 0.0, + "p95": 0.375, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.41791953486015526, + "p50": 0.3958302664358031, + "p95": 0.6015527823744993, + "max": 1.4135822860169864 + }, + "logit_mse": { + "mean": 0.2968969491720198, + "p50": 0.2504558316829921, + "p95": 0.5787548252144916, + "max": 3.171491899893945 + }, + "logit_max_abs": { + "mean": 2.709239540013805, + "p50": 2.528132200241089, + "p95": 4.119189310073852, + "max": 11.764827728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 2989, + "top1_agreement": 0.9909668785547006 + }, + "logit_rmse": 0.5448825095119312 + }, + "short_forced_npu/nothink": { + "tokens": 1714, + "kl": { + "mean": 0.054576520490915464, + "p50": 0.01823824794827454, + "p95": 0.20825843369443034, + "max": 1.5656053188730699 + }, + "js": { + "mean": 0.013146593159891643, + "p50": 0.004627951282338774, + "p95": 0.04953519379205513, + "max": 0.3681971436064119 + }, + "tv": { + "mean": 0.08169259726325992, + "p50": 0.04422240327809017, + "p95": 0.26521079506582645, + "max": 0.7905319943213656 + }, + "centered_logit_rmse": { + "mean": 0.5258009012751562, + "p50": 0.49974968080440596, + "p95": 0.7470559897443059, + "max": 1.6642451894938832 + }, + "top1_equal": { + "mean": 0.896732788798133, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.498213243873979, + "p50": 2.75, + "p95": 13.25, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.05280046674445741, + "p50": 0.0, + "p95": 0.375, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.432166903983098, + "p50": 0.41001289834098414, + "p95": 0.6136307710398189, + "max": 1.4135822860169864 + }, + "logit_mse": { + "mean": 0.3161748982174959, + "p50": 0.2691808704447822, + "p95": 0.6012035976310192, + "max": 3.171491899893945 + }, + "logit_max_abs": { + "mean": 2.8075149081689643, + "p50": 2.653896391391754, + "p95": 4.145268917083739, + "max": 11.764827728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 1247, + "top1_agreement": 0.991980753809142 + }, + "logit_rmse": 0.5622943163659898 + }, + "short_forced_npu/think": { + "tokens": 2503, + "kl": { + "mean": 0.06222924774753169, + "p50": 0.030388934226707267, + "p95": 0.21498224313339184, + "max": 2.594126309857465 + }, + "js": { + "mean": 0.014893538746423607, + "p50": 0.0076517274919611624, + "p95": 0.05131078335868981, + "max": 0.4994863116603947 + }, + "tv": { + "mean": 0.09401621062421926, + "p50": 0.07798318256049698, + "p95": 0.26441508405719555, + "max": 0.8798073847090256 + }, + "centered_logit_rmse": { + "mean": 0.49901937249721223, + "p50": 0.4694235981584944, + "p95": 0.7241459595872374, + "max": 1.7485790879008956 + }, + "top1_equal": { + "mean": 0.8909308829404714, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.771424290850979, + "p50": 2.0, + "p95": 12.375, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.05885437475029964, + "p50": 0.0, + "p95": 0.375, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.4081632461359348, + "p50": 0.3870580271479642, + "p95": 0.5895343695265425, + "max": 1.3947398573111394 + }, + "logit_mse": { + "mean": 0.2836958286510664, + "p50": 0.2392129399732527, + "p95": 0.555754194459413, + "max": 3.101742821611949 + }, + "logit_max_abs": { + "mean": 2.6419427038100727, + "p50": 2.451992467045784, + "p95": 4.099002361297609, + "max": 10.29622220993042 + }, + "reference_gap_ge_1_nat": { + "tokens": 1742, + "top1_agreement": 0.9902411021814007 + }, + "logit_rmse": 0.5326310436419064 + }, + "long_default_npu": { + "tokens": 105, + "kl": { + "mean": 0.09845500306347742, + "p50": 0.016338578732328145, + "p95": 0.3891433728315626, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.022365882438056976, + "p50": 0.0040578039014627304, + "p95": 0.09539091253289189, + "max": 0.3203018439858722 + }, + "tv": { + "mean": 0.09885093742814928, + "p50": 0.028216235269362604, + "p95": 0.3789375151549575, + "max": 0.6459232202301644 + }, + "centered_logit_rmse": { + "mean": 0.6601420671557088, + "p50": 0.6430976897546885, + "p95": 0.8892773731648959, + "max": 1.2100590398141637 + }, + "top1_equal": { + "mean": 0.8666666666666667, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.873809523809523, + "p50": 4.125, + "p95": 11.75, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.10238095238095238, + "p50": 0.0, + "p95": 0.5999999999999994, + "max": 2.8125 + }, + "logit_mae": { + "mean": 0.5381286599144508, + "p50": 0.5233068563824567, + "p95": 0.7342878595542031, + "max": 0.9734430675173479 + }, + "logit_mse": { + "mean": 0.48091806709286217, + "p50": 0.43598563984149824, + "p95": 0.8591159168114155, + "max": 1.5141534810405117 + }, + "logit_max_abs": { + "mean": 3.5155150385839598, + "p50": 3.4511675238609314, + "p95": 4.754209232330322, + "max": 5.7379536628723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 80, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.6934825643755308 + }, + "long_default_npu/nothink": { + "tokens": 33, + "kl": { + "mean": 0.023558078337164425, + "p50": 0.0002558258453043413, + "p95": 0.11344070192505254, + "max": 0.3282044165267951 + }, + "js": { + "mean": 0.005801542623118392, + "p50": 6.979291113539154e-05, + "p95": 0.027147450601508732, + "max": 0.08873978833291953 + }, + "tv": { + "mean": 0.03233385990053431, + "p50": 0.0005363101554381412, + "p95": 0.17041471434598268, + "max": 0.38305121048948587 + }, + "centered_logit_rmse": { + "mean": 0.6661749652275166, + "p50": 0.6434298243028959, + "p95": 0.8467720505409941, + "max": 0.868487235914394 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.5553132594144908, + "p50": 0.5425982998112296, + "p95": 0.7101512383980719, + "max": 0.7302696476794077 + }, + "logit_mse": { + "mean": 0.5022540211127536, + "p50": 0.4689650353082617, + "p95": 0.7794403783182096, + "max": 0.8349735081325387 + }, + "logit_max_abs": { + "mean": 3.518668422870564, + "p50": 3.5148465633392334, + "p95": 4.357945987582207, + "max": 4.753039360046387 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.7086988225704581 + }, + "long_default_npu/think": { + "tokens": 72, + "kl": { + "mean": 0.1327827602297042, + "p50": 0.037712076617886836, + "p95": 0.4675319973412537, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.029957871519903825, + "p50": 0.010013017310628954, + "p95": 0.11546128979782833, + "max": 0.3203018439858722 + }, + "tv": { + "mean": 0.12933793129497284, + "p50": 0.07882182483945764, + "p95": 0.3921763100876779, + "max": 0.6459232202301644 + }, + "centered_logit_rmse": { + "mean": 0.657376988872797, + "p50": 0.6408789385688948, + "p95": 0.9208710654918992, + "max": 1.2100590398141637 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.14930555555555555, + "p50": 0.0, + "p95": 0.9875000000000008, + "max": 2.8125 + }, + "logit_mae": { + "mean": 0.5302523851435992, + "p50": 0.5157207959304806, + "p95": 0.7553156958201729, + "max": 0.9734430675173479 + }, + "logit_mse": { + "mean": 0.47113908816707867, + "p50": 0.4275283571181934, + "p95": 0.9048485843369577, + "max": 1.5141534810405117 + }, + "logit_max_abs": { + "mean": 3.5140697374525995, + "p50": 3.380011424422264, + "p95": 4.863237726688386, + "max": 5.7379536628723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.6863957227191022 + } + } + }, + "bf16__board_current": { + "cases": [ + { + "id": "office_zh_nothink", + "summary": { + "tokens": 447, + "kl": { + "mean": 0.08714259672790509, + "p50": 0.05539946971835077, + "p95": 0.25297186701799074, + "max": 1.113816339850764 + }, + "js": { + "mean": 0.02011038128422829, + "p50": 0.013607177404775073, + "p95": 0.05788444372821781, + "max": 0.2482392028222536 + }, + "tv": { + "mean": 0.12041605112377136, + "p50": 0.11266654515483393, + "p95": 0.2884961186642381, + "max": 0.6124792758617867 + }, + "centered_logit_rmse": { + "mean": 0.48850305244457193, + "p50": 0.4736094669934132, + "p95": 0.6478962533732139, + "max": 0.9449945512484741 + }, + "top1_equal": { + "mean": 0.8478747203579419, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.397231543624161, + "p50": 1.375, + "p95": 7.481249999999999, + "max": 13.625 + }, + "reference_preference_regret": { + "mean": 0.07997762863534676, + "p50": 0.0, + "p95": 0.6249999999999999, + "max": 3.5 + }, + "logit_mae": { + "mean": 0.3949898750607718, + "p50": 0.38521722771711947, + "p95": 0.5192393454344545, + "max": 0.7520140884815386 + }, + "logit_mse": { + "mean": 0.2582298932040501, + "p50": 0.23852487103965508, + "p95": 0.4342030659959644, + "max": 0.901863061363084 + }, + "logit_max_abs": { + "mean": 2.5637577784974837, + "p50": 2.4598731994628906, + "p95": 3.5917015492916105, + "max": 4.987860679626465 + }, + "reference_gap_ge_1_nat": { + "tokens": 271, + "top1_agreement": 0.992619926199262 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.09016499282076934, + "p50": 0.05706744869627349, + "p95": 0.2559070209693447, + "max": 1.113816339850764 + }, + "js": { + "mean": 0.020408587411737955, + "p50": 0.013674149852001846, + "p95": 0.05841252694128413, + "max": 0.2482392028222536 + }, + "tv": { + "mean": 0.11520730566851022, + "p50": 0.10266153115615416, + "p95": 0.28528089729109485, + "max": 0.6124792758617867 + }, + "centered_logit_rmse": { + "mean": 0.5179547508248326, + "p50": 0.5081791368740171, + "p95": 0.6744314381850687, + "max": 0.9449945512484741 + }, + "top1_equal": { + "mean": 0.859375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.7958984375, + "p50": 2.0, + "p95": 7.640625, + "max": 13.625 + }, + "reference_preference_regret": { + "mean": 0.078125, + "p50": 0.0, + "p95": 0.6249999999999998, + "max": 3.5 + }, + "logit_mae": { + "mean": 0.41976251513035456, + "p50": 0.41080710633178985, + "p95": 0.5397647737468305, + "max": 0.7520140884815386 + }, + "logit_mse": { + "mean": 0.290156207352984, + "p50": 0.26817764281076983, + "p95": 0.4704049459933122, + "max": 0.901863061363084 + }, + "logit_max_abs": { + "mean": 2.709276055727969, + "p50": 2.6365973949432373, + "p95": 3.707168936729431, + "max": 4.967532638460398 + }, + "reference_gap_ge_1_nat": { + "tokens": 171, + "top1_agreement": 1.0 + } + }, + "256:447": { + "tokens": 191, + "kl": { + "mean": 0.08309163651966815, + "p50": 0.05404811485696334, + "p95": 0.23759579039961265, + "max": 0.6383300865495979 + }, + "js": { + "mean": 0.019710691396047798, + "p50": 0.013455068731002703, + "p95": 0.05749287945776378, + "max": 0.11570631821803051 + }, + "tv": { + "mean": 0.12739740628893817, + "p50": 0.11679244072297132, + "p95": 0.2883934683826012, + "max": 0.4325391783241154 + }, + "centered_logit_rmse": { + "mean": 0.44902852477259975, + "p50": 0.43101200270316764, + "p95": 0.5941608526683331, + "max": 0.7548194639778195 + }, + "top1_equal": { + "mean": 0.8324607329842932, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.862892670157068, + "p50": 1.125, + "p95": 6.125, + "max": 10.75 + }, + "reference_preference_regret": { + "mean": 0.0824607329842932, + "p50": 0.0, + "p95": 0.6562500000000001, + "max": 2.2500000000000004 + }, + "logit_mae": { + "mean": 0.36178675538635724, + "p50": 0.35082352492262775, + "p95": 0.47493716170196676, + "max": 0.6379380151340349 + }, + "logit_mse": { + "mean": 0.21543860303584553, + "p50": 0.19594983247188463, + "p95": 0.3623779549738793, + "max": 0.6496480080027073 + }, + "logit_max_abs": { + "mean": 2.3687175744608124, + "p50": 2.286461353302002, + "p95": 3.213961474597454, + "max": 4.987860679626465 + }, + "reference_gap_ge_1_nat": { + "tokens": 100, + "top1_agreement": 0.98 + } + } + } + }, + { + "id": "office_zh_think", + "summary": { + "tokens": 668, + "kl": { + "mean": 0.08127063850150582, + "p50": 0.05545791655722703, + "p95": 0.24209318221479717, + "max": 1.0670656641600886 + }, + "js": { + "mean": 0.019244518764402474, + "p50": 0.013403534033586094, + "p95": 0.05970191366362737, + "max": 0.23502329369348188 + }, + "tv": { + "mean": 0.12264294331709728, + "p50": 0.11812055649602764, + "p95": 0.28365150847385273, + "max": 0.5955863935578863 + }, + "centered_logit_rmse": { + "mean": 0.46225708387101666, + "p50": 0.44278966833700895, + "p95": 0.6396899667830925, + "max": 1.6666937385712035 + }, + "top1_equal": { + "mean": 0.8547904191616766, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.11498877245509, + "p50": 1.28125, + "p95": 7.25, + "max": 13.5 + }, + "reference_preference_regret": { + "mean": 0.08168038922155689, + "p50": 0.0, + "p95": 0.5, + "max": 4.75 + }, + "logit_mae": { + "mean": 0.37454218033780035, + "p50": 0.3589430544909815, + "p95": 0.5176399585922323, + "max": 1.3383657449396298 + }, + "logit_mse": { + "mean": 0.23670423117953124, + "p50": 0.20540803803320123, + "p95": 0.4298928569334415, + "max": 2.868581885051062 + }, + "logit_max_abs": { + "mean": 2.4195605264837203, + "p50": 2.3035926520824432, + "p95": 3.4796942591667173, + "max": 10.334484100341797 + }, + "reference_gap_ge_1_nat": { + "tokens": 393, + "top1_agreement": 0.989821882951654 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.09401651317348411, + "p50": 0.06536570585905419, + "p95": 0.33790981879936544, + "max": 0.718263999899235 + }, + "js": { + "mean": 0.022084241793846104, + "p50": 0.0161762821011833, + "p95": 0.07300886015482319, + "max": 0.1598516726415196 + }, + "tv": { + "mean": 0.13593366941264565, + "p50": 0.13315280319108314, + "p95": 0.3008218751512372, + "max": 0.4721176888855756 + }, + "centered_logit_rmse": { + "mean": 0.46488839914744906, + "p50": 0.44198776230970505, + "p95": 0.6738409302153778, + "max": 1.6666937385712035 + }, + "top1_equal": { + "mean": 0.828125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.739013671875, + "p50": 1.25, + "p95": 5.5625, + "max": 10.25 + }, + "reference_preference_regret": { + "mean": 0.108154296875, + "p50": 0.0, + "p95": 0.7031250000000002, + "max": 3.0 + }, + "logit_mae": { + "mean": 0.3755355580028605, + "p50": 0.3602863726712112, + "p95": 0.539686950624903, + "max": 1.3383657449396298 + }, + "logit_mse": { + "mean": 0.24490341330425525, + "p50": 0.20795339058103468, + "p95": 0.46606762681316133, + "max": 2.868581885051062 + }, + "logit_max_abs": { + "mean": 2.4061573816652526, + "p50": 2.267005532979965, + "p95": 3.7085689902305603, + "max": 10.334484100341797 + }, + "reference_gap_ge_1_nat": { + "tokens": 142, + "top1_agreement": 0.9929577464788732 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.06691374156465243, + "p50": 0.04511098456012623, + "p95": 0.19766699509057872, + "max": 0.8594065664632468 + }, + "js": { + "mean": 0.0162247013460844, + "p50": 0.011170576802752403, + "p95": 0.05178188527204074, + "max": 0.23502329369348188 + }, + "tv": { + "mean": 0.1061396696181766, + "p50": 0.10052636092112734, + "p95": 0.25555529885281736, + "max": 0.5955863935578863 + }, + "centered_logit_rmse": { + "mean": 0.47545955354591396, + "p50": 0.4578930373140194, + "p95": 0.6393968577365943, + "max": 0.8431489127717916 + }, + "top1_equal": { + "mean": 0.8984375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.72802734375, + "p50": 1.625, + "p95": 8.5, + "max": 13.5 + }, + "reference_preference_regret": { + "mean": 0.05859375, + "p50": 0.0, + "p95": 0.28125, + "max": 4.75 + }, + "logit_mae": { + "mean": 0.3871905880442846, + "p50": 0.3718840262937038, + "p95": 0.5298495207598493, + "max": 0.6613420085402728 + }, + "logit_mse": { + "mean": 0.24818809784762236, + "p50": 0.2220121970764241, + "p95": 0.45449260585691414, + "max": 0.7284487963714339 + }, + "logit_max_abs": { + "mean": 2.4984728409763193, + "p50": 2.363408088684082, + "p95": 3.759335406124592, + "max": 4.644906371831894 + }, + "reference_gap_ge_1_nat": { + "tokens": 170, + "top1_agreement": 0.9882352941176471 + } + }, + "512:668": { + "tokens": 156, + "kl": { + "mean": 0.08391436734642904, + "p50": 0.05719544101993122, + "p95": 0.2714160951002566, + "max": 1.0670656641600886 + }, + "js": { + "mean": 0.01954005827435029, + "p50": 0.013622743123087897, + "p95": 0.062243719246335816, + "max": 0.17952400818070108 + }, + "tv": { + "mean": 0.12791481630724674, + "p50": 0.12495066801098775, + "p95": 0.2964492669444656, + "max": 0.48321571084035453 + }, + "centered_logit_rmse": { + "mean": 0.4362734367713989, + "p50": 0.4215778940712165, + "p95": 0.569007444178959, + "max": 0.8839844769242131 + }, + "top1_equal": { + "mean": 0.8269230769230769, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.7259615384615385, + "p50": 1.0, + "p95": 5.90625, + "max": 9.875 + }, + "reference_preference_regret": { + "mean": 0.07612179487179487, + "p50": 0.0, + "p95": 0.5, + "max": 1.5625 + }, + "logit_mae": { + "mean": 0.3521556607537274, + "p50": 0.33697856966498396, + "p95": 0.44512996114919967, + "max": 0.7435789608729608 + }, + "logit_mse": { + "mean": 0.20440384341696285, + "p50": 0.1835680672475934, + "p95": 0.3245599709470802, + "max": 0.8760961466937452 + }, + "logit_max_abs": { + "mean": 2.312058299326171, + "p50": 2.2006524801254272, + "p95": 3.1184867918491364, + "max": 5.0044496059417725 + }, + "reference_gap_ge_1_nat": { + "tokens": 81, + "top1_agreement": 0.9876543209876543 + } + } + } + }, + { + "id": "math_probability_nothink", + "summary": { + "tokens": 581, + "kl": { + "mean": 0.045939049049103065, + "p50": 0.019963737899107877, + "p95": 0.1564861750775209, + "max": 1.102958746257784 + }, + "js": { + "mean": 0.011234129619107552, + "p50": 0.004989032267968373, + "p95": 0.04054565649174076, + "max": 0.2058498584187226 + }, + "tv": { + "mean": 0.07833813135606311, + "p50": 0.04756061355791073, + "p95": 0.2358120880400549, + "max": 0.5822174119027179 + }, + "centered_logit_rmse": { + "mean": 0.4987363300387899, + "p50": 0.47244903209239003, + "p95": 0.7102582963756678, + "max": 1.2774596075895859 + }, + "top1_equal": { + "mean": 0.9104991394148021, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.312822719449225, + "p50": 2.625, + "p95": 13.125, + "max": 16.0625 + }, + "reference_preference_regret": { + "mean": 0.03237951807228916, + "p50": 0.0, + "p95": 0.25, + "max": 2.125 + }, + "logit_mae": { + "mean": 0.41255911766838776, + "p50": 0.3878930352282743, + "p95": 0.5905855466320205, + "max": 1.0113029793683657 + }, + "logit_mse": { + "mean": 0.28652016927344437, + "p50": 0.24157593507093875, + "p95": 0.5600118767298828, + "max": 1.6557587899219643 + }, + "logit_max_abs": { + "mean": 2.6630766258419536, + "p50": 2.487884044647217, + "p95": 3.8814945220947266, + "max": 6.849737882614136 + }, + "reference_gap_ge_1_nat": { + "tokens": 408, + "top1_agreement": 0.9975490196078431 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.046726846036327645, + "p50": 0.01680208690381043, + "p95": 0.17382655561527705, + "max": 0.6244851893817024 + }, + "js": { + "mean": 0.01159410330173935, + "p50": 0.004602286049109334, + "p95": 0.04372680972366722, + "max": 0.16506149222704003 + }, + "tv": { + "mean": 0.07612890515394977, + "p50": 0.04242049444744738, + "p95": 0.23225536929906831, + "max": 0.5348655852367356 + }, + "centered_logit_rmse": { + "mean": 0.5327280260699472, + "p50": 0.49840173914507624, + "p95": 0.7888833016831933, + "max": 1.2774596075895859 + }, + "top1_equal": { + "mean": 0.9296875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.71240234375, + "p50": 3.25, + "p95": 13.625, + "max": 16.0625 + }, + "reference_preference_regret": { + "mean": 0.041748046875, + "p50": 0.0, + "p95": 0.28125, + "max": 2.125 + }, + "logit_mae": { + "mean": 0.4393723572892857, + "p50": 0.40952774753979443, + "p95": 0.6479506633633664, + "max": 1.0113029793683657 + }, + "logit_mse": { + "mean": 0.328231242758059, + "p50": 0.2687395091736634, + "p95": 0.6603363933347179, + "max": 1.6557587899219643 + }, + "logit_max_abs": { + "mean": 2.8456794069206808, + "p50": 2.6538509130477905, + "p95": 4.428708724677563, + "max": 6.849737882614136 + }, + "reference_gap_ge_1_nat": { + "tokens": 196, + "top1_agreement": 0.9948979591836735 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.04531532548516726, + "p50": 0.01905059079173024, + "p95": 0.1536743297023258, + "max": 1.102958746257784 + }, + "js": { + "mean": 0.010894404383162002, + "p50": 0.004379900918610571, + "p95": 0.035962133066910464, + "max": 0.2058498584187226 + }, + "tv": { + "mean": 0.07881598739738943, + "p50": 0.047055786723637444, + "p95": 0.24498652548650018, + "max": 0.5822174119027179 + }, + "centered_logit_rmse": { + "mean": 0.4740493263200613, + "p50": 0.454693133516803, + "p95": 0.632414024210022, + "max": 0.9449728096947853 + }, + "top1_equal": { + "mean": 0.890625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.03662109375, + "p50": 2.28125, + "p95": 12.265625, + "max": 15.375 + }, + "reference_preference_regret": { + "mean": 0.027099609375, + "p50": 0.0, + "p95": 0.25, + "max": 0.8750000000000002 + }, + "logit_mae": { + "mean": 0.392730673545954, + "p50": 0.3762062938495068, + "p95": 0.5275947244091554, + "max": 0.8162089538249028 + }, + "logit_mse": { + "mean": 0.2553526556947751, + "p50": 0.22478110982570138, + "p95": 0.43672515745804774, + "max": 1.0580321664760177 + }, + "logit_max_abs": { + "mean": 2.5255550078945816, + "p50": 2.4070234298706055, + "p95": 3.4831046760082245, + "max": 5.206486463546753 + }, + "reference_gap_ge_1_nat": { + "tokens": 168, + "top1_agreement": 1.0 + } + }, + "512:581": { + "tokens": 69, + "kl": { + "mean": 0.0453303128699447, + "p50": 0.03313561322494566, + "p95": 0.13699183217998803, + "max": 0.20129474697941016 + }, + "js": { + "mean": 0.011159004947344082, + "p50": 0.008723005980940873, + "p95": 0.033184686670612376, + "max": 0.047020270406004844 + }, + "tv": { + "mean": 0.0847617655757947, + "p50": 0.0730651781322327, + "p95": 0.2125038764091566, + "max": 0.24225874865525823 + }, + "centered_logit_rmse": { + "mean": 0.4642145730535474, + "p50": 0.43971414484686916, + "p95": 0.6207910762578852, + "max": 0.7141734207804274 + }, + "top1_equal": { + "mean": 0.9130434782608695, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8550724637681157, + "p50": 1.75, + "p95": 12.362499999999999, + "max": 14.125 + }, + "reference_preference_regret": { + "mean": 0.017210144927536232, + "p50": 0.0, + "p95": 0.125, + "max": 0.375 + }, + "logit_mae": { + "mean": 0.3866445140798832, + "p50": 0.37174238651874386, + "p95": 0.5427816228703953, + "max": 0.6130597717900974 + }, + "logit_mse": { + "mean": 0.2474020339702269, + "p50": 0.21548261590399484, + "p95": 0.4685513213570707, + "max": 0.582994163942429 + }, + "logit_max_abs": { + "mean": 2.4958189771227213, + "p50": 2.3343048095703125, + "p95": 3.445106506347656, + "max": 4.089872360229492 + }, + "reference_gap_ge_1_nat": { + "tokens": 44, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "math_probability_think", + "summary": { + "tokens": 873, + "kl": { + "mean": 0.06510655241467134, + "p50": 0.02921914277349203, + "p95": 0.2079586038992031, + "max": 1.8593175317752302 + }, + "js": { + "mean": 0.015330966717416945, + "p50": 0.007524478272489031, + "p95": 0.05040578989294542, + "max": 0.41956214627453725 + }, + "tv": { + "mean": 0.09179562988088229, + "p50": 0.07280573103143263, + "p95": 0.2622967767484081, + "max": 0.8134024906269751 + }, + "centered_logit_rmse": { + "mean": 0.4988636523100007, + "p50": 0.4683389615990325, + "p95": 0.7612425055558918, + "max": 1.7416556952281674 + }, + "top1_equal": { + "mean": 0.9083619702176403, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.84672107674685, + "p50": 2.1875, + "p95": 12.125, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.04918384879725086, + "p50": 0.0, + "p95": 0.3125, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.41089203842372374, + "p50": 0.38524321895307473, + "p95": 0.6222699588721158, + "max": 1.3871155121527434 + }, + "logit_mse": { + "mean": 0.2888828298625828, + "p50": 0.23882215983051105, + "p95": 0.6177059182922453, + "max": 3.0698072400622847 + }, + "logit_max_abs": { + "mean": 2.6578359076063034, + "p50": 2.434391498565674, + "p95": 4.306795215606689, + "max": 7.676865488290787 + }, + "reference_gap_ge_1_nat": { + "tokens": 614, + "top1_agreement": 0.993485342019544 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.12196836146515151, + "p50": 0.05901761945378218, + "p95": 0.49822356738446705, + "max": 1.8593175317752302 + }, + "js": { + "mean": 0.028197109691908737, + "p50": 0.014918042881827914, + "p95": 0.11231248545263806, + "max": 0.41956214627453725 + }, + "tv": { + "mean": 0.13855613338979694, + "p50": 0.1186471558159033, + "p95": 0.42830293509338646, + "max": 0.8134024906269751 + }, + "centered_logit_rmse": { + "mean": 0.5676562211482429, + "p50": 0.538926815474467, + "p95": 0.8625086882329559, + "max": 1.136055350274563 + }, + "top1_equal": { + "mean": 0.875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.652099609375, + "p50": 1.625, + "p95": 8.203125, + "max": 12.5 + }, + "reference_preference_regret": { + "mean": 0.10302734375, + "p50": 0.0, + "p95": 0.7499999999999998, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.4658255036494985, + "p50": 0.4402947631283557, + "p95": 0.7048732785005534, + "max": 0.8931076406592666 + }, + "logit_mse": { + "mean": 0.3686890967546024, + "p50": 0.3118001882823773, + "p95": 0.7964316649967438, + "max": 1.2968538234280151 + }, + "logit_max_abs": { + "mean": 3.0492103445340035, + "p50": 2.821876287460327, + "p95": 4.7702725529670715, + "max": 6.421906471252441 + }, + "reference_gap_ge_1_nat": { + "tokens": 172, + "top1_agreement": 0.9767441860465116 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.048596965264279465, + "p50": 0.02508149822486576, + "p95": 0.1487140657379181, + "max": 1.4289824533879425 + }, + "js": { + "mean": 0.011749152531254015, + "p50": 0.0066124832342851336, + "p95": 0.03558859812101395, + "max": 0.2701828329929915 + }, + "tv": { + "mean": 0.07721105008923435, + "p50": 0.05300259915208127, + "p95": 0.20918940588156243, + "max": 0.6243302150679919 + }, + "centered_logit_rmse": { + "mean": 0.48774224983131814, + "p50": 0.4635189646389516, + "p95": 0.7211667721828541, + "max": 1.7416556952281674 + }, + "top1_equal": { + "mean": 0.92578125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.15625, + "p50": 2.875, + "p95": 11.78125, + "max": 17.0 + }, + "reference_preference_regret": { + "mean": 0.026611328125, + "p50": 0.0, + "p95": 0.078125, + "max": 2.1875 + }, + "logit_mae": { + "mean": 0.4016102786237049, + "p50": 0.38087287165349093, + "p95": 0.5822788349609874, + "max": 1.3871155121527434 + }, + "logit_mse": { + "mean": 0.2769766879437671, + "p50": 0.2303292428307887, + "p95": 0.5466279830001862, + "max": 3.0698072400622847 + }, + "logit_max_abs": { + "mean": 2.581163213661057, + "p50": 2.3774395287036896, + "p95": 3.9616609439253807, + "max": 7.676865488290787 + }, + "reference_gap_ge_1_nat": { + "tokens": 192, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.03207940908694997, + "p50": 0.007427419103866835, + "p95": 0.1275573933642491, + "max": 0.5174369962471059 + }, + "js": { + "mean": 0.007596755734335655, + "p50": 0.0018593599355485944, + "p95": 0.029130328916771815, + "max": 0.08907750933116924 + }, + "tv": { + "mean": 0.05888718153467697, + "p50": 0.021588606518439156, + "p95": 0.20016633171763487, + "max": 0.3389774602805239 + }, + "centered_logit_rmse": { + "mean": 0.46626196173637474, + "p50": 0.4387048357478387, + "p95": 0.690146677719331, + "max": 1.029453853174556 + }, + "top1_equal": { + "mean": 0.9296875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 5.053466796875, + "p50": 3.78125, + "p95": 13.28125, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.026123046875, + "p50": 0.0, + "p95": 0.125, + "max": 1.4375 + }, + "logit_mae": { + "mean": 0.3846605609263779, + "p50": 0.361491938409203, + "p95": 0.5661603304568648, + "max": 0.8134805930245018 + }, + "logit_mse": { + "mean": 0.24982883376712198, + "p50": 0.2075002403102899, + "p95": 0.5140046029863091, + "max": 1.0631367798025468 + }, + "logit_max_abs": { + "mean": 2.479051080670615, + "p50": 2.278029203414917, + "p95": 3.9131639301776886, + "max": 7.638822555541992 + }, + "reference_gap_ge_1_nat": { + "tokens": 192, + "top1_agreement": 1.0 + } + }, + "768:873": { + "tokens": 105, + "kl": { + "mean": 0.047247313228709974, + "p50": 0.04211182067736177, + "p95": 0.12415697356349588, + "max": 0.2672633558543135 + }, + "js": { + "mean": 0.011551631877956202, + "p50": 0.010650235366837424, + "p95": 0.03096013441696047, + "max": 0.06013448330105534 + }, + "tv": { + "mean": 0.09358159469048488, + "p50": 0.10391362259910782, + "p95": 0.1932199333170221, + "max": 0.29307471413038205 + }, + "centered_logit_rmse": { + "mean": 0.4377418827747717, + "p50": 0.4140044850276358, + "p95": 0.5808815577730401, + "max": 0.7293840214903959 + }, + "top1_equal": { + "mean": 0.8952380952380953, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.0625, + "p50": 1.25, + "p95": 12.024999999999999, + "max": 16.625 + }, + "reference_preference_regret": { + "mean": 0.029166666666666667, + "p50": 0.0, + "p95": 0.22499999999999964, + "max": 0.8124999999999998 + }, + "logit_mae": { + "mean": 0.36354367318874287, + "p50": 0.3450081121635617, + "p95": 0.5104520307071161, + "max": 0.5894025063594512 + }, + "logit_mse": { + "mean": 0.21855322040827593, + "p50": 0.18958757186667524, + "p95": 0.409967789265775, + "max": 0.5566244105571465 + }, + "logit_max_abs": { + "mean": 2.3264575218160948, + "p50": 2.18131422996521, + "p95": 3.377989727258682, + "max": 4.162348031997681 + }, + "reference_gap_ge_1_nat": { + "tokens": 58, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_nothink", + "summary": { + "tokens": 686, + "kl": { + "mean": 0.04532630204108327, + "p50": 0.0024715270240609176, + "p95": 0.2287536520971986, + "max": 1.799248607627096 + }, + "js": { + "mean": 0.011176643504666692, + "p50": 0.0006794469282591659, + "p95": 0.054264846195142824, + "max": 0.40208492836983206 + }, + "tv": { + "mean": 0.062263135957508944, + "p50": 0.007149151406123278, + "p95": 0.2612108194974641, + "max": 0.8246906425919691 + }, + "centered_logit_rmse": { + "mean": 0.573401241717554, + "p50": 0.556541952963123, + "p95": 0.7937766736053578, + "max": 1.6947554272753316 + }, + "top1_equal": { + "mean": 0.9271137026239067, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.024234693877551, + "p50": 4.9375, + "p95": 14.109375, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.04610058309037901, + "p50": 0.0, + "p95": 0.21874999999999994, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.4738806456518216, + "p50": 0.46013871393949884, + "p95": 0.6656339670444942, + "max": 1.3581516978536998 + }, + "logit_mse": { + "mean": 0.38018362265970834, + "p50": 0.33818269637796805, + "p95": 0.7021642413757196, + "max": 3.021025898794162 + }, + "logit_max_abs": { + "mean": 3.1019513374574634, + "p50": 2.924400269985199, + "p95": 4.6325812339782715, + "max": 12.022693634033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 568, + "top1_agreement": 0.9911971830985915 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.040494759444944815, + "p50": 0.00046830291742728147, + "p95": 0.23019419289243315, + "max": 1.799248607627096 + }, + "js": { + "mean": 0.009878251222131738, + "p50": 0.00012164206991691271, + "p95": 0.05694496267182316, + "max": 0.40208492836983206 + }, + "tv": { + "mean": 0.046556860815726596, + "p50": 0.0011391320338461613, + "p95": 0.2621344114698033, + "max": 0.8246906425919691 + }, + "centered_logit_rmse": { + "mean": 0.621463169278214, + "p50": 0.61155480161182, + "p95": 0.8091922483022946, + "max": 1.1367592143375316 + }, + "top1_equal": { + "mean": 0.93359375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.531982421875, + "p50": 7.5625, + "p95": 14.53125, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.061279296875, + "p50": 0.0, + "p95": 0.15625, + "max": 3.1875 + }, + "logit_mae": { + "mean": 0.5151231649843967, + "p50": 0.5000474678413275, + "p95": 0.6777982098331274, + "max": 0.966369934179298 + }, + "logit_mse": { + "mean": 0.4384384484886621, + "p50": 0.400074865665455, + "p95": 0.7269430020398566, + "max": 1.4650123280246015 + }, + "logit_max_abs": { + "mean": 3.3828062295506243, + "p50": 3.2460049390792847, + "p95": 4.8699949979782104, + "max": 6.019966125488281 + }, + "reference_gap_ge_1_nat": { + "tokens": 229, + "top1_agreement": 0.982532751091703 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.032544295210456244, + "p50": 0.0008198492072800019, + "p95": 0.15830288347600555, + "max": 0.9799487102689126 + }, + "js": { + "mean": 0.008174563293989332, + "p50": 0.00021484865993369305, + "p95": 0.04031435254483562, + "max": 0.27886710419260197 + }, + "tv": { + "mean": 0.04579246365667185, + "p50": 0.002216940122591396, + "p95": 0.2276388611525274, + "max": 0.6364281855752852 + }, + "centered_logit_rmse": { + "mean": 0.5715542669447573, + "p50": 0.5414221627809397, + "p95": 0.8482226150153052, + "max": 1.6947554272753316 + }, + "top1_equal": { + "mean": 0.9609375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.47998046875, + "p50": 6.0, + "p95": 14.4375, + "max": 16.875 + }, + "reference_preference_regret": { + "mean": 0.03125, + "p50": 0.0, + "p95": 0.0, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.472995772251608, + "p50": 0.4471230825647401, + "p95": 0.6795945961416405, + "max": 1.3581516978536998 + }, + "logit_mse": { + "mean": 0.3892545196249215, + "p50": 0.3217671840678083, + "p95": 0.7483629232142228, + "max": 3.021025898794162 + }, + "logit_max_abs": { + "mean": 3.105592724015878, + "p50": 2.899854823946953, + "p95": 4.78937840461731, + "max": 12.022693634033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 228, + "top1_agreement": 0.9956140350877193 + } + }, + "512:686": { + "tokens": 174, + "kl": { + "mean": 0.07124048970345088, + "p50": 0.043865077342310266, + "p95": 0.25142435957729725, + "max": 0.49536006115772224 + }, + "js": { + "mean": 0.017503775448703202, + "p50": 0.010873840552471856, + "p95": 0.06012804280693816, + "max": 0.11129571565127054 + }, + "tv": { + "mean": 0.10960393219492608, + "p50": 0.09668654759355594, + "p95": 0.29046421074965656, + "max": 0.391365662514438 + }, + "centered_logit_rmse": { + "mean": 0.5054068284204679, + "p50": 0.49707444892065983, + "p95": 0.6591909838894092, + "max": 0.7939751838741471 + }, + "top1_equal": { + "mean": 0.867816091954023, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.1354166666666665, + "p50": 1.75, + "p95": 11.16875, + "max": 12.875 + }, + "reference_preference_regret": { + "mean": 0.045617816091954026, + "p50": 0.0, + "p95": 0.375, + "max": 1.0 + }, + "logit_mae": { + "mean": 0.4145038792226, + "p50": 0.4031942415659051, + "p95": 0.5381745884399962, + "max": 0.6257228378514309 + }, + "logit_mse": { + "mean": 0.28112968567518687, + "p50": 0.2613876816694346, + "p95": 0.45165169666603694, + "max": 0.6323152408735282 + }, + "logit_max_abs": { + "mean": 2.6833820999011224, + "p50": 2.598546028137207, + "p95": 3.6083267807960504, + "max": 4.676735877990723 + }, + "reference_gap_ge_1_nat": { + "tokens": 111, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_think", + "summary": { + "tokens": 962, + "kl": { + "mean": 0.04829317957104198, + "p50": 0.014312261074536117, + "p95": 0.1876361521098008, + "max": 0.9951255930340116 + }, + "js": { + "mean": 0.01196235818354838, + "p50": 0.0038555957501223087, + "p95": 0.0463343803369492, + "max": 0.2812489517905123 + }, + "tv": { + "mean": 0.0776761775975228, + "p50": 0.04105025352759058, + "p95": 0.251513662668601, + "max": 0.6423728810445377 + }, + "centered_logit_rmse": { + "mean": 0.5238187041443929, + "p50": 0.4981639167594131, + "p95": 0.7376682631230967, + "max": 1.6386301072229759 + }, + "top1_equal": { + "mean": 0.9043659043659044, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.853300415800415, + "p50": 3.25, + "p95": 13.75, + "max": 17.3125 + }, + "reference_preference_regret": { + "mean": 0.049766112266112265, + "p50": 0.0, + "p95": 0.37187499999999574, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.4295989627968182, + "p50": 0.40919066695206086, + "p95": 0.5974122911098434, + "max": 1.2911790349799266 + }, + "logit_mse": { + "mean": 0.3128668705280194, + "p50": 0.2682454718825428, + "p95": 0.5751049840849105, + "max": 2.7063163340961083 + }, + "logit_max_abs": { + "mean": 2.7768770963207214, + "p50": 2.6136724054813385, + "p95": 4.1794646143913265, + "max": 8.873966693878174 + }, + "reference_gap_ge_1_nat": { + "tokens": 735, + "top1_agreement": 0.9904761904761905 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.08399481211749502, + "p50": 0.06392682482670392, + "p95": 0.23851834092497512, + "max": 0.7836256629263956 + }, + "js": { + "mean": 0.020793854861260994, + "p50": 0.01606966004070786, + "p95": 0.05884446538166441, + "max": 0.1608226190264878 + }, + "tv": { + "mean": 0.133130651669216, + "p50": 0.13193056295325198, + "p95": 0.2702691043553691, + "max": 0.5216650110292627 + }, + "centered_logit_rmse": { + "mean": 0.4778935292980835, + "p50": 0.4460529433336453, + "p95": 0.6786760447558786, + "max": 1.6045872574917721 + }, + "top1_equal": { + "mean": 0.84765625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.887939453125, + "p50": 1.375, + "p95": 5.09375, + "max": 10.0625 + }, + "reference_preference_regret": { + "mean": 0.080078125, + "p50": 0.0, + "p95": 0.5625, + "max": 2.5000000000000004 + }, + "logit_mae": { + "mean": 0.39273740373188304, + "p50": 0.36637106970640043, + "p95": 0.5480272888740872, + "max": 1.2764101214299135 + }, + "logit_mse": { + "mean": 0.2648150938210605, + "p50": 0.215440336732228, + "p95": 0.4833794894728838, + "max": 2.6119535498544093 + }, + "logit_max_abs": { + "mean": 2.4738829927082406, + "p50": 2.2840000987052917, + "p95": 3.7351964712142944, + "max": 8.436753511428833 + }, + "reference_gap_ge_1_nat": { + "tokens": 158, + "top1_agreement": 0.9873417721518988 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.021323925301982963, + "p50": 0.0003652875739978068, + "p95": 0.12066740094080797, + "max": 0.3831396181870982 + }, + "js": { + "mean": 0.0050339504018399785, + "p50": 9.420874727936973e-05, + "p95": 0.028257840362626727, + "max": 0.07513262908024226 + }, + "tv": { + "mean": 0.0366391368588602, + "p50": 0.0008308201226690801, + "p95": 0.18469840303897236, + "max": 0.33820996701724176 + }, + "centered_logit_rmse": { + "mean": 0.5617115416327974, + "p50": 0.5571531981723705, + "p95": 0.7455186296955623, + "max": 1.0638802327246417 + }, + "top1_equal": { + "mean": 0.97265625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.1982421875, + "p50": 7.5625, + "p95": 14.375, + "max": 17.3125 + }, + "reference_preference_regret": { + "mean": 0.013916015625, + "p50": 0.0, + "p95": 0.0, + "max": 1.0 + }, + "logit_mae": { + "mean": 0.4589349023297973, + "p50": 0.44985958329342796, + "p95": 0.5957927447879133, + "max": 0.8931171479235176 + }, + "logit_mse": { + "mean": 0.35071512996029, + "p50": 0.3246704122110039, + "p95": 0.5704977891549472, + "max": 1.2691782617066756 + }, + "logit_max_abs": { + "mean": 2.985125366743887, + "p50": 2.8631221055984497, + "p95": 4.387568950653076, + "max": 8.821885108947754 + }, + "reference_gap_ge_1_nat": { + "tokens": 223, + "top1_agreement": 0.9910313901345291 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.033446861871918324, + "p50": 0.0015618009277049449, + "p95": 0.16066045527628742, + "max": 0.9951255930340116 + }, + "js": { + "mean": 0.008542394320805448, + "p50": 0.0004455788830103415, + "p95": 0.04287144629650305, + "max": 0.2812489517905123 + }, + "tv": { + "mean": 0.050884921290195194, + "p50": 0.00324079378717632, + "p95": 0.22098967851339799, + "max": 0.6423728810445377 + }, + "centered_logit_rmse": { + "mean": 0.5508443272058312, + "p50": 0.5288444439924722, + "p95": 0.7841728555255975, + "max": 1.6386301072229759 + }, + "top1_equal": { + "mean": 0.92578125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.5703125, + "p50": 6.1875, + "p95": 14.375, + "max": 16.75 + }, + "reference_preference_regret": { + "mean": 0.051025390625, + "p50": 0.0, + "p95": 0.25, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.4544196799631938, + "p50": 0.43452576594869674, + "p95": 0.6602125953344791, + "max": 1.2911790349799266 + }, + "logit_mse": { + "mean": 0.35182744955047446, + "p50": 0.3009295675017763, + "p95": 0.678963726380591, + "max": 2.7063163340961083 + }, + "logit_max_abs": { + "mean": 2.9805544804039528, + "p50": 2.774582047946751, + "p95": 4.468791246414185, + "max": 8.873966693878174 + }, + "reference_gap_ge_1_nat": { + "tokens": 222, + "top1_agreement": 0.990990990990991 + } + }, + "768:962": { + "tokens": 194, + "kl": { + "mean": 0.05636105839559245, + "p50": 0.02936047215164348, + "p95": 0.18939568463844786, + "max": 0.538007550700707 + }, + "js": { + "mean": 0.013964007624193284, + "p50": 0.0072460535300250956, + "p95": 0.045155476253341625, + "max": 0.11998165774268078 + }, + "tv": { + "mean": 0.0940045213161828, + "p50": 0.07279657067546932, + "p95": 0.25660867659298936, + "max": 0.41692193611756984 + }, + "centered_logit_rmse": { + "mean": 0.4987553992984934, + "p50": 0.48237970204680625, + "p95": 0.6734208137186471, + "max": 0.9211303305627789 + }, + "top1_equal": { + "mean": 0.8608247422680413, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.40625, + "p50": 1.75, + "p95": 11.04375, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.055412371134020616, + "p50": 0.0, + "p95": 0.4375, + "max": 1.5 + }, + "logit_mae": { + "mean": 0.4067765659184089, + "p50": 0.3934325465312842, + "p95": 0.5456938500920573, + "max": 0.7620545254483694 + }, + "logit_mse": { + "mean": 0.2749194076031314, + "p50": 0.24442808887221695, + "p95": 0.4744961876482162, + "max": 0.9039041315477473 + }, + "logit_max_abs": { + "mean": 2.633132369367924, + "p50": 2.520944118499756, + "p95": 3.628383159637451, + "max": 4.682033538818359 + }, + "reference_gap_ge_1_nat": { + "tokens": 132, + "top1_agreement": 0.9924242424242424 + } + } + } + }, + { + "id": "records_8k_nothink", + "summary": { + "tokens": 33, + "kl": { + "mean": 0.020043245269744703, + "p50": 0.00024103697486407448, + "p95": 0.09829959482522783, + "max": 0.2659309451618898 + }, + "js": { + "mean": 0.004943910940154069, + "p50": 4.640635037675526e-05, + "p95": 0.022658290331300554, + "max": 0.07219855990679218 + }, + "tv": { + "mean": 0.03152362906096631, + "p50": 0.0003727433254000162, + "p95": 0.15129908433490463, + "max": 0.3422527600340774 + }, + "centered_logit_rmse": { + "mean": 0.6696404276562931, + "p50": 0.6451464572956901, + "p95": 0.8328649642481966, + "max": 0.9539246113551306 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.02272727272727273, + "p50": 0.0, + "p95": 0.0, + "max": 0.7500000000000001 + }, + "logit_mae": { + "mean": 0.5598946243549723, + "p50": 0.5655545858562346, + "p95": 0.6819540477323606, + "max": 0.7759093702339671 + }, + "logit_mse": { + "mean": 0.509820778037187, + "p50": 0.5034373582030619, + "p95": 0.7399402201693462, + "max": 0.9491805925898716 + }, + "logit_max_abs": { + "mean": 3.5451865376565945, + "p50": 3.53806471824646, + "p95": 4.619172906503081, + "max": 4.7020487785339355 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:33": { + "tokens": 33, + "kl": { + "mean": 0.020043245269744703, + "p50": 0.00024103697486407448, + "p95": 0.09829959482522783, + "max": 0.2659309451618898 + }, + "js": { + "mean": 0.004943910940154069, + "p50": 4.640635037675526e-05, + "p95": 0.022658290331300554, + "max": 0.07219855990679218 + }, + "tv": { + "mean": 0.03152362906096631, + "p50": 0.0003727433254000162, + "p95": 0.15129908433490463, + "max": 0.3422527600340774 + }, + "centered_logit_rmse": { + "mean": 0.6696404276562931, + "p50": 0.6451464572956901, + "p95": 0.8328649642481966, + "max": 0.9539246113551306 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.02272727272727273, + "p50": 0.0, + "p95": 0.0, + "max": 0.7500000000000001 + }, + "logit_mae": { + "mean": 0.5598946243549723, + "p50": 0.5655545858562346, + "p95": 0.6819540477323606, + "max": 0.7759093702339671 + }, + "logit_mse": { + "mean": 0.509820778037187, + "p50": 0.5034373582030619, + "p95": 0.7399402201693462, + "max": 0.9491805925898716 + }, + "logit_max_abs": { + "mean": 3.5451865376565945, + "p50": 3.53806471824646, + "p95": 4.619172906503081, + "max": 4.7020487785339355 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "records_8k_think", + "summary": { + "tokens": 72, + "kl": { + "mean": 0.12791056918893134, + "p50": 0.039366665583705635, + "p95": 0.38845628633060064, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.028800627462140276, + "p50": 0.009110337257801089, + "p95": 0.09496487690262165, + "max": 0.3203018439858722 + }, + "tv": { + "mean": 0.12588428657838918, + "p50": 0.08088912408464537, + "p95": 0.3617866390374959, + "max": 0.6459232202301644 + }, + "centered_logit_rmse": { + "mean": 0.6581818372787094, + "p50": 0.6347603838237181, + "p95": 0.9410222936177369, + "max": 1.2100590398141637 + }, + "top1_equal": { + "mean": 0.8194444444444444, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.15625, + "p50": 0.0, + "p95": 1.1531250000000004, + "max": 2.8125 + }, + "logit_mae": { + "mean": 0.5316640058260356, + "p50": 0.5144652546321982, + "p95": 0.7737872827245713, + "max": 0.9734430675173479 + }, + "logit_mse": { + "mean": 0.47530085677306705, + "p50": 0.42342947826459476, + "p95": 0.9589073197067429, + "max": 1.5141534810405117 + }, + "logit_max_abs": { + "mean": 3.492097581633263, + "p50": 3.3328746557235718, + "p95": 4.92957421541214, + "max": 5.7379536628723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:72": { + "tokens": 72, + "kl": { + "mean": 0.12791056918893134, + "p50": 0.039366665583705635, + "p95": 0.38845628633060064, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.028800627462140276, + "p50": 0.009110337257801089, + "p95": 0.09496487690262165, + "max": 0.3203018439858722 + }, + "tv": { + "mean": 0.12588428657838918, + "p50": 0.08088912408464537, + "p95": 0.3617866390374959, + "max": 0.6459232202301644 + }, + "centered_logit_rmse": { + "mean": 0.6581818372787094, + "p50": 0.6347603838237181, + "p95": 0.9410222936177369, + "max": 1.2100590398141637 + }, + "top1_equal": { + "mean": 0.8194444444444444, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.15625, + "p50": 0.0, + "p95": 1.1531250000000004, + "max": 2.8125 + }, + "logit_mae": { + "mean": 0.5316640058260356, + "p50": 0.5144652546321982, + "p95": 0.7737872827245713, + "max": 0.9734430675173479 + }, + "logit_mse": { + "mean": 0.47530085677306705, + "p50": 0.42342947826459476, + "p95": 0.9589073197067429, + "max": 1.5141534810405117 + }, + "logit_max_abs": { + "mean": 3.492097581633263, + "p50": 3.3328746557235718, + "p95": 4.92957421541214, + "max": 5.7379536628723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 1.0 + } + } + } + } + ], + "aggregate": { + "all": { + "tokens": 4322, + "kl": { + "mean": 0.06112748843936756, + "p50": 0.02484850428731273, + "p95": 0.21820840166974467, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.01461531755593509, + "p50": 0.006276316281967972, + "p95": 0.0529179684780284, + "max": 0.41956214627453725 + }, + "tv": { + "mean": 0.08999177295241871, + "p50": 0.0631188256508388, + "p95": 0.2661482158220473, + "max": 0.8246906425919691 + }, + "centered_logit_rmse": { + "mean": 0.513460537781028, + "p50": 0.4854989354836428, + "p95": 0.7430401722546458, + "max": 1.7416556952281674 + }, + "top1_equal": { + "mean": 0.8951874132346136, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.0864327857473395, + "p50": 2.375, + "p95": 12.75, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.056354118463674226, + "p50": 0.0, + "p95": 0.375, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.42116448488614927, + "p50": 0.39974825218771326, + "p95": 0.6109646847906791, + "max": 1.3871155121527434 + }, + "logit_mse": { + "mean": 0.30195274397580885, + "p50": 0.2551731451610416, + "p95": 0.5964693837733452, + "max": 3.0698072400622847 + }, + "logit_max_abs": { + "mean": 2.729643912866866, + "p50": 2.552147299051285, + "p95": 4.228332360088825, + "max": 12.022693634033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 3069, + "top1_agreement": 0.9925057021831215 + }, + "logit_rmse": 0.549502269309062 + }, + "short_forced_npu": { + "tokens": 4217, + "kl": { + "mean": 0.06030875431810337, + "p50": 0.025127022234198285, + "p95": 0.21497862686067853, + "max": 1.8593175317752302 + }, + "js": { + "mean": 0.014448804419836916, + "p50": 0.0064033452462794035, + "p95": 0.05190400373642305, + "max": 0.41956214627453725 + }, + "tv": { + "mean": 0.08983649378887783, + "p50": 0.06367974890908544, + "p95": 0.26335339340256436, + "max": 0.8246906425919691 + }, + "centered_logit_rmse": { + "mean": 0.5097674218384819, + "p50": 0.48287618499349916, + "p95": 0.7376105223607555, + "max": 1.7416556952281674 + }, + "top1_equal": { + "mean": 0.8958975575053355, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.066827721128765, + "p50": 2.375, + "p95": 12.8125, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.05491166706189234, + "p50": 0.0, + "p95": 0.375, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.41819221547421115, + "p50": 0.3970722665215399, + "p95": 0.6035022224091716, + "max": 1.3871155121527434 + }, + "logit_mse": { + "mean": 0.2973663770691387, + "p50": 0.2523619637852945, + "p95": 0.582263550349346, + "max": 3.0698072400622847 + }, + "logit_max_abs": { + "mean": 2.7102439672255945, + "p50": 2.53158301115036, + "p95": 4.181254196166991, + "max": 12.022693634033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 2989, + "top1_agreement": 0.992305118768819 + }, + "logit_rmse": 0.5453131000344102 + }, + "short_forced_npu/nothink": { + "tokens": 1714, + "kl": { + "mean": 0.05643942324100675, + "p50": 0.017329443425774485, + "p95": 0.21700329072271174, + "max": 1.799248607627096 + }, + "js": { + "mean": 0.01352599019075431, + "p50": 0.004379900918610571, + "p95": 0.0505361847821557, + "max": 0.40208492836983206 + }, + "tv": { + "mean": 0.08287802825965555, + "p50": 0.043533720033331225, + "p95": 0.26015969827984753, + "max": 0.8246906425919691 + }, + "centered_logit_rmse": { + "mean": 0.5259509474991263, + "p50": 0.5009021250034773, + "p95": 0.7486755594291411, + "max": 1.6947554272753316 + }, + "top1_equal": { + "mean": 0.9008168028004667, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.498213243873979, + "p50": 2.75, + "p95": 13.25, + "max": 17.9375 + }, + "reference_preference_regret": { + "mean": 0.05028442240373396, + "p50": 0.0, + "p95": 0.37499999999999994, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.43252009593620067, + "p50": 0.4114761973455787, + "p95": 0.6181744063100661, + "max": 1.3581516978536998 + }, + "logit_mse": { + "mean": 0.31662948993853063, + "p50": 0.2695854873334762, + "p95": 0.6067323341795776, + "max": 3.021025898794162 + }, + "logit_max_abs": { + "mean": 2.812827225261593, + "p50": 2.6628881692886353, + "p95": 4.251085647940635, + "max": 12.022693634033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 1247, + "top1_agreement": 0.9935846030473136 + }, + "logit_rmse": 0.5626984005117934 + }, + "short_forced_npu/think": { + "tokens": 2503, + "kl": { + "mean": 0.06295838814396978, + "p50": 0.03173567124534397, + "p95": 0.21289541034549528, + "max": 1.8593175317752302 + }, + "js": { + "mean": 0.015080727547542703, + "p50": 0.008050909193876247, + "p95": 0.05220560694219433, + "max": 0.41956214627453725 + }, + "tv": { + "mean": 0.09460149974856098, + "p50": 0.07751849642923332, + "p95": 0.266296273500085, + "max": 0.8134024906269751 + }, + "centered_logit_rmse": { + "mean": 0.4986852951975133, + "p50": 0.4714831850017856, + "p95": 0.7273440526701415, + "max": 1.7416556952281674 + }, + "top1_equal": { + "mean": 0.89252896524171, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.771424290850979, + "p50": 2.0, + "p95": 12.375, + "max": 17.625 + }, + "reference_preference_regret": { + "mean": 0.05808030363563724, + "p50": 0.0, + "p95": 0.375, + "max": 4.9375 + }, + "logit_mae": { + "mean": 0.40838079433483837, + "p50": 0.387272301879619, + "p95": 0.5901198387308472, + "max": 1.3871155121527434 + }, + "logit_mse": { + "mean": 0.28417541603911955, + "p50": 0.24009302954890266, + "p95": 0.5602614408936619, + "max": 3.0698072400622847 + }, + "logit_max_abs": { + "mean": 2.6399971816587944, + "p50": 2.45749568939209, + "p95": 4.131334972381592, + "max": 10.334484100341797 + }, + "reference_gap_ge_1_nat": { + "tokens": 1742, + "top1_agreement": 0.9913892078071183 + }, + "logit_rmse": 0.5330810595389031 + }, + "long_default_npu": { + "tokens": 105, + "kl": { + "mean": 0.09400941024290126, + "p50": 0.015784677394648186, + "p95": 0.27870611678759494, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.021302802269516044, + "p50": 0.003360536531154792, + "p95": 0.07323298021567065, + "max": 0.3203018439858722 + }, + "tv": { + "mean": 0.09622807993005626, + "p50": 0.02776238329588309, + "p95": 0.3443260297887796, + "max": 0.6459232202301644 + }, + "centered_logit_rmse": { + "mean": 0.6617831085402357, + "p50": 0.638155731523852, + "p95": 0.9206910784132064, + "max": 1.2100590398141637 + }, + "top1_equal": { + "mean": 0.8666666666666667, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.873809523809523, + "p50": 4.125, + "p95": 11.75, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.11428571428571428, + "p50": 0.0, + "p95": 0.8499999999999996, + "max": 2.8125 + }, + "logit_mae": { + "mean": 0.5405364859351299, + "p50": 0.5160992948577459, + "p95": 0.7577914982219424, + "max": 0.9734430675173479 + }, + "logit_mse": { + "mean": 0.4861499748846476, + "p50": 0.4280533399702269, + "p95": 0.9194969585561649, + "max": 1.5141534810405117 + }, + "logit_max_abs": { + "mean": 3.508782682097739, + "p50": 3.3792219161987305, + "p95": 4.818503379821777, + "max": 5.7379536628723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 80, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.6972445588777639 + }, + "long_default_npu/nothink": { + "tokens": 33, + "kl": { + "mean": 0.020043245269744703, + "p50": 0.00024103697486407448, + "p95": 0.09829959482522783, + "max": 0.2659309451618898 + }, + "js": { + "mean": 0.004943910940154069, + "p50": 4.640635037675526e-05, + "p95": 0.022658290331300554, + "max": 0.07219855990679218 + }, + "tv": { + "mean": 0.03152362906096631, + "p50": 0.0003727433254000162, + "p95": 0.15129908433490463, + "max": 0.3422527600340774 + }, + "centered_logit_rmse": { + "mean": 0.6696404276562931, + "p50": 0.6451464572956901, + "p95": 0.8328649642481966, + "max": 0.9539246113551306 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.071969696969697, + "p50": 7.25, + "p95": 13.249999999999996, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.02272727272727273, + "p50": 0.0, + "p95": 0.0, + "max": 0.7500000000000001 + }, + "logit_mae": { + "mean": 0.5598946243549723, + "p50": 0.5655545858562346, + "p95": 0.6819540477323606, + "max": 0.7759093702339671 + }, + "logit_mse": { + "mean": 0.509820778037187, + "p50": 0.5034373582030619, + "p95": 0.7399402201693462, + "max": 0.9491805925898716 + }, + "logit_max_abs": { + "mean": 3.5451865376565945, + "p50": 3.53806471824646, + "p95": 4.619172906503081, + "max": 4.7020487785339355 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.7140173513558246 + }, + "long_default_npu/think": { + "tokens": 72, + "kl": { + "mean": 0.12791056918893134, + "p50": 0.039366665583705635, + "p95": 0.38845628633060064, + "max": 1.890376866883529 + }, + "js": { + "mean": 0.028800627462140276, + "p50": 0.009110337257801089, + "p95": 0.09496487690262165, + "max": 0.3203018439858722 + }, + "tv": { + "mean": 0.12588428657838918, + "p50": 0.08088912408464537, + "p95": 0.3617866390374959, + "max": 0.6459232202301644 + }, + "centered_logit_rmse": { + "mean": 0.6581818372787094, + "p50": 0.6347603838237181, + "p95": 0.9410222936177369, + "max": 1.2100590398141637 + }, + "top1_equal": { + "mean": 0.8194444444444444, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8663194444444446, + "p50": 2.875, + "p95": 10.375, + "max": 13.0 + }, + "reference_preference_regret": { + "mean": 0.15625, + "p50": 0.0, + "p95": 1.1531250000000004, + "max": 2.8125 + }, + "logit_mae": { + "mean": 0.5316640058260356, + "p50": 0.5144652546321982, + "p95": 0.7737872827245713, + "max": 0.9734430675173479 + }, + "logit_mse": { + "mean": 0.47530085677306705, + "p50": 0.42342947826459476, + "p95": 0.9589073197067429, + "max": 1.5141534810405117 + }, + "logit_max_abs": { + "mean": 3.492097581633263, + "p50": 3.3328746557235718, + "p95": 4.92957421541214, + "max": 5.7379536628723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.6894206674977673 + } + } + }, + "board_baseline__board_current": { + "cases": [ + { + "id": "office_zh_nothink", + "summary": { + "tokens": 447, + "kl": { + "mean": 0.005679104724548745, + "p50": 0.0031668023011574456, + "p95": 0.018252992648205315, + "max": 0.09537186636607937 + }, + "js": { + "mean": 0.0014041159089235927, + "p50": 0.0007884363969092316, + "p95": 0.0044878223579562235, + "max": 0.02145677077177308 + }, + "tv": { + "mean": 0.030116682336642896, + "p50": 0.02624671647897001, + "p95": 0.07901025002160156, + "max": 0.1593645205774796 + }, + "centered_logit_rmse": { + "mean": 0.13691974856218553, + "p50": 0.1268777438914629, + "p95": 0.2093535851260374, + "max": 0.3606521538495092 + }, + "top1_equal": { + "mean": 0.9686800894854586, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.429552323599523, + "p50": 1.47100830078125, + "p95": 7.723031520843506, + "max": 13.86686897277832 + }, + "reference_preference_regret": { + "mean": 0.004061001259208526, + "p50": 0.0, + "p95": 0.0, + "max": 0.38406753540039085 + }, + "logit_mae": { + "mean": 0.11211691836765808, + "p50": 0.10534748252243539, + "p95": 0.17187178156881955, + "max": 0.2921427008096783 + }, + "logit_mse": { + "mean": 0.021714069431588393, + "p50": 0.017575047008845542, + "p95": 0.0469532955841392, + "max": 0.13763559761766067 + }, + "logit_max_abs": { + "mean": 0.7274410463661222, + "p50": 0.6637289896607399, + "p95": 1.1473502635955808, + "max": 1.9850702285766602 + }, + "reference_gap_ge_1_nat": { + "tokens": 276, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.005523297218670686, + "p50": 0.0025267914184957828, + "p95": 0.018160771933145668, + "max": 0.09537186636607937 + }, + "js": { + "mean": 0.0013532737707165723, + "p50": 0.0006318825501026339, + "p95": 0.004350764000454178, + "max": 0.02145677077177308 + }, + "tv": { + "mean": 0.0279480476083908, + "p50": 0.022313621795054438, + "p95": 0.07509136793276798, + "max": 0.15827752384072724 + }, + "centered_logit_rmse": { + "mean": 0.1397307882192749, + "p50": 0.13174945086715045, + "p95": 0.21187371829977497, + "max": 0.3606521538495092 + }, + "top1_equal": { + "mean": 0.9765625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.834433875977993, + "p50": 1.8941621780395508, + "p95": 8.24263048171997, + "max": 13.86686897277832 + }, + "reference_preference_regret": { + "mean": 0.0024126842617988586, + "p50": 0.0, + "p95": 0.0, + "max": 0.17908096313476562 + }, + "logit_mae": { + "mean": 0.11397752188361047, + "p50": 0.10743179965202188, + "p95": 0.17319629447271254, + "max": 0.2921427008096783 + }, + "logit_mse": { + "mean": 0.02260064258612241, + "p50": 0.01831872929257435, + "p95": 0.048070828047325896, + "max": 0.13763559761766067 + }, + "logit_max_abs": { + "mean": 0.7416202947642887, + "p50": 0.6901034712791443, + "p95": 1.1436230689287186, + "max": 1.9850702285766602 + }, + "reference_gap_ge_1_nat": { + "tokens": 176, + "top1_agreement": 1.0 + } + }, + "256:447": { + "tokens": 191, + "kl": { + "mean": 0.005887935727191588, + "p50": 0.003661679793546157, + "p95": 0.01898517809366805, + "max": 0.08893979148845704 + }, + "js": { + "mean": 0.0014722603454733162, + "p50": 0.0009202916494157585, + "p95": 0.0048612345134055384, + "max": 0.021434257321491422 + }, + "tv": { + "mean": 0.033023334119012204, + "p50": 0.03139169902633352, + "p95": 0.08404486641840776, + "max": 0.1593645205774796 + }, + "centered_logit_rmse": { + "mean": 0.1331520723725789, + "p50": 0.12298391452256813, + "p95": 0.205221997005278, + "max": 0.2989702278307637 + }, + "top1_equal": { + "mean": 0.9581151832460733, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.8868838554901601, + "p50": 1.061492919921875, + "p95": 6.091092109680176, + "max": 10.681665420532227 + }, + "reference_preference_regret": { + "mean": 0.0062702638316528975, + "p50": 0.0, + "p95": 0.0, + "max": 0.38406753540039085 + }, + "logit_mae": { + "mean": 0.10962312517350195, + "p50": 0.10195186077057171, + "p95": 0.16443440354811112, + "max": 0.2397759548187873 + }, + "logit_mse": { + "mean": 0.02052578289985693, + "p50": 0.016619227851052142, + "p95": 0.043488846155536096, + "max": 0.09227501784241476 + }, + "logit_max_abs": { + "mean": 0.7084363992984226, + "p50": 0.6488165855407715, + "p95": 1.1366787403821945, + "max": 1.9046735763549805 + }, + "reference_gap_ge_1_nat": { + "tokens": 100, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "office_zh_think", + "summary": { + "tokens": 668, + "kl": { + "mean": 0.006538364949637861, + "p50": 0.00428125803110148, + "p95": 0.020836478875442318, + "max": 0.061357362848420256 + }, + "js": { + "mean": 0.0016300945747497273, + "p50": 0.0010661089522502037, + "p95": 0.005265305338460234, + "max": 0.015175287870651522 + }, + "tv": { + "mean": 0.03543450069602243, + "p50": 0.03335502319026539, + "p95": 0.08515814883229668, + "max": 0.14641417750256996 + }, + "centered_logit_rmse": { + "mean": 0.13750064500543563, + "p50": 0.1301941611050641, + "p95": 0.2058565515324218, + "max": 0.2645431954178233 + }, + "top1_equal": { + "mean": 0.9356287425149701, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.0856791741833716, + "p50": 1.2732024192810059, + "p95": 6.917381048202515, + "max": 12.699115753173828 + }, + "reference_preference_regret": { + "mean": 0.011525743735764555, + "p50": 0.0, + "p95": 0.05494875907897941, + "max": 0.5677490234375 + }, + "logit_mae": { + "mean": 0.11303366669466829, + "p50": 0.10729513394709828, + "p95": 0.16901412587286646, + "max": 0.22138230620538235 + }, + "logit_mse": { + "mean": 0.021647337624402397, + "p50": 0.018252745999366153, + "p95": 0.04519551172377861, + "max": 0.0758669729289052 + }, + "logit_max_abs": { + "mean": 0.7240557919601801, + "p50": 0.671588659286499, + "p95": 1.1290055990219114, + "max": 1.5891985893249512 + }, + "reference_gap_ge_1_nat": { + "tokens": 385, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.007641028536590731, + "p50": 0.00466633211364989, + "p95": 0.026311838219790797, + "max": 0.061357362848420256 + }, + "js": { + "mean": 0.0019060301290443674, + "p50": 0.001170540989844516, + "p95": 0.00652118734867527, + "max": 0.015175287870651522 + }, + "tv": { + "mean": 0.03968820531806363, + "p50": 0.035365928788290195, + "p95": 0.09354594977226706, + "max": 0.14641417750256996 + }, + "centered_logit_rmse": { + "mean": 0.14054056857707986, + "p50": 0.1304678838031484, + "p95": 0.22842472450902404, + "max": 0.2522402789172674 + }, + "top1_equal": { + "mean": 0.94140625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.7290623188018799, + "p50": 1.0859050750732422, + "p95": 5.688937187194824, + "max": 10.392473220825195 + }, + "reference_preference_regret": { + "mean": 0.010995812714099884, + "p50": 0.0, + "p95": 0.018032312393188477, + "max": 0.5123376846313477 + }, + "logit_mae": { + "mean": 0.11497016713249206, + "p50": 0.10616065667439611, + "p95": 0.18218218472907521, + "max": 0.216203215056859 + }, + "logit_mse": { + "mean": 0.022804524059713664, + "p50": 0.018089582842679586, + "p95": 0.053494005898156886, + "max": 0.07334272450888375 + }, + "logit_max_abs": { + "mean": 0.7358088063592731, + "p50": 0.6758958101272583, + "p95": 1.188700258731842, + "max": 1.4960894584655762 + }, + "reference_gap_ge_1_nat": { + "tokens": 136, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.005030244999913992, + "p50": 0.003293702191421023, + "p95": 0.01559121428461641, + "max": 0.04971391617048043 + }, + "js": { + "mean": 0.0012568492006949155, + "p50": 0.0008114061017183324, + "p95": 0.0038409915322649823, + "max": 0.01231990738798284 + }, + "tv": { + "mean": 0.029422738955749858, + "p50": 0.02676018925470918, + "p95": 0.07068671923925486, + "max": 0.14388313154370344 + }, + "centered_logit_rmse": { + "mean": 0.13726819006095076, + "p50": 0.1312197172554534, + "p95": 0.192590299926308, + "max": 0.2521553639217905 + }, + "top1_equal": { + "mean": 0.94140625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.6553051248192787, + "p50": 1.5922298431396484, + "p95": 8.195937156677246, + "max": 12.699115753173828 + }, + "reference_preference_regret": { + "mean": 0.008570190519094467, + "p50": 0.0, + "p95": 0.027585983276367188, + "max": 0.5677490234375 + }, + "logit_mae": { + "mean": 0.11340288757536995, + "p50": 0.1076334860879323, + "p95": 0.16220803658099442, + "max": 0.22138230620538235 + }, + "logit_mse": { + "mean": 0.021551663325598613, + "p50": 0.018435901811867356, + "p95": 0.04107331791882935, + "max": 0.0758669729289052 + }, + "logit_max_abs": { + "mean": 0.7270131558798312, + "p50": 0.6832236051559448, + "p95": 1.0799790024757385, + "max": 1.5891985893249512 + }, + "reference_gap_ge_1_nat": { + "tokens": 170, + "top1_agreement": 1.0 + } + }, + "512:668": { + "tokens": 156, + "kl": { + "mean": 0.007203729237262065, + "p50": 0.005068138339683983, + "p95": 0.024914700065252586, + "max": 0.05218893638945682 + }, + "js": { + "mean": 0.0017897824840997516, + "p50": 0.0012641428890029778, + "p95": 0.006175554437390126, + "max": 0.012733644077926055 + }, + "tv": { + "mean": 0.03831951750542773, + "p50": 0.03537269314801948, + "p95": 0.08646961625447896, + "max": 0.1251700935386553 + }, + "centered_logit_rmse": { + "mean": 0.13289351700189206, + "p50": 0.12765069386510874, + "p95": 0.17738820770615985, + "max": 0.2645431954178233 + }, + "top1_equal": { + "mean": 0.9166666666666666, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.7361257870992024, + "p50": 1.0121307373046875, + "p95": 5.969649791717529, + "max": 11.638769149780273 + }, + "reference_preference_regret": { + "mean": 0.01724551274226262, + "p50": 0.0, + "p95": 0.11658287048339844, + "max": 0.49144935607910156 + }, + "logit_mae": { + "mean": 0.10924991888990856, + "p50": 0.10729513394709828, + "p95": 0.14453578273613726, + "max": 0.21021644828057987 + }, + "logit_mse": { + "mean": 0.019905368990133707, + "p50": 0.01823594236360451, + "p95": 0.03364696143024324, + "max": 0.07069377442866243 + }, + "logit_max_abs": { + "mean": 0.6999156839499333, + "p50": 0.6520955562591553, + "p95": 1.0227496773004532, + "max": 1.3620994091033936 + }, + "reference_gap_ge_1_nat": { + "tokens": 79, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "math_probability_nothink", + "summary": { + "tokens": 581, + "kl": { + "mean": 0.004281156807498656, + "p50": 0.0012575246310171343, + "p95": 0.014049663670622657, + "max": 0.4089404183460472 + }, + "js": { + "mean": 0.0010645568809942573, + "p50": 0.0003180387037892083, + "p95": 0.003447774303232072, + "max": 0.10399245940418458 + }, + "tv": { + "mean": 0.02189841026243618, + "p50": 0.011904023635649791, + "p95": 0.06754029581070392, + "max": 0.44129418244306157 + }, + "centered_logit_rmse": { + "mean": 0.14731586901015464, + "p50": 0.13164819208275774, + "p95": 0.2534828992078422, + "max": 0.5518457852893679 + }, + "top1_equal": { + "mean": 0.9759036144578314, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.0334865386227525, + "p50": 2.5538272857666016, + "p95": 12.212002754211426, + "max": 16.246204376220703 + }, + "reference_preference_regret": { + "mean": 0.00391042745462178, + "p50": 0.0, + "p95": 0.0, + "max": 1.386037826538086 + }, + "logit_mae": { + "mean": 0.12089173784806323, + "p50": 0.10826093673496255, + "p95": 0.2043995071642513, + "max": 0.47241729858634707 + }, + "logit_mse": { + "mean": 0.027220949693324958, + "p50": 0.018679487987657256, + "p95": 0.06699262088881494, + "max": 0.3473430081876854 + }, + "logit_max_abs": { + "mean": 0.7894021699023905, + "p50": 0.6964812278747559, + "p95": 1.3934388160705566, + "max": 3.348112106323242 + }, + "reference_gap_ge_1_nat": { + "tokens": 405, + "top1_agreement": 0.9975308641975309 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.00488222001105456, + "p50": 0.0009621023232730295, + "p95": 0.014812443571345599, + "max": 0.4089404183460472 + }, + "js": { + "mean": 0.001216010690092147, + "p50": 0.0002417416794121663, + "p95": 0.003679479983401437, + "max": 0.10399245940418458 + }, + "tv": { + "mean": 0.020600804566392628, + "p50": 0.009792676276014725, + "p95": 0.0650732918874611, + "max": 0.44129418244306157 + }, + "centered_logit_rmse": { + "mean": 0.15503865713276294, + "p50": 0.13995475600274365, + "p95": 0.26518457168890863, + "max": 0.5518457852893679 + }, + "top1_equal": { + "mean": 0.96875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.2905826307833195, + "p50": 2.982585906982422, + "p95": 11.945982694625854, + "max": 15.713274955749512 + }, + "reference_preference_regret": { + "mean": 0.006554704159498215, + "p50": 0.0, + "p95": 0.0, + "max": 1.386037826538086 + }, + "logit_mae": { + "mean": 0.12703981699801448, + "p50": 0.11552684282140321, + "p95": 0.22401079077072003, + "max": 0.47111013373061056 + }, + "logit_mse": { + "mean": 0.030463048965377056, + "p50": 0.02130787504827288, + "p95": 0.0794658031633201, + "max": 0.3473430081876854 + }, + "logit_max_abs": { + "mean": 0.8278396967907611, + "p50": 0.7409917414188385, + "p95": 1.449752138927579, + "max": 3.109890937805176 + }, + "reference_gap_ge_1_nat": { + "tokens": 191, + "top1_agreement": 0.9947643979057592 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.0037483468951262622, + "p50": 0.0015118723646007869, + "p95": 0.012914821082397644, + "max": 0.07292683619882147 + }, + "js": { + "mean": 0.0009286164587006118, + "p50": 0.0003799705690222399, + "p95": 0.0032369745450123825, + "max": 0.017559513268529885 + }, + "tv": { + "mean": 0.022404178247634424, + "p50": 0.013857645457372695, + "p95": 0.0680655818030994, + "max": 0.16693742314592766 + }, + "centered_logit_rmse": { + "mean": 0.14237494394549338, + "p50": 0.12615312814152757, + "p95": 0.23535877962602192, + "max": 0.509038064487938 + }, + "top1_equal": { + "mean": 0.98046875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.881188288331032, + "p50": 2.2054243087768555, + "p95": 12.29500412940979, + "max": 16.246204376220703 + }, + "reference_preference_regret": { + "mean": 0.0014262422919273368, + "p50": 0.0, + "p95": 0.0, + "max": 0.155426025390625 + }, + "logit_mae": { + "mean": 0.11736668470270678, + "p50": 0.10470883624113167, + "p95": 0.20262194052578408, + "max": 0.47241729858634707 + }, + "logit_mse": { + "mean": 0.025543388589746495, + "p50": 0.017374896581355978, + "p95": 0.06559295757273498, + "max": 0.34729980523680204 + }, + "logit_max_abs": { + "mean": 0.7683886653376248, + "p50": 0.6742187142372131, + "p95": 1.3670102953910828, + "max": 3.348112106323242 + }, + "reference_gap_ge_1_nat": { + "tokens": 171, + "top1_agreement": 1.0 + } + }, + "512:581": { + "tokens": 69, + "kl": { + "mean": 0.0040279272054265115, + "p50": 0.0022832724949146594, + "p95": 0.01327238229561057, + "max": 0.018307972154537337 + }, + "js": { + "mean": 0.0010069999676335832, + "p50": 0.0005759573376482429, + "p95": 0.003340975022681187, + "max": 0.004581453027996381 + }, + "tv": { + "mean": 0.02483624292876084, + "p50": 0.021162769221573518, + "p95": 0.06704307429876954, + "max": 0.07710557042068689 + }, + "centered_logit_rmse": { + "mean": 0.13699475389661198, + "p50": 0.12454874417263058, + "p95": 0.22257145105928516, + "max": 0.2570966859009525 + }, + "top1_equal": { + "mean": 0.9855072463768116, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.64467135719631, + "p50": 1.6525449752807617, + "p95": 12.183194160461426, + "max": 14.726253509521484 + }, + "reference_preference_regret": { + "mean": 0.0033164646314538045, + "p50": 0.0, + "p95": 0.0, + "max": 0.2288360595703125 + }, + "logit_mae": { + "mean": 0.1111599312223202, + "p50": 0.1047741379304355, + "p95": 0.17895493826846184, + "max": 0.203182904179692 + }, + "logit_mse": { + "mean": 0.021416286343625676, + "p50": 0.017693185219192706, + "p95": 0.05121184239783603, + "max": 0.06641273844824011 + }, + "logit_max_abs": { + "mean": 0.7247565218611903, + "p50": 0.6740084886550903, + "p95": 1.1637621879577635, + "max": 1.3934388160705566 + }, + "reference_gap_ge_1_nat": { + "tokens": 43, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "math_probability_think", + "summary": { + "tokens": 873, + "kl": { + "mean": 0.006592782523018785, + "p50": 0.0023829217269082407, + "p95": 0.023775058614787032, + "max": 0.2815917022511824 + }, + "js": { + "mean": 0.0016029507742029475, + "p50": 0.0005881289709083734, + "p95": 0.006010638740251208, + "max": 0.05283501279336435 + }, + "tv": { + "mean": 0.02861039067609373, + "p50": 0.020170533727808682, + "p95": 0.08730487426759609, + "max": 0.26090926488978133 + }, + "centered_logit_rmse": { + "mean": 0.15829400804275623, + "p50": 0.14063645573513228, + "p95": 0.2733134936785635, + "max": 0.8032221664739355 + }, + "top1_equal": { + "mean": 0.9736540664375716, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.651154063684697, + "p50": 2.127786636352539, + "p95": 11.217561721801758, + "max": 16.803173065185547 + }, + "reference_preference_regret": { + "mean": 0.003963332815268605, + "p50": 0.0, + "p95": 0.0, + "max": 0.8389358520507812 + }, + "logit_mae": { + "mean": 0.12997777396128946, + "p50": 0.11553185388757502, + "p95": 0.2268222424842393, + "max": 0.63581936585999 + }, + "logit_mse": { + "mean": 0.031743612343757506, + "p50": 0.021329403254533866, + "p95": 0.08209848095145533, + "max": 0.6513496221355346 + }, + "logit_max_abs": { + "mean": 0.84546740134412, + "p50": 0.7387526035308838, + "p95": 1.468253493309021, + "max": 3.8627814054489136 + }, + "reference_gap_ge_1_nat": { + "tokens": 597, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.012893952957672592, + "p50": 0.005621565514357706, + "p95": 0.04698859948444458, + "max": 0.2815917022511824 + }, + "js": { + "mean": 0.0030760255352747026, + "p50": 0.0013951456438213309, + "p95": 0.011054750450632315, + "max": 0.05283501279336435 + }, + "tv": { + "mean": 0.043059474080186066, + "p50": 0.035501978867526374, + "p95": 0.11591924485677056, + "max": 0.26090926488978133 + }, + "centered_logit_rmse": { + "mean": 0.1786656803489743, + "p50": 0.1660119371787379, + "p95": 0.28986851957075355, + "max": 0.5439420277469804 + }, + "top1_equal": { + "mean": 0.97265625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.4989968948066235, + "p50": 1.6390180587768555, + "p95": 7.937005043029785, + "max": 11.183798789978027 + }, + "reference_preference_regret": { + "mean": 0.007433440536260605, + "p50": 0.0, + "p95": 0.0, + "max": 0.8389358520507812 + }, + "logit_mae": { + "mean": 0.14637084487807595, + "p50": 0.13871630749210453, + "p95": 0.24121148320099547, + "max": 0.4676169564565353 + }, + "logit_mse": { + "mean": 0.03882939460900489, + "p50": 0.030617513287867534, + "p95": 0.09195003306372838, + "max": 0.3481413800657237 + }, + "logit_max_abs": { + "mean": 0.9478203165490413, + "p50": 0.8775050044059753, + "p95": 1.5682352781295776, + "max": 2.8881983757019043 + }, + "reference_gap_ge_1_nat": { + "tokens": 160, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.004370408288691499, + "p50": 0.001598426171981113, + "p95": 0.01595020140003523, + "max": 0.08958243738029667 + }, + "js": { + "mean": 0.0010955635861214842, + "p50": 0.00040599043765031275, + "p95": 0.003986944176002252, + "max": 0.02285639479306487 + }, + "tv": { + "mean": 0.023862224988665925, + "p50": 0.014394963954727877, + "p95": 0.07201096053532663, + "max": 0.20482482178541622 + }, + "centered_logit_rmse": { + "mean": 0.15385927908797853, + "p50": 0.1353296806517013, + "p95": 0.27359805983276125, + "max": 0.43797326725377295 + }, + "top1_equal": { + "mean": 0.98046875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.9789017997682095, + "p50": 2.6778364181518555, + "p95": 10.84907341003418, + "max": 16.803173065185547 + }, + "reference_preference_regret": { + "mean": 0.0004135631024837494, + "p50": 0.0, + "p95": 0.0, + "max": 0.03987693786621094 + }, + "logit_mae": { + "mean": 0.12539907680683443, + "p50": 0.11086479461195262, + "p95": 0.22691788264531812, + "max": 0.3650512962531011 + }, + "logit_mse": { + "mean": 0.02881516691530497, + "p50": 0.019549460449929945, + "p95": 0.08249929546655574, + "max": 0.2129301638439067 + }, + "logit_max_abs": { + "mean": 0.8256319807260297, + "p50": 0.7146315947175026, + "p95": 1.467684954404831, + "max": 3.8627814054489136 + }, + "reference_gap_ge_1_nat": { + "tokens": 191, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.00322705420193828, + "p50": 0.0007381082561358193, + "p95": 0.015043003120142815, + "max": 0.0295912930959299 + }, + "js": { + "mean": 0.0007987561921065239, + "p50": 0.00019133060889800046, + "p95": 0.003708434391126078, + "max": 0.007591735665905659 + }, + "tv": { + "mean": 0.019021490316764894, + "p50": 0.0068294979986958, + "p95": 0.06583448532119915, + "max": 0.11279977098040136 + }, + "centered_logit_rmse": { + "mean": 0.15338399642456926, + "p50": 0.1370058985687008, + "p95": 0.24859423449687557, + "max": 0.8032221664739355 + }, + "top1_equal": { + "mean": 0.984375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.769002288579941, + "p50": 3.3475942611694336, + "p95": 12.596427917480469, + "max": 16.782480239868164 + }, + "reference_preference_regret": { + "mean": 0.0022591352462768555, + "p50": 0.0, + "p95": 0.0, + "max": 0.26668548583984375 + }, + "logit_mae": { + "mean": 0.12653716918883484, + "p50": 0.11193484500899592, + "p95": 0.210207745987414, + "max": 0.63581936585999 + }, + "logit_mse": { + "mean": 0.03176573951457777, + "p50": 0.020126656497198133, + "p95": 0.07105424275050415, + "max": 0.6513496221355346 + }, + "logit_max_abs": { + "mean": 0.8221526256020297, + "p50": 0.7156025171279907, + "p95": 1.3703747391700745, + "max": 3.827178195118904 + }, + "reference_gap_ge_1_nat": { + "tokens": 185, + "top1_agreement": 1.0 + } + }, + "768:873": { + "tokens": 105, + "kl": { + "mean": 0.004854255122190389, + "p50": 0.0030637323859213335, + "p95": 0.01762918588972634, + "max": 0.04100068018988949 + }, + "js": { + "mean": 0.0012092154821188507, + "p50": 0.0007585213378453888, + "p95": 0.004425868909344334, + "max": 0.010102671531564597 + }, + "tv": { + "mean": 0.028337281690589546, + "p50": 0.02840150598159368, + "p95": 0.07735146920709902, + "max": 0.1184481161589851 + }, + "centered_logit_rmse": { + "mean": 0.13140929829310974, + "p50": 0.11758611406499514, + "p95": 0.21024516490781245, + "max": 0.396678063465285 + }, + "top1_equal": { + "mean": 0.9333333333333333, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.9357223419916063, + "p50": 1.2668037414550781, + "p95": 10.786609649658203, + "max": 14.949722290039062 + }, + "reference_preference_regret": { + "mean": 0.008312552315848215, + "p50": 0.0, + "p95": 0.04037895202636704, + "max": 0.2802886962890625 + }, + "logit_mae": { + "mean": 0.10956172766216099, + "p50": 0.10005709546193774, + "p95": 0.1696678984060349, + "max": 0.33449055365939145 + }, + "logit_mse": { + "mean": 0.0215536810490007, + "p50": 0.015819612235901524, + "p95": 0.04632241682196331, + "max": 0.17592983979229385 + }, + "logit_max_abs": { + "mean": 0.7011255344464665, + "p50": 0.6181378364562988, + "p95": 1.1958337783813473, + "max": 2.219555638730526 + }, + "reference_gap_ge_1_nat": { + "tokens": 61, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_nothink", + "summary": { + "tokens": 686, + "kl": { + "mean": 0.003091047231651815, + "p50": 0.00016066386487130886, + "p95": 0.013339117182731567, + "max": 0.09240379193586508 + }, + "js": { + "mean": 0.0007723493482626172, + "p50": 3.994563724079516e-05, + "p95": 0.0033815668681233804, + "max": 0.022748131915984165 + }, + "tv": { + "mean": 0.01543238766287816, + "p50": 0.001544295578508425, + "p95": 0.06750593659547244, + "max": 0.19411597177573717 + }, + "centered_logit_rmse": { + "mean": 0.15721978893628105, + "p50": 0.13970088382997983, + "p95": 0.27168130390364, + "max": 1.0995066281894272 + }, + "top1_equal": { + "mean": 0.9839650145772595, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 5.564711364990768, + "p50": 4.551567554473877, + "p95": 13.429585933685303, + "max": 19.22461223602295 + }, + "reference_preference_regret": { + "mean": 0.001990695041400698, + "p50": 0.0, + "p95": 0.0, + "max": 0.33347129821777344 + }, + "logit_mae": { + "mean": 0.12967213034002248, + "p50": 0.11496391630714022, + "p95": 0.2239486187216858, + "max": 0.8577237649274743 + }, + "logit_mse": { + "mean": 0.03316304544354283, + "p50": 0.020910302785416016, + "p95": 0.08021918829705121, + "max": 1.2200777733853982 + }, + "logit_max_abs": { + "mean": 0.8502948438699843, + "p50": 0.741618275642395, + "p95": 1.5269147921353579, + "max": 7.663407564163208 + }, + "reference_gap_ge_1_nat": { + "tokens": 551, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.0010872712654910702, + "p50": 1.941026018543247e-05, + "p95": 0.0073812633337219154, + "max": 0.02242792086000968 + }, + "js": { + "mean": 0.0002663763709045534, + "p50": 5.017138071239394e-06, + "p95": 0.0018759020721105155, + "max": 0.005354309269940664 + }, + "tv": { + "mean": 0.007554456678115934, + "p50": 0.00018195054377883677, + "p95": 0.03933033965290959, + "max": 0.08818463696402859 + }, + "centered_logit_rmse": { + "mean": 0.14691878253123872, + "p50": 0.1381711754535196, + "p95": 0.24330936861446095, + "max": 0.40960130386113436 + }, + "top1_equal": { + "mean": 0.98828125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.926700662821531, + "p50": 6.804862022399902, + "p95": 13.73567247390747, + "max": 19.22461223602295 + }, + "reference_preference_regret": { + "mean": 0.0007513388991355896, + "p50": 0.0, + "p95": 0.0, + "max": 0.09095573425292969 + }, + "logit_mae": { + "mean": 0.12064930795782397, + "p50": 0.1122752088418801, + "p95": 0.19604607690102416, + "max": 0.40451036835905724 + }, + "logit_mse": { + "mean": 0.02646502694054253, + "p50": 0.02022768145926744, + "p95": 0.06158428252572262, + "max": 0.2432795569793774 + }, + "logit_max_abs": { + "mean": 0.7837475087144412, + "p50": 0.7202240228652954, + "p95": 1.291101098060608, + "max": 2.9150781631469727 + }, + "reference_gap_ge_1_nat": { + "tokens": 224, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.0027406766014653914, + "p50": 9.151819294544157e-05, + "p95": 0.01173873941872541, + "max": 0.09240379193586508 + }, + "js": { + "mean": 0.0006915333943197155, + "p50": 2.2900485024260763e-05, + "p95": 0.0029492568698177815, + "max": 0.022748131915984165 + }, + "tv": { + "mean": 0.012582455263206468, + "p50": 0.0006191948162652161, + "p95": 0.06094283393554631, + "max": 0.19411597177573717 + }, + "centered_logit_rmse": { + "mean": 0.1712647264416551, + "p50": 0.14845821645903118, + "p95": 0.2996540081521052, + "max": 1.0995066281894272 + }, + "top1_equal": { + "mean": 0.98828125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 5.990603916347027, + "p50": 5.6178083419799805, + "p95": 13.886356353759766, + "max": 16.80721664428711 + }, + "reference_preference_regret": { + "mean": 0.002083256840705871, + "p50": 0.0, + "p95": 0.0, + "max": 0.33347129821777344 + }, + "logit_mae": { + "mean": 0.1415408155778054, + "p50": 0.12243768685193543, + "p95": 0.2546068648785326, + "max": 0.8577237649274743 + }, + "logit_mse": { + "mean": 0.04288321983972332, + "p50": 0.023490837560563076, + "p95": 0.1036573212103679, + "max": 1.2200777733853982 + }, + "logit_max_abs": { + "mean": 0.9463168831134681, + "p50": 0.7976918816566467, + "p95": 1.750983476638794, + "max": 7.663407564163208 + }, + "reference_gap_ge_1_nat": { + "tokens": 218, + "top1_agreement": 1.0 + } + }, + "512:686": { + "tokens": 174, + "kl": { + "mean": 0.0065546192354729365, + "p50": 0.002743454859899107, + "p95": 0.031218963800684455, + "max": 0.050440500425304124 + }, + "js": { + "mean": 0.001635670994314612, + "p50": 0.0006765868572689526, + "p95": 0.007639345954714287, + "max": 0.012641782829691188 + }, + "tv": { + "mean": 0.031215910803194722, + "p50": 0.022540677808302927, + "p95": 0.0979211179721756, + "max": 0.13878983832547176 + }, + "centered_logit_rmse": { + "mean": 0.15171147651280456, + "p50": 0.136742776197621, + "p95": 0.2588228790681764, + "max": 0.5561276768325749 + }, + "top1_equal": { + "mean": 0.9712643678160919, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.9342645064167594, + "p50": 1.667642593383789, + "p95": 10.017259359359741, + "max": 13.14847183227539 + }, + "reference_preference_regret": { + "mean": 0.0036779326954107174, + "p50": 0.0, + "p95": 0.0, + "max": 0.20330810546875 + }, + "logit_mae": { + "mean": 0.1254851137249097, + "p50": 0.11215903212993118, + "p95": 0.2110376959826421, + "max": 0.45938524006081927 + }, + "logit_mse": { + "mean": 0.028716655163921394, + "p50": 0.02006935521056004, + "p95": 0.07161652664405674, + "max": 0.3390019333958922 + }, + "logit_max_abs": { + "mean": 0.806929761993474, + "p50": 0.6995145156979561, + "p95": 1.4364775121212003, + "max": 3.8361997604370117 + }, + "reference_gap_ge_1_nat": { + "tokens": 109, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_think", + "summary": { + "tokens": 962, + "kl": { + "mean": 0.003083996449499586, + "p50": 0.0008023584342317474, + "p95": 0.012707272398282688, + "max": 0.08366101209999317 + }, + "js": { + "mean": 0.0007693868594522485, + "p50": 0.00020042865866866431, + "p95": 0.003117128277174802, + "max": 0.024326014675949924 + }, + "tv": { + "mean": 0.019005195233643284, + "p50": 0.00872928714543032, + "p95": 0.06465790945890616, + "max": 0.13827483721117265 + }, + "centered_logit_rmse": { + "mean": 0.1431125064567393, + "p50": 0.12943474334840177, + "p95": 0.25011968357401987, + "max": 0.4127415617888136 + }, + "top1_equal": { + "mean": 0.9781704781704782, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.57929520200543, + "p50": 2.9072933197021484, + "p95": 13.173818016052236, + "max": 19.57626438140869 + }, + "reference_preference_regret": { + "mean": 0.002055837310029662, + "p50": 0.0, + "p95": 0.0, + "max": 0.22356224060058594 + }, + "logit_mae": { + "mean": 0.11774905586334251, + "p50": 0.10493579382075426, + "p95": 0.2053594409331593, + "max": 0.3369500309889816 + }, + "logit_mse": { + "mean": 0.025082444233133508, + "p50": 0.017558891648563578, + "p95": 0.06759248158189333, + "max": 0.18236905020803612 + }, + "logit_max_abs": { + "mean": 0.7573327592841742, + "p50": 0.6694666147232056, + "p95": 1.3465796094387765, + "max": 2.7418164014816284 + }, + "reference_gap_ge_1_nat": { + "tokens": 706, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.005389102459406937, + "p50": 0.0038375103931716746, + "p95": 0.01633305899621989, + "max": 0.05212109161050265 + }, + "js": { + "mean": 0.0013380348821678955, + "p50": 0.0009629107511434827, + "p95": 0.004114193048255975, + "max": 0.011936775256568173 + }, + "tv": { + "mean": 0.03321839041216948, + "p50": 0.03153638610351274, + "p95": 0.07286924775012071, + "max": 0.1275443303294123 + }, + "centered_logit_rmse": { + "mean": 0.13030683063255818, + "p50": 0.12012688215892216, + "p95": 0.21394184264446703, + "max": 0.32413972717162054 + }, + "top1_equal": { + "mean": 0.9453125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.7167215310037136, + "p50": 1.1779899597167969, + "p95": 4.748074054718018, + "max": 9.40560531616211 + }, + "reference_preference_regret": { + "mean": 0.004952874034643172, + "p50": 0.0, + "p95": 0.005482196807861328, + "max": 0.22356224060058594 + }, + "logit_mae": { + "mean": 0.10703132006129391, + "p50": 0.09843136909754314, + "p95": 0.18349964630520954, + "max": 0.25802070433575125 + }, + "logit_mse": { + "mean": 0.020306286568499025, + "p50": 0.015374278253943302, + "p95": 0.05269739202992746, + "max": 0.10636887338381007 + }, + "logit_max_abs": { + "mean": 0.6828222858721347, + "p50": 0.622099757194519, + "p95": 1.2047872208058834, + "max": 1.940475046634674 + }, + "reference_gap_ge_1_nat": { + "tokens": 144, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.0010230419606573516, + "p50": 1.9115848442709307e-05, + "p95": 0.005213867344859871, + "max": 0.020579797074511685 + }, + "js": { + "mean": 0.00025537600786726194, + "p50": 4.863425393156228e-06, + "p95": 0.0013109474681816603, + "max": 0.005134937539823534 + }, + "tv": { + "mean": 0.008005027915453962, + "p50": 0.00016333914831292138, + "p95": 0.042471989388184535, + "max": 0.09108298721001991 + }, + "centered_logit_rmse": { + "mean": 0.14462420848426433, + "p50": 0.13144503379404315, + "p95": 0.25088980734753163, + "max": 0.33548113957410564 + }, + "top1_equal": { + "mean": 0.9921875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.961586497724056, + "p50": 6.943765640258789, + "p95": 14.019814014434814, + "max": 19.57626438140869 + }, + "reference_preference_regret": { + "mean": 0.0006440207362174988, + "p50": 0.0, + "p95": 0.0, + "max": 0.09597015380859375 + }, + "logit_mae": { + "mean": 0.11887334723278621, + "p50": 0.10687139352343875, + "p95": 0.20569932833535176, + "max": 0.28859853719919315 + }, + "logit_mse": { + "mean": 0.0250701023239258, + "p50": 0.018291272878247677, + "p95": 0.06793717640561493, + "max": 0.13289245365290317 + }, + "logit_max_abs": { + "mean": 0.756363258780766, + "p50": 0.6805086433887482, + "p95": 1.3080861568450928, + "max": 1.8486089706420898 + }, + "reference_gap_ge_1_nat": { + "tokens": 224, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.0021292915985758752, + "p50": 8.95695695938862e-05, + "p95": 0.012106739409130367, + "max": 0.08366101209999317 + }, + "js": { + "mean": 0.0005363735776588985, + "p50": 2.237653240581435e-05, + "p95": 0.0028143298978338216, + "max": 0.024326014675949924 + }, + "tv": { + "mean": 0.0112281462443758, + "p50": 0.0009065532086412976, + "p95": 0.05880695324824758, + "max": 0.13827483721117265 + }, + "centered_logit_rmse": { + "mean": 0.15499082436426007, + "p50": 0.13822774907811775, + "p95": 0.2971112348442616, + "max": 0.4127415617888136 + }, + "top1_equal": { + "mean": 0.99609375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.079111982136965, + "p50": 5.573901176452637, + "p95": 14.143506526947021, + "max": 16.3660306930542 + }, + "reference_preference_regret": { + "mean": 0.0005368068814277649, + "p50": 0.0, + "p95": 0.0, + "max": 0.1374225616455078 + }, + "logit_mae": { + "mean": 0.12826046319886558, + "p50": 0.11141968302820256, + "p95": 0.24087361314718858, + "max": 0.3369500309889816 + }, + "logit_mse": { + "mean": 0.030687560072002535, + "p50": 0.01970177331463118, + "p95": 0.09232614830595176, + "max": 0.18236905020803612 + }, + "logit_max_abs": { + "mean": 0.8412049335165648, + "p50": 0.7445125579833984, + "p95": 1.5185600742697716, + "max": 2.7418164014816284 + }, + "reference_gap_ge_1_nat": { + "tokens": 221, + "top1_agreement": 1.0 + } + }, + "768:962": { + "tokens": 194, + "kl": { + "mean": 0.004021633833230515, + "p50": 0.002175489581977213, + "p95": 0.014203489811232449, + "max": 0.024025949526992402 + }, + "js": { + "mean": 0.0010047697683679625, + "p50": 0.0005435333433103338, + "p95": 0.003547936804512173, + "max": 0.005911696659721548 + }, + "tv": { + "mean": 0.025027821053263063, + "p50": 0.019472203197949123, + "p95": 0.06731801231952268, + "max": 0.09366170119461822 + }, + "centered_logit_rmse": { + "mean": 0.1423414131970415, + "p50": 0.12998332554988445, + "p95": 0.22055178131874498, + "max": 0.36171886838728645 + }, + "top1_equal": { + "mean": 0.979381443298969, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.2339302141641832, + "p50": 1.6654930114746094, + "p95": 10.373429775238037, + "max": 14.272671699523926 + }, + "reference_preference_regret": { + "mean": 0.0021004529343437903, + "p50": 0.0, + "p95": 0.0, + "max": 0.15192031860351562 + }, + "logit_mae": { + "mean": 0.11653772337289384, + "p50": 0.10563730346627373, + "p95": 0.17889316636698563, + "max": 0.31879606573038155 + }, + "logit_mse": { + "mean": 0.024004847512273372, + "p50": 0.01780719483976858, + "p95": 0.0511926249344275, + "max": 0.15586060292761963 + }, + "logit_max_abs": { + "mean": 0.7462585155669715, + "p50": 0.6595711708068848, + "p95": 1.2584840230643748, + "max": 2.1341941356658936 + }, + "reference_gap_ge_1_nat": { + "tokens": 117, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "records_8k_nothink", + "summary": { + "tokens": 33, + "kl": { + "mean": 0.0022628130421934534, + "p50": 1.0423550309534056e-05, + "p95": 0.010867980680385357, + "max": 0.03203304113570275 + }, + "js": { + "mean": 0.0005608515271595268, + "p50": 2.6536000502230266e-06, + "p95": 0.002395863630894641, + "max": 0.008240872082411022 + }, + "tv": { + "mean": 0.010881667962284533, + "p50": 0.00014215485580944864, + "p95": 0.05386440003762549, + "max": 0.11537869257423458 + }, + "centered_logit_rmse": { + "mean": 0.1747008793912177, + "p50": 0.16249721656430519, + "p95": 0.2949053726138594, + "max": 0.3341371733053192 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.042208122484611, + "p50": 7.370052337646484, + "p95": 14.295452117919922, + "max": 14.945501327514648 + }, + "reference_preference_regret": { + "mean": 0.0046669353138316765, + "p50": 0.0, + "p95": 0.0, + "max": 0.1540088653564453 + }, + "logit_mae": { + "mean": 0.14230913810269388, + "p50": 0.12856639837343448, + "p95": 0.24151226647942622, + "max": 0.2687462774105404 + }, + "logit_mse": { + "mean": 0.03750735530275112, + "p50": 0.02651139534280239, + "p95": 0.0927300803880225, + "max": 0.11728128929866322 + }, + "logit_max_abs": { + "mean": 0.9464405343557397, + "p50": 0.8487558364868164, + "p95": 1.7566032409667969, + "max": 1.8430442810058594 + }, + "reference_gap_ge_1_nat": { + "tokens": 28, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:33": { + "tokens": 33, + "kl": { + "mean": 0.0022628130421934534, + "p50": 1.0423550309534056e-05, + "p95": 0.010867980680385357, + "max": 0.03203304113570275 + }, + "js": { + "mean": 0.0005608515271595268, + "p50": 2.6536000502230266e-06, + "p95": 0.002395863630894641, + "max": 0.008240872082411022 + }, + "tv": { + "mean": 0.010881667962284533, + "p50": 0.00014215485580944864, + "p95": 0.05386440003762549, + "max": 0.11537869257423458 + }, + "centered_logit_rmse": { + "mean": 0.1747008793912177, + "p50": 0.16249721656430519, + "p95": 0.2949053726138594, + "max": 0.3341371733053192 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.042208122484611, + "p50": 7.370052337646484, + "p95": 14.295452117919922, + "max": 14.945501327514648 + }, + "reference_preference_regret": { + "mean": 0.0046669353138316765, + "p50": 0.0, + "p95": 0.0, + "max": 0.1540088653564453 + }, + "logit_mae": { + "mean": 0.14230913810269388, + "p50": 0.12856639837343448, + "p95": 0.24151226647942622, + "max": 0.2687462774105404 + }, + "logit_mse": { + "mean": 0.03750735530275112, + "p50": 0.02651139534280239, + "p95": 0.0927300803880225, + "max": 0.11728128929866322 + }, + "logit_max_abs": { + "mean": 0.9464405343557397, + "p50": 0.8487558364868164, + "p95": 1.7566032409667969, + "max": 1.8430442810058594 + }, + "reference_gap_ge_1_nat": { + "tokens": 28, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "records_8k_think", + "summary": { + "tokens": 72, + "kl": { + "mean": 0.004120826748861719, + "p50": 0.0013805694670629696, + "p95": 0.019607399894623886, + "max": 0.02724355622192687 + }, + "js": { + "mean": 0.0010218962343942195, + "p50": 0.00034548718359843497, + "p95": 0.004874904690457266, + "max": 0.006865269889941315 + }, + "tv": { + "mean": 0.02246979888203485, + "p50": 0.011597420999258123, + "p95": 0.08771909733240182, + "max": 0.10550290839730246 + }, + "centered_logit_rmse": { + "mean": 0.1613240949097053, + "p50": 0.15134018348415282, + "p95": 0.24727472540933385, + "max": 0.4642707973830766 + }, + "top1_equal": { + "mean": 0.9583333333333334, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8591647148132324, + "p50": 2.572887420654297, + "p95": 10.476853036880494, + "max": 12.936716079711914 + }, + "reference_preference_regret": { + "mean": 0.004509250322977702, + "p50": 0.0, + "p95": 0.0, + "max": 0.21851539611816406 + }, + "logit_mae": { + "mean": 0.1317872641039792, + "p50": 0.1233238103634973, + "p95": 0.2039149386452088, + "max": 0.37890898560996045 + }, + "logit_mse": { + "mean": 0.031446134059814376, + "p50": 0.024222623663966103, + "p95": 0.06669559041907627, + "max": 0.2332663877772606 + }, + "logit_max_abs": { + "mean": 0.8862822380744748, + "p50": 0.8329970240592957, + "p95": 1.5223684787750251, + "max": 2.8247337341308594 + }, + "reference_gap_ge_1_nat": { + "tokens": 50, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:72": { + "tokens": 72, + "kl": { + "mean": 0.004120826748861719, + "p50": 0.0013805694670629696, + "p95": 0.019607399894623886, + "max": 0.02724355622192687 + }, + "js": { + "mean": 0.0010218962343942195, + "p50": 0.00034548718359843497, + "p95": 0.004874904690457266, + "max": 0.006865269889941315 + }, + "tv": { + "mean": 0.02246979888203485, + "p50": 0.011597420999258123, + "p95": 0.08771909733240182, + "max": 0.10550290839730246 + }, + "centered_logit_rmse": { + "mean": 0.1613240949097053, + "p50": 0.15134018348415282, + "p95": 0.24727472540933385, + "max": 0.4642707973830766 + }, + "top1_equal": { + "mean": 0.9583333333333334, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8591647148132324, + "p50": 2.572887420654297, + "p95": 10.476853036880494, + "max": 12.936716079711914 + }, + "reference_preference_regret": { + "mean": 0.004509250322977702, + "p50": 0.0, + "p95": 0.0, + "max": 0.21851539611816406 + }, + "logit_mae": { + "mean": 0.1317872641039792, + "p50": 0.1233238103634973, + "p95": 0.2039149386452088, + "max": 0.37890898560996045 + }, + "logit_mse": { + "mean": 0.031446134059814376, + "p50": 0.024222623663966103, + "p95": 0.06669559041907627, + "max": 0.2332663877772606 + }, + "logit_max_abs": { + "mean": 0.8862822380744748, + "p50": 0.8329970240592957, + "p95": 1.5223684787750251, + "max": 2.8247337341308594 + }, + "reference_gap_ge_1_nat": { + "tokens": 50, + "top1_agreement": 1.0 + } + } + } + } + ], + "aggregate": { + "all": { + "tokens": 4322, + "kl": { + "mean": 0.0047680875029212574, + "p50": 0.0016394045789921829, + "p95": 0.017653836747494205, + "max": 0.4089404183460472 + }, + "js": { + "mean": 0.001179197825528081, + "p50": 0.0004096276502234197, + "p95": 0.00439409134842104, + "max": 0.10399245940418458 + }, + "tv": { + "mean": 0.024451362148516603, + "p50": 0.015570513167725567, + "p95": 0.07576165802536448, + "max": 0.44129418244306157 + }, + "centered_logit_rmse": { + "mean": 0.14801994855674108, + "p50": 0.13315734687044767, + "p95": 0.24982990183925247, + "max": 1.0995066281894272 + }, + "top1_equal": { + "mean": 0.9699213327163351, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.873920282684284, + "p50": 2.281035900115967, + "p95": 12.153632068634032, + "max": 19.57626438140869 + }, + "reference_preference_regret": { + "mean": 0.004411943418899105, + "p50": 0.0, + "p95": 0.0, + "max": 1.386037826538086 + }, + "logit_mae": { + "mean": 0.12164414760457617, + "p50": 0.10965048466021651, + "p95": 0.20596875458071318, + "max": 0.8577237649274743 + }, + "logit_mse": { + "mean": 0.027319569833592124, + "p50": 0.019214533970508242, + "p95": 0.06759495299053302, + "max": 1.2200777733853982 + }, + "logit_max_abs": { + "mean": 0.7895586198387434, + "p50": 0.6996567249298096, + "p95": 1.375888681411743, + "max": 7.663407564163208 + }, + "reference_gap_ge_1_nat": { + "tokens": 2998, + "top1_agreement": 0.9996664442961974 + }, + "logit_rmse": 0.16528632681983144 + }, + "short_forced_npu": { + "tokens": 4217, + "kl": { + "mean": 0.004798743616626807, + "p50": 0.0016777383597255603, + "p95": 0.017619842554704036, + "max": 0.4089404183460472 + }, + "js": { + "mean": 0.0011867224028123593, + "p50": 0.0004219246349692198, + "p95": 0.004385103868494556, + "max": 0.10399245940418458 + }, + "tv": { + "mean": 0.024591384074846304, + "p50": 0.015771770984423436, + "p95": 0.07561899003505473, + "max": 0.44129418244306157 + }, + "centered_logit_rmse": { + "mean": 0.1475840061201864, + "p50": 0.13263624313950156, + "p95": 0.2471662924384084, + "max": 1.0995066281894272 + }, + "top1_equal": { + "mean": 0.9701209390562011, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8493788793580577, + "p50": 2.261831283569336, + "p95": 12.116867256164545, + "max": 19.57626438140869 + }, + "reference_preference_regret": { + "mean": 0.004408286594230755, + "p50": 0.0, + "p95": 0.0, + "max": 1.386037826538086 + }, + "logit_mae": { + "mean": 0.12130925334932484, + "p50": 0.1091882704422142, + "p95": 0.20454320293491604, + "max": 0.8577237649274743 + }, + "logit_mse": { + "mean": 0.027169389718635934, + "p50": 0.019043668793630307, + "p95": 0.06700450157330362, + "max": 1.2200777733853982 + }, + "logit_max_abs": { + "mean": 0.7866795105923517, + "p50": 0.6981625556945801, + "p95": 1.3610649704933164, + "max": 7.663407564163208 + }, + "reference_gap_ge_1_nat": { + "tokens": 2920, + "top1_agreement": 0.9996575342465753 + }, + "logit_rmse": 0.16483139785440132 + }, + "short_forced_npu/nothink": { + "tokens": 1714, + "kl": { + "mean": 0.004169410920620277, + "p50": 0.0009542185819602538, + "p95": 0.015432511776801543, + "max": 0.4089404183460472 + }, + "js": { + "mean": 0.0010361604504402946, + "p50": 0.00024052759691540955, + "p95": 0.003786506200718857, + "max": 0.10399245940418458 + }, + "tv": { + "mean": 0.021453763887800008, + "p50": 0.010015190592088373, + "p95": 0.07007242044515265, + "max": 0.44129418244306157 + }, + "centered_logit_rmse": { + "mean": 0.1485685080002833, + "p50": 0.13342539502718997, + "p95": 0.25381355116056625, + "max": 1.0995066281894272 + }, + "top1_equal": { + "mean": 0.9772462077012836, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.228038252025947, + "p50": 2.782438278198242, + "p95": 12.370572328567505, + "max": 19.22461223602295 + }, + "reference_preference_regret": { + "mean": 0.003181355141424938, + "p50": 0.0, + "p95": 0.0, + "max": 1.386037826538086 + }, + "logit_mae": { + "mean": 0.12211752836249902, + "p50": 0.11012962939139537, + "p95": 0.20678175649905783, + "max": 0.8577237649274743 + }, + "logit_mse": { + "mean": 0.02816301632556137, + "p50": 0.019284793834432268, + "p95": 0.06848791903791145, + "max": 1.2200777733853982 + }, + "logit_max_abs": { + "mean": 0.7976143940103587, + "p50": 0.704195499420166, + "p95": 1.3949573338031767, + "max": 7.663407564163208 + }, + "reference_gap_ge_1_nat": { + "tokens": 1232, + "top1_agreement": 0.9991883116883117 + }, + "logit_rmse": 0.16781840282150634 + }, + "short_forced_npu/think": { + "tokens": 2503, + "kl": { + "mean": 0.0052296969689860535, + "p50": 0.0022873119166135526, + "p95": 0.018897958536383857, + "max": 0.2815917022511824 + }, + "js": { + "mean": 0.0012898239554954272, + "p50": 0.0005738869571739286, + "p95": 0.004704364729454785, + "max": 0.05283501279336435 + }, + "tv": { + "mean": 0.026739958186151675, + "p50": 0.020395579161027782, + "p95": 0.07794253586250363, + "max": 0.26090926488978133 + }, + "centered_logit_rmse": { + "mean": 0.14690984062978038, + "p50": 0.13223875522680734, + "p95": 0.24442794206763768, + "max": 0.8032221664739355 + }, + "top1_equal": { + "mean": 0.9652417099480624, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.5900811707073337, + "p50": 2.0140438079833984, + "p95": 11.912900924682617, + "max": 19.57626438140869 + }, + "reference_preference_regret": { + "mean": 0.005248462587083, + "p50": 0.0, + "p95": 0.0, + "max": 0.8389358520507812 + }, + "logit_mae": { + "mean": 0.1207557641872871, + "p50": 0.10865863903753817, + "p95": 0.20244576521391708, + "max": 0.63581936585999 + }, + "logit_mse": { + "mean": 0.02648897581361388, + "p50": 0.018840547964135042, + "p95": 0.06448651905842002, + "max": 0.6513496221355346 + }, + "logit_max_abs": { + "mean": 0.7791915400855745, + "p50": 0.6930150985717773, + "p95": 1.3391767382621766, + "max": 3.8627814054489136 + }, + "reference_gap_ge_1_nat": { + "tokens": 1688, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.16275434191939053 + }, + "long_default_npu": { + "tokens": 105, + "kl": { + "mean": 0.003536879583908835, + "p50": 0.000555526433102332, + "p95": 0.01768408403638518, + "max": 0.03203304113570275 + }, + "js": { + "mean": 0.000876996469263316, + "p50": 0.00014518575463439955, + "p95": 0.004330750053029011, + "max": 0.008240872082411022 + }, + "tv": { + "mean": 0.018827814878684748, + "p50": 0.004375350520043684, + "p95": 0.08398411662063761, + "max": 0.11537869257423458 + }, + "centered_logit_rmse": { + "mean": 0.16552822717532348, + "p50": 0.15167262150437957, + "p95": 0.2728810589500523, + "max": 0.4642707973830766 + }, + "top1_equal": { + "mean": 0.9619047619047619, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.859549785795666, + "p50": 4.266380310058594, + "p95": 12.846020889282226, + "max": 14.945501327514648 + }, + "reference_preference_regret": { + "mean": 0.004558808462960379, + "p50": 0.0, + "p95": 0.0, + "max": 0.21851539611816406 + }, + "logit_mae": { + "mean": 0.13509413878928953, + "p50": 0.12583701839559142, + "p95": 0.21890082231739466, + "max": 0.37890898560996045 + }, + "logit_mse": { + "mean": 0.0333510893075945, + "p50": 0.0251083176146016, + "p95": 0.07711392841762696, + "max": 0.2332663877772606 + }, + "logit_max_abs": { + "mean": 0.9051891311914438, + "p50": 0.834472119808197, + "p95": 1.6965343713760375, + "max": 2.8247337341308594 + }, + "reference_gap_ge_1_nat": { + "tokens": 78, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.1826228060993328 + }, + "long_default_npu/nothink": { + "tokens": 33, + "kl": { + "mean": 0.0022628130421934534, + "p50": 1.0423550309534056e-05, + "p95": 0.010867980680385357, + "max": 0.03203304113570275 + }, + "js": { + "mean": 0.0005608515271595268, + "p50": 2.6536000502230266e-06, + "p95": 0.002395863630894641, + "max": 0.008240872082411022 + }, + "tv": { + "mean": 0.010881667962284533, + "p50": 0.00014215485580944864, + "p95": 0.05386440003762549, + "max": 0.11537869257423458 + }, + "centered_logit_rmse": { + "mean": 0.1747008793912177, + "p50": 0.16249721656430519, + "p95": 0.2949053726138594, + "max": 0.3341371733053192 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.042208122484611, + "p50": 7.370052337646484, + "p95": 14.295452117919922, + "max": 14.945501327514648 + }, + "reference_preference_regret": { + "mean": 0.0046669353138316765, + "p50": 0.0, + "p95": 0.0, + "max": 0.1540088653564453 + }, + "logit_mae": { + "mean": 0.14230913810269388, + "p50": 0.12856639837343448, + "p95": 0.24151226647942622, + "max": 0.2687462774105404 + }, + "logit_mse": { + "mean": 0.03750735530275112, + "p50": 0.02651139534280239, + "p95": 0.0927300803880225, + "max": 0.11728128929866322 + }, + "logit_max_abs": { + "mean": 0.9464405343557397, + "p50": 0.8487558364868164, + "p95": 1.7566032409667969, + "max": 1.8430442810058594 + }, + "reference_gap_ge_1_nat": { + "tokens": 28, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.19366815768925755 + }, + "long_default_npu/think": { + "tokens": 72, + "kl": { + "mean": 0.004120826748861719, + "p50": 0.0013805694670629696, + "p95": 0.019607399894623886, + "max": 0.02724355622192687 + }, + "js": { + "mean": 0.0010218962343942195, + "p50": 0.00034548718359843497, + "p95": 0.004874904690457266, + "max": 0.006865269889941315 + }, + "tv": { + "mean": 0.02246979888203485, + "p50": 0.011597420999258123, + "p95": 0.08771909733240182, + "max": 0.10550290839730246 + }, + "centered_logit_rmse": { + "mean": 0.1613240949097053, + "p50": 0.15134018348415282, + "p95": 0.24727472540933385, + "max": 0.4642707973830766 + }, + "top1_equal": { + "mean": 0.9583333333333334, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.8591647148132324, + "p50": 2.572887420654297, + "p95": 10.476853036880494, + "max": 12.936716079711914 + }, + "reference_preference_regret": { + "mean": 0.004509250322977702, + "p50": 0.0, + "p95": 0.0, + "max": 0.21851539611816406 + }, + "logit_mae": { + "mean": 0.1317872641039792, + "p50": 0.1233238103634973, + "p95": 0.2039149386452088, + "max": 0.37890898560996045 + }, + "logit_mse": { + "mean": 0.031446134059814376, + "p50": 0.024222623663966103, + "p95": 0.06669559041907627, + "max": 0.2332663877772606 + }, + "logit_max_abs": { + "mean": 0.8862822380744748, + "p50": 0.8329970240592957, + "p95": 1.5223684787750251, + "max": 2.8247337341308594 + }, + "reference_gap_ge_1_nat": { + "tokens": 50, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.1773305784680532 + } + } + }, + "official_int4_bf16__board_baseline": { + "cases": [ + { + "id": "office_zh_nothink", + "summary": { + "tokens": 447, + "kl": { + "mean": 0.10115508424740978, + "p50": 0.060915113424037916, + "p95": 0.29963820052622847, + "max": 1.845668035078061 + }, + "js": { + "mean": 0.022850919519946167, + "p50": 0.015265749172948092, + "p95": 0.06976176326773025, + "max": 0.3015190483882547 + }, + "tv": { + "mean": 0.12817795005485647, + "p50": 0.11896048222787582, + "p95": 0.3148321580985922, + "max": 0.712438389502088 + }, + "centered_logit_rmse": { + "mean": 0.5403509578318526, + "p50": 0.5285012490504045, + "p95": 0.7337458750162067, + "max": 1.1066095730546506 + }, + "top1_equal": { + "mean": 0.854586129753915, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.407158836689038, + "p50": 1.375, + "p95": 7.693749999999998, + "max": 12.375 + }, + "reference_preference_regret": { + "mean": 0.0910234899328859, + "p50": 0.0, + "p95": 0.6687499999999993, + "max": 3.125 + }, + "logit_mae": { + "mean": 0.4381190268428694, + "p50": 0.4246421114495996, + "p95": 0.5936170865584053, + "max": 0.9011989557098914 + }, + "logit_mse": { + "mean": 0.31790162791072096, + "p50": 0.28914024705155644, + "p95": 0.5663787282539756, + "max": 1.279793371843714 + }, + "logit_max_abs": { + "mean": 2.8216828052991048, + "p50": 2.7147421836853027, + "p95": 4.073728692531586, + "max": 6.307459831237793 + }, + "reference_gap_ge_1_nat": { + "tokens": 277, + "top1_agreement": 0.9747292418772563 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.10465096394237308, + "p50": 0.05786501431352974, + "p95": 0.3104307233839341, + "max": 1.845668035078061 + }, + "js": { + "mean": 0.02304524411374507, + "p50": 0.014208975169507872, + "p95": 0.06784377440683959, + "max": 0.3015190483882547 + }, + "tv": { + "mean": 0.1218597815052313, + "p50": 0.10669563311415706, + "p95": 0.30216323527760147, + "max": 0.712438389502088 + }, + "centered_logit_rmse": { + "mean": 0.5740143308697819, + "p50": 0.5602331859755695, + "p95": 0.7798757196134665, + "max": 1.1066095730546506 + }, + "top1_equal": { + "mean": 0.8671875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.8037109375, + "p50": 1.75, + "p95": 8.125, + "max": 12.375 + }, + "reference_preference_regret": { + "mean": 0.095703125, + "p50": 0.0, + "p95": 0.65625, + "max": 3.125 + }, + "logit_mae": { + "mean": 0.4660250027159313, + "p50": 0.4562631930481681, + "p95": 0.6427371570222912, + "max": 0.9011989557098914 + }, + "logit_mse": { + "mean": 0.3586748543473625, + "p50": 0.332971155253214, + "p95": 0.6569329637289841, + "max": 1.279793371843714 + }, + "logit_max_abs": { + "mean": 3.0129167109480477, + "p50": 2.909767985343933, + "p95": 4.1760009825229645, + "max": 6.307459831237793 + }, + "reference_gap_ge_1_nat": { + "tokens": 174, + "top1_agreement": 0.9712643678160919 + } + }, + "256:447": { + "tokens": 191, + "kl": { + "mean": 0.09646950727405583, + "p50": 0.06675887881120289, + "p95": 0.2822193063631626, + "max": 1.0720121964408897 + }, + "js": { + "mean": 0.022590463519880623, + "p50": 0.01659666951100372, + "p95": 0.07051284007214195, + "max": 0.17819391856075287 + }, + "tv": { + "mean": 0.13664628067634355, + "p50": 0.13257348151055495, + "p95": 0.32046864163037836, + "max": 0.5210791676240735 + }, + "centered_logit_rmse": { + "mean": 0.4952314630794448, + "p50": 0.4811487959366881, + "p95": 0.6370375773697778, + "max": 0.7770823259357577 + }, + "top1_equal": { + "mean": 0.837696335078534, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.87565445026178, + "p50": 1.125, + "p95": 6.0625, + "max": 10.3125 + }, + "reference_preference_regret": { + "mean": 0.08475130890052356, + "p50": 0.0, + "p95": 0.59375, + "max": 1.75 + }, + "logit_mae": { + "mean": 0.40071625289782303, + "p50": 0.38784554140210875, + "p95": 0.517583270573005, + "max": 0.6177800015543208 + }, + "logit_mse": { + "mean": 0.26325269614223795, + "p50": 0.2404381617044655, + "p95": 0.4269947670842553, + "max": 0.6056066262413632 + }, + "logit_max_abs": { + "mean": 2.5653692982513068, + "p50": 2.4847941398620605, + "p95": 3.540694624185562, + "max": 4.524140357971191 + }, + "reference_gap_ge_1_nat": { + "tokens": 103, + "top1_agreement": 0.9805825242718447 + } + } + } + }, + { + "id": "office_zh_think", + "summary": { + "tokens": 668, + "kl": { + "mean": 0.10127941519655971, + "p50": 0.06540220899453784, + "p95": 0.3221385879092071, + "max": 1.779389393306432 + }, + "js": { + "mean": 0.02372386220978925, + "p50": 0.015829859251782923, + "p95": 0.07660678738782552, + "max": 0.3652716154503481 + }, + "tv": { + "mean": 0.13566811061201095, + "p50": 0.12526606003710175, + "p95": 0.3195246613534685, + "max": 0.7598691469413561 + }, + "centered_logit_rmse": { + "mean": 0.518600413947122, + "p50": 0.4974634941748333, + "p95": 0.7085554301864196, + "max": 1.714956574422123 + }, + "top1_equal": { + "mean": 0.8338323353293413, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.1407185628742513, + "p50": 1.34375, + "p95": 7.375, + "max": 12.5 + }, + "reference_preference_regret": { + "mean": 0.11723428143712575, + "p50": 0.0, + "p95": 0.75, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.42057400680283236, + "p50": 0.400455972291844, + "p95": 0.585936283586737, + "max": 1.3945829362910371 + }, + "logit_mse": { + "mean": 0.29722226675732477, + "p50": 0.25759642397916793, + "p95": 0.5431836876894314, + "max": 3.1075993322076476 + }, + "logit_max_abs": { + "mean": 2.6979429152435874, + "p50": 2.5655927062034607, + "p95": 3.900106710195541, + "max": 8.795186519622803 + }, + "reference_gap_ge_1_nat": { + "tokens": 405, + "top1_agreement": 0.9777777777777777 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.11707201133543457, + "p50": 0.07716005854675931, + "p95": 0.3318208069178106, + "max": 1.779389393306432 + }, + "js": { + "mean": 0.026909760524498373, + "p50": 0.01841358799807721, + "p95": 0.07835718068699843, + "max": 0.3652716154503481 + }, + "tv": { + "mean": 0.15018041261086296, + "p50": 0.1394916017768399, + "p95": 0.32962761845547045, + "max": 0.7598691469413561 + }, + "centered_logit_rmse": { + "mean": 0.5181249909891816, + "p50": 0.484143637397162, + "p95": 0.7421700960831115, + "max": 1.714956574422123 + }, + "top1_equal": { + "mean": 0.81640625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.740234375, + "p50": 1.125, + "p95": 5.625, + "max": 10.375 + }, + "reference_preference_regret": { + "mean": 0.129638671875, + "p50": 0.0, + "p95": 0.765625, + "max": 5.625 + }, + "logit_mae": { + "mean": 0.4196425627765236, + "p50": 0.3994290521135907, + "p95": 0.6031583807896905, + "max": 1.3945829362910371 + }, + "logit_mse": { + "mean": 0.3043454445929432, + "p50": 0.2547070927048538, + "p95": 0.5827803768424635, + "max": 3.1075993322076476 + }, + "logit_max_abs": { + "mean": 2.6785021838823013, + "p50": 2.5535139441490173, + "p95": 3.9669591188430786, + "max": 8.795186519622803 + }, + "reference_gap_ge_1_nat": { + "tokens": 148, + "top1_agreement": 0.972972972972973 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.08843903839120379, + "p50": 0.04594602466914195, + "p95": 0.3143443684527675, + "max": 1.1153315663390473 + }, + "js": { + "mean": 0.021040495616930166, + "p50": 0.01164163041922709, + "p95": 0.06946138673178168, + "max": 0.31360522587030104 + }, + "tv": { + "mean": 0.11861725958734085, + "p50": 0.10293526393501506, + "p95": 0.3143691812987832, + "max": 0.6787363957663565 + }, + "centered_logit_rmse": { + "mean": 0.5372168878884069, + "p50": 0.5129755578926467, + "p95": 0.708838759426861, + "max": 0.9303581375055732 + }, + "top1_equal": { + "mean": 0.84765625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.76025390625, + "p50": 1.6875, + "p95": 8.5, + "max": 12.5 + }, + "reference_preference_regret": { + "mean": 0.11279296875, + "p50": 0.0, + "p95": 0.53125, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.4356304068991018, + "p50": 0.4168655095691129, + "p95": 0.5915625695456971, + "max": 0.7441422103859929 + }, + "logit_mse": { + "mean": 0.31369373334435524, + "p50": 0.2784217610029195, + "p95": 0.5632619211999845, + "max": 0.8764797904317431 + }, + "logit_max_abs": { + "mean": 2.798584211966954, + "p50": 2.6669031381607056, + "p95": 3.867478482425213, + "max": 5.428749859333038 + }, + "reference_gap_ge_1_nat": { + "tokens": 170, + "top1_agreement": 0.9823529411764705 + } + }, + "512:668": { + "tokens": 156, + "kl": { + "mean": 0.09643474757232348, + "p50": 0.07349998890835871, + "p95": 0.2718432594158634, + "max": 0.8871231824313215 + }, + "js": { + "mean": 0.022899194768804563, + "p50": 0.018724115376446797, + "p95": 0.06252458834222711, + "max": 0.15906994787311993 + }, + "tv": { + "mean": 0.13983393465437907, + "p50": 0.13976596766575816, + "p95": 0.2963812325921501, + "max": 0.4395489894399446 + }, + "centered_logit_rmse": { + "mean": 0.4888304841283004, + "p50": 0.4710807187690881, + "p95": 0.6197735146982981, + "max": 0.8884392530034564 + }, + "top1_equal": { + "mean": 0.8397435897435898, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.78125, + "p50": 1.125, + "p95": 5.890625, + "max": 10.5 + }, + "reference_preference_regret": { + "mean": 0.10416666666666667, + "p50": 0.0, + "p95": 0.75, + "max": 2.5625000000000004 + }, + "logit_mae": { + "mean": 0.3973945917136662, + "p50": 0.3854416131063846, + "p95": 0.49939928108011633, + "max": 0.7555871424320959 + }, + "logit_mse": { + "mean": 0.2585028502688752, + "p50": 0.236466913744708, + "p95": 0.403498330304292, + "max": 0.9026217436467371 + }, + "logit_max_abs": { + "mean": 2.5646907054186343, + "p50": 2.4471141695976257, + "p95": 3.3055824041366577, + "max": 4.7077614068984985 + }, + "reference_gap_ge_1_nat": { + "tokens": 87, + "top1_agreement": 0.9770114942528736 + } + } + } + }, + { + "id": "math_probability_nothink", + "summary": { + "tokens": 581, + "kl": { + "mean": 0.05182386019681114, + "p50": 0.02236108544504873, + "p95": 0.1806298833767679, + "max": 1.8488792636636087 + }, + "js": { + "mean": 0.012225891827986982, + "p50": 0.005374227521457114, + "p95": 0.04372890028841767, + "max": 0.30869242190287177 + }, + "tv": { + "mean": 0.08002982896199733, + "p50": 0.050501277144444176, + "p95": 0.2346662652480002, + "max": 0.711312502036854 + }, + "centered_logit_rmse": { + "mean": 0.5465661790915396, + "p50": 0.5219585663563875, + "p95": 0.758149708525363, + "max": 1.243012707873461 + }, + "top1_equal": { + "mean": 0.9001721170395869, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.153184165232358, + "p50": 2.5, + "p95": 12.75, + "max": 15.875 + }, + "reference_preference_regret": { + "mean": 0.04432013769363167, + "p50": 0.0, + "p95": 0.25, + "max": 2.125 + }, + "logit_mae": { + "mean": 0.4532353999996455, + "p50": 0.43691808130252785, + "p95": 0.6188215347167673, + "max": 0.9872870485918203 + }, + "logit_mse": { + "mean": 0.34170701244464363, + "p50": 0.30210423650022233, + "p95": 0.6076853828782185, + "max": 1.5754499914030158 + }, + "logit_max_abs": { + "mean": 2.9082174078756124, + "p50": 2.7598419189453125, + "p95": 4.224721193313599, + "max": 6.401094436645508 + }, + "reference_gap_ge_1_nat": { + "tokens": 409, + "top1_agreement": 0.9926650366748166 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.0491841731490312, + "p50": 0.02495208862847649, + "p95": 0.18627169620451542, + "max": 0.31796146767445166 + }, + "js": { + "mean": 0.01195857308253825, + "p50": 0.006175726729704865, + "p95": 0.045266656747433, + "max": 0.07541280761659225 + }, + "tv": { + "mean": 0.0779299418147649, + "p50": 0.04719194712982483, + "p95": 0.2375734106344302, + "max": 0.32408615835719895 + }, + "centered_logit_rmse": { + "mean": 0.5744987218650676, + "p50": 0.5529678880036394, + "p95": 0.7744150492578924, + "max": 1.243012707873461 + }, + "top1_equal": { + "mean": 0.921875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.55078125, + "p50": 3.21875, + "p95": 13.03125, + "max": 15.875 + }, + "reference_preference_regret": { + "mean": 0.040283203125, + "p50": 0.0, + "p95": 0.25, + "max": 1.4999999999999998 + }, + "logit_mae": { + "mean": 0.475867126135404, + "p50": 0.45857701916502214, + "p95": 0.6580600743867495, + "max": 0.9872870485918203 + }, + "logit_mse": { + "mean": 0.37683612962585517, + "p50": 0.3355021609455223, + "p95": 0.6838991087304934, + "max": 1.5754499914030158 + }, + "logit_max_abs": { + "mean": 3.063098807579081, + "p50": 2.9157692193984985, + "p95": 4.667093575000763, + "max": 6.401094436645508 + }, + "reference_gap_ge_1_nat": { + "tokens": 193, + "top1_agreement": 0.9896373056994818 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.054571320936092516, + "p50": 0.020038410784221326, + "p95": 0.17455198886213957, + "max": 1.8488792636636087 + }, + "js": { + "mean": 0.012440493252219001, + "p50": 0.004983964857549726, + "p95": 0.03856884864472992, + "max": 0.30869242190287177 + }, + "tv": { + "mean": 0.08009285498466595, + "p50": 0.049865779656582246, + "p95": 0.23510852006486777, + "max": 0.711312502036854 + }, + "centered_logit_rmse": { + "mean": 0.5286425210097514, + "p50": 0.5071108334784273, + "p95": 0.715315105932506, + "max": 1.076879628535715 + }, + "top1_equal": { + "mean": 0.8828125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.872314453125, + "p50": 2.25, + "p95": 12.1875, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.05322265625, + "p50": 0.0, + "p95": 0.28125, + "max": 2.125 + }, + "logit_mae": { + "mean": 0.4393621280794784, + "p50": 0.41957881224029964, + "p95": 0.6088193406391291, + "max": 0.9308544222150078 + }, + "logit_mse": { + "mean": 0.3197797048593766, + "p50": 0.2813510077583867, + "p95": 0.5614331031060737, + "max": 1.3776286217144689 + }, + "logit_max_abs": { + "mean": 2.805550429115101, + "p50": 2.638360619544983, + "p95": 3.9013349413871765, + "max": 6.0015411376953125 + }, + "reference_gap_ge_1_nat": { + "tokens": 171, + "top1_agreement": 0.9941520467836257 + } + }, + "512:581": { + "tokens": 69, + "kl": { + "mean": 0.05142400418196522, + "p50": 0.03144622502951308, + "p95": 0.1741840304357655, + "max": 0.23647874371647787 + }, + "js": { + "mean": 0.012421480729892485, + "p50": 0.0077718185399042634, + "p95": 0.04174557538715603, + "max": 0.053442013170051296 + }, + "tv": { + "mean": 0.08758687893139351, + "p50": 0.0765886148413985, + "p95": 0.22384010796295875, + "max": 0.2758864488576816 + }, + "centered_logit_rmse": { + "mean": 0.5094317663221861, + "p50": 0.4814939356981033, + "p95": 0.6945678859318463, + "max": 0.8001701760217547 + }, + "top1_equal": { + "mean": 0.8840579710144928, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.720108695652174, + "p50": 1.6875, + "p95": 12.224999999999998, + "max": 14.0 + }, + "reference_preference_regret": { + "mean": 0.026268115942028984, + "p50": 0.0, + "p95": 0.1999999999999993, + "max": 0.5 + }, + "logit_mae": { + "mean": 0.42074026551861154, + "p50": 0.39707392261686475, + "p95": 0.5900142935782199, + "max": 0.6331608324406954 + }, + "logit_mse": { + "mean": 0.2927263855379511, + "p50": 0.24812692709196174, + "p95": 0.5515702455277637, + "max": 0.6446630151638126 + }, + "logit_max_abs": { + "mean": 2.7144943388698595, + "p50": 2.556978702545166, + "p95": 3.9083723664283747, + "max": 4.571341037750244 + }, + "reference_gap_ge_1_nat": { + "tokens": 45, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "math_probability_think", + "summary": { + "tokens": 873, + "kl": { + "mean": 0.0738976872532621, + "p50": 0.03250861679602397, + "p95": 0.2714141092335057, + "max": 2.6311905537660643 + }, + "js": { + "mean": 0.017367338945992697, + "p50": 0.007770050505221142, + "p95": 0.0631030371319378, + "max": 0.4905490702276684 + }, + "tv": { + "mean": 0.09946927533815635, + "p50": 0.07557598995846855, + "p95": 0.2879820333920119, + "max": 0.8604458063254284 + }, + "centered_logit_rmse": { + "mean": 0.54227639488588, + "p50": 0.5119398630071644, + "p95": 0.7886494974359285, + "max": 1.4797504526581384 + }, + "top1_equal": { + "mean": 0.8991981672394044, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.774914089347079, + "p50": 2.1875, + "p95": 11.75, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.05662943871706758, + "p50": 0.0, + "p95": 0.375, + "max": 4.6875 + }, + "logit_mae": { + "mean": 0.443647878635472, + "p50": 0.42170506599340013, + "p95": 0.6626960494714655, + "max": 1.1790526009953812 + }, + "logit_mse": { + "mean": 0.33308171140623055, + "p50": 0.2833540238817932, + "p95": 0.696634315376294, + "max": 2.233528480419375 + }, + "logit_max_abs": { + "mean": 2.8640839604119197, + "p50": 2.672055721282959, + "p95": 4.35401741862297, + "max": 7.728611946105957 + }, + "reference_gap_ge_1_nat": { + "tokens": 611, + "top1_agreement": 0.9885433715220949 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.13677496420526705, + "p50": 0.07862576380603911, + "p95": 0.4574542509071067, + "max": 2.6311905537660643 + }, + "js": { + "mean": 0.031226599600217345, + "p50": 0.01857142821472166, + "p95": 0.09832486389006437, + "max": 0.4905490702276684 + }, + "tv": { + "mean": 0.1484852256867723, + "p50": 0.14009156529538655, + "p95": 0.38335844432738264, + "max": 0.8604458063254284 + }, + "centered_logit_rmse": { + "mean": 0.6089950203915154, + "p50": 0.5719792816217717, + "p95": 0.8872013293257358, + "max": 1.4797504526581384 + }, + "top1_equal": { + "mean": 0.85546875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.52490234375, + "p50": 1.625, + "p95": 8.125, + "max": 11.75 + }, + "reference_preference_regret": { + "mean": 0.114501953125, + "p50": 0.0, + "p95": 0.6875, + "max": 4.6875 + }, + "logit_mae": { + "mean": 0.5003731956914255, + "p50": 0.47018029971923253, + "p95": 0.7195871400841913, + "max": 1.1790526009953812 + }, + "logit_mse": { + "mean": 0.4251821237817333, + "p50": 0.3531441423318451, + "p95": 0.8262866178292744, + "max": 2.233528480419375 + }, + "logit_max_abs": { + "mean": 3.2367669284894873, + "p50": 3.002278983592987, + "p95": 4.8050097823143005, + "max": 7.728611946105957 + }, + "reference_gap_ge_1_nat": { + "tokens": 170, + "top1_agreement": 0.9705882352941176 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.05082338221526793, + "p50": 0.023004813912703963, + "p95": 0.1940474124079126, + "max": 0.38674045476718905 + }, + "js": { + "mean": 0.01250051262049287, + "p50": 0.0067300236694011716, + "p95": 0.04389113523682269, + "max": 0.12502147834674238 + }, + "tv": { + "mean": 0.08164471472526684, + "p50": 0.0556707803046886, + "p95": 0.24210416334260787, + "max": 0.34623819386775667 + }, + "centered_logit_rmse": { + "mean": 0.5262261760644145, + "p50": 0.5108025473513693, + "p95": 0.7367563543423586, + "max": 0.8942194355623532 + }, + "top1_equal": { + "mean": 0.9375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.09912109375, + "p50": 2.84375, + "p95": 11.5625, + "max": 17.1875 + }, + "reference_preference_regret": { + "mean": 0.0166015625, + "p50": 0.0, + "p95": 0.125, + "max": 0.6250000000000001 + }, + "logit_mae": { + "mean": 0.427636817462135, + "p50": 0.4161323136610752, + "p95": 0.6002913294751038, + "max": 0.7075779088783823 + }, + "logit_mse": { + "mean": 0.3045582047967751, + "p50": 0.27727477094380004, + "p95": 0.5776749162713026, + "max": 0.8048942037157991 + }, + "logit_max_abs": { + "mean": 2.761070404871134, + "p50": 2.6255426704883575, + "p95": 4.0210200399160385, + "max": 4.782173454761505 + }, + "reference_gap_ge_1_nat": { + "tokens": 186, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.03839741691898212, + "p50": 0.00865841740407337, + "p95": 0.15347406845026546, + "max": 0.7728795013962945 + }, + "js": { + "mean": 0.00919735201678154, + "p50": 0.002458360477244686, + "p95": 0.036684946767859564, + "max": 0.13153988710760936 + }, + "tv": { + "mean": 0.06433785781065225, + "p50": 0.021821913598542776, + "p95": 0.21972391375456055, + "max": 0.4485753743312046 + }, + "centered_logit_rmse": { + "mean": 0.5125618100411542, + "p50": 0.4823581561647002, + "p95": 0.7376684784931702, + "max": 1.0000419833538858 + }, + "top1_equal": { + "mean": 0.91015625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.965576171875, + "p50": 3.5, + "p95": 13.09375, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.040771484375, + "p50": 0.0, + "p95": 0.25, + "max": 1.25 + }, + "logit_mae": { + "mean": 0.4204811927044312, + "p50": 0.39536339218951533, + "p95": 0.5907213093612368, + "max": 0.9834435735009059 + }, + "logit_mse": { + "mean": 0.29652231799756223, + "p50": 0.25243909437804013, + "p95": 0.5534942497016402, + "max": 1.4976754551166809 + }, + "logit_max_abs": { + "mean": 2.698620182970899, + "p50": 2.5353219509124756, + "p95": 3.8789058327674866, + "max": 5.634040355682373 + }, + "reference_gap_ge_1_nat": { + "tokens": 192, + "top1_agreement": 0.9895833333333334 + } + }, + "768:873": { + "tokens": 105, + "kl": { + "mean": 0.06340729102077562, + "p50": 0.05420717792981208, + "p95": 0.1757273566921423, + "max": 0.43372003805779785 + }, + "js": { + "mean": 0.01536213385765463, + "p50": 0.013021451492221354, + "p95": 0.04256550717876422, + "max": 0.09388672806325621 + }, + "tv": { + "mean": 0.10907543833525232, + "p50": 0.1193240032276521, + "p95": 0.24482511959780687, + "max": 0.3748081474243285 + }, + "centered_logit_rmse": { + "mean": 0.49118898163923513, + "p50": 0.45643089353907584, + "p95": 0.6763107599999458, + "max": 0.8238391627086019 + }, + "top1_equal": { + "mean": 0.8857142857142857, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.129166666666667, + "p50": 1.3125, + "p95": 11.95, + "max": 16.25 + }, + "reference_preference_regret": { + "mean": 0.05178571428571429, + "p50": 0.0, + "p95": 0.5499999999999998, + "max": 0.75 + }, + "logit_mae": { + "mean": 0.4008652318963925, + "p50": 0.37416510464894476, + "p95": 0.5713998023839393, + "max": 0.682909002879505 + }, + "logit_mse": { + "mean": 0.26721044318252596, + "p50": 0.22274645614453928, + "p95": 0.5227884438227579, + "max": 0.7480099861328873 + }, + "logit_max_abs": { + "mean": 2.6100206977022546, + "p50": 2.468075752258301, + "p95": 3.5996039390563963, + "max": 4.678332597017288 + }, + "reference_gap_ge_1_nat": { + "tokens": 63, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_nothink", + "summary": { + "tokens": 686, + "kl": { + "mean": 0.05888160483780267, + "p50": 0.003022781811274719, + "p95": 0.300436926879027, + "max": 1.3251646768409042 + }, + "js": { + "mean": 0.014118671749568412, + "p50": 0.0007999566247128926, + "p95": 0.06782780877451429, + "max": 0.30590742917905317 + }, + "tv": { + "mean": 0.07037934977917239, + "p50": 0.0075466147965863265, + "p95": 0.31239442144552854, + "max": 0.7260542537021158 + }, + "centered_logit_rmse": { + "mean": 0.6300911913193787, + "p50": 0.6151574193629579, + "p95": 0.8666152010738941, + "max": 1.5802420614608959 + }, + "top1_equal": { + "mean": 0.9169096209912536, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 5.857598396501458, + "p50": 4.75, + "p95": 13.96875, + "max": 18.125 + }, + "reference_preference_regret": { + "mean": 0.06705539358600583, + "p50": 0.0, + "p95": 0.5, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.5177574256815348, + "p50": 0.5089837194494892, + "p95": 0.7288457711361417, + "max": 1.2338981122339334 + }, + "logit_mse": { + "mean": 0.4516800017934011, + "p50": 0.40852532362530514, + "p95": 0.8430548911987591, + "max": 2.5252809654858552 + }, + "logit_max_abs": { + "mean": 3.3652032817055133, + "p50": 3.219817280769348, + "p95": 4.834908485412598, + "max": 11.749202728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 565, + "top1_agreement": 0.9805309734513274 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.053269313739319715, + "p50": 0.0004743956515533569, + "p95": 0.3598056824031546, + "max": 1.3251646768409042 + }, + "js": { + "mean": 0.013013036783778055, + "p50": 0.00011851119145546871, + "p95": 0.07391207264563825, + "max": 0.30590742917905317 + }, + "tv": { + "mean": 0.05427587564558025, + "p50": 0.0009559213090111545, + "p95": 0.3210186473972638, + "max": 0.7260542537021158 + }, + "centered_logit_rmse": { + "mean": 0.6748492294365034, + "p50": 0.6706967252430579, + "p95": 0.8648545475776339, + "max": 1.309990437126407 + }, + "top1_equal": { + "mean": 0.92578125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.410888671875, + "p50": 7.375, + "p95": 14.25, + "max": 18.125 + }, + "reference_preference_regret": { + "mean": 0.08740234375, + "p50": 0.0, + "p95": 0.625, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.5514078078056406, + "p50": 0.5405471823961387, + "p95": 0.7391970920330945, + "max": 1.0334949607585575 + }, + "logit_mse": { + "mean": 0.5049809309243587, + "p50": 0.469128294495894, + "p95": 0.8667330949378755, + "max": 1.7206729769054978 + }, + "logit_max_abs": { + "mean": 3.5996944078465276, + "p50": 3.522848129272461, + "p95": 5.054568290710449, + "max": 7.244486331939697 + }, + "reference_gap_ge_1_nat": { + "tokens": 233, + "top1_agreement": 0.9613733905579399 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.046644938747070194, + "p50": 0.0013753117785022776, + "p95": 0.22639467962626164, + "max": 1.0876020601373106 + }, + "js": { + "mean": 0.010777435235135933, + "p50": 0.0003787535873111839, + "p95": 0.0549741196533983, + "max": 0.2879941607364068 + }, + "tv": { + "mean": 0.055514402039972655, + "p50": 0.0033799480370783628, + "p95": 0.24348828993277766, + "max": 0.6430362072634092 + }, + "centered_logit_rmse": { + "mean": 0.6315105706589975, + "p50": 0.6083278361706452, + "p95": 0.8933013015226196, + "max": 1.5802420614608959 + }, + "top1_equal": { + "mean": 0.9453125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.2109375, + "p50": 5.8125, + "p95": 14.140625, + "max": 16.125 + }, + "reference_preference_regret": { + "mean": 0.048828125, + "p50": 0.0, + "p95": 0.12499999999999992, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.522046642717539, + "p50": 0.5062786949621051, + "p95": 0.7619287904353433, + "max": 1.2338981122339334 + }, + "logit_mse": { + "mean": 0.4672190136872372, + "p50": 0.4061381763920717, + "p95": 0.9398999329375385, + "max": 2.5252809654858552 + }, + "logit_max_abs": { + "mean": 3.4076266978954664, + "p50": 3.227505683898926, + "p95": 4.977202773094177, + "max": 11.749202728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 224, + "top1_agreement": 0.9955357142857143 + } + }, + "512:686": { + "tokens": 174, + "kl": { + "mean": 0.0851421395529702, + "p50": 0.04910785484607349, + "p95": 0.3538401278346465, + "max": 0.4189973823852486 + }, + "js": { + "mean": 0.02066119530667786, + "p50": 0.011946182276370558, + "p95": 0.08417015620577487, + "max": 0.10889846220750019 + }, + "tv": { + "mean": 0.11594208540810752, + "p50": 0.09357023775122708, + "p95": 0.33813325807737477, + "max": 0.4061325116271661 + }, + "centered_logit_rmse": { + "mean": 0.5621520024175032, + "p50": 0.5484081676149528, + "p95": 0.7389516440782667, + "max": 0.9338336138177403 + }, + "top1_equal": { + "mean": 0.8620689655172413, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.0524425287356323, + "p50": 1.625, + "p95": 10.334375, + "max": 12.1875 + }, + "reference_preference_regret": { + "mean": 0.0639367816091954, + "p50": 0.0, + "p95": 0.5, + "max": 1.625 + }, + "logit_mae": { + "mean": 0.4619382453080396, + "p50": 0.45797408189379984, + "p95": 0.6055647267661866, + "max": 0.7658824217427186 + }, + "logit_mse": { + "mean": 0.3503982494810608, + "p50": 0.33640717394273184, + "p95": 0.5885274409822506, + "max": 0.936506968298863 + }, + "logit_max_abs": { + "mean": 2.9577887826438607, + "p50": 2.8869231194257736, + "p95": 4.091404438018799, + "max": 5.087573051452637 + }, + "reference_gap_ge_1_nat": { + "tokens": 108, + "top1_agreement": 0.9907407407407407 + } + } + } + }, + { + "id": "code_python_think", + "summary": { + "tokens": 962, + "kl": { + "mean": 0.05765244898723711, + "p50": 0.015398119995681872, + "p95": 0.21759279706894893, + "max": 1.0810687826333618 + }, + "js": { + "mean": 0.013900898846112028, + "p50": 0.0038827864168035535, + "p95": 0.05243435751090407, + "max": 0.25050461336883917 + }, + "tv": { + "mean": 0.08369913746647571, + "p50": 0.038767691891266276, + "p95": 0.2692222697073801, + "max": 0.5873918987716868 + }, + "centered_logit_rmse": { + "mean": 0.5776670686948671, + "p50": 0.5511032656413368, + "p95": 0.7992332238257883, + "max": 1.6787043089720861 + }, + "top1_equal": { + "mean": 0.8991683991683992, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.711408523908524, + "p50": 3.0625, + "p95": 13.5, + "max": 17.4375 + }, + "reference_preference_regret": { + "mean": 0.053144490644490644, + "p50": 0.0, + "p95": 0.375, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.47149584482911483, + "p50": 0.45108441484638884, + "p95": 0.6587851347922578, + "max": 1.3331018382982824 + }, + "logit_mse": { + "mean": 0.37362129224988694, + "p50": 0.32452098604623086, + "p95": 0.6864601218832973, + "max": 2.841499186500459 + }, + "logit_max_abs": { + "mean": 3.0362352566970725, + "p50": 2.8850291967391968, + "p95": 4.392458072304725, + "max": 7.701422691345215 + }, + "reference_gap_ge_1_nat": { + "tokens": 730, + "top1_agreement": 0.9863013698630136 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.10350246669801462, + "p50": 0.07334145304539433, + "p95": 0.29682033006742004, + "max": 0.7831692248599824 + }, + "js": { + "mean": 0.025234311677947145, + "p50": 0.019428805145754034, + "p95": 0.07203158452272856, + "max": 0.18664003277764363 + }, + "tv": { + "mean": 0.14719556531957173, + "p50": 0.1463273340257904, + "p95": 0.32441695326624576, + "max": 0.5873918987716868 + }, + "centered_logit_rmse": { + "mean": 0.5283595902430455, + "p50": 0.5004282364792625, + "p95": 0.7464654430847192, + "max": 1.6787043089720861 + }, + "top1_equal": { + "mean": 0.83203125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.8310546875, + "p50": 1.25, + "p95": 5.234375, + "max": 10.125 + }, + "reference_preference_regret": { + "mean": 0.084716796875, + "p50": 0.0, + "p95": 0.5625, + "max": 2.125 + }, + "logit_mae": { + "mean": 0.429397174464449, + "p50": 0.40561250173404967, + "p95": 0.6000127688802674, + "max": 1.3331018382982824 + }, + "logit_mse": { + "mean": 0.31390280112782004, + "p50": 0.26332572290298284, + "p95": 0.5690845450597378, + "max": 2.841499186500459 + }, + "logit_max_abs": { + "mean": 2.764465828488028, + "p50": 2.593429386615753, + "p95": 4.049271821975708, + "max": 7.701422691345215 + }, + "reference_gap_ge_1_nat": { + "tokens": 149, + "top1_agreement": 0.9731543624161074 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.029616411487066306, + "p50": 0.0003582004845200515, + "p95": 0.15007274219799946, + "max": 0.7343427152421699 + }, + "js": { + "mean": 0.0067256918079231075, + "p50": 9.870863862393171e-05, + "p95": 0.03818786102673731, + "max": 0.14509043183446726 + }, + "tv": { + "mean": 0.04295666692663055, + "p50": 0.0009325400375173045, + "p95": 0.23487018004952395, + "max": 0.49321147030278656 + }, + "centered_logit_rmse": { + "mean": 0.6249347229633145, + "p50": 0.6303484583755163, + "p95": 0.8092575464799189, + "max": 1.1876218854620784 + }, + "top1_equal": { + "mean": 0.94921875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.052978515625, + "p50": 7.5, + "p95": 14.078125, + "max": 17.4375 + }, + "reference_preference_regret": { + "mean": 0.0146484375, + "p50": 0.0, + "p95": 0.0, + "max": 0.875 + }, + "logit_mae": { + "mean": 0.5090700333449202, + "p50": 0.51480312188168, + "p95": 0.6684391341071123, + "max": 0.9631216437029856 + }, + "logit_mse": { + "mean": 0.4309696072676758, + "p50": 0.4197428906138178, + "p95": 0.7182472408632132, + "max": 1.4877366850543887 + }, + "logit_max_abs": { + "mean": 3.297035439318279, + "p50": 3.2804994583129883, + "p95": 4.621260762214661, + "max": 7.097269743680954 + }, + "reference_gap_ge_1_nat": { + "tokens": 225, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.030670575994418733, + "p50": 0.002413774213234187, + "p95": 0.14589053464289695, + "max": 1.0810687826333618 + }, + "js": { + "mean": 0.007400267580240388, + "p50": 0.0006381220483760545, + "p95": 0.034033386204231186, + "max": 0.25050461336883917 + }, + "tv": { + "mean": 0.04621775056975175, + "p50": 0.004121793028152861, + "p95": 0.22254039625218225, + "max": 0.5554942733637284 + }, + "centered_logit_rmse": { + "mean": 0.5972611810482983, + "p50": 0.5767894767262333, + "p95": 0.8389516793096871, + "max": 1.0717186789949675 + }, + "top1_equal": { + "mean": 0.9453125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.257080078125, + "p50": 5.875, + "p95": 14.15625, + "max": 16.625 + }, + "reference_preference_regret": { + "mean": 0.03271484375, + "p50": 0.0, + "p95": 0.03125, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.4912899727211109, + "p50": 0.47659750200609075, + "p95": 0.6852686214643109, + "max": 0.8651759203881946 + }, + "logit_mse": { + "mean": 0.40348690160165834, + "p50": 0.36370097288164094, + "p95": 0.7574936135232806, + "max": 1.1819220972507838 + }, + "logit_max_abs": { + "mean": 3.1851489832715743, + "p50": 3.0122655630111694, + "p95": 4.62258768081665, + "max": 7.490027129650116 + }, + "reference_gap_ge_1_nat": { + "tokens": 223, + "top1_agreement": 0.9955156950672646 + } + }, + "768:962": { + "tokens": 194, + "kl": { + "mean": 0.06975028688541333, + "p50": 0.031620268014591335, + "p95": 0.22623880592616136, + "max": 0.6648800378978065 + }, + "js": { + "mean": 0.016991934520801267, + "p50": 0.008266429980716222, + "p95": 0.054037025519121894, + "max": 0.13564454401244394 + }, + "tv": { + "mean": 0.10313327134982175, + "p50": 0.07771951725765083, + "p95": 0.27882072084556636, + "max": 0.4415205531098665 + }, + "centered_logit_rmse": { + "mean": 0.5545026471921111, + "p50": 0.5367037927913403, + "p95": 0.766119216960965, + "max": 0.9545936250631007 + }, + "top1_equal": { + "mean": 0.8608247422680413, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.3827319587628866, + "p50": 1.8125, + "p95": 10.965624999999998, + "max": 14.75 + }, + "reference_preference_regret": { + "mean": 0.08923969072164949, + "p50": 0.0, + "p95": 0.7500000000000001, + "max": 1.625 + }, + "logit_mae": { + "mean": 0.45134620881343057, + "p50": 0.43936297020929743, + "p95": 0.6148262986146802, + "max": 0.7946729229178122 + }, + "logit_mse": { + "mean": 0.33733865868618435, + "p50": 0.30893662713253367, + "p95": 0.6027375029627248, + "max": 0.9990669097184057 + }, + "logit_max_abs": { + "mean": 2.8542054261167333, + "p50": 2.7422813177108765, + "p95": 3.9565738081932067, + "max": 4.825803279876709 + }, + "reference_gap_ge_1_nat": { + "tokens": 133, + "top1_agreement": 0.9624060150375939 + } + } + } + }, + { + "id": "records_8k_nothink", + "summary": { + "tokens": 33, + "kl": { + "mean": 0.03197001481231608, + "p50": 0.00024477634034940907, + "p95": 0.16687503242805563, + "max": 0.25062109611712885 + }, + "js": { + "mean": 0.007163678233710941, + "p50": 6.789464703070538e-05, + "p95": 0.036747705521365595, + "max": 0.05245092165943067 + }, + "tv": { + "mean": 0.04516539466806208, + "p50": 0.00048178239161257835, + "p95": 0.23492221479137915, + "max": 0.2756043969814453 + }, + "centered_logit_rmse": { + "mean": 0.7381340219843785, + "p50": 0.7124496256159321, + "p95": 0.9332691245573794, + "max": 0.9749685988394712 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.78030303030303, + "p50": 7.375, + "p95": 13.449999999999996, + "max": 15.25 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.6119042387755356, + "p50": 0.5919557245874537, + "p95": 0.7765301140579551, + "max": 0.8311200643538392 + }, + "logit_mse": { + "mean": 0.609942004133238, + "p50": 0.5681388865497482, + "p95": 0.9532781262099805, + "max": 1.058846233080994 + }, + "logit_max_abs": { + "mean": 3.8802306444355934, + "p50": 3.8752079010009766, + "p95": 4.947786712646484, + "max": 5.099262237548828 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + } + }, + "windows": { + "0:33": { + "tokens": 33, + "kl": { + "mean": 0.03197001481231608, + "p50": 0.00024477634034940907, + "p95": 0.16687503242805563, + "max": 0.25062109611712885 + }, + "js": { + "mean": 0.007163678233710941, + "p50": 6.789464703070538e-05, + "p95": 0.036747705521365595, + "max": 0.05245092165943067 + }, + "tv": { + "mean": 0.04516539466806208, + "p50": 0.00048178239161257835, + "p95": 0.23492221479137915, + "max": 0.2756043969814453 + }, + "centered_logit_rmse": { + "mean": 0.7381340219843785, + "p50": 0.7124496256159321, + "p95": 0.9332691245573794, + "max": 0.9749685988394712 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.78030303030303, + "p50": 7.375, + "p95": 13.449999999999996, + "max": 15.25 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.6119042387755356, + "p50": 0.5919557245874537, + "p95": 0.7765301140579551, + "max": 0.8311200643538392 + }, + "logit_mse": { + "mean": 0.609942004133238, + "p50": 0.5681388865497482, + "p95": 0.9532781262099805, + "max": 1.058846233080994 + }, + "logit_max_abs": { + "mean": 3.8802306444355934, + "p50": 3.8752079010009766, + "p95": 4.947786712646484, + "max": 5.099262237548828 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "records_8k_think", + "summary": { + "tokens": 72, + "kl": { + "mean": 0.17144705318275602, + "p50": 0.04108578153311006, + "p95": 0.5927749672643561, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.036083505603871434, + "p50": 0.010279258335887487, + "p95": 0.12370754027049448, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.14008954998788445, + "p50": 0.07885170284847705, + "p95": 0.40595224114960166, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.7221801931007836, + "p50": 0.7117162201330642, + "p95": 1.0128701021685385, + "max": 1.2712878388899866 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.849826388888889, + "p50": 3.03125, + "p95": 10.4875, + "max": 13.25 + }, + "reference_preference_regret": { + "mean": 0.16145833333333334, + "p50": 0.0, + "p95": 0.8750000000000001, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.584504146788393, + "p50": 0.5656991405412845, + "p95": 0.8350596111420167, + "max": 1.058221728978831 + }, + "logit_mse": { + "mean": 0.5718395617506563, + "p50": 0.5127523541850918, + "p95": 1.0952428970736048, + "max": 1.7647173681227613 + }, + "logit_max_abs": { + "mean": 3.8311124150123863, + "p50": 3.6499814987182617, + "p95": 5.2742351770401, + "max": 6.630677223205566 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9607843137254902 + } + }, + "windows": { + "0:72": { + "tokens": 72, + "kl": { + "mean": 0.17144705318275602, + "p50": 0.04108578153311006, + "p95": 0.5927749672643561, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.036083505603871434, + "p50": 0.010279258335887487, + "p95": 0.12370754027049448, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.14008954998788445, + "p50": 0.07885170284847705, + "p95": 0.40595224114960166, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.7221801931007836, + "p50": 0.7117162201330642, + "p95": 1.0128701021685385, + "max": 1.2712878388899866 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.849826388888889, + "p50": 3.03125, + "p95": 10.4875, + "max": 13.25 + }, + "reference_preference_regret": { + "mean": 0.16145833333333334, + "p50": 0.0, + "p95": 0.8750000000000001, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.584504146788393, + "p50": 0.5656991405412845, + "p95": 0.8350596111420167, + "max": 1.058221728978831 + }, + "logit_mse": { + "mean": 0.5718395617506563, + "p50": 0.5127523541850918, + "p95": 1.0952428970736048, + "max": 1.7647173681227613 + }, + "logit_max_abs": { + "mean": 3.8311124150123863, + "p50": 3.6499814987182617, + "p95": 5.2742351770401, + "max": 6.630677223205566 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9607843137254902 + } + } + } + } + ], + "aggregate": { + "all": { + "tokens": 4322, + "kl": { + "mean": 0.07328712422923618, + "p50": 0.028674399826623835, + "p95": 0.2688911871874888, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.017172447554100443, + "p50": 0.007250899325479412, + "p95": 0.06127310245644172, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.09755473377485208, + "p50": 0.06660778445491224, + "p95": 0.28976789497016264, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.5653026079160968, + "p50": 0.5358251244648582, + "p95": 0.8057134016324217, + "max": 1.714956574422123 + }, + "top1_equal": { + "mean": 0.8866265617769551, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.994938685793614, + "p50": 2.375, + "p95": 12.625, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.0700919713095789, + "p50": 0.0, + "p95": 0.5, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.4623911943968334, + "p50": 0.43860018139092605, + "p95": 0.6659967655015333, + "max": 1.3945829362910371 + }, + "logit_mse": { + "mean": 0.36106786420987297, + "p50": 0.30714889322563366, + "p95": 0.7050854339857588, + "max": 3.1075993322076476 + }, + "logit_max_abs": { + "mean": 2.9816781966928705, + "p50": 2.809931755065918, + "p95": 4.435775047540664, + "max": 11.749202728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 3077, + "top1_agreement": 0.9840753981150471 + }, + "logit_rmse": 0.6008892279030079 + }, + "short_forced_npu": { + "tokens": 4217, + "kl": { + "mean": 0.07193449196129806, + "p50": 0.02891054668694728, + "p95": 0.26540813027768057, + "max": 2.6311905537660643 + }, + "js": { + "mean": 0.0169278882010033, + "p50": 0.007315947742680829, + "p95": 0.06043735747000023, + "max": 0.4905490702276684 + }, + "tv": { + "mean": 0.09723847610901991, + "p50": 0.06729622477677713, + "p95": 0.28770214674433064, + "max": 0.8604458063254284 + }, + "centered_logit_rmse": { + "mean": 0.5612716326261867, + "p50": 0.5321691204282136, + "p95": 0.7959522423137898, + "max": 1.714956574422123 + }, + "top1_equal": { + "mean": 0.8871235475456486, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.9756195162437753, + "p50": 2.3125, + "p95": 12.625, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.06908050746976524, + "p50": 0.0, + "p95": 0.5, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.45913625888896303, + "p50": 0.43632208559777, + "p95": 0.6604020580899685, + "max": 1.3945829362910371 + }, + "logit_mse": { + "mean": 0.3555216444231982, + "p50": 0.30351577414995295, + "p95": 0.6958733864841264, + "max": 3.1075993322076476 + }, + "logit_max_abs": { + "mean": 2.9601435762293855, + "p50": 2.789666533470154, + "p95": 4.393441820144653, + "max": 11.749202728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 2997, + "top1_agreement": 0.9843176509843177 + }, + "logit_rmse": 0.5962563579729765 + }, + "short_forced_npu/nothink": { + "tokens": 1714, + "kl": { + "mean": 0.06751386601614473, + "p50": 0.020036977914498003, + "p95": 0.2609626223258902, + "max": 1.8488792636636087 + }, + "js": { + "mean": 0.015754383312532268, + "p50": 0.004870780523616077, + "p95": 0.05900116019550798, + "max": 0.30869242190287177 + }, + "tv": { + "mean": 0.08872410049588887, + "p50": 0.047853104062867954, + "p95": 0.28228767658758863, + "max": 0.7260542537021158 + }, + "centered_logit_rmse": { + "mean": 0.578374787309286, + "p50": 0.5505438551509745, + "p95": 0.8205421122956938, + "max": 1.5802420614608959 + }, + "top1_equal": { + "mean": 0.8949824970828472, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.379995624270712, + "p50": 2.875, + "p95": 13.084374999999994, + "max": 18.125 + }, + "reference_preference_regret": { + "mean": 0.06559947491248541, + "p50": 0.0, + "p95": 0.5, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.4751170165788154, + "p50": 0.45385171120491563, + "p95": 0.6726955791590195, + "max": 1.2338981122339334 + }, + "logit_mse": { + "mean": 0.37951358409375924, + "p50": 0.32872220360487103, + "p95": 0.7276358835287269, + "max": 2.5252809654858552 + }, + "logit_max_abs": { + "mean": 3.0685507463211277, + "p50": 2.903296947479248, + "p95": 4.532532835006713, + "max": 11.749202728271484 + }, + "reference_gap_ge_1_nat": { + "tokens": 1251, + "top1_agreement": 0.9832134292565947 + }, + "logit_rmse": 0.6160467385627159 + }, + "short_forced_npu/think": { + "tokens": 2503, + "kl": { + "mean": 0.07496164053101151, + "p50": 0.0354763628875828, + "p95": 0.26834704639055323, + "max": 2.6311905537660643 + }, + "js": { + "mean": 0.017731478843767724, + "p50": 0.008763455577634324, + "p95": 0.0613663746192814, + "max": 0.4905490702276684 + }, + "tv": { + "mean": 0.10306893547813961, + "p50": 0.0814915481958797, + "p95": 0.29213647158062306, + "max": 0.8604458063254284 + }, + "centered_logit_rmse": { + "mean": 0.5495597640177837, + "p50": 0.5196950127830336, + "p95": 0.7797155824723906, + "max": 1.714956574422123 + }, + "top1_equal": { + "mean": 0.88174190970835, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.6987115461446263, + "p50": 2.0, + "p95": 12.25, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.07146424290850979, + "p50": 0.0, + "p95": 0.5, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.44819298334745, + "p50": 0.4245541088099638, + "p95": 0.647422056478199, + "max": 1.3945829362910371 + }, + "logit_mse": { + "mean": 0.33909248557567856, + "p50": 0.28877847313329813, + "p95": 0.6695559169252202, + "max": 3.1075993322076476 + }, + "logit_max_abs": { + "mean": 2.8859087022632464, + "p50": 2.719074249267578, + "p95": 4.293654823303223, + "max": 8.795186519622803 + }, + "reference_gap_ge_1_nat": { + "tokens": 1746, + "top1_agreement": 0.9851088201603666 + }, + "logit_rmse": 0.5823164823149681 + }, + "long_default_npu": { + "tokens": 105, + "kl": { + "mean": 0.12761141255204636, + "p50": 0.017880295039649087, + "p95": 0.4295270940274841, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.026994417001820988, + "p50": 0.004221746810776686, + "p95": 0.11709191153564612, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.11025624403022598, + "p50": 0.0345247938067671, + "p95": 0.39032435370029744, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.7271942536070564, + "p50": 0.7124496256159321, + "p95": 0.9975212560405089, + "max": 1.2712878388899866 + }, + "top1_equal": { + "mean": 0.8666666666666667, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.770833333333333, + "p50": 3.875, + "p95": 10.85, + "max": 15.25 + }, + "reference_preference_regret": { + "mean": 0.11071428571428571, + "p50": 0.0, + "p95": 0.7249999999999998, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.5931156042700664, + "p50": 0.5804526191793835, + "p95": 0.824159613600434, + "max": 1.058221728978831 + }, + "logit_mse": { + "mean": 0.5838146150708963, + "p50": 0.5353781235494083, + "p95": 1.0734529925341831, + "max": 1.7647173681227613 + }, + "logit_max_abs": { + "mean": 3.8465495728311083, + "p50": 3.8045873641967773, + "p95": 5.2239591598510735, + "max": 6.630677223205566 + }, + "reference_gap_ge_1_nat": { + "tokens": 80, + "top1_agreement": 0.975 + }, + "logit_rmse": 0.764077623720847 + }, + "long_default_npu/nothink": { + "tokens": 33, + "kl": { + "mean": 0.03197001481231608, + "p50": 0.00024477634034940907, + "p95": 0.16687503242805563, + "max": 0.25062109611712885 + }, + "js": { + "mean": 0.007163678233710941, + "p50": 6.789464703070538e-05, + "p95": 0.036747705521365595, + "max": 0.05245092165943067 + }, + "tv": { + "mean": 0.04516539466806208, + "p50": 0.00048178239161257835, + "p95": 0.23492221479137915, + "max": 0.2756043969814453 + }, + "centered_logit_rmse": { + "mean": 0.7381340219843785, + "p50": 0.7124496256159321, + "p95": 0.9332691245573794, + "max": 0.9749685988394712 + }, + "top1_equal": { + "mean": 1.0, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.78030303030303, + "p50": 7.375, + "p95": 13.449999999999996, + "max": 15.25 + }, + "reference_preference_regret": { + "mean": 0.0, + "p50": 0.0, + "p95": 0.0, + "max": 0.0 + }, + "logit_mae": { + "mean": 0.6119042387755356, + "p50": 0.5919557245874537, + "p95": 0.7765301140579551, + "max": 0.8311200643538392 + }, + "logit_mse": { + "mean": 0.609942004133238, + "p50": 0.5681388865497482, + "p95": 0.9532781262099805, + "max": 1.058846233080994 + }, + "logit_max_abs": { + "mean": 3.8802306444355934, + "p50": 3.8752079010009766, + "p95": 4.947786712646484, + "max": 5.099262237548828 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 1.0 + }, + "logit_rmse": 0.7809878386589884 + }, + "long_default_npu/think": { + "tokens": 72, + "kl": { + "mean": 0.17144705318275602, + "p50": 0.04108578153311006, + "p95": 0.5927749672643561, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.036083505603871434, + "p50": 0.010279258335887487, + "p95": 0.12370754027049448, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.14008954998788445, + "p50": 0.07885170284847705, + "p95": 0.40595224114960166, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.7221801931007836, + "p50": 0.7117162201330642, + "p95": 1.0128701021685385, + "max": 1.2712878388899866 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.849826388888889, + "p50": 3.03125, + "p95": 10.4875, + "max": 13.25 + }, + "reference_preference_regret": { + "mean": 0.16145833333333334, + "p50": 0.0, + "p95": 0.8750000000000001, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.584504146788393, + "p50": 0.5656991405412845, + "p95": 0.8350596111420167, + "max": 1.058221728978831 + }, + "logit_mse": { + "mean": 0.5718395617506563, + "p50": 0.5127523541850918, + "p95": 1.0952428970736048, + "max": 1.7647173681227613 + }, + "logit_max_abs": { + "mean": 3.8311124150123863, + "p50": 3.6499814987182617, + "p95": 5.2742351770401, + "max": 6.630677223205566 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9607843137254902 + }, + "logit_rmse": 0.7562007417020009 + } + } + }, + "official_int4_bf16__board_current": { + "cases": [ + { + "id": "office_zh_nothink", + "summary": { + "tokens": 447, + "kl": { + "mean": 0.10250032188943488, + "p50": 0.06419974535173062, + "p95": 0.3238430838556531, + "max": 2.0594151348133476 + }, + "js": { + "mean": 0.02298710378527087, + "p50": 0.015693183967724567, + "p95": 0.07050072147332442, + "max": 0.3187887516342674 + }, + "tv": { + "mean": 0.12778945020150229, + "p50": 0.11740607249827016, + "p95": 0.31031766977020486, + "max": 0.7261369771254561 + }, + "centered_logit_rmse": { + "mean": 0.540696047385866, + "p50": 0.5289856910215766, + "p95": 0.7349741413782095, + "max": 1.0821756017040414 + }, + "top1_equal": { + "mean": 0.8590604026845637, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.407158836689038, + "p50": 1.375, + "p95": 7.693749999999998, + "max": 12.375 + }, + "reference_preference_regret": { + "mean": 0.08529082774049217, + "p50": 0.0, + "p95": 0.6062499999999992, + "max": 3.125 + }, + "logit_mae": { + "mean": 0.4378518099877053, + "p50": 0.4260525847096039, + "p95": 0.6003200513863032, + "max": 0.8789990890023942 + }, + "logit_mse": { + "mean": 0.3172962102035655, + "p50": 0.29199584773512277, + "p95": 0.5815901912618291, + "max": 1.2186944539918465 + }, + "logit_max_abs": { + "mean": 2.821893208863326, + "p50": 2.727339267730713, + "p95": 3.955189323425293, + "max": 5.429952621459961 + }, + "reference_gap_ge_1_nat": { + "tokens": 277, + "top1_agreement": 0.9819494584837545 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.10632650411325792, + "p50": 0.06303610630886772, + "p95": 0.3250296656960443, + "max": 2.0594151348133476 + }, + "js": { + "mean": 0.02321172626697048, + "p50": 0.015014531876324816, + "p95": 0.0699336338851837, + "max": 0.3187887516342674 + }, + "tv": { + "mean": 0.12137383305125772, + "p50": 0.1067029452910904, + "p95": 0.31755029763365716, + "max": 0.7261369771254561 + }, + "centered_logit_rmse": { + "mean": 0.5736171930589682, + "p50": 0.5608404439946605, + "p95": 0.7748613775352707, + "max": 1.0821756017040414 + }, + "top1_equal": { + "mean": 0.8828125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.8037109375, + "p50": 1.75, + "p95": 8.125, + "max": 12.375 + }, + "reference_preference_regret": { + "mean": 0.083984375, + "p50": 0.0, + "p95": 0.6249999999999998, + "max": 3.125 + }, + "logit_mae": { + "mean": 0.46493839042904345, + "p50": 0.454517866604062, + "p95": 0.6301576366879924, + "max": 0.8789990890023942 + }, + "logit_mse": { + "mean": 0.35671524913744934, + "p50": 0.33072449106981083, + "p95": 0.6409942820229098, + "max": 1.2186944539918465 + }, + "logit_max_abs": { + "mean": 3.009628777157559, + "p50": 2.89263117313385, + "p95": 4.118588089942932, + "max": 5.429952621459961 + }, + "reference_gap_ge_1_nat": { + "tokens": 174, + "top1_agreement": 0.9770114942528736 + } + }, + "256:447": { + "tokens": 191, + "kl": { + "mean": 0.09737203576745221, + "p50": 0.06711797908218656, + "p95": 0.28677934016124035, + "max": 1.197843675232097 + }, + "js": { + "mean": 0.022686039097757262, + "p50": 0.016667833220897068, + "p95": 0.06837391639437371, + "max": 0.18800586520527496 + }, + "tv": { + "mean": 0.13638839255994523, + "p50": 0.13411411743824342, + "p95": 0.3028051033364453, + "max": 0.5293345721663256 + }, + "centered_logit_rmse": { + "mean": 0.4965713704627549, + "p50": 0.48317505526788534, + "p95": 0.6564561980734026, + "max": 0.7684997453503225 + }, + "top1_equal": { + "mean": 0.8272251308900523, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.87565445026178, + "p50": 1.125, + "p95": 6.0625, + "max": 10.3125 + }, + "reference_preference_regret": { + "mean": 0.08704188481675393, + "p50": 0.0, + "p95": 0.5312500000000001, + "max": 1.6875 + }, + "logit_mae": { + "mean": 0.40154728332287504, + "p50": 0.3916026006836794, + "p95": 0.5293074518070862, + "max": 0.617411503310991 + }, + "logit_mse": { + "mean": 0.26446231508799345, + "p50": 0.24513465087855887, + "p95": 0.4522539892231493, + "max": 0.6012105536721274 + }, + "logit_max_abs": { + "mean": 2.5702685728249826, + "p50": 2.4685583114624023, + "p95": 3.5058096647262573, + "max": 4.667869567871094 + }, + "reference_gap_ge_1_nat": { + "tokens": 103, + "top1_agreement": 0.9902912621359223 + } + } + } + }, + { + "id": "office_zh_think", + "summary": { + "tokens": 668, + "kl": { + "mean": 0.10128722040765202, + "p50": 0.06492661522065173, + "p95": 0.34320382964318885, + "max": 1.779389393306432 + }, + "js": { + "mean": 0.023872951267356935, + "p50": 0.015596557868354583, + "p95": 0.07668777342072887, + "max": 0.3652716154503481 + }, + "tv": { + "mean": 0.13619404010789307, + "p50": 0.12697255139642266, + "p95": 0.3246891049550347, + "max": 0.7598691469413561 + }, + "centered_logit_rmse": { + "mean": 0.5176759787080036, + "p50": 0.49394098667992503, + "p95": 0.7109568248747392, + "max": 1.7189880910303232 + }, + "top1_equal": { + "mean": 0.8323353293413174, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.1407185628742513, + "p50": 1.34375, + "p95": 7.375, + "max": 12.5 + }, + "reference_preference_regret": { + "mean": 0.1156437125748503, + "p50": 0.0, + "p95": 0.75, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.4200202672444766, + "p50": 0.3999427378853647, + "p95": 0.585850099906665, + "max": 1.4012473067358289 + }, + "logit_mse": { + "mean": 0.29682562048394556, + "p50": 0.2556821454246329, + "p95": 0.5488117814928803, + "max": 3.1361204015614663 + }, + "logit_max_abs": { + "mean": 2.6937381586584146, + "p50": 2.53844553232193, + "p95": 3.98083465695381, + "max": 8.787298202514648 + }, + "reference_gap_ge_1_nat": { + "tokens": 405, + "top1_agreement": 0.980246913580247 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.11821581068027938, + "p50": 0.07550748254629104, + "p95": 0.35763044456030385, + "max": 1.779389393306432 + }, + "js": { + "mean": 0.02744290778423638, + "p50": 0.017856481293929742, + "p95": 0.08020419205548197, + "max": 0.3652716154503481 + }, + "tv": { + "mean": 0.15146462205531047, + "p50": 0.14192859652786025, + "p95": 0.33939998703324137, + "max": 0.7598691469413561 + }, + "centered_logit_rmse": { + "mean": 0.5164907191074555, + "p50": 0.49157660808158843, + "p95": 0.7435819652599763, + "max": 1.7189880910303232 + }, + "top1_equal": { + "mean": 0.81640625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.740234375, + "p50": 1.125, + "p95": 5.625, + "max": 10.375 + }, + "reference_preference_regret": { + "mean": 0.1455078125, + "p50": 0.0, + "p95": 0.875, + "max": 5.625 + }, + "logit_mae": { + "mean": 0.41771102863589626, + "p50": 0.39543518155500873, + "p95": 0.6035731152039691, + "max": 1.4012473067358289 + }, + "logit_mse": { + "mean": 0.30186752086408386, + "p50": 0.2495335769984523, + "p95": 0.5869384943555368, + "max": 3.1361204015614663 + }, + "logit_max_abs": { + "mean": 2.6615381224110024, + "p50": 2.496096432209015, + "p95": 4.081944219768047, + "max": 8.787298202514648 + }, + "reference_gap_ge_1_nat": { + "tokens": 148, + "top1_agreement": 0.9662162162162162 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.08672275093172, + "p50": 0.045832010225455876, + "p95": 0.34292155169451777, + "max": 1.1059799097270915 + }, + "js": { + "mean": 0.02080338074880168, + "p50": 0.011140907808822494, + "p95": 0.07300620341752119, + "max": 0.31168173467289056 + }, + "tv": { + "mean": 0.11805896153941632, + "p50": 0.10508701351420469, + "p95": 0.31592982613369053, + "max": 0.6763976439424499 + }, + "centered_logit_rmse": { + "mean": 0.5370559301894327, + "p50": 0.5160684839244154, + "p95": 0.7145504099797688, + "max": 0.9533543917547805 + }, + "top1_equal": { + "mean": 0.86328125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.76025390625, + "p50": 1.6875, + "p95": 8.5, + "max": 12.5 + }, + "reference_preference_regret": { + "mean": 0.089111328125, + "p50": 0.0, + "p95": 0.375, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.43646749093513715, + "p50": 0.4184131041410891, + "p95": 0.6049806584424544, + "max": 0.7575901078861748 + }, + "logit_mse": { + "mean": 0.31534551436324265, + "p50": 0.28007665113477853, + "p95": 0.5750823734834292, + "max": 0.9593668899894566 + }, + "logit_max_abs": { + "mean": 2.7991327894451388, + "p50": 2.6100634932518005, + "p95": 4.017881810665131, + "max": 5.752222925424576 + }, + "reference_gap_ge_1_nat": { + "tokens": 170, + "top1_agreement": 0.9882352941176471 + } + }, + "512:668": { + "tokens": 156, + "kl": { + "mean": 0.09740763756179294, + "p50": 0.0752442301114542, + "p95": 0.2785463880221076, + "max": 0.8842941321006927 + }, + "js": { + "mean": 0.023051805013696722, + "p50": 0.018432929777496374, + "p95": 0.06224390252302758, + "max": 0.1597556517788832 + }, + "tv": { + "mean": 0.14089475251168274, + "p50": 0.1420323418291642, + "p95": 0.2927906159419901, + "max": 0.40286589913919435 + }, + "centered_logit_rmse": { + "mean": 0.48781802280091696, + "p50": 0.47041811751499873, + "p95": 0.6287148697612317, + "max": 0.8802300315475514 + }, + "top1_equal": { + "mean": 0.8076923076923077, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.78125, + "p50": 1.125, + "p95": 5.890625, + "max": 10.5 + }, + "reference_preference_regret": { + "mean": 0.11017628205128205, + "p50": 0.0, + "p95": 0.75, + "max": 2.5625000000000004 + }, + "logit_mae": { + "mean": 0.3968194712123449, + "p50": 0.38157352440915093, + "p95": 0.5052604187354757, + "max": 0.7583891961044051 + }, + "logit_mse": { + "mean": 0.25816011195564137, + "p50": 0.23313532180465701, + "p95": 0.40852932017161814, + "max": 0.9060581544821217 + }, + "logit_max_abs": { + "mean": 2.5736239522349282, + "p50": 2.433577001094818, + "p95": 3.5576170682907104, + "max": 4.562180519104004 + }, + "reference_gap_ge_1_nat": { + "tokens": 87, + "top1_agreement": 0.9885057471264368 + } + } + } + }, + { + "id": "math_probability_nothink", + "summary": { + "tokens": 581, + "kl": { + "mean": 0.05331954714589467, + "p50": 0.023216193005486507, + "p95": 0.1881441853014311, + "max": 1.8366255945417627 + }, + "js": { + "mean": 0.012601990235060902, + "p50": 0.005802879448632315, + "p95": 0.04405078137297998, + "max": 0.3087659158719185 + }, + "tv": { + "mean": 0.08241657888896574, + "p50": 0.05531286939183976, + "p95": 0.24599655942514154, + "max": 0.7108888759489637 + }, + "centered_logit_rmse": { + "mean": 0.5484408825338709, + "p50": 0.5219448186200542, + "p95": 0.7725848832988318, + "max": 1.2411186994602128 + }, + "top1_equal": { + "mean": 0.8984509466437177, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.153184165232358, + "p50": 2.5, + "p95": 12.75, + "max": 15.875 + }, + "reference_preference_regret": { + "mean": 0.039909638554216864, + "p50": 0.0, + "p95": 0.25, + "max": 1.4999999999999998 + }, + "logit_mae": { + "mean": 0.45518426293837, + "p50": 0.43682199991840875, + "p95": 0.6334580883545904, + "max": 0.9864611511762191 + }, + "logit_mse": { + "mean": 0.34505965893623647, + "p50": 0.3040515159085855, + "p95": 0.6382104356970401, + "max": 1.573215039366653 + }, + "logit_max_abs": { + "mean": 2.9122819802443307, + "p50": 2.7357304096221924, + "p95": 4.289332985877991, + "max": 6.417471408843994 + }, + "reference_gap_ge_1_nat": { + "tokens": 409, + "top1_agreement": 0.9975550122249389 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.05068309440108973, + "p50": 0.02446238291264947, + "p95": 0.19930853696762552, + "max": 0.3408047593120684 + }, + "js": { + "mean": 0.01232338650299168, + "p50": 0.00619199320948472, + "p95": 0.04525006747326995, + "max": 0.06857336540416427 + }, + "tv": { + "mean": 0.07949349959390395, + "p50": 0.05225266142923046, + "p95": 0.2444441493790721, + "max": 0.3179858015693568 + }, + "centered_logit_rmse": { + "mean": 0.5766384728542181, + "p50": 0.5572694763859001, + "p95": 0.7953242340408185, + "max": 1.2411186994602128 + }, + "top1_equal": { + "mean": 0.92578125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.55078125, + "p50": 3.21875, + "p95": 13.03125, + "max": 15.875 + }, + "reference_preference_regret": { + "mean": 0.035400390625, + "p50": 0.0, + "p95": 0.25, + "max": 1.4999999999999998 + }, + "logit_mae": { + "mean": 0.4777754706958317, + "p50": 0.4575721334703273, + "p95": 0.6513920228659885, + "max": 0.9864611511762191 + }, + "logit_mse": { + "mean": 0.38058976481451645, + "p50": 0.3321651085603138, + "p95": 0.6800511926249586, + "max": 1.573215039366653 + }, + "logit_max_abs": { + "mean": 3.0716717123505077, + "p50": 2.9054254293441772, + "p95": 4.504697740077972, + "max": 6.417471408843994 + }, + "reference_gap_ge_1_nat": { + "tokens": 193, + "top1_agreement": 1.0 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.05619557723649113, + "p50": 0.02079116415759491, + "p95": 0.18508983678127322, + "max": 1.8366255945417627 + }, + "js": { + "mean": 0.012863213085411683, + "p50": 0.004891876916981333, + "p95": 0.04371459314803251, + "max": 0.3087659158719185 + }, + "tv": { + "mean": 0.08355610686398703, + "p50": 0.05542663066586896, + "p95": 0.24612091583458182, + "max": 0.7108888759489637 + }, + "centered_logit_rmse": { + "mean": 0.5298130087921236, + "p50": 0.5079647904287873, + "p95": 0.7226256532201961, + "max": 1.083067130399411 + }, + "top1_equal": { + "mean": 0.87109375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.872314453125, + "p50": 2.25, + "p95": 12.1875, + "max": 14.625 + }, + "reference_preference_regret": { + "mean": 0.0498046875, + "p50": 0.0, + "p95": 0.28125, + "max": 1.125 + }, + "logit_mae": { + "mean": 0.44014515556905265, + "p50": 0.41764717205861407, + "p95": 0.5915786836936002, + "max": 0.9346434055751283 + }, + "logit_mse": { + "mean": 0.3213999227200727, + "p50": 0.281151342262801, + "p95": 0.5547025200875724, + "max": 1.3918948728670502 + }, + "logit_max_abs": { + "mean": 2.8075826294370927, + "p50": 2.649322748184204, + "p95": 3.9810726419091225, + "max": 6.0953755378723145 + }, + "reference_gap_ge_1_nat": { + "tokens": 171, + "top1_agreement": 0.9941520467836257 + } + }, + "512:581": { + "tokens": 69, + "kl": { + "mean": 0.05243068047165368, + "p50": 0.03250600703028114, + "p95": 0.16808831452137343, + "max": 0.24093652563034323 + }, + "js": { + "mean": 0.012666475825204679, + "p50": 0.008993384587706684, + "p95": 0.04047776945136623, + "max": 0.05334562908153132 + }, + "tv": { + "mean": 0.08903381277201447, + "p50": 0.08675517263713671, + "p95": 0.22818608426604045, + "max": 0.2844356760041089 + }, + "centered_logit_rmse": { + "mean": 0.5129358471118188, + "p50": 0.47906681857547084, + "p95": 0.6841677843858648, + "max": 0.7987546448468258 + }, + "top1_equal": { + "mean": 0.8985507246376812, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.720108695652174, + "p50": 1.6875, + "p95": 12.224999999999998, + "max": 14.0 + }, + "reference_preference_regret": { + "mean": 0.019927536231884056, + "p50": 0.0, + "p95": 0.125, + "max": 0.5 + }, + "logit_mae": { + "mean": 0.4271648759910508, + "p50": 0.39731275832713503, + "p95": 0.59586267407791, + "max": 0.6305829183602644 + }, + "logit_mse": { + "mean": 0.3010188671463558, + "p50": 0.25670069521920197, + "p95": 0.5653706436098632, + "max": 0.6382104356970401 + }, + "logit_max_abs": { + "mean": 2.709372739483049, + "p50": 2.5237441062927246, + "p95": 3.883061838150024, + "max": 4.258927822113037 + }, + "reference_gap_ge_1_nat": { + "tokens": 45, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "math_probability_think", + "summary": { + "tokens": 873, + "kl": { + "mean": 0.07636042538275602, + "p50": 0.03296824814094648, + "p95": 0.27965598404253805, + "max": 1.8876559958296142 + }, + "js": { + "mean": 0.01778835071732494, + "p50": 0.008305886883544906, + "p95": 0.06896062876775473, + "max": 0.41021880010351214 + }, + "tv": { + "mean": 0.10068934255639084, + "p50": 0.07649430871559208, + "p95": 0.29719355280995696, + "max": 0.7922304527118691 + }, + "centered_logit_rmse": { + "mean": 0.5434139223589864, + "p50": 0.5133838637303767, + "p95": 0.787586011135743, + "max": 1.5185859018289958 + }, + "top1_equal": { + "mean": 0.8980526918671249, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.774914089347079, + "p50": 2.1875, + "p95": 11.75, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.052691867124856816, + "p50": 0.0, + "p95": 0.375, + "max": 4.6875 + }, + "logit_mae": { + "mean": 0.44448120877108027, + "p50": 0.41907082081992214, + "p95": 0.662483928235961, + "max": 1.2047621553864412 + }, + "logit_mse": { + "mean": 0.33478778485913413, + "p50": 0.27954268821186123, + "p95": 0.7025948406854624, + "max": 2.3360420014368937 + }, + "logit_max_abs": { + "mean": 2.870019244614728, + "p50": 2.6911063194274902, + "p95": 4.283776664733886, + "max": 8.387558937072754 + }, + "reference_gap_ge_1_nat": { + "tokens": 611, + "top1_agreement": 0.9869067103109657 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.14295922245903536, + "p50": 0.07865001399628661, + "p95": 0.5078096678057088, + "max": 1.8876559958296142 + }, + "js": { + "mean": 0.03226534216664063, + "p50": 0.01895869666687941, + "p95": 0.10806838090382642, + "max": 0.41021880010351214 + }, + "tv": { + "mean": 0.1521718874559841, + "p50": 0.14672756532194237, + "p95": 0.366759975872363, + "max": 0.7922304527118691 + }, + "centered_logit_rmse": { + "mean": 0.61331569061661, + "p50": 0.5804121914736537, + "p95": 0.8864975262484919, + "max": 1.5185859018289958 + }, + "top1_equal": { + "mean": 0.84765625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 2.52490234375, + "p50": 1.625, + "p95": 8.125, + "max": 11.75 + }, + "reference_preference_regret": { + "mean": 0.10986328125, + "p50": 0.0, + "p95": 0.765625, + "max": 4.6875 + }, + "logit_mae": { + "mean": 0.5030060242438248, + "p50": 0.47577553104299164, + "p95": 0.7276069027735003, + "max": 1.2047621553864412 + }, + "logit_mse": { + "mean": 0.4296741552158733, + "p50": 0.3612234523862154, + "p95": 0.8495230435513624, + "max": 2.3360420014368937 + }, + "logit_max_abs": { + "mean": 3.2577175621991046, + "p50": 3.120866060256958, + "p95": 4.772297263145447, + "max": 8.387558937072754 + }, + "reference_gap_ge_1_nat": { + "tokens": 170, + "top1_agreement": 0.9647058823529412 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.05204571930904446, + "p50": 0.023948926539226416, + "p95": 0.1889615382165826, + "max": 0.7504798837873332 + }, + "js": { + "mean": 0.012912026595006166, + "p50": 0.006507150376552273, + "p95": 0.044769246460665095, + "max": 0.22905602428252791 + }, + "tv": { + "mean": 0.08255338823781194, + "p50": 0.05947633825274101, + "p95": 0.2466836669236499, + "max": 0.5329033460852464 + }, + "centered_logit_rmse": { + "mean": 0.5249115963608894, + "p50": 0.5097626255439949, + "p95": 0.7600497353654562, + "max": 0.8965367175544261 + }, + "top1_equal": { + "mean": 0.93359375, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.09912109375, + "p50": 2.84375, + "p95": 11.5625, + "max": 17.1875 + }, + "reference_preference_regret": { + "mean": 0.018798828125, + "p50": 0.0, + "p95": 0.1875, + "max": 0.8125 + }, + "logit_mae": { + "mean": 0.42751535382419287, + "p50": 0.41748156257589164, + "p95": 0.6094892945187816, + "max": 0.7133348155246126 + }, + "logit_mse": { + "mean": 0.3042498783696688, + "p50": 0.2785595904900186, + "p95": 0.6035074184478475, + "max": 0.8164265552160656 + }, + "logit_max_abs": { + "mean": 2.7541603346471675, + "p50": 2.610539637506008, + "p95": 4.043398559093475, + "max": 4.975330352783203 + }, + "reference_gap_ge_1_nat": { + "tokens": 186, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.040185671287734745, + "p50": 0.008522109797562273, + "p95": 0.1511446417432874, + "max": 1.1261259262008898 + }, + "js": { + "mean": 0.00937634701652099, + "p50": 0.0022858894967764795, + "p95": 0.035193148400945576, + "max": 0.17299269925125293 + }, + "tv": { + "mean": 0.06504545988243884, + "p50": 0.023038371312141013, + "p95": 0.21746821026993118, + "max": 0.5070142813250195 + }, + "centered_logit_rmse": { + "mean": 0.5132179843618563, + "p50": 0.4816131267565859, + "p95": 0.7342742244524441, + "max": 1.0503906326077734 + }, + "top1_equal": { + "mean": 0.9140625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.965576171875, + "p50": 3.5, + "p95": 13.09375, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.035400390625, + "p50": 0.0, + "p95": 0.25, + "max": 1.125 + }, + "logit_mae": { + "mean": 0.420220163005093, + "p50": 0.3969760714163971, + "p95": 0.5952284354535152, + "max": 0.9148211598426892 + }, + "logit_mse": { + "mean": 0.297321279126484, + "p50": 0.2514799706848359, + "p95": 0.5681467473555313, + "max": 1.3109942439522304 + }, + "logit_max_abs": { + "mean": 2.700787308240251, + "p50": 2.5139211416244507, + "p95": 3.9969108402729034, + "max": 5.576322555541992 + }, + "reference_gap_ge_1_nat": { + "tokens": 192, + "top1_agreement": 0.9895833333333334 + } + }, + "768:873": { + "tokens": 105, + "kl": { + "mean": 0.06146528016054739, + "p50": 0.05218387486094426, + "p95": 0.16616222650637139, + "max": 0.47599607933179283 + }, + "js": { + "mean": 0.014890275590606879, + "p50": 0.012856162475317222, + "p95": 0.03913205748405788, + "max": 0.10292022478206664 + }, + "tv": { + "mean": 0.10629035946869596, + "p50": 0.11694188797178857, + "p95": 0.23947622510277888, + "max": 0.4007158084995137 + }, + "centered_logit_rmse": { + "mean": 0.49171775958590486, + "p50": 0.4554605954446163, + "p95": 0.690937404508879, + "max": 0.7739685799481671 + }, + "top1_equal": { + "mean": 0.8952380952380953, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.129166666666667, + "p50": 1.3125, + "p95": 11.95, + "max": 16.25 + }, + "reference_preference_regret": { + "mean": 0.0380952380952381, + "p50": 0.0, + "p95": 0.25, + "max": 0.75 + }, + "logit_mae": { + "mean": 0.4023072451660642, + "p50": 0.3780306613401104, + "p95": 0.6032354979190457, + "max": 0.6324262072197858 + }, + "logit_mse": { + "mean": 0.26924701074043234, + "p50": 0.22665025202057185, + "p95": 0.56037475474916, + "max": 0.642395432466647 + }, + "logit_max_abs": { + "mean": 2.619852457585789, + "p50": 2.4696545600891113, + "p95": 3.6673124790191647, + "max": 4.585265725851059 + }, + "reference_gap_ge_1_nat": { + "tokens": 63, + "top1_agreement": 1.0 + } + } + } + }, + { + "id": "code_python_nothink", + "summary": { + "tokens": 686, + "kl": { + "mean": 0.05907612442985915, + "p50": 0.0032134756442258093, + "p95": 0.27265846354259127, + "max": 1.5377637795713421 + }, + "js": { + "mean": 0.014088074650327125, + "p50": 0.0008735043604597514, + "p95": 0.0679093713420892, + "max": 0.33660510124429943 + }, + "tv": { + "mean": 0.06994394218067478, + "p50": 0.006987337304730577, + "p95": 0.3049585435190982, + "max": 0.7602128545500897 + }, + "centered_logit_rmse": { + "mean": 0.627978613377456, + "p50": 0.6104189203351926, + "p95": 0.8621392673305541, + "max": 1.6094216055132136 + }, + "top1_equal": { + "mean": 0.9169096209912536, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 5.857598396501458, + "p50": 4.75, + "p95": 13.96875, + "max": 18.125 + }, + "reference_preference_regret": { + "mean": 0.07024416909620991, + "p50": 0.0, + "p95": 0.5, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.5155090685835352, + "p50": 0.5029530563789837, + "p95": 0.7189339368976151, + "max": 1.2563249982082594 + }, + "logit_mse": { + "mean": 0.4470544918925345, + "p50": 0.40467158692910554, + "p95": 0.8289435307408579, + "max": 2.60732620185552 + }, + "logit_max_abs": { + "mean": 3.3347577842376017, + "p50": 3.217600464820862, + "p95": 4.860018730163574, + "max": 11.190662384033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 565, + "top1_agreement": 0.9805309734513274 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.054403746154725555, + "p50": 0.0004982490919414979, + "p95": 0.29748093191788766, + "max": 1.5377637795713421 + }, + "js": { + "mean": 0.013135319293997152, + "p50": 0.0001291992718922267, + "p95": 0.07464857928802644, + "max": 0.33660510124429943 + }, + "tv": { + "mean": 0.0544618205479879, + "p50": 0.0008609407986443133, + "p95": 0.3247849547791897, + "max": 0.7602128545500897 + }, + "centered_logit_rmse": { + "mean": 0.6744748946181707, + "p50": 0.6658669969165704, + "p95": 0.8655048529633891, + "max": 1.2991664065802624 + }, + "top1_equal": { + "mean": 0.921875, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.410888671875, + "p50": 7.375, + "p95": 14.25, + "max": 18.125 + }, + "reference_preference_regret": { + "mean": 0.09521484375, + "p50": 0.0, + "p95": 0.65625, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.5506005650394201, + "p50": 0.5379552996332717, + "p95": 0.7272633251834629, + "max": 1.0262280338577385 + }, + "logit_mse": { + "mean": 0.5028634106605168, + "p50": 0.4631138415982843, + "p95": 0.8440248702040826, + "max": 1.6950606275597127 + }, + "logit_max_abs": { + "mean": 3.5946507268454297, + "p50": 3.5395267009735107, + "p95": 5.010970234870911, + "max": 7.312042713165283 + }, + "reference_gap_ge_1_nat": { + "tokens": 233, + "top1_agreement": 0.9613733905579399 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.045010999803665054, + "p50": 0.0011423516646383127, + "p95": 0.19463333707836783, + "max": 1.1584809352543293 + }, + "js": { + "mean": 0.010372521504704794, + "p50": 0.0003038303115105235, + "p95": 0.04443728477705288, + "max": 0.28093814938486644 + }, + "tv": { + "mean": 0.053242869781012135, + "p50": 0.0030894288488665825, + "p95": 0.24744518358800568, + "max": 0.6322280937244098 + }, + "centered_logit_rmse": { + "mean": 0.6290243934277735, + "p50": 0.6055677000263521, + "p95": 0.9024487461391859, + "max": 1.6094216055132136 + }, + "top1_equal": { + "mean": 0.9453125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.2109375, + "p50": 5.8125, + "p95": 14.140625, + "max": 16.125 + }, + "reference_preference_regret": { + "mean": 0.04248046875, + "p50": 0.0, + "p95": 0.12499999999999992, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.5194101882523703, + "p50": 0.5038310923426625, + "p95": 0.7669756898571398, + "max": 1.2563249982082594 + }, + "logit_mse": { + "mean": 0.4613401006725102, + "p50": 0.40661285779030465, + "p95": 0.9441480750426401, + "max": 2.60732620185552 + }, + "logit_max_abs": { + "mean": 3.3601926927658496, + "p50": 3.2356832027435303, + "p95": 4.98546028137207, + "max": 11.190662384033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 224, + "top1_agreement": 0.9955357142857143 + } + }, + "512:686": { + "tokens": 174, + "kl": { + "mean": 0.08664394479043319, + "p50": 0.051256678823867585, + "p95": 0.3233848357743356, + "max": 0.4777787226592516 + }, + "js": { + "mean": 0.020956390607222465, + "p50": 0.011769972837207942, + "p95": 0.07657924726758217, + "max": 0.1251093612502784 + }, + "tv": { + "mean": 0.11729392880298208, + "p50": 0.09145845988301868, + "p95": 0.33182918056464566, + "max": 0.43018027825198324 + }, + "centered_logit_rmse": { + "mean": 0.5580316726274319, + "p50": 0.5430385352831544, + "p95": 0.7141872721378587, + "max": 0.8910311323798041 + }, + "top1_equal": { + "mean": 0.867816091954023, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.0524425287356323, + "p50": 1.625, + "p95": 10.334375, + "max": 12.1875 + }, + "reference_preference_regret": { + "mean": 0.07435344827586207, + "p50": 0.0, + "p95": 0.5, + "max": 1.6875 + }, + "logit_mae": { + "mean": 0.4581406218713033, + "p50": 0.4479232830191644, + "p95": 0.5976756857997991, + "max": 0.7039862409101301 + }, + "logit_mse": { + "mean": 0.3439269111323205, + "p50": 0.3202421677695991, + "p95": 0.5651072432183077, + "max": 0.8001142906183276 + }, + "logit_max_abs": { + "mean": 2.9149650837155594, + "p50": 2.8200812488794327, + "p95": 4.0356479525566105, + "max": 5.3113694190979 + }, + "reference_gap_ge_1_nat": { + "tokens": 108, + "top1_agreement": 0.9907407407407407 + } + } + } + }, + { + "id": "code_python_think", + "summary": { + "tokens": 962, + "kl": { + "mean": 0.058218933476419835, + "p50": 0.015016487167262879, + "p95": 0.22502310388197455, + "max": 1.3243999696405009 + }, + "js": { + "mean": 0.013986397175774079, + "p50": 0.003676401652872806, + "p95": 0.054301753976398186, + "max": 0.30149208789269916 + }, + "tv": { + "mean": 0.08376868132515318, + "p50": 0.041847267085864406, + "p95": 0.2749026911961285, + "max": 0.6415337737784114 + }, + "centered_logit_rmse": { + "mean": 0.5772566741858528, + "p50": 0.5518742251175868, + "p95": 0.7970396386021703, + "max": 1.6787043089720861 + }, + "top1_equal": { + "mean": 0.9002079002079002, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.711408523908524, + "p50": 3.0625, + "p95": 13.5, + "max": 17.4375 + }, + "reference_preference_regret": { + "mean": 0.05834199584199584, + "p50": 0.0, + "p95": 0.375, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.47168987896946424, + "p50": 0.4524810979891589, + "p95": 0.6548259034159353, + "max": 1.3331018382982824 + }, + "logit_mse": { + "mean": 0.3735043686625916, + "p50": 0.3252844535967735, + "p95": 0.6900439539233132, + "max": 2.841499186500459 + }, + "logit_max_abs": { + "mean": 3.039242663805077, + "p50": 2.88678377866745, + "p95": 4.348924614675343, + "max": 7.701422691345215 + }, + "reference_gap_ge_1_nat": { + "tokens": 730, + "top1_agreement": 0.9849315068493151 + } + }, + "windows": { + "0:256": { + "tokens": 256, + "kl": { + "mean": 0.10386507773794887, + "p50": 0.07337960008690639, + "p95": 0.3104237209782562, + "max": 0.7959310357554995 + }, + "js": { + "mean": 0.025264343324018085, + "p50": 0.018440364436979856, + "p95": 0.06909625804680428, + "max": 0.189348912552608 + }, + "tv": { + "mean": 0.14656551619285857, + "p50": 0.1399270720870562, + "p95": 0.3239614536159148, + "max": 0.5907093526519244 + }, + "centered_logit_rmse": { + "mean": 0.5261499099058204, + "p50": 0.49759562752348363, + "p95": 0.7446076134550587, + "max": 1.6787043089720861 + }, + "top1_equal": { + "mean": 0.828125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 1.8310546875, + "p50": 1.25, + "p95": 5.234375, + "max": 10.125 + }, + "reference_preference_regret": { + "mean": 0.1025390625, + "p50": 0.0, + "p95": 0.6249999999999999, + "max": 2.875 + }, + "logit_mae": { + "mean": 0.4281277014443955, + "p50": 0.4044552508554622, + "p95": 0.5970504106348911, + "max": 1.3331018382982824 + }, + "logit_mse": { + "mean": 0.3115415810805665, + "p50": 0.26168259170309804, + "p95": 0.565366434217517, + "max": 2.841499186500459 + }, + "logit_max_abs": { + "mean": 2.756021108973073, + "p50": 2.6143200881779194, + "p95": 3.9720731303095818, + "max": 7.701422691345215 + }, + "reference_gap_ge_1_nat": { + "tokens": 149, + "top1_agreement": 0.9664429530201343 + } + }, + "256:512": { + "tokens": 256, + "kl": { + "mean": 0.03057321708512318, + "p50": 0.0003904338640380781, + "p95": 0.1523169395056834, + "max": 0.823724280370805 + }, + "js": { + "mean": 0.006847189332479663, + "p50": 0.00010258006075190604, + "p95": 0.03428699690181731, + "max": 0.15725576508049205 + }, + "tv": { + "mean": 0.04328614821287221, + "p50": 0.0009098017418660339, + "p95": 0.24408641218468774, + "max": 0.50810531266621 + }, + "centered_logit_rmse": { + "mean": 0.6246714960435324, + "p50": 0.6328556417518629, + "p95": 0.8103652780412172, + "max": 1.2017359181928344 + }, + "top1_equal": { + "mean": 0.953125, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 7.052978515625, + "p50": 7.5, + "p95": 14.078125, + "max": 17.4375 + }, + "reference_preference_regret": { + "mean": 0.0146484375, + "p50": 0.0, + "p95": 0.0, + "max": 0.875 + }, + "logit_mae": { + "mean": 0.508705580252129, + "p50": 0.5160343413382477, + "p95": 0.6663823016989754, + "max": 0.9735704631014113 + }, + "logit_mse": { + "mean": 0.43009598487543205, + "p50": 0.4272152329721848, + "p95": 0.7141728146007382, + "max": 1.517640689835935 + }, + "logit_max_abs": { + "mean": 3.2808658688882133, + "p50": 3.259866237640381, + "p95": 4.506562948226929, + "max": 6.271407961845398 + }, + "reference_gap_ge_1_nat": { + "tokens": 225, + "top1_agreement": 1.0 + } + }, + "512:768": { + "tokens": 256, + "kl": { + "mean": 0.03263961322117771, + "p50": 0.0019374222319145837, + "p95": 0.1501293245054048, + "max": 1.3243999696405009 + }, + "js": { + "mean": 0.007822664164796628, + "p50": 0.0004824768854922862, + "p95": 0.03656865115115968, + "max": 0.30149208789269916 + }, + "tv": { + "mean": 0.04719805175143309, + "p50": 0.004485844950219006, + "p95": 0.21693170027822412, + "max": 0.6415337737784114 + }, + "centered_logit_rmse": { + "mean": 0.598559608923688, + "p50": 0.5825411585816547, + "p95": 0.8347850115667224, + "max": 0.9909776254262388 + }, + "top1_equal": { + "mean": 0.94140625, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.257080078125, + "p50": 5.875, + "p95": 14.15625, + "max": 16.625 + }, + "reference_preference_regret": { + "mean": 0.039794921875, + "p50": 0.0, + "p95": 0.125, + "max": 4.5 + }, + "logit_mae": { + "mean": 0.49376328118119467, + "p50": 0.48208171524660426, + "p95": 0.6752905990345002, + "max": 0.8411923969665157 + }, + "logit_mse": { + "mean": 0.40626724332686404, + "p50": 0.3705561426778573, + "p95": 0.7301371282115499, + "max": 1.1275954244151618 + }, + "logit_max_abs": { + "mean": 3.206610018722131, + "p50": 3.030819296836853, + "p95": 4.609798259567469, + "max": 7.248338416218758 + }, + "reference_gap_ge_1_nat": { + "tokens": 223, + "top1_agreement": 0.9955156950672646 + } + }, + "768:962": { + "tokens": 194, + "kl": { + "mean": 0.06821994610818523, + "p50": 0.03352217303708102, + "p95": 0.22186393666530027, + "max": 0.6084972175022264 + }, + "js": { + "mean": 0.01665855513836754, + "p50": 0.008516599126011411, + "p95": 0.054594254486340664, + "max": 0.12987557331298555 + }, + "tv": { + "mean": 0.1025811551472341, + "p50": 0.07190472631845156, + "p95": 0.276701214463815, + "max": 0.43641859417802803 + }, + "centered_logit_rmse": { + "mean": 0.5540174265942883, + "p50": 0.5342255431697305, + "p95": 0.7551208619185701, + "max": 0.9511264567844094 + }, + "top1_equal": { + "mean": 0.8711340206185567, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.3827319587628866, + "p50": 1.8125, + "p95": 10.965624999999998, + "max": 14.75 + }, + "reference_preference_regret": { + "mean": 0.0821520618556701, + "p50": 0.0, + "p95": 0.6687499999999993, + "max": 1.625 + }, + "logit_mae": { + "mean": 0.45120073954602313, + "p50": 0.4405399615506753, + "p95": 0.6052433477655033, + "max": 0.8083525389443939 + }, + "logit_mse": { + "mean": 0.3373586158608266, + "p50": 0.3095213256330458, + "p95": 0.5875108470984579, + "max": 1.0307507121424395 + }, + "logit_max_abs": { + "mean": 2.8732794404903563, + "p50": 2.7861204147338867, + "p95": 3.9035331457853313, + "max": 4.858200311660767 + }, + "reference_gap_ge_1_nat": { + "tokens": 133, + "top1_agreement": 0.9624060150375939 + } + } + } + }, + { + "id": "records_8k_nothink", + "summary": { + "tokens": 33, + "kl": { + "mean": 0.026339919701611935, + "p50": 0.0002703119799474045, + "p95": 0.17812007450387604, + "max": 0.19059276102982017 + }, + "js": { + "mean": 0.005962091242816667, + "p50": 6.395783838724388e-05, + "p95": 0.03485614844722666, + "max": 0.04778315822304715 + }, + "tv": { + "mean": 0.04039023542100427, + "p50": 0.00043396524393146836, + "p95": 0.2094622593661668, + "max": 0.28107741739549147 + }, + "centered_logit_rmse": { + "mean": 0.7417713091398476, + "p50": 0.7188635483597252, + "p95": 0.9655601491053525, + "max": 0.9767338073881862 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.78030303030303, + "p50": 7.375, + "p95": 13.449999999999996, + "max": 15.25 + }, + "reference_preference_regret": { + "mean": 0.0303030303030303, + "p50": 0.0, + "p95": 0.0, + "max": 0.9999999999999999 + }, + "logit_mae": { + "mean": 0.6153841297369897, + "p50": 0.5964715874575287, + "p95": 0.7740417378182446, + "max": 0.7905714193229965 + }, + "logit_mse": { + "mean": 0.6163039099240043, + "p50": 0.5694918604445234, + "p95": 0.9580991961289479, + "max": 0.9720542943124939 + }, + "logit_max_abs": { + "mean": 3.8994308999090483, + "p50": 3.884657621383667, + "p95": 4.917903757095337, + "max": 5.180215358734131 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 0.9655172413793104 + } + }, + "windows": { + "0:33": { + "tokens": 33, + "kl": { + "mean": 0.026339919701611935, + "p50": 0.0002703119799474045, + "p95": 0.17812007450387604, + "max": 0.19059276102982017 + }, + "js": { + "mean": 0.005962091242816667, + "p50": 6.395783838724388e-05, + "p95": 0.03485614844722666, + "max": 0.04778315822304715 + }, + "tv": { + "mean": 0.04039023542100427, + "p50": 0.00043396524393146836, + "p95": 0.2094622593661668, + "max": 0.28107741739549147 + }, + "centered_logit_rmse": { + "mean": 0.7417713091398476, + "p50": 0.7188635483597252, + "p95": 0.9655601491053525, + "max": 0.9767338073881862 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.78030303030303, + "p50": 7.375, + "p95": 13.449999999999996, + "max": 15.25 + }, + "reference_preference_regret": { + "mean": 0.0303030303030303, + "p50": 0.0, + "p95": 0.0, + "max": 0.9999999999999999 + }, + "logit_mae": { + "mean": 0.6153841297369897, + "p50": 0.5964715874575287, + "p95": 0.7740417378182446, + "max": 0.7905714193229965 + }, + "logit_mse": { + "mean": 0.6163039099240043, + "p50": 0.5694918604445234, + "p95": 0.9580991961289479, + "max": 0.9720542943124939 + }, + "logit_max_abs": { + "mean": 3.8994308999090483, + "p50": 3.884657621383667, + "p95": 4.917903757095337, + "max": 5.180215358734131 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 0.9655172413793104 + } + } + } + }, + { + "id": "records_8k_think", + "summary": { + "tokens": 72, + "kl": { + "mean": 0.1658880350281815, + "p50": 0.03288733426338383, + "p95": 0.5620487766909839, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.034586805286435734, + "p50": 0.008741332465212547, + "p95": 0.12255176718326533, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.13549870114931817, + "p50": 0.07887542397955957, + "p95": 0.41520538275345054, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.7220129874718686, + "p50": 0.7049422877999736, + "p95": 1.0253222625080294, + "max": 1.2712878388899866 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.849826388888889, + "p50": 3.03125, + "p95": 10.4875, + "max": 13.25 + }, + "reference_preference_regret": { + "mean": 0.1657986111111111, + "p50": 0.0, + "p95": 1.043750000000001, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.5844839696937911, + "p50": 0.5639741786768482, + "p95": 0.8455356794840566, + "max": 1.058221728978831 + }, + "logit_mse": { + "mean": 0.573579675718658, + "p50": 0.5079860236424536, + "p95": 1.1448684639895537, + "max": 1.7647173681227613 + }, + "logit_max_abs": { + "mean": 3.810524452995095, + "p50": 3.6643511056900024, + "p95": 5.37090557217598, + "max": 6.630677223205566 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9803921568627451 + } + }, + "windows": { + "0:72": { + "tokens": 72, + "kl": { + "mean": 0.1658880350281815, + "p50": 0.03288733426338383, + "p95": 0.5620487766909839, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.034586805286435734, + "p50": 0.008741332465212547, + "p95": 0.12255176718326533, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.13549870114931817, + "p50": 0.07887542397955957, + "p95": 0.41520538275345054, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.7220129874718686, + "p50": 0.7049422877999736, + "p95": 1.0253222625080294, + "max": 1.2712878388899866 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.849826388888889, + "p50": 3.03125, + "p95": 10.4875, + "max": 13.25 + }, + "reference_preference_regret": { + "mean": 0.1657986111111111, + "p50": 0.0, + "p95": 1.043750000000001, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.5844839696937911, + "p50": 0.5639741786768482, + "p95": 0.8455356794840566, + "max": 1.058221728978831 + }, + "logit_mse": { + "mean": 0.573579675718658, + "p50": 0.5079860236424536, + "p95": 1.1448684639895537, + "max": 1.7647173681227613 + }, + "logit_max_abs": { + "mean": 3.810524452995095, + "p50": 3.6643511056900024, + "p95": 5.37090557217598, + "max": 6.630677223205566 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9803921568627451 + } + } + } + } + ], + "aggregate": { + "all": { + "tokens": 4322, + "kl": { + "mean": 0.07414734072262408, + "p50": 0.029670144471053046, + "p95": 0.2703204065491181, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.017325239617367184, + "p50": 0.007193604801579157, + "p95": 0.06333757856675475, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.09799655979656333, + "p50": 0.06702716766362377, + "p95": 0.29525493864168006, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.5652755278975746, + "p50": 0.5351369464986605, + "p95": 0.807604202112188, + "max": 1.7189880910303232 + }, + "top1_equal": { + "mean": 0.8863951874132346, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.994938685793614, + "p50": 2.375, + "p95": 12.625, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.06983167515039333, + "p50": 0.0, + "p95": 0.5, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.46242083672474865, + "p50": 0.4390786777278201, + "p95": 0.6629680492332068, + "max": 1.4012473067358289 + }, + "logit_mse": { + "mean": 0.3610566099581616, + "p50": 0.30748557207791305, + "p95": 0.7053826463190439, + "max": 3.1361204015614663 + }, + "logit_max_abs": { + "mean": 2.9784359667506863, + "p50": 2.8024840354919434, + "p95": 4.414698171615599, + "max": 11.190662384033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 3077, + "top1_agreement": 0.9850503737406565 + }, + "logit_rmse": 0.6008798631658092 + }, + "short_forced_npu": { + "tokens": 4217, + "kl": { + "mean": 0.07295509858453854, + "p50": 0.030011137664513778, + "p95": 0.26688519680523476, + "max": 2.0594151348133476 + }, + "js": { + "mean": 0.01711944193375021, + "p50": 0.0073298407882466995, + "p95": 0.062926599860158, + "max": 0.41021880010351214 + }, + "tv": { + "mean": 0.09780705411171511, + "p50": 0.06776360070454171, + "p95": 0.2942427220671, + "max": 0.7922304527118691 + }, + "centered_logit_rmse": { + "mean": 0.5612182696878653, + "p50": 0.5327048949827176, + "p95": 0.7974051449319969, + "max": 1.7189880910303232 + }, + "top1_equal": { + "mean": 0.8871235475456486, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.9756195162437753, + "p50": 2.3125, + "p95": 12.625, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.06850248992174532, + "p50": 0.0, + "p95": 0.5, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.45913975200974394, + "p50": 0.43664195633727154, + "p95": 0.6588419475608406, + "max": 1.4012473067358289 + }, + "logit_mse": { + "mean": 0.3554306147877493, + "p50": 0.30426233672062725, + "p95": 0.6887275664166528, + "max": 3.1361204015614663 + }, + "logit_max_abs": { + "mean": 2.9570218800056485, + "p50": 2.7864561080932617, + "p95": 4.352897667884825, + "max": 11.190662384033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 2997, + "top1_agreement": 0.9853186519853186 + }, + "logit_rmse": 0.596180018775998 + }, + "short_forced_npu/nothink": { + "tokens": 1714, + "kl": { + "mean": 0.0684495461699099, + "p50": 0.020074593806418354, + "p95": 0.25362904237558564, + "max": 2.0594151348133476 + }, + "js": { + "mean": 0.015905140565175533, + "p50": 0.004979328275586958, + "p95": 0.058614349313219107, + "max": 0.33660510124429943 + }, + "tv": { + "mean": 0.08925756179142562, + "p50": 0.04812900829972547, + "p95": 0.2847654779605772, + "max": 0.7602128545500897 + }, + "centered_logit_rmse": { + "mean": 0.5782547343702427, + "p50": 0.5506666481088878, + "p95": 0.8181368042866867, + "max": 1.6094216055132136 + }, + "top1_equal": { + "mean": 0.8955659276546091, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.379995624270712, + "p50": 2.875, + "p95": 13.084374999999994, + "max": 18.125 + }, + "reference_preference_regret": { + "mean": 0.06388564760793465, + "p50": 0.0, + "p95": 0.5, + "max": 4.375 + }, + "logit_mae": { + "mean": 0.47480807285881116, + "p50": 0.45376844598857635, + "p95": 0.6693559957394165, + "max": 1.2563249982082594 + }, + "logit_mse": { + "mean": 0.3786408688688599, + "p50": 0.3280467321244438, + "p95": 0.7145143508351901, + "max": 2.60732620185552 + }, + "logit_max_abs": { + "mean": 3.0577980950238377, + "p50": 2.8824015855789185, + "p95": 4.4919293284416195, + "max": 11.190662384033203 + }, + "reference_gap_ge_1_nat": { + "tokens": 1251, + "top1_agreement": 0.9864108713029577 + }, + "logit_rmse": 0.6153380118835987 + }, + "short_forced_npu/think": { + "tokens": 2503, + "kl": { + "mean": 0.07604040295476364, + "p50": 0.03778355992562032, + "p95": 0.27755277527363353, + "max": 1.8876559958296142 + }, + "js": { + "mean": 0.017950969119422202, + "p50": 0.00947970599485774, + "p95": 0.06581871924414114, + "max": 0.41021880010351214 + }, + "tv": { + "mean": 0.10366156063867324, + "p50": 0.08128756688377566, + "p95": 0.2987110846683237, + "max": 0.7922304527118691 + }, + "centered_logit_rmse": { + "mean": 0.5495520689425217, + "p50": 0.5188914783186608, + "p95": 0.7826060438438023, + "max": 1.7189880910303232 + }, + "top1_equal": { + "mean": 0.8813423891330403, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.6987115461446263, + "p50": 2.0, + "p95": 12.25, + "max": 18.25 + }, + "reference_preference_regret": { + "mean": 0.0716640031961646, + "p50": 0.0, + "p95": 0.5, + "max": 7.125 + }, + "logit_mae": { + "mean": 0.44841042642632356, + "p50": 0.42483598596456107, + "p95": 0.646696583578446, + "max": 1.4012473067358289 + }, + "logit_mse": { + "mean": 0.3395367372427938, + "p50": 0.2886426553616669, + "p95": 0.663935117579155, + "max": 3.1361204015614663 + }, + "logit_max_abs": { + "mean": 2.888012518223317, + "p50": 2.7175453901290894, + "p95": 4.247486543655396, + "max": 8.787298202514648 + }, + "reference_gap_ge_1_nat": { + "tokens": 1746, + "top1_agreement": 0.9845360824742269 + }, + "logit_rmse": 0.5826978095400684 + }, + "long_default_npu": { + "tokens": 105, + "kl": { + "mean": 0.12203005592554536, + "p50": 0.018920363832992407, + "p95": 0.4109495300201518, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.0255904665870126, + "p50": 0.004312057041771321, + "p95": 0.10454415567478105, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.10560746906327664, + "p50": 0.028941582792402346, + "p95": 0.36374535746383335, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.7282227457103762, + "p50": 0.7083341340063047, + "p95": 1.006279987700579, + "max": 1.2712878388899866 + }, + "top1_equal": { + "mean": 0.8571428571428571, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 4.770833333333333, + "p50": 3.875, + "p95": 10.85, + "max": 15.25 + }, + "reference_preference_regret": { + "mean": 0.12321428571428572, + "p50": 0.0, + "p95": 0.8750000000000002, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.5941954485645107, + "p50": 0.5761259840926801, + "p95": 0.84070453377086, + "max": 1.058221728978831 + }, + "logit_mse": { + "mean": 0.5870072921831954, + "p50": 0.5337629141828296, + "p95": 1.1387093348677129, + "max": 1.7647173681227613 + }, + "logit_max_abs": { + "mean": 3.838466479168052, + "p50": 3.762961372733116, + "p95": 5.197491455078125, + "max": 6.630677223205566 + }, + "reference_gap_ge_1_nat": { + "tokens": 80, + "top1_agreement": 0.975 + }, + "logit_rmse": 0.7661640112816546 + }, + "long_default_npu/nothink": { + "tokens": 33, + "kl": { + "mean": 0.026339919701611935, + "p50": 0.0002703119799474045, + "p95": 0.17812007450387604, + "max": 0.19059276102982017 + }, + "js": { + "mean": 0.005962091242816667, + "p50": 6.395783838724388e-05, + "p95": 0.03485614844722666, + "max": 0.04778315822304715 + }, + "tv": { + "mean": 0.04039023542100427, + "p50": 0.00043396524393146836, + "p95": 0.2094622593661668, + "max": 0.28107741739549147 + }, + "centered_logit_rmse": { + "mean": 0.7417713091398476, + "p50": 0.7188635483597252, + "p95": 0.9655601491053525, + "max": 0.9767338073881862 + }, + "top1_equal": { + "mean": 0.9696969696969697, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 6.78030303030303, + "p50": 7.375, + "p95": 13.449999999999996, + "max": 15.25 + }, + "reference_preference_regret": { + "mean": 0.0303030303030303, + "p50": 0.0, + "p95": 0.0, + "max": 0.9999999999999999 + }, + "logit_mae": { + "mean": 0.6153841297369897, + "p50": 0.5964715874575287, + "p95": 0.7740417378182446, + "max": 0.7905714193229965 + }, + "logit_mse": { + "mean": 0.6163039099240043, + "p50": 0.5694918604445234, + "p95": 0.9580991961289479, + "max": 0.9720542943124939 + }, + "logit_max_abs": { + "mean": 3.8994308999090483, + "p50": 3.884657621383667, + "p95": 4.917903757095337, + "max": 5.180215358734131 + }, + "reference_gap_ge_1_nat": { + "tokens": 29, + "top1_agreement": 0.9655172413793104 + }, + "logit_rmse": 0.7850502594891644 + }, + "long_default_npu/think": { + "tokens": 72, + "kl": { + "mean": 0.1658880350281815, + "p50": 0.03288733426338383, + "p95": 0.5620487766909839, + "max": 3.6205022117121035 + }, + "js": { + "mean": 0.034586805286435734, + "p50": 0.008741332465212547, + "p95": 0.12255176718326533, + "max": 0.5457088325122006 + }, + "tv": { + "mean": 0.13549870114931817, + "p50": 0.07887542397955957, + "p95": 0.41520538275345054, + "max": 0.924385149302063 + }, + "centered_logit_rmse": { + "mean": 0.7220129874718686, + "p50": 0.7049422877999736, + "p95": 1.0253222625080294, + "max": 1.2712878388899866 + }, + "top1_equal": { + "mean": 0.8055555555555556, + "p50": 1.0, + "p95": 1.0, + "max": 1.0 + }, + "reference_top_gap": { + "mean": 3.849826388888889, + "p50": 3.03125, + "p95": 10.4875, + "max": 13.25 + }, + "reference_preference_regret": { + "mean": 0.1657986111111111, + "p50": 0.0, + "p95": 1.043750000000001, + "max": 3.75 + }, + "logit_mae": { + "mean": 0.5844839696937911, + "p50": 0.5639741786768482, + "p95": 0.8455356794840566, + "max": 1.058221728978831 + }, + "logit_mse": { + "mean": 0.573579675718658, + "p50": 0.5079860236424536, + "p95": 1.1448684639895537, + "max": 1.7647173681227613 + }, + "logit_max_abs": { + "mean": 3.810524452995095, + "p50": 3.6643511056900024, + "p95": 5.37090557217598, + "max": 6.630677223205566 + }, + "reference_gap_ge_1_nat": { + "tokens": 51, + "top1_agreement": 0.9803921568627451 + }, + "logit_rmse": 0.7573504312527048 + } + } + } +} diff --git a/docs/measurements/cross-platform-int4-20260922/environment/environment-after.json b/docs/measurements/cross-platform-int4-20260922/environment/environment-after.json new file mode 100644 index 0000000000000000000000000000000000000000..623ff9a99febec3c17d666960a9719f5c232d7fa --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/environment/environment-after.json @@ -0,0 +1,22 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "rknpu_ondemand", + "/sys/class/devfreq/fdab0000.npu/min_freq": "300000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "dmc_ondemand", + "/sys/class/devfreq/dmc/min_freq": "534000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "matches_before": true, + "errors": [], + "meminfo": "MemTotal: 16342632 kB\nMemFree: 6917980 kB\nMemAvailable: 11452928 kB\nBuffers: 51120 kB\nCached: 5807736 kB\nSwapCached: 776 kB\nActive: 1315368 kB\nInactive: 4959232 kB\nActive(anon): 87424 kB\nInactive(anon): 499764 kB\nActive(file): 1227944 kB\nInactive(file): 4459468 kB\nUnevictable: 18052 kB\nMlocked: 3652 kB\nSwapTotal: 8171312 kB\nSwapFree: 5871152 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 20076 kB\nWriteback: 0 kB\nAnonPages: 434632 kB\nMapped: 310928 kB\nShmem: 167780 kB\nKReclaimable: 308828 kB\nSlab: 494420 kB\nSReclaimable: 308828 kB\nSUnreclaim: 185592 kB\nKernelStack: 13360 kB\nPageTables: 24936 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 8365116 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 108828 kB\nVmallocChunk: 0 kB\nPercpu: 11488 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 76264 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/cross-platform-int4-20260922/environment/environment-before.json b/docs/measurements/cross-platform-int4-20260922/environment/environment-before.json new file mode 100644 index 0000000000000000000000000000000000000000..ce8cea145b0880ba4e268f7fd081313f43f2cb39 --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/environment/environment-before.json @@ -0,0 +1,27 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "rknpu_ondemand", + "/sys/class/devfreq/fdab0000.npu/min_freq": "300000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "dmc_ondemand", + "/sys/class/devfreq/dmc/min_freq": "534000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "active_services": [ + "mindnano-openai.service", + "mindnano-webui.service", + "mindnano-android-stream.service", + "gdm.service" + ], + "redroid_running": true, + "meminfo": "MemTotal: 16342632 kB\nMemFree: 8987924 kB\nMemAvailable: 10660656 kB\nBuffers: 74100 kB\nCached: 2862880 kB\nSwapCached: 760 kB\nActive: 1996340 kB\nInactive: 1933232 kB\nActive(anon): 53548 kB\nInactive(anon): 1011024 kB\nActive(file): 1942792 kB\nInactive(file): 922208 kB\nUnevictable: 18120 kB\nMlocked: 3720 kB\nSwapTotal: 8171312 kB\nSwapFree: 5865264 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 20 kB\nWriteback: 0 kB\nAnonPages: 1009588 kB\nMapped: 588644 kB\nShmem: 72148 kB\nKReclaimable: 229220 kB\nSlab: 439004 kB\nSReclaimable: 229220 kB\nSUnreclaim: 209784 kB\nKernelStack: 25936 kB\nPageTables: 63180 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 50850156 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 125160 kB\nVmallocChunk: 0 kB\nPercpu: 13696 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 406040 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/cross-platform-int4-20260922/environment/environment-test.json b/docs/measurements/cross-platform-int4-20260922/environment/environment-test.json new file mode 100644 index 0000000000000000000000000000000000000000..6f5f4d6637644ed3ecc736b6fb50294c3a0c16c6 --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/environment/environment-test.json @@ -0,0 +1,20 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "2352000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "performance", + "/sys/class/devfreq/fdab0000.npu/min_freq": "1000000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "performance", + "/sys/class/devfreq/dmc/min_freq": "2400000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "meminfo": "MemTotal: 16342632 kB\nMemFree: 10364120 kB\nMemAvailable: 12035236 kB\nBuffers: 74308 kB\nCached: 2857028 kB\nSwapCached: 760 kB\nActive: 2010488 kB\nInactive: 1023444 kB\nActive(anon): 47920 kB\nInactive(anon): 120224 kB\nActive(file): 1962568 kB\nInactive(file): 903220 kB\nUnevictable: 14400 kB\nMlocked: 0 kB\nSwapTotal: 8171312 kB\nSwapFree: 5865776 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 80 kB\nWriteback: 0 kB\nAnonPages: 116828 kB\nMapped: 82316 kB\nShmem: 65520 kB\nKReclaimable: 224412 kB\nSlab: 396940 kB\nSReclaimable: 224412 kB\nSUnreclaim: 172528 kB\nKernelStack: 4880 kB\nPageTables: 5400 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 3756792 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 97196 kB\nVmallocChunk: 0 kB\nPercpu: 9920 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 406832 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/cross-platform-int4-20260922/int4-weight-audit.json b/docs/measurements/cross-platform-int4-20260922/int4-weight-audit.json new file mode 100644 index 0000000000000000000000000000000000000000..67b86cfc931e10a99d9da3d319e3dc79193c2a0d --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/int4-weight-audit.json @@ -0,0 +1,136 @@ +{ + "revision": "65a6d1d71e01f73ba01e572992bbd69ea92c865f", + "quantized_matrices": 8832, + "quantized_elements": 6945767424, + "raw_tensors": 451, + "raw_elements": 947625376, + "raw_differences": [], + "raw_compute_casts": [ + { + "name": "model.layers.1.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.2.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.3.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.4.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.5.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.6.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.7.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.8.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.9.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.10.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.11.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.12.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.13.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.14.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.15.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.16.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.17.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.18.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.19.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.20.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.21.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.22.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + }, + { + "name": "model.layers.23.mlp.gate.expert_bias", + "source": "torch.float32", + "compute": "torch.bfloat16" + } + ], + "original_weight_squared_sum": 12040373.438705659, + "weight_error_squared_sum": 114048.48533915544, + "bf16_reconstruction_rounding_squared_sum": 25.467554577160627, + "scale_fp16_not_exact": 0, + "compute": "original BF16 implementation; released codes * BF16 group32 scales, cast to BF16; no A8", + "expert_relative_weight_rmse": 0.09732508292356608, + "unpack_check": { + "package_version": "0.18.0", + "helper_sha256": "3fe695db3e38ee665d5c459ddce366df3e2dfed51be70058bcc6a9838117477d" + }, + "suite_sha256": "aa3cd7f476f6f4236c0b1d9347b3e54aeff401d3499ebc11cca0f72d9ce48fcc" +} diff --git a/docs/measurements/cross-platform-int4-20260922/source-sha256.txt b/docs/measurements/cross-platform-int4-20260922/source-sha256.txt new file mode 100644 index 0000000000000000000000000000000000000000..b763b9a46295eb7c86ff574080b232edac46eb5a --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/source-sha256.txt @@ -0,0 +1,9 @@ +7a26f3e01653923c16195be780790b5bfcaa9f66c90623dc79314030c40d78e3 engine/source/tools/quant_loss_probe.cpp +bbf89a7843f52c344b1045371d013ff3b5fd4b72977a41e454eaafcb6ee6442a engine/source/tests/cross_platform_accuracy.py +c2cb296a73653110a7b2d853afb539b64a99b2b4505c2b998d4fe085de4f5bee engine/source/tools/quant_loss_reference.py +b3ce0eb5b166de491e91e1e8f8965f7f76cb2d09e7b0164b52685a07a3694be7 engine/source/tools/official_int4_reference.py +45ec203b3002fa0d5b03488614e4a3d4ffbcd23d14244b5c0c554b5b34bd9030 engine/source/tools/score_distribution_distance.py +9750d847957913f665a13c0b5a6537199e33c6f3ec970d9fcb55a0e5076d4012 models/local-original/config.json +c2509bf7ac580c262e2581d34d6403aa21682d2e10beb9ad85ad8820a7e33a40 models/local-original/modeling_bailing_moe_v3.py +84ef9fe8ef967eeb0545deb1d23c0ce54e86e6b18fa943a7903d7354a79f9cf9 models/local-original/model.safetensors.index.json +aa3cd7f476f6f4236c0b1d9347b3e54aeff401d3499ebc11cca0f72d9ce48fcc docs/measurements/cross-platform-int4-20260922/suite.json diff --git a/docs/measurements/cross-platform-int4-20260922/suite.json b/docs/measurements/cross-platform-int4-20260922/suite.json new file mode 100644 index 0000000000000000000000000000000000000000..569580c494e6cf7d7a557d0da76ae8770d4828f0 --- /dev/null +++ b/docs/measurements/cross-platform-int4-20260922/suite.json @@ -0,0 +1,21711 @@ +{ + "cases": [ + { + "id": "office_zh_nothink", + "domain": "中文办公与事实约束", + "thinking": false, + "prompt_text": "SYSTEMdetailed thinking off<|role_end|>HUMAN请根据以下记录编写一份可直接发给项目组的中文部署说明，覆盖结论、职责、验收、异常处理和限制。不要补造事实。记录：公司部署一台本地推理设备，管理员陈敏负责模型更新，李舟负责知识库整理，周宁负责验收。第一阶段只处理内部制度与会议记录，不允许访问公网。周一整理资料，周二建立知识库，周三执行验收；周三未通过则顺延，不承诺周四上线。检索结果必须带出处；证据不足时明确说明，不猜测。允许更换模型，但需先保存旧版本和配置，故障时恢复。访问分为管理员和普通员工；员工只使用对话页面。会议纪要有草稿与已确认两种状态，草稿不能作为制度依据。验收问题覆盖检索、引用、权限与重启恢复；具体响应时间暂未设定。<|role_end|>ASSISTANT\n", + "target_text": "本地推理设备第一阶段部署说明\n\n一、范围与结论\n本阶段使用一台本地推理设备处理公司内部制度与会议记录，不访问公网。系统的回答应以已经整理并允许使用的资料为依据。当前安排包括资料整理、知识库建立和验收，上线时间以验收结果为准，不承诺周四上线。\n\n二、人员职责\n陈敏负责模型更新，更新前保存旧版本和相关配置。李舟负责知识库资料整理，区分制度文件、已确认会议纪要和草稿会议纪要。周宁负责验收，检查检索、引用、权限以及重启恢复情况。各项问题应记录对应现象和检查结果，避免只凭一次成功回答判断整个流程已经通过。\n\n三、实施日程\n周一整理资料，检查资料类别与确认状态；周二建立知识库；周三执行验收。如果周三验收未通过，后续安排顺延。不能把预定验收日期等同于实际通过日期，也不能向使用人员保证尚未确认的上线时间。\n\n四、访问与回答规则\n系统区分管理员和普通员工。普通员工只使用对话页面，后台管理由管理员处理。检索结果必须附带出处，便于使用人员核对原文。遇到证据不足、资料冲突或无法确定的问题，应明确说明已有证据的范围，不通过猜测补齐答案。草稿会议纪要不能作为制度依据；引用会议内容时，应先确认其状态，不能将未确认内容当作正式规定。\n\n五、验收内容\n验收应覆盖资料能否被正确检索、引用能否对应原文、普通员工能否按规定使用对话页面，以及设备重启后能否恢复预期功能。响应时间指标目前尚未设定，应如实记录实际情况，不自行认定已有具体时限。单个问题回答正确不能替代对其他验收项目的检查。发现问题时，应保留输入、输出及相关出处，方便区分资料问题与系统问题。\n\n六、异常与恢复\n更换模型前保存旧版本和配置，发生故障时恢复旧版本。恢复后仍需核对检索、引用、权限与重启恢复功能，不能仅凭进程启动就认定恢复完成。模型更新、资料整理和业务验收是不同环节，应按各自职责跟进。对于尚未设定的响应时间和未确认的上线日期，本说明保持未定状态，不补造承诺。<|role_end|>", + "prompt_ids": [ + 157151, + 90827, + 157152, + 14136, + 5381, + 6350, + 928, + 156895, + 157151, + 39, + 116171, + 157152, + 2013, + 2804, + 5230, + 8515, + 24964, + 17405, + 85820, + 65544, + 2916, + 31651, + 11719, + 15871, + 5147, + 82777, + 20327, + 389, + 18342, + 389, + 28205, + 389, + 11247, + 107439, + 9466, + 44719, + 3664, + 1852, + 9472, + 311, + 8515, + 68260, + 15871, + 38874, + 19543, + 38135, + 3500, + 279, + 48948, + 3241, + 7163, + 5188, + 9535, + 10441, + 11328, + 15464, + 5188, + 4950, + 4897, + 12960, + 19360, + 4314, + 5188, + 28205, + 32617, + 7105, + 1030, + 3276, + 6846, + 7167, + 864, + 5574, + 8515, + 1500, + 12752, + 13682, + 772, + 1450, + 41032, + 351, + 12960, + 6970, + 19360, + 1101, + 6115, + 4950, + 4897, + 19360, + 1018, + 5404, + 28205, + 1041, + 70189, + 2119, + 2007, + 1979, + 4030, + 4982, + 1500, + 13578, + 71279, + 27074, + 311, + 46177, + 4253, + 4368, + 1552, + 39575, + 1041, + 15937, + 10325, + 559, + 9322, + 5147, + 1500, + 26732, + 311, + 12752, + 19004, + 9535, + 1596, + 1458, + 1541, + 15619, + 5210, + 12977, + 538, + 8263, + 12769, + 4791, + 559, + 8027, + 311, + 13682, + 9988, + 48948, + 124220, + 8111, + 1041, + 8111, + 1030, + 2067, + 18245, + 17979, + 53636, + 3831, + 22838, + 4247, + 11775, + 864, + 1181, + 9621, + 11961, + 5105, + 87511, + 11775, + 2808, + 3181, + 7167, + 12121, + 311, + 28205, + 1974, + 12504, + 46177, + 389, + 16096, + 389, + 24039, + 864, + 58781, + 8027, + 1041, + 4995, + 17214, + 1708, + 7760, + 2119, + 16726, + 311, + 156895, + 157151, + 8469, + 7342, + 5468, + 157152, + 198, + 156903, + 156904 + ], + "teacher_ids": [ + 19543, + 38135, + 3500, + 113952, + 15871, + 5147, + 198, + 198, + 351, + 389, + 5340, + 864, + 20327, + 198, + 785, + 7105, + 2067, + 38874, + 19543, + 38135, + 3500, + 3276, + 123252, + 7167, + 864, + 5574, + 8515, + 1500, + 13682, + 772, + 1450, + 311, + 12946, + 7731, + 86020, + 1785, + 12960, + 1120, + 12752, + 14283, + 6970, + 122742, + 79278, + 7606, + 2889, + 6970, + 12960, + 103605, + 4897, + 6115, + 538, + 28205, + 8840, + 1477, + 1708, + 531, + 28205, + 4253, + 31795, + 1500, + 13578, + 71279, + 27074, + 311, + 198, + 198, + 1101, + 73075, + 18342, + 198, + 3241, + 7163, + 5188, + 9535, + 10441, + 121783, + 870, + 15619, + 5210, + 12977, + 69383, + 8263, + 24617, + 15464, + 5188, + 4950, + 4897, + 6970, + 12960, + 279, + 29295, + 7167, + 5518, + 389, + 1181, + 9621, + 5574, + 3831, + 72240, + 4247, + 11775, + 5574, + 3831, + 567, + 41032, + 4314, + 5188, + 28205, + 60504, + 46177, + 389, + 16096, + 389, + 24039, + 3447, + 58781, + 8027, + 2334, + 311, + 13519, + 1974, + 995, + 8515, + 15843, + 9458, + 538, + 6075, + 4253, + 18654, + 1030, + 7830, + 4354, + 4957, + 7731, + 9158, + 5549, + 10240, + 1785, + 2007, + 311, + 198, + 198, + 1018, + 109116, + 68310, + 198, + 45422, + 12960, + 6970, + 60504, + 6970, + 23046, + 864, + 9621, + 5105, + 1041, + 74744, + 6115, + 4950, + 4897, + 1041, + 70189, + 5404, + 28205, + 5898, + 70189, + 28205, + 2119, + 2007, + 82245, + 7606, + 4030, + 4982, + 91791, + 1397, + 36562, + 28205, + 10932, + 92861, + 4808, + 2007, + 10932, + 53203, + 1258, + 2067, + 3348, + 5780, + 19682, + 9621, + 15609, + 1477, + 1708, + 311, + 198, + 198, + 1602, + 389, + 13682, + 864, + 7731, + 10404, + 198, + 2557, + 29295, + 48948, + 124220, + 8111, + 311, + 6257, + 8111, + 1030, + 2067, + 18245, + 17979, + 11169, + 1879, + 2097, + 1446, + 48948, + 3276, + 311, + 46177, + 4253, + 4368, + 71543, + 39575, + 40288, + 2067, + 3348, + 60823, + 21656, + 311, + 9612, + 15937, + 10325, + 389, + 6970, + 18953, + 1193, + 99687, + 6660, + 13480, + 9322, + 5147, + 23963, + 15937, + 31583, + 1500, + 2007, + 26732, + 3664, + 5062, + 6934, + 311, + 4247, + 11775, + 5574, + 3831, + 567, + 2808, + 3181, + 7167, + 12121, + 1041, + 16096, + 5574, + 3208, + 559, + 13480, + 1541, + 9621, + 849, + 5105, + 15025, + 980, + 2119, + 9621, + 3208, + 30131, + 8977, + 4912, + 311, + 198, + 198, + 1913, + 389, + 28205, + 3208, + 198, + 28205, + 995, + 12504, + 6970, + 22708, + 1143, + 7537, + 46177, + 389, + 16096, + 22708, + 15843, + 21656, + 125696, + 8111, + 22708, + 51426, + 2067, + 18245, + 17979, + 8745, + 3500, + 58781, + 660, + 22708, + 8027, + 16315, + 4180, + 311, + 17214, + 1708, + 11931, + 4106, + 19682, + 16726, + 13480, + 61355, + 8515, + 28631, + 1500, + 14186, + 18667, + 23963, + 4995, + 74734, + 311, + 41099, + 1974, + 7731, + 7537, + 2808, + 22526, + 117394, + 28205, + 19598, + 6075, + 311, + 3195, + 86096, + 13480, + 16551, + 8311, + 389, + 8411, + 37747, + 39575, + 34064, + 29295, + 6970, + 1974, + 864, + 2557, + 1974, + 311, + 198, + 198, + 2938, + 389, + 11247, + 864, + 8027, + 198, + 19004, + 9535, + 870, + 15619, + 5210, + 12977, + 538, + 8263, + 71589, + 16797, + 559, + 8027, + 5210, + 12977, + 311, + 8027, + 660, + 4846, + 1458, + 60823, + 46177, + 389, + 16096, + 389, + 24039, + 864, + 58781, + 8027, + 4180, + 15025, + 2723, + 7830, + 18378, + 10670, + 585, + 18667, + 8027, + 4259, + 311, + 9535, + 10441, + 389, + 6970, + 12960, + 115225, + 28205, + 364, + 2941, + 14385, + 13480, + 2672, + 16243, + 18342, + 58377, + 13994, + 19682, + 68185, + 17214, + 34172, + 2119, + 9621, + 15609, + 1477, + 10932, + 5941, + 5147, + 5583, + 2119, + 808, + 5105, + 1500, + 3664, + 1852, + 13578, + 311, + 156895 + ], + "answer_start": 0, + "group": "short_forced_npu", + "decode_min_history": 1 + }, + { + "id": "office_zh_think", + "domain": "中文办公与事实约束", + "thinking": true, + "prompt_text": "SYSTEMdetailed thinking on<|role_end|>HUMAN请根据以下记录编写一份可直接发给项目组的中文部署说明，覆盖结论、职责、验收、异常处理和限制。不要补造事实。记录：公司部署一台本地推理设备，管理员陈敏负责模型更新，李舟负责知识库整理，周宁负责验收。第一阶段只处理内部制度与会议记录，不允许访问公网。周一整理资料，周二建立知识库，周三执行验收；周三未通过则顺延，不承诺周四上线。检索结果必须带出处；证据不足时明确说明，不猜测。允许更换模型，但需先保存旧版本和配置，故障时恢复。访问分为管理员和普通员工；员工只使用对话页面。会议纪要有草稿与已确认两种状态，草稿不能作为制度依据。验收问题覆盖检索、引用、权限与重启恢复；具体响应时间暂未设定。<|role_end|>ASSISTANT\n", + "target_text": "我需要把记录中的明确事实转换为一份部署说明，并保留所有尚未确定的事项。人员职责已经指定，不能交换姓名或额外增加负责人。时间表只约定周一至周三的工作，没有给出周四一定上线的承诺，因此应采用条件式表述。第一阶段资料类型有限，不能扩大到客户数据、互联网资料或外部工具。权限只有管理员和普通员工两类，不能自行增加第三类角色或编造审批步骤。检索必须给出处，证据不足时承认不足；草稿会议纪要虽然可以保存，却不能作为有效制度依据。模型可以更新，但是必须保存旧版本和配置，并提供恢复路径。验收范围包括检索、引用、权限与重启恢复，不应自行写入毫秒数、吞吐量或准确率。说明可以分为目的、职责、日程、使用规则、验收与回退几个部分。各段可以解释操作意义，但不能把建议写成已经实施的事实。尤其要区分访问公网的禁止条件与本地知识库的可用范围，也要区分已确认纪要和制度文件的效力。最后应明确上线以周三验收结果为依据，未通过时顺延，响应时间指标仍待确定。\n本地推理设备第一阶段部署说明\n\n一、范围与结论\n本阶段使用一台本地推理设备处理公司内部制度与会议记录，不访问公网。系统的回答应以已经整理并允许使用的资料为依据。当前安排包括资料整理、知识库建立和验收，上线时间以验收结果为准，不承诺周四上线。\n\n二、人员职责\n陈敏负责模型更新，更新前保存旧版本和相关配置。李舟负责知识库资料整理，区分制度文件、已确认会议纪要和草稿会议纪要。周宁负责验收，检查检索、引用、权限以及重启恢复情况。各项问题应记录对应现象和检查结果，避免只凭一次成功回答判断整个流程已经通过。\n\n三、实施日程\n周一整理资料，检查资料类别与确认状态；周二建立知识库；周三执行验收。如果周三验收未通过，后续安排顺延。不能把预定验收日期等同于实际通过日期，也不能向使用人员保证尚未确认的上线时间。\n\n四、访问与回答规则\n系统区分管理员和普通员工。普通员工只使用对话页面，后台管理由管理员处理。检索结果必须附带出处，便于使用人员核对原文。遇到证据不足、资料冲突或无法确定的问题，应明确说明已有证据的范围，不通过猜测补齐答案。草稿会议纪要不能作为制度依据；引用会议内容时，应先确认其状态，不能将未确认内容当作正式规定。\n\n五、验收内容\n验收应覆盖资料能否被正确检索、引用能否对应原文、普通员工能否按规定使用对话页面，以及设备重启后能否恢复预期功能。响应时间指标目前尚未设定，应如实记录实际情况，不自行认定已有具体时限。单个问题回答正确不能替代对其他验收项目的检查。发现问题时，应保留输入、输出及相关出处，方便区分资料问题与系统问题。\n\n六、异常与恢复\n更换模型前保存旧版本和配置，发生故障时恢复旧版本。恢复后仍需核对检索、引用、权限与重启恢复功能，不能仅凭进程启动就认定恢复完成。模型更新、资料整理和业务验收是不同环节，应按各自职责跟进。对于尚未设定的响应时间和未确认的上线日期，本说明保持未定状态，不补造承诺。<|role_end|>", + "prompt_ids": [ + 157151, + 90827, + 157152, + 14136, + 5381, + 6350, + 366, + 156895, + 157151, + 39, + 116171, + 157152, + 2013, + 2804, + 5230, + 8515, + 24964, + 17405, + 85820, + 65544, + 2916, + 31651, + 11719, + 15871, + 5147, + 82777, + 20327, + 389, + 18342, + 389, + 28205, + 389, + 11247, + 107439, + 9466, + 44719, + 3664, + 1852, + 9472, + 311, + 8515, + 68260, + 15871, + 38874, + 19543, + 38135, + 3500, + 279, + 48948, + 3241, + 7163, + 5188, + 9535, + 10441, + 11328, + 15464, + 5188, + 4950, + 4897, + 12960, + 19360, + 4314, + 5188, + 28205, + 32617, + 7105, + 1030, + 3276, + 6846, + 7167, + 864, + 5574, + 8515, + 1500, + 12752, + 13682, + 772, + 1450, + 41032, + 351, + 12960, + 6970, + 19360, + 1101, + 6115, + 4950, + 4897, + 19360, + 1018, + 5404, + 28205, + 1041, + 70189, + 2119, + 2007, + 1979, + 4030, + 4982, + 1500, + 13578, + 71279, + 27074, + 311, + 46177, + 4253, + 4368, + 1552, + 39575, + 1041, + 15937, + 10325, + 559, + 9322, + 5147, + 1500, + 26732, + 311, + 12752, + 19004, + 9535, + 1596, + 1458, + 1541, + 15619, + 5210, + 12977, + 538, + 8263, + 12769, + 4791, + 559, + 8027, + 311, + 13682, + 9988, + 48948, + 124220, + 8111, + 1041, + 8111, + 1030, + 2067, + 18245, + 17979, + 53636, + 3831, + 22838, + 4247, + 11775, + 864, + 1181, + 9621, + 11961, + 5105, + 87511, + 11775, + 2808, + 3181, + 7167, + 12121, + 311, + 28205, + 1974, + 12504, + 46177, + 389, + 16096, + 389, + 24039, + 864, + 58781, + 8027, + 1041, + 4995, + 17214, + 1708, + 7760, + 2119, + 16726, + 311, + 156895, + 157151, + 8469, + 7342, + 5468, + 157152, + 198, + 156903 + ], + "teacher_ids": [ + 476, + 1996, + 1397, + 8515, + 2330, + 9322, + 9472, + 43221, + 17405, + 15871, + 5147, + 2366, + 16551, + 2960, + 19682, + 5288, + 61214, + 311, + 3348, + 18342, + 1785, + 15393, + 15025, + 16937, + 22269, + 1193, + 35552, + 4759, + 13069, + 71147, + 1165, + 1030, + 20122, + 45422, + 1455, + 70189, + 9001, + 7052, + 32586, + 71279, + 3275, + 520, + 14751, + 13578, + 7479, + 995, + 4739, + 5014, + 1293, + 37715, + 32617, + 7105, + 6970, + 6265, + 3365, + 15025, + 125796, + 4757, + 2629, + 100776, + 6970, + 1193, + 18678, + 7345, + 311, + 24039, + 4639, + 48948, + 124220, + 8111, + 69401, + 15025, + 14186, + 4759, + 4176, + 1632, + 10846, + 1193, + 122733, + 20906, + 8537, + 311, + 46177, + 4368, + 32586, + 1330, + 279, + 15937, + 10325, + 559, + 15698, + 10325, + 1041, + 4247, + 11775, + 5574, + 3831, + 567, + 3163, + 1001, + 15619, + 5099, + 2808, + 3181, + 5383, + 7167, + 12121, + 311, + 9535, + 1001, + 10441, + 3598, + 4368, + 15619, + 5210, + 12977, + 538, + 8263, + 75358, + 8027, + 18440, + 311, + 28205, + 5340, + 2889, + 46177, + 389, + 16096, + 389, + 24039, + 864, + 58781, + 8027, + 1500, + 995, + 14186, + 36793, + 120384, + 1012, + 389, + 124055, + 1193, + 106361, + 311, + 5147, + 71546, + 6347, + 389, + 18342, + 44485, + 1230, + 41182, + 10404, + 389, + 28205, + 864, + 1207, + 4173, + 5341, + 3049, + 38264, + 2344, + 1001, + 8153, + 4430, + 7767, + 111217, + 1397, + 5991, + 88028, + 1785, + 3567, + 33734, + 54411, + 567, + 29295, + 13682, + 772, + 45622, + 19036, + 5014, + 864, + 19543, + 4950, + 4897, + 22606, + 594, + 5340, + 39875, + 29295, + 1181, + 9621, + 3831, + 72240, + 7167, + 43141, + 34177, + 22603, + 995, + 9322, + 27074, + 531, + 70189, + 28205, + 95934, + 12121, + 19802, + 2007, + 559, + 4030, + 4982, + 279, + 17214, + 1708, + 11931, + 4846, + 3088, + 5288, + 311, + 198, + 156904, + 19543, + 38135, + 3500, + 113952, + 15871, + 5147, + 198, + 198, + 351, + 389, + 5340, + 864, + 20327, + 198, + 785, + 7105, + 2067, + 38874, + 19543, + 38135, + 3500, + 3276, + 123252, + 7167, + 864, + 5574, + 8515, + 1500, + 13682, + 772, + 1450, + 311, + 12946, + 7731, + 86020, + 1785, + 12960, + 1120, + 12752, + 14283, + 6970, + 122742, + 79278, + 7606, + 2889, + 6970, + 12960, + 103605, + 4897, + 6115, + 538, + 28205, + 8840, + 1477, + 1708, + 531, + 28205, + 4253, + 31795, + 1500, + 13578, + 71279, + 27074, + 311, + 198, + 198, + 1101, + 73075, + 18342, + 198, + 3241, + 7163, + 5188, + 9535, + 10441, + 121783, + 870, + 15619, + 5210, + 12977, + 69383, + 8263, + 24617, + 15464, + 5188, + 4950, + 4897, + 6970, + 12960, + 279, + 29295, + 7167, + 5518, + 389, + 1181, + 9621, + 5574, + 3831, + 72240, + 4247, + 11775, + 5574, + 3831, + 567, + 41032, + 4314, + 5188, + 28205, + 60504, + 46177, + 389, + 16096, + 389, + 24039, + 3447, + 58781, + 8027, + 2334, + 311, + 13519, + 1974, + 995, + 8515, + 15843, + 9458, + 538, + 6075, + 4253, + 18654, + 1030, + 7830, + 4354, + 4957, + 7731, + 9158, + 5549, + 10240, + 1785, + 2007, + 311, + 198, + 198, + 1018, + 109116, + 68310, + 198, + 45422, + 12960, + 6970, + 60504, + 6970, + 23046, + 864, + 9621, + 5105, + 1041, + 74744, + 6115, + 4950, + 4897, + 1041, + 70189, + 5404, + 28205, + 5898, + 70189, + 28205, + 2119, + 2007, + 82245, + 7606, + 4030, + 4982, + 91791, + 1397, + 36562, + 28205, + 10932, + 92861, + 4808, + 2007, + 10932, + 53203, + 1258, + 2067, + 3348, + 5780, + 19682, + 9621, + 15609, + 1477, + 1708, + 311, + 198, + 198, + 1602, + 389, + 13682, + 864, + 7731, + 10404, + 198, + 2557, + 29295, + 48948, + 124220, + 8111, + 311, + 6257, + 8111, + 1030, + 2067, + 18245, + 17979, + 11169, + 1879, + 2097, + 1446, + 48948, + 3276, + 311, + 46177, + 4253, + 4368, + 71543, + 39575, + 40288, + 2067, + 3348, + 60823, + 21656, + 311, + 9612, + 15937, + 10325, + 389, + 6970, + 18953, + 1193, + 99687, + 6660, + 13480, + 9322, + 5147, + 23963, + 15937, + 31583, + 1500, + 2007, + 26732, + 3664, + 5062, + 6934, + 311, + 4247, + 11775, + 5574, + 3831, + 567, + 2808, + 3181, + 7167, + 12121, + 1041, + 16096, + 5574, + 3208, + 559, + 13480, + 1541, + 9621, + 849, + 5105, + 15025, + 980, + 2119, + 9621, + 3208, + 30131, + 8977, + 4912, + 311, + 198, + 198, + 1913, + 389, + 28205, + 3208, + 198, + 28205, + 995, + 12504, + 6970, + 22708, + 1143, + 7537, + 46177, + 389, + 16096, + 22708, + 15843, + 21656, + 125696, + 8111, + 22708, + 51426, + 2067, + 18245, + 17979, + 8745, + 3500, + 58781, + 660, + 22708, + 8027, + 16315, + 4180, + 311, + 17214, + 1708, + 11931, + 4106, + 19682, + 16726, + 13480, + 61355, + 8515, + 28631, + 1500, + 14186, + 18667, + 23963, + 4995, + 74734, + 311, + 41099, + 1974, + 7731, + 7537, + 2808, + 22526, + 117394, + 28205, + 19598, + 6075, + 311, + 3195, + 86096, + 13480, + 16551, + 8311, + 389, + 8411, + 37747, + 39575, + 34064, + 29295, + 6970, + 1974, + 864, + 2557, + 1974, + 311, + 198, + 198, + 2938, + 389, + 11247, + 864, + 8027, + 198, + 19004, + 9535, + 870, + 15619, + 5210, + 12977, + 538, + 8263, + 71589, + 16797, + 559, + 8027, + 5210, + 12977, + 311, + 8027, + 660, + 4846, + 1458, + 60823, + 46177, + 389, + 16096, + 389, + 24039, + 864, + 58781, + 8027, + 4180, + 15025, + 2723, + 7830, + 18378, + 10670, + 585, + 18667, + 8027, + 4259, + 311, + 9535, + 10441, + 389, + 6970, + 12960, + 115225, + 28205, + 364, + 2941, + 14385, + 13480, + 2672, + 16243, + 18342, + 58377, + 13994, + 19682, + 68185, + 17214, + 34172, + 2119, + 9621, + 15609, + 1477, + 10932, + 5941, + 5147, + 5583, + 2119, + 808, + 5105, + 1500, + 3664, + 1852, + 13578, + 311, + 156895 + ], + "answer_start": 221, + "group": "short_forced_npu", + "decode_min_history": 1 + }, + { + "id": "math_probability_nothink", + "domain": "数学与多步推理", + "thinking": false, + "prompt_text": "SYSTEMdetailed thinking off<|role_end|>HUMAN袋中有5个红球、4个蓝球和3个绿球，球除颜色外没有区别。等概率不放回抽取4个球。求恰好抽到两种颜色的概率，以及在恰好抽到两种颜色的条件下至少有一个红球的概率。请给出组合计数、避免重复的方法、约分结果，并解释为什么不是把各颜色独立抽取概率直接相乘。<|role_end|>ASSISTANT\n", + "target_text": "设A表示抽到的4个球恰好有两种颜色，R表示至少抽到1个红球。\n\n一、等可能样本空间\n袋中共有12个球。将每个实体球作为一个可区分的抽样对象，所有4球组合等可能，因此总组合数为C(12,4)=495。颜色相同不影响使用组合计数，因为最后只按颜色条件筛选这些等可能组合。\n\n二、计算恰好两种颜色\n把A分成红蓝、红绿、蓝绿三个互斥情况。各情况要求两种颜色都出现，而且不能出现第三种颜色。先选取该颜色对所包含的球，再扣除只有一种颜色的组合，可以避免把单色情况误算进去。\n\n红蓝：C(9,4)-C(5,4)-C(4,4)=126-5-1=120。\n红绿：C(8,4)-C(5,4)-C(3,4)=70-5-0=65。\n蓝绿：C(7,4)-C(4,4)-C(3,4)=35-1-0=34。这里C(3,4)=0，因为3个球无法组成4球组合。\n\n上述三个事件没有交集：一个恰好两色的组合具有唯一的颜色对。因此不需要再做交集修正，直接相加得到120+65+34=219。于是P(A)=219/495=73/165，约为0.4424。\n\n三、条件概率\n在已经知道恰好抽到两种颜色的条件下，样本空间应缩小为这219个符合条件的组合。至少有一个红球，意味着颜色对只能是红蓝或红绿，符合条件的组合数为120+65=185。因此P(R|A)=185/219，约为0.8447。这个分数已经不能继续约分。\n\n可以用补集核对结果：在A成立时，没有红球的情况只有蓝绿，对应34个组合。因此P(R|A)=1-34/219=185/219，与直接计数相同。\n\n四、为什么不能直接相乘\n不放回抽样不是独立抽样。每抽走一个球，袋中总球数会减少，相关颜色的球数也可能减少，后续抽取的概率随前面的结果变化。如果按抽取顺序计算，需要使用条件概率连乘，并把符合要求的颜色排列全部计入；不能把始终不变的初始颜色比例直接相乘。组合方法一次性计算无序抽样结果，避免了枚举所有排列，但仍然正确体现不放回条件。\n\n答案：恰好两种颜色的概率为73/165；在此条件下至少有一个红球的概率为185/219。<|role_end|>", + "prompt_ids": [ + 157151, + 90827, + 157152, + 14136, + 5381, + 6350, + 928, + 156895, + 157151, + 39, + 116171, + 157152, + 7026, + 17397, + 20, + 489, + 2256, + 1912, + 389, + 19, + 489, + 5401, + 1912, + 538, + 18, + 489, + 4738, + 1912, + 85420, + 2229, + 10089, + 1055, + 1131, + 13795, + 47509, + 22395, + 58800, + 1207, + 54616, + 19, + 489, + 1912, + 311, + 1553, + 41535, + 6211, + 564, + 11961, + 48767, + 22395, + 8745, + 401, + 41535, + 6211, + 564, + 11961, + 48767, + 25848, + 7509, + 10343, + 2256, + 39499, + 22395, + 27370, + 32586, + 9055, + 44180, + 389, + 7008, + 15543, + 9402, + 389, + 2523, + 753, + 4253, + 2366, + 8153, + 5507, + 1724, + 1397, + 1519, + 10089, + 8390, + 54616, + 22395, + 3523, + 1036, + 7332, + 311, + 156895, + 157151, + 8469, + 7342, + 5468, + 157152, + 198, + 156903, + 156904 + ], + "teacher_ids": [ + 1042, + 32, + 4239, + 6211, + 8704, + 19, + 489, + 1912, + 41535, + 56332, + 10089, + 62219, + 4239, + 7509, + 6211, + 564, + 16, + 489, + 2256, + 1912, + 311, + 198, + 198, + 351, + 93389, + 2095, + 25566, + 5027, + 198, + 7026, + 499, + 18044, + 16, + 17, + 489, + 1912, + 26569, + 7301, + 19405, + 1912, + 30578, + 578, + 1236, + 21298, + 83561, + 7486, + 18255, + 19, + 1912, + 9055, + 887, + 2095, + 7479, + 1589, + 9055, + 44762, + 34, + 7, + 16, + 17, + 11, + 19, + 9940, + 19, + 24, + 20, + 311, + 10089, + 9423, + 58893, + 2067, + 9055, + 44180, + 4782, + 3848, + 1030, + 2672, + 10089, + 5014, + 31372, + 2638, + 887, + 2095, + 9055, + 311, + 198, + 198, + 1101, + 389, + 4801, + 41535, + 11961, + 10089, + 198, + 1397, + 32, + 33325, + 2256, + 5401, + 30166, + 4738, + 80442, + 4738, + 7009, + 3576, + 17325, + 2334, + 38264, + 2334, + 2929, + 11961, + 10089, + 742, + 3227, + 4964, + 2808, + 3227, + 4176, + 946, + 10089, + 46899, + 37801, + 1555, + 10089, + 626, + 715, + 9832, + 290, + 1912, + 5557, + 33338, + 4639, + 4000, + 48767, + 9055, + 4562, + 7008, + 1397, + 1429, + 1344, + 2334, + 4891, + 1768, + 11584, + 311, + 198, + 198, + 2256, + 5401, + 29582, + 7, + 24, + 11, + 19, + 10223, + 34, + 7, + 20, + 11, + 19, + 10223, + 34, + 7, + 19, + 11, + 19, + 9940, + 16, + 17, + 21, + 12, + 20, + 12, + 16, + 28, + 16, + 17, + 15, + 311, + 198, + 2256, + 4738, + 29582, + 7, + 23, + 11, + 19, + 10223, + 34, + 7, + 20, + 11, + 19, + 10223, + 34, + 7, + 18, + 11, + 19, + 9940, + 22, + 15, + 12, + 20, + 12, + 15, + 28, + 21, + 20, + 311, + 198, + 5401, + 4738, + 29582, + 7, + 22, + 11, + 19, + 10223, + 34, + 7, + 19, + 11, + 19, + 10223, + 34, + 7, + 18, + 11, + 19, + 9940, + 18, + 20, + 12, + 16, + 12, + 15, + 28, + 18, + 19, + 27499, + 34, + 7, + 18, + 11, + 19, + 9940, + 15, + 4782, + 18, + 489, + 1912, + 4540, + 8021, + 19, + 1912, + 9055, + 311, + 198, + 198, + 7200, + 7009, + 8766, + 1131, + 69526, + 78888, + 41535, + 1163, + 5902, + 9055, + 3643, + 27451, + 10089, + 626, + 9192, + 17285, + 82784, + 69526, + 28419, + 13168, + 83960, + 4473, + 16, + 17, + 15, + 10, + 21, + 20, + 10, + 18, + 19, + 28, + 17, + 16, + 24, + 20033, + 47, + 11453, + 9940, + 17, + 16, + 24, + 14, + 19, + 24, + 20, + 28, + 22, + 18, + 14, + 16, + 21, + 20, + 279, + 33383, + 15, + 13, + 19, + 19, + 17, + 19, + 311, + 198, + 198, + 1018, + 389, + 5014, + 22395, + 198, + 401, + 123203, + 41535, + 6211, + 564, + 11961, + 48767, + 25848, + 279, + 25566, + 5027, + 995, + 36616, + 515, + 474, + 17, + 16, + 24, + 489, + 97134, + 9055, + 93999, + 10343, + 2256, + 1912, + 80108, + 10089, + 626, + 65405, + 2256, + 5401, + 1193, + 2256, + 4738, + 42240, + 25215, + 9055, + 44762, + 16, + 17, + 15, + 10, + 21, + 20, + 28, + 16, + 23, + 20, + 9192, + 47, + 9366, + 91, + 32, + 9940, + 16, + 23, + 20, + 14, + 17, + 16, + 24, + 279, + 33383, + 15, + 13, + 23, + 19, + 19, + 22, + 13721, + 24467, + 1785, + 2808, + 4467, + 2523, + 753, + 311, + 198, + 198, + 26320, + 3664, + 1821, + 60823, + 4253, + 20417, + 32, + 7855, + 559, + 7052, + 2256, + 1912, + 5964, + 4639, + 5401, + 4738, + 116265, + 18, + 19, + 489, + 9055, + 9192, + 47, + 9366, + 91, + 32, + 9940, + 16, + 12, + 18, + 19, + 14, + 17, + 16, + 24, + 28, + 16, + 23, + 20, + 14, + 17, + 16, + 24, + 7159, + 3523, + 44180, + 9423, + 311, + 198, + 198, + 1602, + 389, + 5507, + 2808, + 3523, + 1036, + 7332, + 198, + 58800, + 1207, + 83561, + 1724, + 8390, + 83561, + 26122, + 6211, + 1621, + 886, + 1912, + 279, + 7026, + 499, + 1589, + 1912, + 1012, + 589, + 6631, + 56895, + 48767, + 1912, + 1012, + 58697, + 6631, + 82245, + 54616, + 69973, + 2154, + 41275, + 4253, + 5348, + 5898, + 2672, + 54616, + 19213, + 4801, + 11608, + 2067, + 5014, + 22395, + 1610, + 7332, + 112809, + 7515, + 33071, + 10089, + 27391, + 6047, + 22515, + 1041, + 2808, + 1397, + 11636, + 74324, + 16878, + 10089, + 8586, + 3523, + 1036, + 7332, + 311, + 9055, + 2878, + 31754, + 4801, + 974, + 3422, + 83561, + 4253, + 96252, + 101836, + 2960, + 27391, + 1596, + 10400, + 7537, + 12341, + 58800, + 1207, + 5014, + 311, + 198, + 198, + 6934, + 629, + 41535, + 11961, + 48767, + 22395, + 515, + 22, + 18, + 14, + 16, + 21, + 20, + 1041, + 17901, + 25848, + 7509, + 10343, + 2256, + 39499, + 22395, + 515, + 16, + 23, + 20, + 14, + 17, + 16, + 24, + 311, + 156895 + ], + "answer_start": 0, + "group": "short_forced_npu", + "decode_min_history": 1 + }, + { + "id": "math_probability_think", + "domain": "数学与多步推理", + "thinking": true, + "prompt_text": "SYSTEMdetailed thinking on<|role_end|>HUMAN袋中有5个红球、4个蓝球和3个绿球，球除颜色外没有区别。等概率不放回抽取4个球。求恰好抽到两种颜色的概率，以及在恰好抽到两种颜色的条件下至少有一个红球的概率。请给出组合计数、避免重复的方法、约分结果，并解释为什么不是把各颜色独立抽取概率直接相乘。<|role_end|>ASSISTANT\n", + "target_text": "总数是十二个球，抽四个球且不放回，所以等可能样本空间可以用十二选四计数，总计四百九十五种。恰好两种颜色可以按照红蓝、红绿、蓝绿三个互斥事件分别计算。每组先从这两色的全部球中抽四个，再减去仅有单色的情况。红蓝共有九个球，九选四是一百二十六，减去五红选四的五种和四蓝选四的一种，得到一百二十。红绿共有八个球，八选四是七十，减去五红选四的五种，三个绿球不足以单独抽四个，因此得到六十五。蓝绿共有七个球，七选四是三十五，减去四蓝选四的一种，得到三十四。这三组相加是二百一十九，除以四百九十五，可以同时除以三，得到一百六十五分之七十三，即73/165。条件事件至少有一个红球，只包含红蓝和红绿两组，一共一百八十五种。条件概率分母应使用恰好两色的二百一十九，而不是全部四百九十五。185与219的最大公约数是1，所以185/219已经最简。为避免分数语言颠倒，最后直接用数学符号表示。也可以做补集检查：恰好两色但没有红球只有蓝绿三十四种，因此一减去34/219等于185/219。抽样不放回会改变后续的球数和颜色比例，不满足独立条件。\n设A表示抽到的4个球恰好有两种颜色，R表示至少抽到1个红球。\n\n一、等可能样本空间\n袋中共有12个球。将每个实体球作为一个可区分的抽样对象，所有4球组合等可能，因此总组合数为C(12,4)=495。颜色相同不影响使用组合计数，因为最后只按颜色条件筛选这些等可能组合。\n\n二、计算恰好两种颜色\n把A分成红蓝、红绿、蓝绿三个互斥情况。各情况要求两种颜色都出现，而且不能出现第三种颜色。先选取该颜色对所包含的球，再扣除只有一种颜色的组合，可以避免把单色情况误算进去。\n\n红蓝：C(9,4)-C(5,4)-C(4,4)=126-5-1=120。\n红绿：C(8,4)-C(5,4)-C(3,4)=70-5-0=65。\n蓝绿：C(7,4)-C(4,4)-C(3,4)=35-1-0=34。这里C(3,4)=0，因为3个球无法组成4球组合。\n\n上述三个事件没有交集：一个恰好两色的组合具有唯一的颜色对。因此不需要再做交集修正，直接相加得到120+65+34=219。于是P(A)=219/495=73/165，约为0.4424。\n\n三、条件概率\n在已经知道恰好抽到两种颜色的条件下，样本空间应缩小为这219个符合条件的组合。至少有一个红球，意味着颜色对只能是红蓝或红绿，符合条件的组合数为120+65=185。因此P(R|A)=185/219，约为0.8447。这个分数已经不能继续约分。\n\n可以用补集核对结果：在A成立时，没有红球的情况只有蓝绿，对应34个组合。因此P(R|A)=1-34/219=185/219，与直接计数相同。\n\n四、为什么不能直接相乘\n不放回抽样不是独立抽样。每抽走一个球，袋中总球数会减少，相关颜色的球数也可能减少，后续抽取的概率随前面的结果变化。如果按抽取顺序计算，需要使用条件概率连乘，并把符合要求的颜色排列全部计入；不能把始终不变的初始颜色比例直接相乘。组合方法一次性计算无序抽样结果，避免了枚举所有排列，但仍然正确体现不放回条件。\n\n答案：恰好两种颜色的概率为73/165；在此条件下至少有一个红球的概率为185/219。<|role_end|>", + "prompt_ids": [ + 157151, + 90827, + 157152, + 14136, + 5381, + 6350, + 366, + 156895, + 157151, + 39, + 116171, + 157152, + 7026, + 17397, + 20, + 489, + 2256, + 1912, + 389, + 19, + 489, + 5401, + 1912, + 538, + 18, + 489, + 4738, + 1912, + 85420, + 2229, + 10089, + 1055, + 1131, + 13795, + 47509, + 22395, + 58800, + 1207, + 54616, + 19, + 489, + 1912, + 311, + 1553, + 41535, + 6211, + 564, + 11961, + 48767, + 22395, + 8745, + 401, + 41535, + 6211, + 564, + 11961, + 48767, + 25848, + 7509, + 10343, + 2256, + 39499, + 22395, + 27370, + 32586, + 9055, + 44180, + 389, + 7008, + 15543, + 9402, + 389, + 2523, + 753, + 4253, + 2366, + 8153, + 5507, + 1724, + 1397, + 1519, + 10089, + 8390, + 54616, + 22395, + 3523, + 1036, + 7332, + 311, + 156895, + 157151, + 8469, + 7342, + 5468, + 157152, + 198, + 156903 + ], + "teacher_ids": [ + 37075, + 364, + 123962, + 1912, + 64070, + 12209, + 1912, + 1798, + 58800, + 1207, + 3835, + 887, + 2095, + 25566, + 5027, + 26320, + 8843, + 1515, + 1602, + 44180, + 10304, + 1205, + 61729, + 3531, + 11946, + 946, + 311, + 41535, + 11961, + 10089, + 1001, + 5362, + 2256, + 5401, + 30166, + 4738, + 80442, + 4738, + 7009, + 3576, + 17325, + 8766, + 5819, + 4801, + 26122, + 1598, + 102466, + 22262, + 5902, + 6047, + 1912, + 499, + 6211, + 12209, + 5557, + 63702, + 41928, + 1429, + 5902, + 2334, + 67307, + 5401, + 18044, + 87009, + 1912, + 38341, + 1515, + 1602, + 2382, + 2198, + 75039, + 279, + 63702, + 1913, + 2256, + 1515, + 1602, + 52391, + 946, + 125476, + 5401, + 1515, + 1602, + 8974, + 20904, + 21626, + 6825, + 67307, + 4738, + 18044, + 53250, + 1912, + 39051, + 1515, + 1602, + 364, + 48665, + 279, + 63702, + 1913, + 2256, + 1515, + 1602, + 52391, + 946, + 70012, + 4738, + 1912, + 57330, + 17909, + 6211, + 12209, + 7479, + 4473, + 2938, + 11946, + 311, + 5401, + 4738, + 18044, + 55756, + 1912, + 39284, + 1515, + 1602, + 364, + 97437, + 279, + 63702, + 1602, + 5401, + 1515, + 1602, + 8974, + 20904, + 10794, + 1602, + 4038, + 1018, + 1598, + 83960, + 364, + 40205, + 351, + 14940, + 17037, + 531, + 61729, + 3531, + 11946, + 4562, + 2799, + 62286, + 1018, + 20904, + 21626, + 2938, + 11946, + 753, + 713, + 3337, + 12304, + 6089, + 22, + 18, + 14, + 16, + 21, + 20, + 311, + 5014, + 8766, + 7509, + 10343, + 2256, + 1912, + 2839, + 9832, + 2256, + 5401, + 99640, + 4738, + 59687, + 85499, + 21626, + 3109, + 11946, + 946, + 311, + 5014, + 22395, + 753, + 3166, + 995, + 2067, + 41535, + 1163, + 5902, + 40205, + 351, + 14940, + 19693, + 6047, + 61729, + 3531, + 11946, + 311, + 16, + 23, + 20, + 864, + 17, + 16, + 24, + 38709, + 66447, + 98646, + 16, + 3835, + 16, + 23, + 20, + 14, + 17, + 16, + 24, + 1785, + 966, + 2565, + 15947, + 7008, + 24467, + 7592, + 72864, + 12361, + 118659, + 12472, + 25617, + 4239, + 99497, + 1262, + 3664, + 1821, + 6075, + 629, + 41535, + 1163, + 1344, + 1014, + 1131, + 2256, + 1912, + 4639, + 5401, + 4738, + 10794, + 51940, + 7479, + 351, + 63702, + 18, + 19, + 14, + 17, + 16, + 24, + 18354, + 16, + 23, + 20, + 14, + 17, + 16, + 24, + 311, + 83561, + 58800, + 1207, + 589, + 6586, + 103499, + 1912, + 98288, + 10089, + 8586, + 1500, + 7137, + 8390, + 5014, + 311, + 198, + 156904, + 1042, + 32, + 4239, + 6211, + 8704, + 19, + 489, + 1912, + 41535, + 56332, + 10089, + 62219, + 4239, + 7509, + 6211, + 564, + 16, + 489, + 2256, + 1912, + 311, + 198, + 198, + 351, + 93389, + 2095, + 25566, + 5027, + 198, + 7026, + 499, + 18044, + 16, + 17, + 489, + 1912, + 26569, + 7301, + 19405, + 1912, + 30578, + 578, + 1236, + 21298, + 83561, + 7486, + 18255, + 19, + 1912, + 9055, + 887, + 2095, + 7479, + 1589, + 9055, + 44762, + 34, + 7, + 16, + 17, + 11, + 19, + 9940, + 19, + 24, + 20, + 311, + 10089, + 9423, + 58893, + 2067, + 9055, + 44180, + 4782, + 3848, + 1030, + 2672, + 10089, + 5014, + 31372, + 2638, + 887, + 2095, + 9055, + 311, + 198, + 198, + 1101, + 389, + 4801, + 41535, + 11961, + 10089, + 198, + 1397, + 32, + 33325, + 2256, + 5401, + 30166, + 4738, + 80442, + 4738, + 7009, + 3576, + 17325, + 2334, + 38264, + 2334, + 2929, + 11961, + 10089, + 742, + 3227, + 4964, + 2808, + 3227, + 4176, + 946, + 10089, + 46899, + 37801, + 1555, + 10089, + 626, + 715, + 9832, + 290, + 1912, + 5557, + 33338, + 4639, + 4000, + 48767, + 9055, + 4562, + 7008, + 1397, + 1429, + 1344, + 2334, + 4891, + 1768, + 11584, + 311, + 198, + 198, + 2256, + 5401, + 29582, + 7, + 24, + 11, + 19, + 10223, + 34, + 7, + 20, + 11, + 19, + 10223, + 34, + 7, + 19, + 11, + 19, + 9940, + 16, + 17, + 21, + 12, + 20, + 12, + 16, + 28, + 16, + 17, + 15, + 311, + 198, + 2256, + 4738, + 29582, + 7, + 23, + 11, + 19, + 10223, + 34, + 7, + 20, + 11, + 19, + 10223, + 34, + 7, + 18, + 11, + 19, + 9940, + 22, + 15, + 12, + 20, + 12, + 15, + 28, + 21, + 20, + 311, + 198, + 5401, + 4738, + 29582, + 7, + 22, + 11, + 19, + 10223, + 34, + 7, + 19, + 11, + 19, + 10223, + 34, + 7, + 18, + 11, + 19, + 9940, + 18, + 20, + 12, + 16, + 12, + 15, + 28, + 18, + 19, + 27499, + 34, + 7, + 18, + 11, + 19, + 9940, + 15, + 4782, + 18, + 489, + 1912, + 4540, + 8021, + 19, + 1912, + 9055, + 311, + 198, + 198, + 7200, + 7009, + 8766, + 1131, + 69526, + 78888, + 41535, + 1163, + 5902, + 9055, + 3643, + 27451, + 10089, + 626, + 9192, + 17285, + 82784, + 69526, + 28419, + 13168, + 83960, + 4473, + 16, + 17, + 15, + 10, + 21, + 20, + 10, + 18, + 19, + 28, + 17, + 16, + 24, + 20033, + 47, + 11453, + 9940, + 17, + 16, + 24, + 14, + 19, + 24, + 20, + 28, + 22, + 18, + 14, + 16, + 21, + 20, + 279, + 33383, + 15, + 13, + 19, + 19, + 17, + 19, + 311, + 198, + 198, + 1018, + 389, + 5014, + 22395, + 198, + 401, + 123203, + 41535, + 6211, + 564, + 11961, + 48767, + 25848, + 279, + 25566, + 5027, + 995, + 36616, + 515, + 474, + 17, + 16, + 24, + 489, + 97134, + 9055, + 93999, + 10343, + 2256, + 1912, + 80108, + 10089, + 626, + 65405, + 2256, + 5401, + 1193, + 2256, + 4738, + 42240, + 25215, + 9055, + 44762, + 16, + 17, + 15, + 10, + 21, + 20, + 28, + 16, + 23, + 20, + 9192, + 47, + 9366, + 91, + 32, + 9940, + 16, + 23, + 20, + 14, + 17, + 16, + 24, + 279, + 33383, + 15, + 13, + 23, + 19, + 19, + 22, + 13721, + 24467, + 1785, + 2808, + 4467, + 2523, + 753, + 311, + 198, + 198, + 26320, + 3664, + 1821, + 60823, + 4253, + 20417, + 32, + 7855, + 559, + 7052, + 2256, + 1912, + 5964, + 4639, + 5401, + 4738, + 116265, + 18, + 19, + 489, + 9055, + 9192, + 47, + 9366, + 91, + 32, + 9940, + 16, + 12, + 18, + 19, + 14, + 17, + 16, + 24, + 28, + 16, + 23, + 20, + 14, + 17, + 16, + 24, + 7159, + 3523, + 44180, + 9423, + 311, + 198, + 198, + 1602, + 389, + 5507, + 2808, + 3523, + 1036, + 7332, + 198, + 58800, + 1207, + 83561, + 1724, + 8390, + 83561, + 26122, + 6211, + 1621, + 886, + 1912, + 279, + 7026, + 499, + 1589, + 1912, + 1012, + 589, + 6631, + 56895, + 48767, + 1912, + 1012, + 58697, + 6631, + 82245, + 54616, + 69973, + 2154, + 41275, + 4253, + 5348, + 5898, + 2672, + 54616, + 19213, + 4801, + 11608, + 2067, + 5014, + 22395, + 1610, + 7332, + 112809, + 7515, + 33071, + 10089, + 27391, + 6047, + 22515, + 1041, + 2808, + 1397, + 11636, + 74324, + 16878, + 10089, + 8586, + 3523, + 1036, + 7332, + 311, + 9055, + 2878, + 31754, + 4801, + 974, + 3422, + 83561, + 4253, + 96252, + 101836, + 2960, + 27391, + 1596, + 10400, + 7537, + 12341, + 58800, + 1207, + 5014, + 311, + 198, + 198, + 6934, + 629, + 41535, + 11961, + 48767, + 22395, + 515, + 22, + 18, + 14, + 16, + 21, + 20, + 1041, + 17901, + 25848, + 7509, + 10343, + 2256, + 39499, + 22395, + 515, + 16, + 23, + 20, + 14, + 17, + 16, + 24, + 311, + 156895 + ], + "answer_start": 292, + "group": "short_forced_npu", + "decode_min_history": 1 + }, + { + "id": "code_python_nothink", + "domain": "代码与边界条件", + "thinking": false, + "prompt_text": "SYSTEMdetailed thinking off<|role_end|>HUMAN用Python编写一个函数merge_intervals，输入为整数闭区间的列表，输出合并重叠区间后的列表。不得修改输入，负数合法，空列表返回空列表；端点相等算重叠，例如[1,3]与[3,5]合并，但[1,3]与[4,5]不合并。每个区间必须恰有两个整数且起点不大于终点，布尔值不当作整数，非法数据抛出ValueError。请给出实现、边界测试，并解释排序与时间空间复杂度。<|role_end|>ASSISTANT\n", + "target_text": "下面的实现会先验证并复制数据，再排序和合并，不修改输入。\n\n```python\ndef merge_intervals(intervals):\n if not isinstance(intervals, list):\n raise ValueError('intervals must be a list')\n\n copied = []\n for interval in intervals:\n if not isinstance(interval, (list, tuple)) or len(interval) != 2:\n raise ValueError('each interval must have two endpoints')\n start, end = interval\n if type(start) is not int or type(end) is not int:\n raise ValueError('endpoints must be integers, excluding bool')\n if start > end:\n raise ValueError('start must not exceed end')\n copied.append((start, end))\n\n copied.sort()\n merged = []\n for start, end in copied:\n if not merged or start > merged[-1][1]:\n merged.append([start, end])\n else:\n merged[-1][1] = max(merged[-1][1], end)\n return merged\n```\n\n边界测试：\n\n```python\nassert merge_intervals([]) == []\nassert merge_intervals([[3, 5], [1, 3]]) == [[1, 5]]\nassert merge_intervals([[1, 3], [4, 5]]) == [[1, 3], [4, 5]]\nassert merge_intervals([[1, 10], [2, 3]]) == [[1, 10]]\nassert merge_intervals([[-4, -1], [-2, 2]]) == [[-4, 2]]\nassert merge_intervals([[2, 2], [2, 4]]) == [[2, 4]]\n\nsource = [[5, 8], [1, 3], [3, 6]]\nsnapshot = [interval[:] for interval in source]\nassert merge_intervals(source) == [[1, 8]]\nassert source == snapshot\n\nfor bad in ([[True, 2]], [[1, False]], [[3, 1]],\n [[1, 2, 3]], [[1.0, 2]], [None]):\n try:\n merge_intervals(bad)\n except ValueError:\n pass\n else:\n raise AssertionError('invalid input was accepted')\n```\n\n排序使区间按起点递增排列。扫描时，已经输出的区间彼此不重叠；当前区间只可能与最后一个输出区间发生新的合并。如果当前起点大于最后终点，两者不相交，可以直接追加。否则它们存在公共点，合并后的终点取较大值。\n\n判断使用start <= end的重叠语义，而不是把终点加一，因此[1,3]与[3,5]会合并，[1,3]与[4,5]保持分离。每个输出区间都是新建列表，后续修改返回结果也不会改变原输入。\n\n设输入有n个区间。验证和复制耗时O(n)，排序耗时O(n log n)，扫描耗时O(n)，总体时间复杂度为O(n log n)。副本、排序辅助空间和输出都至多为O(n)，额外空间复杂度为O(n)。<|role_end|>", + "prompt_ids": [ + 157151, + 90827, + 157152, + 14136, + 5381, + 6350, + 928, + 156895, + 157151, + 39, + 116171, + 157152, + 594, + 25056, + 24964, + 886, + 10632, + 22498, + 22314, + 17408, + 82309, + 515, + 41498, + 6016, + 1236, + 15538, + 19297, + 72557, + 13357, + 54065, + 29214, + 5529, + 19297, + 311, + 5354, + 11811, + 8311, + 279, + 2827, + 1012, + 16310, + 46731, + 19297, + 11987, + 1679, + 19297, + 1041, + 2529, + 892, + 50450, + 1768, + 54065, + 14110, + 58, + 16, + 11, + 18, + 60, + 864, + 58, + 18, + 11, + 20, + 60, + 13357, + 1596, + 58, + 16, + 11, + 18, + 60, + 864, + 58, + 19, + 11, + 20, + 60, + 381, + 13357, + 49979, + 29214, + 4368, + 12370, + 33261, + 41498, + 1798, + 26167, + 111053, + 41864, + 43594, + 2179, + 1939, + 381, + 30131, + 41498, + 22828, + 858, + 2629, + 64855, + 2728, + 3311, + 27370, + 32586, + 3791, + 389, + 34391, + 7265, + 2366, + 8153, + 26371, + 864, + 1708, + 5027, + 84597, + 311, + 156895, + 157151, + 8469, + 7342, + 5468, + 157152, + 198, + 156903, + 156904 + ], + "teacher_ids": [ + 29258, + 3791, + 589, + 1541, + 16536, + 1120, + 23182, + 2629, + 5557, + 26371, + 538, + 13357, + 1500, + 11811, + 8311, + 311, + 198, + 198, + 2891, + 18514, + 198, + 1413, + 19528, + 22314, + 17408, + 72391, + 17408, + 3535, + 198, + 305, + 624, + 526, + 22956, + 72391, + 17408, + 11, + 1746, + 3535, + 198, + 394, + 7764, + 32501, + 1498, + 2802, + 17408, + 2022, + 367, + 259, + 1746, + 4414, + 198, + 198, + 305, + 30215, + 373, + 6969, + 198, + 305, + 352, + 14868, + 296, + 25174, + 25, + 198, + 394, + 624, + 526, + 22956, + 7, + 46372, + 11, + 363, + 4410, + 11, + 28190, + 1451, + 453, + 6496, + 7, + 46372, + 8, + 2648, + 220, + 17, + 25, + 198, + 542, + 7764, + 32501, + 1498, + 26897, + 14868, + 2022, + 561, + 1307, + 48077, + 4414, + 198, + 394, + 1489, + 11, + 1389, + 373, + 14868, + 198, + 394, + 624, + 2023, + 30595, + 8, + 341, + 526, + 616, + 453, + 2023, + 42941, + 8, + 341, + 526, + 616, + 25, + 198, + 542, + 7764, + 32501, + 1498, + 486, + 15049, + 2022, + 367, + 27057, + 11, + 43824, + 4869, + 4414, + 198, + 394, + 624, + 1489, + 1944, + 1389, + 25, + 198, + 542, + 7764, + 32501, + 1498, + 7351, + 2022, + 526, + 12893, + 1389, + 4414, + 198, + 394, + 30215, + 7311, + 3942, + 7351, + 11, + 1389, + 1451, + 198, + 198, + 305, + 30215, + 36667, + 739, + 198, + 305, + 35625, + 373, + 6969, + 198, + 305, + 352, + 1489, + 11, + 1389, + 296, + 30215, + 25, + 198, + 394, + 624, + 526, + 35625, + 453, + 1489, + 1944, + 35625, + 20230, + 16, + 3904, + 16, + 12538, + 198, + 542, + 35625, + 7311, + 7185, + 7351, + 11, + 1389, + 6192, + 198, + 394, + 1942, + 25, + 198, + 542, + 35625, + 20230, + 16, + 3904, + 16, + 60, + 373, + 3519, + 7, + 49381, + 20230, + 16, + 3904, + 16, + 2278, + 1389, + 8, + 198, + 305, + 944, + 35625, + 198, + 2891, + 198, + 198, + 34391, + 7265, + 629, + 198, + 198, + 2891, + 18514, + 198, + 4711, + 19528, + 22314, + 17408, + 26573, + 8, + 1613, + 6969, + 198, + 4711, + 19528, + 22314, + 17408, + 59294, + 18, + 11, + 220, + 20, + 2278, + 831, + 16, + 11, + 220, + 18, + 69445, + 1613, + 9696, + 16, + 11, + 220, + 20, + 10004, + 198, + 4711, + 19528, + 22314, + 17408, + 59294, + 16, + 11, + 220, + 18, + 2278, + 831, + 19, + 11, + 220, + 20, + 69445, + 1613, + 9696, + 16, + 11, + 220, + 18, + 2278, + 831, + 19, + 11, + 220, + 20, + 10004, + 198, + 4711, + 19528, + 22314, + 17408, + 59294, + 16, + 11, + 220, + 16, + 15, + 2278, + 831, + 17, + 11, + 220, + 18, + 69445, + 1613, + 9696, + 16, + 11, + 220, + 16, + 15, + 10004, + 198, + 4711, + 19528, + 22314, + 17408, + 7185, + 20230, + 19, + 11, + 537, + 16, + 2278, + 30327, + 17, + 11, + 220, + 17, + 69445, + 1613, + 9696, + 12, + 19, + 11, + 220, + 17, + 10004, + 198, + 4711, + 19528, + 22314, + 17408, + 59294, + 17, + 11, + 220, + 17, + 2278, + 831, + 17, + 11, + 220, + 19, + 69445, + 1613, + 9696, + 17, + 11, + 220, + 19, + 10004, + 198, + 198, + 12048, + 373, + 9696, + 20, + 11, + 220, + 23, + 2278, + 831, + 16, + 11, + 220, + 18, + 2278, + 831, + 18, + 11, + 220, + 21, + 10004, + 198, + 95372, + 373, + 831, + 46372, + 10768, + 60, + 352, + 14868, + 296, + 3757, + 60, + 198, + 4711, + 19528, + 22314, + 17408, + 30528, + 8, + 1613, + 9696, + 16, + 11, + 220, + 23, + 10004, + 198, + 4711, + 3757, + 1613, + 33210, + 198, + 198, + 2127, + 4538, + 296, + 13935, + 58, + 6268, + 11, + 220, + 17, + 25565, + 9696, + 16, + 11, + 10158, + 25565, + 9696, + 18, + 11, + 220, + 16, + 25565, + 198, + 542, + 9696, + 16, + 11, + 220, + 17, + 11, + 220, + 18, + 25565, + 9696, + 16, + 13, + 15, + 11, + 220, + 17, + 25565, + 831, + 8158, + 69256, + 198, + 305, + 2164, + 25, + 198, + 394, + 19528, + 22314, + 17408, + 3859, + 354, + 8, + 198, + 305, + 5837, + 32501, + 25, + 198, + 394, + 2205, + 198, + 305, + 1942, + 25, + 198, + 394, + 7764, + 90641, + 3311, + 1498, + 28895, + 3967, + 529, + 12038, + 4414, + 198, + 2891, + 198, + 198, + 26371, + 1206, + 29214, + 2672, + 26167, + 87100, + 27391, + 311, + 21687, + 559, + 11632, + 52165, + 29214, + 15028, + 381, + 54065, + 1041, + 10916, + 29214, + 1030, + 2095, + 864, + 40001, + 8411, + 29214, + 3412, + 5166, + 13357, + 5898, + 10916, + 26167, + 15861, + 3848, + 41864, + 71435, + 34446, + 1444, + 103097, + 58446, + 56873, + 7861, + 3898, + 9966, + 892, + 279, + 13357, + 5529, + 41864, + 1792, + 15774, + 1939, + 311, + 198, + 198, + 9158, + 2067, + 7351, + 8664, + 1389, + 37290, + 12816, + 51480, + 19693, + 1397, + 41864, + 984, + 351, + 7479, + 58, + 16, + 11, + 18, + 60, + 864, + 58, + 18, + 11, + 20, + 60, + 589, + 13357, + 279, + 58, + 16, + 11, + 18, + 60, + 864, + 58, + 19, + 11, + 20, + 60, + 5583, + 14583, + 49979, + 8411, + 29214, + 2479, + 32113, + 19297, + 82245, + 11811, + 11987, + 4253, + 13496, + 6586, + 1418, + 8311, + 311, + 198, + 198, + 1042, + 8311, + 399, + 77, + 489, + 29214, + 311, + 16536, + 538, + 23182, + 75456, + 46, + 3733, + 8294, + 26371, + 75456, + 46, + 3733, + 2843, + 320, + 8294, + 21687, + 75456, + 46, + 3733, + 8294, + 17869, + 1708, + 9259, + 67780, + 46, + 3733, + 2843, + 320, + 12218, + 34227, + 389, + 26371, + 14496, + 117745, + 8411, + 742, + 1455, + 51703, + 46, + 3733, + 8294, + 35552, + 5027, + 9259, + 67780, + 46, + 3733, + 12218, + 156895 + ], + "answer_start": 0, + "group": "short_forced_npu", + "decode_min_history": 1 + }, + { + "id": "code_python_think", + "domain": "代码与边界条件", + "thinking": true, + "prompt_text": "SYSTEMdetailed thinking on<|role_end|>HUMAN用Python编写一个函数merge_intervals，输入为整数闭区间的列表，输出合并重叠区间后的列表。不得修改输入，负数合法，空列表返回空列表；端点相等算重叠，例如[1,3]与[3,5]合并，但[1,3]与[4,5]不合并。每个区间必须恰有两个整数且起点不大于终点，布尔值不当作整数，非法数据抛出ValueError。请给出实现、边界测试，并解释排序与时间空间复杂度。<|role_end|>ASSISTANT\n", + "target_text": "需要先确定输入验证和合并语义。Python中bool是int的子类，所以isinstance(value,int)会误收True或False，可以使用type(value) is int进行严格判断。输入要求列表，我会检查外层是list，并允许每个区间使用list或tuple，长度必须为2。端点必须是严格整数，且start不能大于end。先验证全部区间并复制到新的二元组列表，再排序，因此即使遇到非法输入，也不会改动原来的列表或内部区间。排序以起点为第一关键字、终点为第二关键字，默认元组排序即可满足。合并时维护输出列表最后一个区间。当前起点小于等于最后区间终点就重叠，应把终点更新为两者最大值；否则创建新输出区间。输入已经排序后，尚未处理区间的起点不会小于当前起点，所以只需与输出中最后一个区间比较。闭区间端点相同应合并，但相差1并不代表实数区间重叠，不能用end+1作为判断条件。负数和单点区间不需要特殊分支。复杂度方面，验证与复制是线性，排序为O(n log n)，扫描为O(n)，额外保存副本和输出最多O(n)。测试应包含空输入、无序重叠、共享端点、不相交相邻整数、包含关系、负数、单点以及非法布尔值和反向区间。还需要保存一份输入快照，验证调用后没有改变原始嵌套列表。\n下面的实现会先验证并复制数据，再排序和合并，不修改输入。\n\n```python\ndef merge_intervals(intervals):\n if not isinstance(intervals, list):\n raise ValueError('intervals must be a list')\n\n copied = []\n for interval in intervals:\n if not isinstance(interval, (list, tuple)) or len(interval) != 2:\n raise ValueError('each interval must have two endpoints')\n start, end = interval\n if type(start) is not int or type(end) is not int:\n raise ValueError('endpoints must be integers, excluding bool')\n if start > end:\n raise ValueError('start must not exceed end')\n copied.append((start, end))\n\n copied.sort()\n merged = []\n for start, end in copied:\n if not merged or start > merged[-1][1]:\n merged.append([start, end])\n else:\n merged[-1][1] = max(merged[-1][1], end)\n return merged\n```\n\n边界测试：\n\n```python\nassert merge_intervals([]) == []\nassert merge_intervals([[3, 5], [1, 3]]) == [[1, 5]]\nassert merge_intervals([[1, 3], [4, 5]]) == [[1, 3], [4, 5]]\nassert merge_intervals([[1, 10], [2, 3]]) == [[1, 10]]\nassert merge_intervals([[-4, -1], [-2, 2]]) == [[-4, 2]]\nassert merge_intervals([[2, 2], [2, 4]]) == [[2, 4]]\n\nsource = [[5, 8], [1, 3], [3, 6]]\nsnapshot = [interval[:] for interval in source]\nassert merge_intervals(source) == [[1, 8]]\nassert source == snapshot\n\nfor bad in ([[True, 2]], [[1, False]], [[3, 1]],\n [[1, 2, 3]], [[1.0, 2]], [None]):\n try:\n merge_intervals(bad)\n except ValueError:\n pass\n else:\n raise AssertionError('invalid input was accepted')\n```\n\n排序使区间按起点递增排列。扫描时，已经输出的区间彼此不重叠；当前区间只可能与最后一个输出区间发生新的合并。如果当前起点大于最后终点，两者不相交，可以直接追加。否则它们存在公共点，合并后的终点取较大值。\n\n判断使用start <= end的重叠语义，而不是把终点加一，因此[1,3]与[3,5]会合并，[1,3]与[4,5]保持分离。每个输出区间都是新建列表，后续修改返回结果也不会改变原输入。\n\n设输入有n个区间。验证和复制耗时O(n)，排序耗时O(n log n)，扫描耗时O(n)，总体时间复杂度为O(n log n)。副本、排序辅助空间和输出都至多为O(n)，额外空间复杂度为O(n)。<|role_end|>", + "prompt_ids": [ + 157151, + 90827, + 157152, + 14136, + 5381, + 6350, + 366, + 156895, + 157151, + 39, + 116171, + 157152, + 594, + 25056, + 24964, + 886, + 10632, + 22498, + 22314, + 17408, + 82309, + 515, + 41498, + 6016, + 1236, + 15538, + 19297, + 72557, + 13357, + 54065, + 29214, + 5529, + 19297, + 311, + 5354, + 11811, + 8311, + 279, + 2827, + 1012, + 16310, + 46731, + 19297, + 11987, + 1679, + 19297, + 1041, + 2529, + 892, + 50450, + 1768, + 54065, + 14110, + 58, + 16, + 11, + 18, + 60, + 864, + 58, + 18, + 11, + 20, + 60, + 13357, + 1596, + 58, + 16, + 11, + 18, + 60, + 864, + 58, + 19, + 11, + 20, + 60, + 381, + 13357, + 49979, + 29214, + 4368, + 12370, + 33261, + 41498, + 1798, + 26167, + 111053, + 41864, + 43594, + 2179, + 1939, + 381, + 30131, + 41498, + 22828, + 858, + 2629, + 64855, + 2728, + 3311, + 27370, + 32586, + 3791, + 389, + 34391, + 7265, + 2366, + 8153, + 26371, + 864, + 1708, + 5027, + 84597, + 311, + 156895, + 157151, + 8469, + 7342, + 5468, + 157152, + 198, + 156903 + ], + "teacher_ids": [ + 1996, + 1541, + 5288, + 8311, + 16536, + 538, + 13357, + 51480, + 311, + 25056, + 499, + 11007, + 364, + 613, + 111692, + 1632, + 3835, + 276, + 12171, + 11368, + 36102, + 8, + 589, + 4891, + 1414, + 6268, + 1193, + 9885, + 68319, + 3415, + 11368, + 8, + 341, + 616, + 1599, + 9770, + 9158, + 311, + 8311, + 2929, + 19297, + 24274, + 6075, + 97809, + 364, + 4410, + 2366, + 12752, + 7301, + 29214, + 2067, + 4410, + 1193, + 52679, + 14025, + 987, + 4368, + 515, + 17, + 311, + 2529, + 892, + 61235, + 9770, + 41498, + 8446, + 7351, + 2808, + 15861, + 486, + 46899, + 16536, + 6047, + 29214, + 1120, + 23182, + 564, + 5166, + 108226, + 1598, + 19297, + 5557, + 26371, + 7479, + 12490, + 9612, + 24762, + 8311, + 41615, + 62407, + 29717, + 19297, + 1193, + 6846, + 29214, + 311, + 26371, + 531, + 26167, + 85565, + 54866, + 389, + 41864, + 515, + 2378, + 54866, + 99009, + 1374, + 1598, + 26371, + 10115, + 7137, + 311, + 13357, + 559, + 9964, + 8411, + 19297, + 40001, + 29214, + 79278, + 26167, + 20076, + 18354, + 3848, + 29214, + 41864, + 585, + 54065, + 13480, + 1397, + 41864, + 10441, + 515, + 29995, + 98207, + 1041, + 10799, + 9993, + 930, + 8411, + 29214, + 311, + 8311, + 1785, + 26371, + 660, + 118309, + 3276, + 1236, + 15538, + 26167, + 2850, + 20076, + 10916, + 26167, + 3835, + 37587, + 864, + 8411, + 499, + 40001, + 29214, + 3538, + 311, + 6016, + 29214, + 2529, + 892, + 9423, + 995, + 13357, + 1596, + 40718, + 16, + 91759, + 803, + 1012, + 29214, + 54065, + 15025, + 594, + 486, + 10, + 16, + 3181, + 9158, + 5014, + 311, + 2827, + 98288, + 1429, + 892, + 29214, + 17285, + 8557, + 34083, + 311, + 84597, + 3084, + 279, + 16536, + 864, + 23182, + 364, + 32552, + 279, + 26371, + 515, + 46, + 3733, + 2843, + 320, + 8294, + 21687, + 515, + 46, + 3733, + 8294, + 35552, + 15619, + 34227, + 538, + 8411, + 19611, + 46, + 3733, + 12218, + 7265, + 995, + 9832, + 1679, + 8311, + 17769, + 3422, + 54065, + 119976, + 2529, + 892, + 14526, + 72954, + 35152, + 41498, + 389, + 9832, + 3785, + 389, + 2827, + 1012, + 65501, + 892, + 3447, + 24762, + 51130, + 73745, + 48587, + 29214, + 311, + 28880, + 15619, + 17405, + 8311, + 1742, + 2343, + 279, + 16536, + 19238, + 660, + 1131, + 6586, + 18699, + 110753, + 19297, + 311, + 198, + 156904, + 29258, + 3791, + 589, + 1541, + 16536, + 1120, + 23182, + 2629, + 5557, + 26371, + 538, + 13357, + 1500, + 11811, + 8311, + 311, + 198, + 198, + 2891, + 18514, + 198, + 1413, + 19528, + 22314, + 17408, + 72391, + 17408, + 3535, + 198, + 305, + 624, + 526, + 22956, + 72391, + 17408, + 11, + 1746, + 3535, + 198, + 394, + 7764, + 32501, + 1498, + 2802, + 17408, + 2022, + 367, + 259, + 1746, + 4414, + 198, + 198, + 305, + 30215, + 373, + 6969, + 198, + 305, + 352, + 14868, + 296, + 25174, + 25, + 198, + 394, + 624, + 526, + 22956, + 7, + 46372, + 11, + 363, + 4410, + 11, + 28190, + 1451, + 453, + 6496, + 7, + 46372, + 8, + 2648, + 220, + 17, + 25, + 198, + 542, + 7764, + 32501, + 1498, + 26897, + 14868, + 2022, + 561, + 1307, + 48077, + 4414, + 198, + 394, + 1489, + 11, + 1389, + 373, + 14868, + 198, + 394, + 624, + 2023, + 30595, + 8, + 341, + 526, + 616, + 453, + 2023, + 42941, + 8, + 341, + 526, + 616, + 25, + 198, + 542, + 7764, + 32501, + 1498, + 486, + 15049, + 2022, + 367, + 27057, + 11, + 43824, + 4869, + 4414, + 198, + 394, + 624, + 1489, + 1944, + 1389, + 25, + 198, + 542, + 7764, + 32501, + 1498, + 7351, + 2022, + 526, + 12893, + 1389, + 4414, + 198, + 394, + 30215, + 7311, + 3942, + 7351, + 11, + 1389, + 1451, + 198, + 198, + 305, + 30215, + 36667, + 739, + 198, + 305, + 35625, + 373, + 6969, + 198, + 305, + 352, + 1489, + 11, + 1389, + 296, + 30215, + 25, + 198, + 394, + 624, + 526, + 35625, + 453, + 1489, + 1944, + 35625, + 20230, + 16, + 3904, + 16, + 12538, + 198, + 542, + 35625, + 7311, + 7185, + 7351, + 11, + 1389, + 6192, + 198, + 394, + 1942, + 25, + 198, + 542, + 35625, + 20230, + 16, + 3904, + 16, + 60, + 373, + 3519, + 7, + 49381, + 20230, + 16, + 3904, + 16, + 2278, + 1389, + 8, + 198, + 305, + 944, + 35625, + 198, + 2891, + 198, + 198, + 34391, + 7265, + 629, + 198, + 198, + 2891, + 18514, + 198, + 4711, + 19528, + 22314, + 17408, + 26573, + 8, + 1613, + 6969, + 198, + 4711, + 19528, + 22314, + 17408, + 59294, + 18, + 11, + 220, + 20, + 2278, + 831, + 16, + 11, + 220, + 18, + 69445, + 1613, + 9696, + 16, + 11, + 220, + 20, + 10004, + 198, + 4711, + 19528, + 22314, + 17408, + 59294, + 16, + 11, + 220, + 18, + 2278, + 831, + 19, + 11, + 220, + 20, + 69445, + 1613, + 9696, + 16, + 11, + 220, + 18, + 2278, + 831, + 19, + 11, + 220, + 20, + 10004, + 198, + 4711, + 19528, + 22314, + 17408, + 59294, + 16, + 11, + 220, + 16, + 15, + 2278, + 831, + 17, + 11, + 220, + 18, + 69445, + 1613, + 9696, + 16, + 11, + 220, + 16, + 15, + 10004, + 198, + 4711, + 19528, + 22314, + 17408, + 7185, + 20230, + 19, + 11, + 537, + 16, + 2278, + 30327, + 17, + 11, + 220, + 17, + 69445, + 1613, + 9696, + 12, + 19, + 11, + 220, + 17, + 10004, + 198, + 4711, + 19528, + 22314, + 17408, + 59294, + 17, + 11, + 220, + 17, + 2278, + 831, + 17, + 11, + 220, + 19, + 69445, + 1613, + 9696, + 17, + 11, + 220, + 19, + 10004, + 198, + 198, + 12048, + 373, + 9696, + 20, + 11, + 220, + 23, + 2278, + 831, + 16, + 11, + 220, + 18, + 2278, + 831, + 18, + 11, + 220, + 21, + 10004, + 198, + 95372, + 373, + 831, + 46372, + 10768, + 60, + 352, + 14868, + 296, + 3757, + 60, + 198, + 4711, + 19528, + 22314, + 17408, + 30528, + 8, + 1613, + 9696, + 16, + 11, + 220, + 23, + 10004, + 198, + 4711, + 3757, + 1613, + 33210, + 198, + 198, + 2127, + 4538, + 296, + 13935, + 58, + 6268, + 11, + 220, + 17, + 25565, + 9696, + 16, + 11, + 10158, + 25565, + 9696, + 18, + 11, + 220, + 16, + 25565, + 198, + 542, + 9696, + 16, + 11, + 220, + 17, + 11, + 220, + 18, + 25565, + 9696, + 16, + 13, + 15, + 11, + 220, + 17, + 25565, + 831, + 8158, + 69256, + 198, + 305, + 2164, + 25, + 198, + 394, + 19528, + 22314, + 17408, + 3859, + 354, + 8, + 198, + 305, + 5837, + 32501, + 25, + 198, + 394, + 2205, + 198, + 305, + 1942, + 25, + 198, + 394, + 7764, + 90641, + 3311, + 1498, + 28895, + 3967, + 529, + 12038, + 4414, + 198, + 2891, + 198, + 198, + 26371, + 1206, + 29214, + 2672, + 26167, + 87100, + 27391, + 311, + 21687, + 559, + 11632, + 52165, + 29214, + 15028, + 381, + 54065, + 1041, + 10916, + 29214, + 1030, + 2095, + 864, + 40001, + 8411, + 29214, + 3412, + 5166, + 13357, + 5898, + 10916, + 26167, + 15861, + 3848, + 41864, + 71435, + 34446, + 1444, + 103097, + 58446, + 56873, + 7861, + 3898, + 9966, + 892, + 279, + 13357, + 5529, + 41864, + 1792, + 15774, + 1939, + 311, + 198, + 198, + 9158, + 2067, + 7351, + 8664, + 1389, + 37290, + 12816, + 51480, + 19693, + 1397, + 41864, + 984, + 351, + 7479, + 58, + 16, + 11, + 18, + 60, + 864, + 58, + 18, + 11, + 20, + 60, + 589, + 13357, + 279, + 58, + 16, + 11, + 18, + 60, + 864, + 58, + 19, + 11, + 20, + 60, + 5583, + 14583, + 49979, + 8411, + 29214, + 2479, + 32113, + 19297, + 82245, + 11811, + 11987, + 4253, + 13496, + 6586, + 1418, + 8311, + 311, + 198, + 198, + 1042, + 8311, + 399, + 77, + 489, + 29214, + 311, + 16536, + 538, + 23182, + 75456, + 46, + 3733, + 8294, + 26371, + 75456, + 46, + 3733, + 2843, + 320, + 8294, + 21687, + 75456, + 46, + 3733, + 8294, + 17869, + 1708, + 9259, + 67780, + 46, + 3733, + 2843, + 320, + 12218, + 34227, + 389, + 26371, + 14496, + 117745, + 8411, + 742, + 1455, + 51703, + 46, + 3733, + 8294, + 35552, + 5027, + 9259, + 67780, + 46, + 3733, + 12218, + 156895 + ], + "answer_start": 276, + "group": "short_forced_npu", + "decode_min_history": 1 + }, + { + "id": "records_8k_nothink", + "domain": "长上下文事实与干扰", + "thinking": false, + "prompt_text": "SYSTEMdetailed thinking off<|role_end|>HUMAN以下是知识库检索到的资料：\n条目000：档案编号为ZX-1000，负责人为记录员00；本期审核数量为20件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目001：档案编号为ZX-1001，负责人为记录员01；本期审核数量为21件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目002：档案编号为ZX-1002，负责人为记录员02；本期审核数量为22件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目003：档案编号为ZX-1003，负责人为记录员03；本期审核数量为23件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目004：档案编号为ZX-1004，负责人为记录员04；本期审核数量为24件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目005：档案编号为ZX-1005，负责人为记录员05；本期审核数量为25件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目006：档案编号为ZX-1006，负责人为记录员06；本期审核数量为26件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目007：档案编号为ZX-1007，负责人为记录员07；本期审核数量为27件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目008：档案编号为ZX-1008，负责人为记录员08；本期审核数量为28件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目009：档案编号为ZX-1009，负责人为记录员09；本期审核数量为29件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目010：档案编号为ZX-1010，负责人为记录员10；本期审核数量为30件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目011：档案编号为ZX-1011，负责人为记录员11；本期审核数量为31件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目012：档案编号为ZX-1012，负责人为记录员12；本期审核数量为32件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目013：档案编号为ZX-1013，负责人为记录员13；本期审核数量为33件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目014：档案编号为ZX-1014，负责人为记录员14；本期审核数量为34件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目015：档案编号为ZX-1015，负责人为记录员15；本期审核数量为35件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目016：档案编号为ZX-1016，负责人为记录员16；本期审核数量为36件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目017：档案编号为ZX-1017，负责人为记录员00；本期审核数量为37件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目018：档案编号为ZX-1018，负责人为记录员01；本期审核数量为38件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目019：档案编号为ZX-1019，负责人为记录员02；本期审核数量为39件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目020：档案编号为ZX-1020，负责人为记录员03；本期审核数量为40件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目021：档案编号为ZX-1021，负责人为记录员04；本期审核数量为41件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目022：档案编号为ZX-1022，负责人为记录员05；本期审核数量为42件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目023：档案编号为ZX-1023，负责人为记录员06；本期审核数量为43件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目024：档案编号为ZX-1024，负责人为记录员07；本期审核数量为44件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目025：档案编号为ZX-1025，负责人为记录员08；本期审核数量为45件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目026：档案编号为ZX-1026，负责人为记录员09；本期审核数量为46件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目027：档案编号为ZX-1027，负责人为记录员10；本期审核数量为47件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目028：档案编号为ZX-1028，负责人为记录员11；本期审核数量为48件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目029：档案编号为ZX-1029，负责人为记录员12；本期审核数量为49件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目030：档案编号为ZX-1030，负责人为记录员13；本期审核数量为50件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目031：档案编号为ZX-1031，负责人为记录员14；本期审核数量为51件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目032：档案编号为ZX-1032，负责人为记录员15；本期审核数量为52件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目033：档案编号为ZX-1033，负责人为记录员16；本期审核数量为53件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目034：档案编号为ZX-1034，负责人为记录员00；本期审核数量为54件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目035：档案编号为ZX-1035，负责人为记录员01；本期审核数量为55件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目036：档案编号为ZX-1036，负责人为记录员02；本期审核数量为56件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目037：档案编号为ZX-1037，负责人为记录员03；本期审核数量为57件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目038：档案编号为ZX-1038，负责人为记录员04；本期审核数量为58件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目039：档案编号为ZX-1039，负责人为记录员05；本期审核数量为59件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目040：档案编号为ZX-1040，负责人为记录员06；本期审核数量为60件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目041：档案编号为ZX-1041，负责人为记录员07；本期审核数量为61件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目042：档案编号为ZX-1042，负责人为记录员08；本期审核数量为62件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目043：档案编号为ZX-1043，负责人为记录员09；本期审核数量为63件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目044：档案编号为ZX-1044，负责人为记录员10；本期审核数量为64件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目045：档案编号为ZX-1045，负责人为记录员11；本期审核数量为65件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目046：档案编号为ZX-1046，负责人为记录员12；本期审核数量为66件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目047：档案编号为ZX-1047，负责人为记录员13；本期审核数量为67件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目048：档案编号为ZX-1048，负责人为记录员14；本期审核数量为68件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目049：档案编号为ZX-1049，负责人为记录员15；本期审核数量为69件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目050：档案编号为ZX-1050，负责人为记录员16；本期审核数量为70件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目051：档案编号为ZX-1051，负责人为记录员00；本期审核数量为71件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目052：档案编号为ZX-1052，负责人为记录员01；本期审核数量为72件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目053：档案编号为ZX-1053，负责人为记录员02；本期审核数量为73件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目054：档案编号为ZX-1054，负责人为记录员03；本期审核数量为74件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目055：档案编号为ZX-1055，负责人为记录员04；本期审核数量为75件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目056：档案编号为ZX-1056，负责人为记录员05；本期审核数量为76件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目057：档案编号为ZX-1057，负责人为记录员06；本期审核数量为77件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目058：档案编号为ZX-1058，负责人为记录员07；本期审核数量为78件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目059：档案编号为ZX-1059，负责人为记录员08；本期审核数量为79件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目060：档案编号为ZX-1060，负责人为记录员09；本期审核数量为80件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目061：档案编号为ZX-1061，负责人为记录员10；本期审核数量为81件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目062：档案编号为ZX-1062，负责人为记录员11；本期审核数量为82件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目063：档案编号为ZX-1063，负责人为记录员12；本期审核数量为83件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目064：档案编号为ZX-1064，负责人为记录员13；本期审核数量为84件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目065：档案编号为ZX-1065，负责人为记录员14；本期审核数量为85件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目066：档案编号为ZX-1066，负责人为记录员15；本期审核数量为86件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目067：档案编号为ZX-1067，负责人为记录员16；本期审核数量为87件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目068：档案编号为ZX-1068，负责人为记录员00；本期审核数量为88件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目069：档案编号为ZX-1069，负责人为记录员01；本期审核数量为89件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目070：档案编号为ZX-1070，负责人为记录员02；本期审核数量为90件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目071：档案编号为ZX-1071，负责人为记录员03；本期审核数量为91件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目072：档案编号为ZX-1072，负责人为记录员04；本期审核数量为92件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目073：档案编号为ZX-1073，负责人为记录员05；本期审核数量为20件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目074：档案编号为ZX-1074，负责人为记录员06；本期审核数量为21件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目075：档案编号为ZX-1075，负责人为记录员07；本期审核数量为22件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目076：档案编号为ZX-1076，负责人为记录员08；本期审核数量为23件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目077：档案编号为ZX-1077，负责人为记录员09；本期审核数量为24件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目078：档案编号为ZX-1078，负责人为记录员10；本期审核数量为25件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目079：档案编号为ZX-1079，负责人为记录员11；本期审核数量为26件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目080：档案编号为ZX-1080，负责人为记录员12；本期审核数量为27件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目081：档案编号为ZX-1081，负责人为记录员13；本期审核数量为28件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目082：档案编号为ZX-1082，负责人为记录员14；本期审核数量为29件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目083：档案编号为ZX-1083，负责人为记录员15；本期审核数量为30件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目084：档案编号为ZX-1084，负责人为记录员16；本期审核数量为31件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目085：档案编号为ZX-1085，负责人为记录员00；本期审核数量为32件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目086：档案编号为ZX-1086，负责人为记录员01；本期审核数量为33件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目087：档案编号为ZX-1087，负责人为记录员02；本期审核数量为34件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目088：档案编号为ZX-1088，负责人为记录员03；本期审核数量为35件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目089：档案编号为ZX-1089，负责人为记录员04；本期审核数量为36件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目090：档案编号为ZX-1090，负责人为记录员05；本期审核数量为37件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目091：档案编号为ZX-1091，负责人为记录员06；本期审核数量为38件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目092：档案编号为ZX-1092，负责人为记录员07；本期审核数量为39件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目093：档案编号为ZX-1093，负责人为记录员08；本期审核数量为40件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目094：档案编号为ZX-1094，负责人为记录员09；本期审核数量为41件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目095：档案编号为ZX-1095，负责人为记录员10；本期审核数量为42件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目096：档案编号为ZX-1096，负责人为记录员11；本期审核数量为43件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目097：档案编号为ZX-1097，负责人为记录员12；本期审核数量为44件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目098：档案编号为ZX-1098，负责人为记录员13；本期审核数量为45件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目099：档案编号为ZX-1099，负责人为记录员14；本期审核数量为46件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目100：档案编号为ZX-1100，负责人为记录员15；本期审核数量为47件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目101：档案编号为ZX-1101，负责人为记录员16；本期审核数量为48件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目102：档案编号为ZX-1102，负责人为记录员00；本期审核数量为49件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目103：档案编号为ZX-1103，负责人为记录员01；本期审核数量为50件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目104：档案编号为ZX-1104，负责人为记录员02；本期审核数量为51件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目105：档案编号为ZX-1105，负责人为记录员03；本期审核数量为52件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目106：档案编号为ZX-1106，负责人为记录员04；本期审核数量为53件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目107：档案编号为ZX-1107，负责人为记录员05；本期审核数量为54件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目108：档案编号为ZX-1108，负责人为记录员06；本期审核数量为55件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目109：档案编号为ZX-1109，负责人为记录员07；本期审核数量为56件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目110：档案编号为ZX-1110，负责人为记录员08；本期审核数量为57件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目111：档案编号为ZX-1111，负责人为记录员09；本期审核数量为58件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目112：档案编号为ZX-1112，负责人为记录员10；本期审核数量为59件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目113：档案编号为ZX-1113，负责人为记录员11；本期审核数量为60件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目114：档案编号为ZX-1114，负责人为记录员12；本期审核数量为61件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目115：档案编号为ZX-1115，负责人为记录员13；本期审核数量为62件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目116：档案编号为ZX-1116，负责人为记录员14；本期审核数量为63件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目117：档案编号为ZX-1117，负责人为记录员15；本期审核数量为64件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目118：档案编号为ZX-1118，负责人为记录员16；本期审核数量为65件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目119：档案编号为ZX-1119，负责人为记录员00；本期审核数量为66件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n正式制度：北辰项目由陈敏负责，预算为37万元；只有周三验收通过才允许上线，否则顺延。\n条目120：档案编号为ZX-1120，负责人为记录员01；本期审核数量为67件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目121：档案编号为ZX-1121，负责人为记录员02；本期审核数量为68件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目122：档案编号为ZX-1122，负责人为记录员03；本期审核数量为69件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目123：档案编号为ZX-1123，负责人为记录员04；本期审核数量为70件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目124：档案编号为ZX-1124，负责人为记录员05；本期审核数量为71件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目125：档案编号为ZX-1125，负责人为记录员06；本期审核数量为72件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目126：档案编号为ZX-1126，负责人为记录员07；本期审核数量为73件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目127：档案编号为ZX-1127，负责人为记录员08；本期审核数量为74件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目128：档案编号为ZX-1128，负责人为记录员09；本期审核数量为75件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目129：档案编号为ZX-1129，负责人为记录员10；本期审核数量为76件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目130：档案编号为ZX-1130，负责人为记录员11；本期审核数量为77件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目131：档案编号为ZX-1131，负责人为记录员12；本期审核数量为78件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目132：档案编号为ZX-1132，负责人为记录员13；本期审核数量为79件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目133：档案编号为ZX-1133，负责人为记录员14；本期审核数量为80件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目134：档案编号为ZX-1134，负责人为记录员15；本期审核数量为81件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目135：档案编号为ZX-1135，负责人为记录员16；本期审核数量为82件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目136：档案编号为ZX-1136，负责人为记录员00；本期审核数量为83件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目137：档案编号为ZX-1137，负责人为记录员01；本期审核数量为84件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目138：档案编号为ZX-1138，负责人为记录员02；本期审核数量为85件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目139：档案编号为ZX-1139，负责人为记录员03；本期审核数量为86件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目140：档案编号为ZX-1140，负责人为记录员04；本期审核数量为87件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目141：档案编号为ZX-1141，负责人为记录员05；本期审核数量为88件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目142：档案编号为ZX-1142，负责人为记录员06；本期审核数量为89件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目143：档案编号为ZX-1143，负责人为记录员07；本期审核数量为90件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目144：档案编号为ZX-1144，负责人为记录员08；本期审核数量为91件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目145：档案编号为ZX-1145，负责人为记录员09；本期审核数量为92件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目146：档案编号为ZX-1146，负责人为记录员10；本期审核数量为20件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目147：档案编号为ZX-1147，负责人为记录员11；本期审核数量为21件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目148：档案编号为ZX-1148，负责人为记录员12；本期审核数量为22件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目149：档案编号为ZX-1149，负责人为记录员13；本期审核数量为23件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目150：档案编号为ZX-1150，负责人为记录员14；本期审核数量为24件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目151：档案编号为ZX-1151，负责人为记录员15；本期审核数量为25件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目152：档案编号为ZX-1152，负责人为记录员16；本期审核数量为26件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目153：档案编号为ZX-1153，负责人为记录员00；本期审核数量为27件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目154：档案编号为ZX-1154，负责人为记录员01；本期审核数量为28件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目155：档案编号为ZX-1155，负责人为记录员02；本期审核数量为29件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目156：档案编号为ZX-1156，负责人为记录员03；本期审核数量为30件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目157：档案编号为ZX-1157，负责人为记录员04；本期审核数量为31件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目158：档案编号为ZX-1158，负责人为记录员05；本期审核数量为32件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目159：档案编号为ZX-1159，负责人为记录员06；本期审核数量为33件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目160：档案编号为ZX-1160，负责人为记录员07；本期审核数量为34件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目161：档案编号为ZX-1161，负责人为记录员08；本期审核数量为35件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目162：档案编号为ZX-1162，负责人为记录员09；本期审核数量为36件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目163：档案编号为ZX-1163，负责人为记录员10；本期审核数量为37件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目164：档案编号为ZX-1164，负责人为记录员11；本期审核数量为38件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目165：档案编号为ZX-1165，负责人为记录员12；本期审核数量为39件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目166：档案编号为ZX-1166，负责人为记录员13；本期审核数量为40件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目167：档案编号为ZX-1167，负责人为记录员14；本期审核数量为41件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目168：档案编号为ZX-1168，负责人为记录员15；本期审核数量为42件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目169：档案编号为ZX-1169，负责人为记录员16；本期审核数量为43件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目170：档案编号为ZX-1170，负责人为记录员00；本期审核数量为44件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目171：档案编号为ZX-1171，负责人为记录员01；本期审核数量为45件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目172：档案编号为ZX-1172，负责人为记录员02；本期审核数量为46件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目173：档案编号为ZX-1173，负责人为记录员03；本期审核数量为47件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目174：档案编号为ZX-1174，负责人为记录员04；本期审核数量为48件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目175：档案编号为ZX-1175，负责人为记录员05；本期审核数量为49件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目176：档案编号为ZX-1176，负责人为记录员06；本期审核数量为50件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n请根据上述资料回答：北辰项目由谁负责，预算多少，何时允许上线？不要把其他档案混入回答。<|role_end|>ASSISTANT\n", + "target_text": "北辰项目由陈敏负责，预算为37万元。只有周三验收通过才允许上线；如果验收未通过，则顺延，不能承诺固定上线日期。<|role_end|>", + "prompt_ids": [ + 157151, + 90827, + 157152, + 14136, + 5381, + 6350, + 928, + 156895, + 157151, + 39, + 116171, + 157152, + 50219, + 4950, + 4897, + 46177, + 8704, + 6970, + 629, + 198, + 81975, + 15, + 15, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 17, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 17, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 17, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 17, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 17, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 17, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 17, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 17, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 17, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 17, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 18, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 18, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 18, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 18, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 18, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 18, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 18, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 18, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 18, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 18, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 19, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 19, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 19, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 19, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 19, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 19, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 19, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 19, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 19, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 19, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 20, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 20, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 20, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 20, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 20, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 20, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 20, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 20, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 20, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 20, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 21, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 21, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 21, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 21, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 21, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 21, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 21, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 21, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 21, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 21, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 22, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 22, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 22, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 22, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 22, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 22, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 22, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 22, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 22, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 22, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 23, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 23, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 23, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 23, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 23, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 23, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 23, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 23, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 23, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 23, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 24, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 24, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 24, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 17, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 17, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 17, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 17, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 17, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 17, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 17, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 17, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 17, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 17, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 18, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 18, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 18, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 18, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 18, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 18, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 18, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 18, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 18, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 18, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 19, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 19, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 19, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 19, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 19, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 19, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 19, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 19, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 19, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 19, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 20, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 20, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 20, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 20, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 20, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 20, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 20, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 20, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 20, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 20, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 21, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 21, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 21, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 21, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 21, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 21, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 21, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 8977, + 7167, + 629, + 113937, + 2916, + 1446, + 3241, + 7163, + 5188, + 279, + 17835, + 515, + 18, + 22, + 5304, + 1041, + 4639, + 70189, + 28205, + 2007, + 1468, + 12752, + 27074, + 14688, + 4030, + 4982, + 311, + 198, + 81975, + 16, + 17, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 21, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 21, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 21, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 22, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 22, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 22, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 22, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 22, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 22, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 22, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 22, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 22, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 22, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 23, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 23, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 23, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 23, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 23, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 23, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 23, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 23, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 23, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 23, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 24, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 24, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 24, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 17, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 17, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 17, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 17, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 17, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 17, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 17, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 17, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 17, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 17, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 18, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 18, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 18, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 18, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 18, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 18, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 18, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 18, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 18, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 18, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 19, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 19, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 19, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 19, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 19, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 19, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 19, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 19, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 19, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 19, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 20, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 2013, + 2804, + 7200, + 6970, + 7731, + 629, + 113937, + 2916, + 1446, + 3737, + 5188, + 279, + 17835, + 5903, + 17800, + 559, + 12752, + 27074, + 827, + 4265, + 1397, + 2580, + 20222, + 4591, + 1058, + 7731, + 311, + 156895, + 157151, + 8469, + 7342, + 5468, + 157152, + 198, + 156903, + 156904 + ], + "teacher_ids": [ + 113937, + 2916, + 1446, + 3241, + 7163, + 5188, + 279, + 17835, + 515, + 18, + 22, + 5304, + 28390, + 70189, + 28205, + 2007, + 1468, + 12752, + 27074, + 39595, + 28205, + 2119, + 2007, + 7557, + 4030, + 4982, + 15025, + 13578, + 4712, + 27074, + 10932, + 311, + 156895 + ], + "answer_start": 0, + "group": "long_default_npu", + "decode_min_history": 8192 + }, + { + "id": "records_8k_think", + "domain": "长上下文事实与干扰", + "thinking": true, + "prompt_text": "SYSTEMdetailed thinking on<|role_end|>HUMAN以下是知识库检索到的资料：\n条目000：档案编号为ZX-1000，负责人为记录员00；本期审核数量为20件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目001：档案编号为ZX-1001，负责人为记录员01；本期审核数量为21件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目002：档案编号为ZX-1002，负责人为记录员02；本期审核数量为22件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目003：档案编号为ZX-1003，负责人为记录员03；本期审核数量为23件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目004：档案编号为ZX-1004，负责人为记录员04；本期审核数量为24件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目005：档案编号为ZX-1005，负责人为记录员05；本期审核数量为25件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目006：档案编号为ZX-1006，负责人为记录员06；本期审核数量为26件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目007：档案编号为ZX-1007，负责人为记录员07；本期审核数量为27件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目008：档案编号为ZX-1008，负责人为记录员08；本期审核数量为28件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目009：档案编号为ZX-1009，负责人为记录员09；本期审核数量为29件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目010：档案编号为ZX-1010，负责人为记录员10；本期审核数量为30件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目011：档案编号为ZX-1011，负责人为记录员11；本期审核数量为31件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目012：档案编号为ZX-1012，负责人为记录员12；本期审核数量为32件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目013：档案编号为ZX-1013，负责人为记录员13；本期审核数量为33件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目014：档案编号为ZX-1014，负责人为记录员14；本期审核数量为34件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目015：档案编号为ZX-1015，负责人为记录员15；本期审核数量为35件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目016：档案编号为ZX-1016，负责人为记录员16；本期审核数量为36件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目017：档案编号为ZX-1017，负责人为记录员00；本期审核数量为37件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目018：档案编号为ZX-1018，负责人为记录员01；本期审核数量为38件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目019：档案编号为ZX-1019，负责人为记录员02；本期审核数量为39件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目020：档案编号为ZX-1020，负责人为记录员03；本期审核数量为40件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目021：档案编号为ZX-1021，负责人为记录员04；本期审核数量为41件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目022：档案编号为ZX-1022，负责人为记录员05；本期审核数量为42件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目023：档案编号为ZX-1023，负责人为记录员06；本期审核数量为43件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目024：档案编号为ZX-1024，负责人为记录员07；本期审核数量为44件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目025：档案编号为ZX-1025，负责人为记录员08；本期审核数量为45件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目026：档案编号为ZX-1026，负责人为记录员09；本期审核数量为46件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目027：档案编号为ZX-1027，负责人为记录员10；本期审核数量为47件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目028：档案编号为ZX-1028，负责人为记录员11；本期审核数量为48件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目029：档案编号为ZX-1029，负责人为记录员12；本期审核数量为49件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目030：档案编号为ZX-1030，负责人为记录员13；本期审核数量为50件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目031：档案编号为ZX-1031，负责人为记录员14；本期审核数量为51件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目032：档案编号为ZX-1032，负责人为记录员15；本期审核数量为52件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目033：档案编号为ZX-1033，负责人为记录员16；本期审核数量为53件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目034：档案编号为ZX-1034，负责人为记录员00；本期审核数量为54件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目035：档案编号为ZX-1035，负责人为记录员01；本期审核数量为55件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目036：档案编号为ZX-1036，负责人为记录员02；本期审核数量为56件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目037：档案编号为ZX-1037，负责人为记录员03；本期审核数量为57件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目038：档案编号为ZX-1038，负责人为记录员04；本期审核数量为58件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目039：档案编号为ZX-1039，负责人为记录员05；本期审核数量为59件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目040：档案编号为ZX-1040，负责人为记录员06；本期审核数量为60件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目041：档案编号为ZX-1041，负责人为记录员07；本期审核数量为61件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目042：档案编号为ZX-1042，负责人为记录员08；本期审核数量为62件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目043：档案编号为ZX-1043，负责人为记录员09；本期审核数量为63件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目044：档案编号为ZX-1044，负责人为记录员10；本期审核数量为64件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目045：档案编号为ZX-1045，负责人为记录员11；本期审核数量为65件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目046：档案编号为ZX-1046，负责人为记录员12；本期审核数量为66件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目047：档案编号为ZX-1047，负责人为记录员13；本期审核数量为67件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目048：档案编号为ZX-1048，负责人为记录员14；本期审核数量为68件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目049：档案编号为ZX-1049，负责人为记录员15；本期审核数量为69件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目050：档案编号为ZX-1050，负责人为记录员16；本期审核数量为70件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目051：档案编号为ZX-1051，负责人为记录员00；本期审核数量为71件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目052：档案编号为ZX-1052，负责人为记录员01；本期审核数量为72件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目053：档案编号为ZX-1053，负责人为记录员02；本期审核数量为73件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目054：档案编号为ZX-1054，负责人为记录员03；本期审核数量为74件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目055：档案编号为ZX-1055，负责人为记录员04；本期审核数量为75件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目056：档案编号为ZX-1056，负责人为记录员05；本期审核数量为76件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目057：档案编号为ZX-1057，负责人为记录员06；本期审核数量为77件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目058：档案编号为ZX-1058，负责人为记录员07；本期审核数量为78件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目059：档案编号为ZX-1059，负责人为记录员08；本期审核数量为79件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目060：档案编号为ZX-1060，负责人为记录员09；本期审核数量为80件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目061：档案编号为ZX-1061，负责人为记录员10；本期审核数量为81件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目062：档案编号为ZX-1062，负责人为记录员11；本期审核数量为82件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目063：档案编号为ZX-1063，负责人为记录员12；本期审核数量为83件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目064：档案编号为ZX-1064，负责人为记录员13；本期审核数量为84件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目065：档案编号为ZX-1065，负责人为记录员14；本期审核数量为85件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目066：档案编号为ZX-1066，负责人为记录员15；本期审核数量为86件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目067：档案编号为ZX-1067，负责人为记录员16；本期审核数量为87件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目068：档案编号为ZX-1068，负责人为记录员00；本期审核数量为88件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目069：档案编号为ZX-1069，负责人为记录员01；本期审核数量为89件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目070：档案编号为ZX-1070，负责人为记录员02；本期审核数量为90件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目071：档案编号为ZX-1071，负责人为记录员03；本期审核数量为91件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目072：档案编号为ZX-1072，负责人为记录员04；本期审核数量为92件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目073：档案编号为ZX-1073，负责人为记录员05；本期审核数量为20件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目074：档案编号为ZX-1074，负责人为记录员06；本期审核数量为21件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目075：档案编号为ZX-1075，负责人为记录员07；本期审核数量为22件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目076：档案编号为ZX-1076，负责人为记录员08；本期审核数量为23件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目077：档案编号为ZX-1077，负责人为记录员09；本期审核数量为24件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目078：档案编号为ZX-1078，负责人为记录员10；本期审核数量为25件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目079：档案编号为ZX-1079，负责人为记录员11；本期审核数量为26件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目080：档案编号为ZX-1080，负责人为记录员12；本期审核数量为27件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目081：档案编号为ZX-1081，负责人为记录员13；本期审核数量为28件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目082：档案编号为ZX-1082，负责人为记录员14；本期审核数量为29件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目083：档案编号为ZX-1083，负责人为记录员15；本期审核数量为30件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目084：档案编号为ZX-1084，负责人为记录员16；本期审核数量为31件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目085：档案编号为ZX-1085，负责人为记录员00；本期审核数量为32件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目086：档案编号为ZX-1086，负责人为记录员01；本期审核数量为33件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目087：档案编号为ZX-1087，负责人为记录员02；本期审核数量为34件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目088：档案编号为ZX-1088，负责人为记录员03；本期审核数量为35件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目089：档案编号为ZX-1089，负责人为记录员04；本期审核数量为36件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目090：档案编号为ZX-1090，负责人为记录员05；本期审核数量为37件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目091：档案编号为ZX-1091，负责人为记录员06；本期审核数量为38件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目092：档案编号为ZX-1092，负责人为记录员07；本期审核数量为39件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目093：档案编号为ZX-1093，负责人为记录员08；本期审核数量为40件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目094：档案编号为ZX-1094，负责人为记录员09；本期审核数量为41件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目095：档案编号为ZX-1095，负责人为记录员10；本期审核数量为42件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目096：档案编号为ZX-1096，负责人为记录员11；本期审核数量为43件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目097：档案编号为ZX-1097，负责人为记录员12；本期审核数量为44件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目098：档案编号为ZX-1098，负责人为记录员13；本期审核数量为45件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目099：档案编号为ZX-1099，负责人为记录员14；本期审核数量为46件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目100：档案编号为ZX-1100，负责人为记录员15；本期审核数量为47件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目101：档案编号为ZX-1101，负责人为记录员16；本期审核数量为48件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目102：档案编号为ZX-1102，负责人为记录员00；本期审核数量为49件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目103：档案编号为ZX-1103，负责人为记录员01；本期审核数量为50件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目104：档案编号为ZX-1104，负责人为记录员02；本期审核数量为51件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目105：档案编号为ZX-1105，负责人为记录员03；本期审核数量为52件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目106：档案编号为ZX-1106，负责人为记录员04；本期审核数量为53件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目107：档案编号为ZX-1107，负责人为记录员05；本期审核数量为54件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目108：档案编号为ZX-1108，负责人为记录员06；本期审核数量为55件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目109：档案编号为ZX-1109，负责人为记录员07；本期审核数量为56件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目110：档案编号为ZX-1110，负责人为记录员08；本期审核数量为57件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目111：档案编号为ZX-1111，负责人为记录员09；本期审核数量为58件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目112：档案编号为ZX-1112，负责人为记录员10；本期审核数量为59件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目113：档案编号为ZX-1113，负责人为记录员11；本期审核数量为60件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目114：档案编号为ZX-1114，负责人为记录员12；本期审核数量为61件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目115：档案编号为ZX-1115，负责人为记录员13；本期审核数量为62件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目116：档案编号为ZX-1116，负责人为记录员14；本期审核数量为63件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目117：档案编号为ZX-1117，负责人为记录员15；本期审核数量为64件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目118：档案编号为ZX-1118，负责人为记录员16；本期审核数量为65件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目119：档案编号为ZX-1119，负责人为记录员00；本期审核数量为66件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n正式制度：北辰项目由陈敏负责，预算为37万元；只有周三验收通过才允许上线，否则顺延。\n条目120：档案编号为ZX-1120，负责人为记录员01；本期审核数量为67件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目121：档案编号为ZX-1121，负责人为记录员02；本期审核数量为68件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目122：档案编号为ZX-1122，负责人为记录员03；本期审核数量为69件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目123：档案编号为ZX-1123，负责人为记录员04；本期审核数量为70件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目124：档案编号为ZX-1124，负责人为记录员05；本期审核数量为71件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目125：档案编号为ZX-1125，负责人为记录员06；本期审核数量为72件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目126：档案编号为ZX-1126，负责人为记录员07；本期审核数量为73件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目127：档案编号为ZX-1127，负责人为记录员08；本期审核数量为74件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目128：档案编号为ZX-1128，负责人为记录员09；本期审核数量为75件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目129：档案编号为ZX-1129，负责人为记录员10；本期审核数量为76件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目130：档案编号为ZX-1130，负责人为记录员11；本期审核数量为77件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目131：档案编号为ZX-1131，负责人为记录员12；本期审核数量为78件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目132：档案编号为ZX-1132，负责人为记录员13；本期审核数量为79件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目133：档案编号为ZX-1133，负责人为记录员14；本期审核数量为80件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目134：档案编号为ZX-1134，负责人为记录员15；本期审核数量为81件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目135：档案编号为ZX-1135，负责人为记录员16；本期审核数量为82件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目136：档案编号为ZX-1136，负责人为记录员00；本期审核数量为83件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目137：档案编号为ZX-1137，负责人为记录员01；本期审核数量为84件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目138：档案编号为ZX-1138，负责人为记录员02；本期审核数量为85件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目139：档案编号为ZX-1139，负责人为记录员03；本期审核数量为86件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目140：档案编号为ZX-1140，负责人为记录员04；本期审核数量为87件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目141：档案编号为ZX-1141，负责人为记录员05；本期审核数量为88件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目142：档案编号为ZX-1142，负责人为记录员06；本期审核数量为89件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目143：档案编号为ZX-1143，负责人为记录员07；本期审核数量为90件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目144：档案编号为ZX-1144，负责人为记录员08；本期审核数量为91件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目145：档案编号为ZX-1145，负责人为记录员09；本期审核数量为92件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目146：档案编号为ZX-1146，负责人为记录员10；本期审核数量为20件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目147：档案编号为ZX-1147，负责人为记录员11；本期审核数量为21件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目148：档案编号为ZX-1148，负责人为记录员12；本期审核数量为22件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目149：档案编号为ZX-1149，负责人为记录员13；本期审核数量为23件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目150：档案编号为ZX-1150，负责人为记录员14；本期审核数量为24件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目151：档案编号为ZX-1151，负责人为记录员15；本期审核数量为25件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目152：档案编号为ZX-1152，负责人为记录员16；本期审核数量为26件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目153：档案编号为ZX-1153，负责人为记录员00；本期审核数量为27件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目154：档案编号为ZX-1154，负责人为记录员01；本期审核数量为28件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目155：档案编号为ZX-1155，负责人为记录员02；本期审核数量为29件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目156：档案编号为ZX-1156，负责人为记录员03；本期审核数量为30件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目157：档案编号为ZX-1157，负责人为记录员04；本期审核数量为31件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目158：档案编号为ZX-1158，负责人为记录员05；本期审核数量为32件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目159：档案编号为ZX-1159，负责人为记录员06；本期审核数量为33件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目160：档案编号为ZX-1160，负责人为记录员07；本期审核数量为34件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目161：档案编号为ZX-1161，负责人为记录员08；本期审核数量为35件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目162：档案编号为ZX-1162，负责人为记录员09；本期审核数量为36件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目163：档案编号为ZX-1163，负责人为记录员10；本期审核数量为37件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目164：档案编号为ZX-1164，负责人为记录员11；本期审核数量为38件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目165：档案编号为ZX-1165，负责人为记录员12；本期审核数量为39件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目166：档案编号为ZX-1166，负责人为记录员13；本期审核数量为40件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目167：档案编号为ZX-1167，负责人为记录员14；本期审核数量为41件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目168：档案编号为ZX-1168，负责人为记录员15；本期审核数量为42件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目169：档案编号为ZX-1169，负责人为记录员16；本期审核数量为43件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目170：档案编号为ZX-1170，负责人为记录员00；本期审核数量为44件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目171：档案编号为ZX-1171，负责人为记录员01；本期审核数量为45件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目172：档案编号为ZX-1172，负责人为记录员02；本期审核数量为46件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目173：档案编号为ZX-1173，负责人为记录员03；本期审核数量为47件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目174：档案编号为ZX-1174，负责人为记录员04；本期审核数量为48件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目175：档案编号为ZX-1175，负责人为记录员05；本期审核数量为49件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n条目176：档案编号为ZX-1176，负责人为记录员06；本期审核数量为50件，状态为待核查。此条目仅涉及对应档案，不用于推断其他项目。\n请根据上述资料回答：北辰项目由谁负责，预算多少，何时允许上线？不要把其他档案混入回答。<|role_end|>ASSISTANT\n", + "target_text": "资料中的正式制度直接说明了北辰项目的负责人、预算和上线条件。其他档案是干扰信息，不能据此更换负责人或预算。上线是有条件的，不能把周三理解为无条件上线日期。\n北辰项目由陈敏负责，预算为37万元。只有周三验收通过才允许上线；如果验收未通过，则顺延，不能承诺固定上线日期。<|role_end|>", + "prompt_ids": [ + 157151, + 90827, + 157152, + 14136, + 5381, + 6350, + 366, + 156895, + 157151, + 39, + 116171, + 157152, + 50219, + 4950, + 4897, + 46177, + 8704, + 6970, + 629, + 198, + 81975, + 15, + 15, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 17, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 17, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 17, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 17, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 17, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 17, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 17, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 17, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 17, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 15, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 15, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 17, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 18, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 18, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 18, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 18, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 18, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 18, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 18, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 18, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 18, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 16, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 16, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 18, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 19, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 19, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 19, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 19, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 19, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 19, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 19, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 19, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 19, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 17, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 17, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 19, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 20, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 20, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 20, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 20, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 20, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 20, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 20, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 20, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 20, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 18, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 18, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 20, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 21, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 21, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 21, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 21, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 21, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 21, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 21, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 21, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 21, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 19, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 19, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 21, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 22, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 22, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 22, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 22, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 22, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 22, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 22, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 22, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 22, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 20, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 20, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 22, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 23, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 23, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 23, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 23, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 23, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 23, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 23, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 23, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 23, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 21, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 21, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 23, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 24, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 24, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 24, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 17, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 17, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 17, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 17, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 17, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 17, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 22, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 22, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 17, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 17, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 17, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 17, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 18, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 18, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 18, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 18, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 18, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 18, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 23, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 23, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 18, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 18, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 18, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 18, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 19, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 19, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 19, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 19, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 19, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 19, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 15, + 24, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 15, + 24, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 19, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 19, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 19, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 19, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 20, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 20, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 20, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 20, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 20, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 20, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 15, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 15, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 20, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 20, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 20, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 20, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 21, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 21, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 21, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 21, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 21, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 21, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 16, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 16, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 21, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 8977, + 7167, + 629, + 113937, + 2916, + 1446, + 3241, + 7163, + 5188, + 279, + 17835, + 515, + 18, + 22, + 5304, + 1041, + 4639, + 70189, + 28205, + 2007, + 1468, + 12752, + 27074, + 14688, + 4030, + 4982, + 311, + 198, + 81975, + 16, + 17, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 21, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 21, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 21, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 22, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 22, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 22, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 22, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 22, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 22, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 17, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 17, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 22, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 22, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 22, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 22, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 23, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 23, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 23, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 23, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 23, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 23, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 18, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 18, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 23, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 23, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 23, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 23, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 24, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 24, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 24, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 17, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 17, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 17, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 19, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 19, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 17, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 17, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 17, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 17, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 17, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 17, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 17, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 18, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 18, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 18, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 20, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 20, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 18, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 22, + 1041, + 21147, + 16735, + 92231, + 18, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 23, + 1041, + 21147, + 16735, + 92231, + 18, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 24, + 1041, + 21147, + 16735, + 92231, + 18, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 15, + 1041, + 21147, + 16735, + 92231, + 18, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 16, + 1041, + 21147, + 16735, + 92231, + 18, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 17, + 1041, + 21147, + 16735, + 92231, + 18, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 18, + 1041, + 21147, + 16735, + 92231, + 19, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 22, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 22, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 19, + 1041, + 21147, + 16735, + 92231, + 19, + 16, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 23, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 23, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 20, + 1041, + 21147, + 16735, + 92231, + 19, + 17, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 21, + 24, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 21, + 24, + 279, + 13069, + 515, + 8515, + 1299, + 16, + 21, + 1041, + 21147, + 16735, + 92231, + 19, + 18, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 15, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 15, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 15, + 1041, + 21147, + 16735, + 92231, + 19, + 19, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 16, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 16, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 16, + 1041, + 21147, + 16735, + 92231, + 19, + 20, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 17, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 17, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 17, + 1041, + 21147, + 16735, + 92231, + 19, + 21, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 18, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 18, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 18, + 1041, + 21147, + 16735, + 92231, + 19, + 22, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 19, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 19, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 19, + 1041, + 21147, + 16735, + 92231, + 19, + 23, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 20, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 20, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 20, + 1041, + 21147, + 16735, + 92231, + 19, + 24, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 81975, + 16, + 22, + 21, + 629, + 20222, + 21335, + 515, + 58572, + 12, + 16, + 16, + 22, + 21, + 279, + 13069, + 515, + 8515, + 1299, + 15, + 21, + 1041, + 21147, + 16735, + 92231, + 20, + 15, + 1239, + 279, + 5105, + 515, + 3088, + 33069, + 8325, + 81975, + 2723, + 9221, + 15843, + 20222, + 1500, + 4048, + 56808, + 2580, + 2916, + 311, + 198, + 2013, + 2804, + 7200, + 6970, + 7731, + 629, + 113937, + 2916, + 1446, + 3737, + 5188, + 279, + 17835, + 5903, + 17800, + 559, + 12752, + 27074, + 827, + 4265, + 1397, + 2580, + 20222, + 4591, + 1058, + 7731, + 311, + 156895, + 157151, + 8469, + 7342, + 5468, + 157152, + 198, + 156903 + ], + "teacher_ids": [ + 6970, + 2330, + 8977, + 7167, + 3523, + 56371, + 113937, + 19598, + 13069, + 389, + 17835, + 538, + 27074, + 5014, + 50878, + 20222, + 364, + 23300, + 2594, + 15025, + 80492, + 19004, + 13069, + 1193, + 17835, + 24222, + 1477, + 11263, + 25215, + 15025, + 1397, + 70189, + 48776, + 102014, + 27074, + 10932, + 311, + 198, + 156904, + 113937, + 2916, + 1446, + 3241, + 7163, + 5188, + 279, + 17835, + 515, + 18, + 22, + 5304, + 28390, + 70189, + 28205, + 2007, + 1468, + 12752, + 27074, + 39595, + 28205, + 2119, + 2007, + 7557, + 4030, + 4982, + 15025, + 13578, + 4712, + 27074, + 10932, + 311, + 156895 + ], + "answer_start": 39, + "group": "long_default_npu", + "decode_min_history": 8192 + } + ], + "source": "models/local-final/v6-board-test/ling3-tiny-w4.l3r", + "cases_sha256": "e3119a05c1298bda161491cd3f5e61bd6f7aa9c9f8dc0249ea2e472e78984926", + "description": "Six historical regression continuations plus two new 8K contexts; fixed teacher forcing, not task accuracy." +} diff --git a/docs/measurements/long-decode-20260922/run/environment-after.json b/docs/measurements/long-decode-20260922/run/environment-after.json new file mode 100644 index 0000000000000000000000000000000000000000..185d58f047da35fb6feac461c8b605df019ef14f --- /dev/null +++ b/docs/measurements/long-decode-20260922/run/environment-after.json @@ -0,0 +1,22 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "rknpu_ondemand", + "/sys/class/devfreq/fdab0000.npu/min_freq": "300000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "dmc_ondemand", + "/sys/class/devfreq/dmc/min_freq": "534000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "matches_before": true, + "errors": [], + "meminfo": "MemTotal: 16342632 kB\nMemFree: 9742020 kB\nMemAvailable: 10985016 kB\nBuffers: 78064 kB\nCached: 3072564 kB\nSwapCached: 860 kB\nActive: 1693136 kB\nInactive: 1864896 kB\nActive(anon): 62204 kB\nInactive(anon): 469496 kB\nActive(file): 1630932 kB\nInactive(file): 1395400 kB\nUnevictable: 17616 kB\nMlocked: 3216 kB\nSwapTotal: 8171312 kB\nSwapFree: 5806384 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 464 kB\nWriteback: 0 kB\nAnonPages: 425464 kB\nMapped: 266196 kB\nShmem: 121844 kB\nKReclaimable: 223756 kB\nSlab: 402568 kB\nSReclaimable: 223756 kB\nSUnreclaim: 178812 kB\nKernelStack: 13460 kB\nPageTables: 24324 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 8309768 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 109332 kB\nVmallocChunk: 0 kB\nPercpu: 12864 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 304568 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/long-decode-20260922/run/environment-before.json b/docs/measurements/long-decode-20260922/run/environment-before.json new file mode 100644 index 0000000000000000000000000000000000000000..f4400518787d0c3b5f24934997e0a6791e476429 --- /dev/null +++ b/docs/measurements/long-decode-20260922/run/environment-before.json @@ -0,0 +1,27 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "ondemand", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "408000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "rknpu_ondemand", + "/sys/class/devfreq/fdab0000.npu/min_freq": "300000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "dmc_ondemand", + "/sys/class/devfreq/dmc/min_freq": "534000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "active_services": [ + "mindnano-openai.service", + "mindnano-webui.service", + "mindnano-android-stream.service", + "gdm.service" + ], + "redroid_running": true, + "meminfo": "MemTotal: 16342632 kB\nMemFree: 2235884 kB\nMemAvailable: 3776520 kB\nBuffers: 78672 kB\nCached: 7976752 kB\nSwapCached: 892 kB\nActive: 2120588 kB\nInactive: 3530932 kB\nActive(anon): 57876 kB\nInactive(anon): 2295636 kB\nActive(file): 2062712 kB\nInactive(file): 1235296 kB\nUnevictable: 4637536 kB\nMlocked: 3364 kB\nSwapTotal: 8171312 kB\nSwapFree: 5795632 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 264 kB\nWriteback: 0 kB\nAnonPages: 2233232 kB\nMapped: 5356016 kB\nShmem: 4758288 kB\nKReclaimable: 275684 kB\nSlab: 663680 kB\nSReclaimable: 275684 kB\nSUnreclaim: 387996 kB\nKernelStack: 26836 kB\nPageTables: 85920 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 61109264 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 126980 kB\nVmallocChunk: 0 kB\nPercpu: 12544 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 399116 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/long-decode-20260922/run/environment-test.json b/docs/measurements/long-decode-20260922/run/environment-test.json new file mode 100644 index 0000000000000000000000000000000000000000..74acab5523cad4c54081b66ba8c14d6590a425d3 --- /dev/null +++ b/docs/measurements/long-decode-20260922/run/environment-test.json @@ -0,0 +1,20 @@ +{ + "sysfs": { + "/sys/devices/system/cpu/cpufreq/policy0/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_min_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy0/scaling_max_freq": "1800000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_min_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy4/scaling_max_freq": "2304000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_governor": "performance", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_min_freq": "2352000", + "/sys/devices/system/cpu/cpufreq/policy6/scaling_max_freq": "2352000", + "/sys/class/devfreq/fdab0000.npu/governor": "performance", + "/sys/class/devfreq/fdab0000.npu/min_freq": "1000000000", + "/sys/class/devfreq/fdab0000.npu/max_freq": "1000000000", + "/sys/class/devfreq/dmc/governor": "performance", + "/sys/class/devfreq/dmc/min_freq": "2400000000", + "/sys/class/devfreq/dmc/max_freq": "2400000000" + }, + "meminfo": "MemTotal: 16342632 kB\nMemFree: 9735812 kB\nMemAvailable: 11247084 kB\nBuffers: 78968 kB\nCached: 3292428 kB\nSwapCached: 896 kB\nActive: 2208068 kB\nInactive: 1279180 kB\nActive(anon): 55832 kB\nInactive(anon): 139328 kB\nActive(file): 2152236 kB\nInactive(file): 1139852 kB\nUnevictable: 14400 kB\nMlocked: 0 kB\nSwapTotal: 8171312 kB\nSwapFree: 5796656 kB\nZswap: 0 kB\nZswapped: 0 kB\nDirty: 84 kB\nWriteback: 0 kB\nAnonPages: 130136 kB\nMapped: 72736 kB\nShmem: 79308 kB\nKReclaimable: 228796 kB\nSlab: 401168 kB\nSReclaimable: 228796 kB\nSUnreclaim: 172372 kB\nKernelStack: 4924 kB\nPageTables: 5336 kB\nSecPageTables: 0 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 16342628 kB\nCommitted_AS: 3958976 kB\nVmallocTotal: 133143592960 kB\nVmallocUsed: 97228 kB\nVmallocChunk: 0 kB\nPercpu: 8896 kB\nCmaTotal: 786432 kB\nCmaAllocated: 8780 kB\nCmaReleased: 777652 kB\nCmaFree: 399128 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nHugetlb: 0 kB" +} diff --git a/docs/measurements/long-decode-20260922/run/long-decode.png b/docs/measurements/long-decode-20260922/run/long-decode.png new file mode 100644 index 0000000000000000000000000000000000000000..41f3ddc1a5a5d6870d7670e7836586740711df6f --- /dev/null +++ b/docs/measurements/long-decode-20260922/run/long-decode.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba827655729fb1fce379a769da85a4c792516a6d0b23402f968391eb9db8a28 +size 319154 diff --git a/docs/measurements/long-decode-20260922/run/result.json b/docs/measurements/long-decode-20260922/run/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d45df0adb635294081dfe9b2043e1d6778dbb17e --- /dev/null +++ b/docs/measurements/long-decode-20260922/run/result.json @@ -0,0 +1,42 @@ +{ + "passed": true, + "events": { + "request_start": 437847.778157673, + "first_content": 438076.38355013, + "request_end": 442117.760651231 + }, + "input_tokens": 16384, + "output_tokens": 16384, + "context": 32768, + "ignore_eos": true, + "interval": 0.1, + "env": { + "LING3_MLA_PREFILL_CACHE_MIB": "1536", + "LING3_MLA_DECODE_NPU": "1", + "LING3_MLA_DECODE_CACHE_MIB": "1536", + "LING3_MLA_DECODE_TILE": "4096", + "LING3_MOE_COST_SCHEDULE": "1" + }, + "pid": 37517, + "completed_output_tokens": 16384, + "metrics": { + "all_logits_finite": true, + "context": 32768, + "decode_compute_tokens_per_second": 4.060346271574921, + "decode_eval_count": 16383, + "decode_eval_ms": 4034877.5459599867, + "eos_suppressed_count": 0, + "input_tokens": 16384, + "kind": "result", + "mla_cpu_calls": 57350, + "mla_fallbacks": 0, + "mla_npu_calls": 41722, + "monotonic": 442117.760651231, + "output_tokens": 16384, + "prefill_ms": 228605.02960998565, + "prefill_native_cache_peak_bytes": 1006632960, + "total_ms": 4269982.48684901, + "ttft_ms": 228605.38312298013 + }, + "sampler_error": null +} diff --git a/docs/measurements/long-decode-20260922/run/summary.json b/docs/measurements/long-decode-20260922/run/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..8e01abe32d07f990ff514807ce2e2c73f935a091 --- /dev/null +++ b/docs/measurements/long-decode-20260922/run/summary.json @@ -0,0 +1,437 @@ +{ + "complete": true, + "input_tokens": 16384, + "output_tokens": 16384, + "ttft_ms": 228605.392456986, + "elapsed_s": 4269.982389429002, + "ignore_eos": true, + "eos_suppressed_count": 0, + "prefill": { + "samples": 2186, + "npu_mean_percent": 13.286901133696837, + "npu_cores_mean_percent": { + "0": 13.412678715357737, + "1": 13.239375898912058, + "2": 13.208648786820708 + }, + "a76_busy_cores": 2.4175888276721396, + "process_cpu_percent": 238.84814114161037, + "rss_peak_mib": 8158.62890625, + "system_min_available_mib": 2742, + "swap_peak_mib": 0.0, + "temperature_peak_c": 72.076, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + "decode": { + "samples": 38363, + "npu_mean_percent": 20.721455465867294, + "npu_cores_mean_percent": { + "0": 21.885747761377935, + "1": 20.352782493548307, + "2": 19.925836142675568 + }, + "a76_busy_cores": 2.8069270506892727, + "process_cpu_percent": 275.2239003554894, + "rss_peak_mib": 7200.97265625, + "system_min_available_mib": 2138, + "swap_peak_mib": 0.0, + "temperature_peak_c": 80.384, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + "windows": [ + { + "history_from": 16384, + "history_to": 18432, + "measured_steps": 2047, + "decode_compute_tok_s": 7.5254277488097845, + "decode_wall_tok_s": 7.503295821911119, + "eval_ms_p50": 131.788131, + "eval_ms_p95": 138.1418906, + "npu_mla_layers_per_step": 6.0, + "cpu_mla_layers_per_step": 0.0, + "backend_errors": 0, + "samples": 2632, + "npu_mean_percent": 57.262151549593526, + "npu_cores_mean_percent": { + "0": 61.372149654883586, + "1": 55.698279737229925, + "2": 54.71602525666728 + }, + "a76_busy_cores": 0.8672151536983226, + "process_cpu_percent": 87.56979287798903, + "rss_peak_mib": 8079.09765625, + "system_min_available_mib": 2478, + "swap_peak_mib": 0.0, + "temperature_peak_c": 62.846, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + { + "history_from": 18432, + "history_to": 20480, + "measured_steps": 2048, + "decode_compute_tok_s": 7.527605875921689, + "decode_wall_tok_s": 7.505475690565827, + "eval_ms_p50": 132.5438675, + "eval_ms_p95": 142.3589519, + "npu_mla_layers_per_step": 6.0, + "cpu_mla_layers_per_step": 0.0, + "backend_errors": 0, + "samples": 2632, + "npu_mean_percent": 57.389984573383835, + "npu_cores_mean_percent": { + "0": 61.62041027351257, + "1": 55.63137344794112, + "2": 54.9181699986978 + }, + "a76_busy_cores": 0.8815331336130574, + "process_cpu_percent": 87.89441034888189, + "rss_peak_mib": 7200.97265625, + "system_min_available_mib": 2461, + "swap_peak_mib": 0.0, + "temperature_peak_c": 57.307, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + { + "history_from": 20480, + "history_to": 22528, + "measured_steps": 2048, + "decode_compute_tok_s": 5.444763266337114, + "decode_wall_tok_s": 5.433015661803145, + "eval_ms_p50": 182.20592499999998, + "eval_ms_p95": 195.78922229999995, + "npu_mla_layers_per_step": 4.0009765625, + "cpu_mla_layers_per_step": 1.9990234375, + "backend_errors": 0, + "samples": 3606, + "npu_mean_percent": 36.49878626719449, + "npu_cores_mean_percent": { + "0": 39.109245669432404, + "1": 35.484311758186465, + "2": 34.9028013739646 + }, + "a76_busy_cores": 1.981280172908143, + "process_cpu_percent": 195.40873263332213, + "rss_peak_mib": 7200.97265625, + "system_min_available_mib": 2254, + "swap_peak_mib": 0.0, + "temperature_peak_c": 65.615, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + { + "history_from": 22528, + "history_to": 24576, + "measured_steps": 2048, + "decode_compute_tok_s": 5.226398595319292, + "decode_wall_tok_s": 5.215583564956094, + "eval_ms_p50": 190.2323825, + "eval_ms_p95": 204.03299315, + "npu_mla_layers_per_step": 4.0, + "cpu_mla_layers_per_step": 2.0, + "backend_errors": 0, + "samples": 3757, + "npu_mean_percent": 35.11930693762132, + "npu_cores_mean_percent": { + "0": 37.66124327794111, + "1": 34.11264577064508, + "2": 33.584031764277704 + }, + "a76_busy_cores": 2.053834478484105, + "process_cpu_percent": 202.4839317362935, + "rss_peak_mib": 7200.48046875, + "system_min_available_mib": 2255, + "swap_peak_mib": 0.0, + "temperature_peak_c": 68.384, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + { + "history_from": 24576, + "history_to": 26624, + "measured_steps": 2048, + "decode_compute_tok_s": 3.1526796801988453, + "decode_wall_tok_s": 3.148708742391625, + "eval_ms_p50": 303.89970400000004, + "eval_ms_p95": 375.54263714999996, + "npu_mla_layers_per_step": 0.001953125, + "cpu_mla_layers_per_step": 5.998046875, + "backend_errors": 0, + "samples": 6135, + "npu_mean_percent": 9.29678439143662, + "npu_cores_mean_percent": { + "0": 9.435224102468277, + "1": 9.367319026928866, + "2": 9.087810044912736 + }, + "a76_busy_cores": 3.3958090872035003, + "process_cpu_percent": 318.4192668002008, + "rss_peak_mib": 7200.48046875, + "system_min_available_mib": 2138, + "swap_peak_mib": 0.0, + "temperature_peak_c": 80.384, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + { + "history_from": 26624, + "history_to": 28672, + "measured_steps": 2048, + "decode_compute_tok_s": 3.1277936467829037, + "decode_wall_tok_s": 3.1238959147163143, + "eval_ms_p50": 315.434483, + "eval_ms_p95": 346.9317292, + "npu_mla_layers_per_step": 0.0, + "cpu_mla_layers_per_step": 6.0, + "backend_errors": 0, + "samples": 6199, + "npu_mean_percent": 9.535071602136243, + "npu_cores_mean_percent": { + "0": 9.709373393420822, + "1": 9.645620296712496, + "2": 9.250221116275409 + }, + "a76_busy_cores": 3.388827444989286, + "process_cpu_percent": 334.848504149125, + "rss_peak_mib": 7200.48046875, + "system_min_available_mib": 2258, + "swap_peak_mib": 0.0, + "temperature_peak_c": 77.615, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + { + "history_from": 28672, + "history_to": 30720, + "measured_steps": 2048, + "decode_compute_tok_s": 2.9697467687917176, + "decode_wall_tok_s": 2.966235284104808, + "eval_ms_p50": 334.62737400000003, + "eval_ms_p95": 355.4514268, + "npu_mla_layers_per_step": 0.0, + "cpu_mla_layers_per_step": 6.0, + "backend_errors": 0, + "samples": 6526, + "npu_mean_percent": 9.088350610919619, + "npu_cores_mean_percent": { + "0": 9.293658509885663, + "1": 9.12478668218375, + "2": 8.846606640689497 + }, + "a76_busy_cores": 3.4229295258953085, + "process_cpu_percent": 339.42799940449976, + "rss_peak_mib": 7200.48046875, + "system_min_available_mib": 2272, + "swap_peak_mib": 0.0, + "temperature_peak_c": 77.615, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + }, + { + "history_from": 30720, + "history_to": 32768, + "measured_steps": 2048, + "decode_compute_tok_s": 2.8100939807972543, + "decode_wall_tok_s": 2.806949428953486, + "eval_ms_p50": 353.815794, + "eval_ms_p95": 378.0061433499999, + "npu_mla_layers_per_step": 0.0, + "cpu_mla_layers_per_step": 6.0, + "backend_errors": 0, + "samples": 6895, + "npu_mean_percent": 8.659988837482002, + "npu_cores_mean_percent": { + "0": 8.796832210219799, + "1": 8.73061967876948, + "2": 8.452514623456759 + }, + "a76_busy_cores": 3.45181176529465, + "process_cpu_percent": 342.8456866867723, + "rss_peak_mib": 7200.48046875, + "system_min_available_mib": 2238, + "swap_peak_mib": 0.0, + "temperature_peak_c": 77.615, + "cpu_khz": { + "0": [ + 1800000 + ], + "4": [ + 2304000 + ], + "6": [ + 2352000 + ] + }, + "npu_hz": [ + 1000000000 + ], + "dmc_hz": [ + 2400000000 + ] + } + ], + "backend_transitions": [ + { + "output_tokens": 2, + "position": 16385, + "monotonic": 438078.530928552, + "mla_npu_calls": 6, + "mla_cpu_calls": 0, + "eval_ms": 2146.997783 + }, + { + "output_tokens": 4098, + "position": 20481, + "monotonic": 438622.549909448, + "mla_npu_calls": 4, + "mla_cpu_calls": 2, + "eval_ms": 353.958415 + }, + { + "output_tokens": 8194, + "position": 24577, + "monotonic": 439392.161645787, + "mla_npu_calls": 0, + "mla_cpu_calls": 6, + "eval_ms": 282.012597 + } + ] +} diff --git a/docs/measurements/prefix-hit-20260922/cold.json b/docs/measurements/prefix-hit-20260922/cold.json new file mode 100644 index 0000000000000000000000000000000000000000..edb6e35fc632096b8d8b9d9529c4fb33dc968205 --- /dev/null +++ b/docs/measurements/prefix-hit-20260922/cold.json @@ -0,0 +1 @@ +{"choices":[{"finish_reason":"length","index":0,"logprobs":null,"message":{"content":"The number 1111111111111","role":"assistant"}}],"created":1790077699,"id":"chatcmpl-1790077699-1","mindnano_metrics":{"cache_miss_reason":"disabled","cache_restore_ms":1.673344,"cache_save_ms":0.0,"cache_status":"disabled","cached_tokens":0,"common_prefix_tokens":0,"context_capacity_reached":false,"context_length":32768,"continuation_save_ms":0.0,"continuation_skipped_budget":false,"continuation_stored":false,"continuation_tokens":0,"decode_compute_tokens_per_second":3.3536855347082213,"decode_eval_count":15,"decode_eval_ms":4472.691266,"decode_ms":4496.56143,"decode_tokens_per_second":3.335882370009121,"effective_max_tokens":16,"finish_reason":"length","flow_control":"none","flow_wait_count":0,"flow_wait_ms":0.0,"generated_cached_tokens":0,"generated_state_lineage":false,"id":"chatcmpl-1790077699-1","major_page_faults":3,"minor_page_faults":2351,"mla_cpu_calls":12,"mla_fallbacks":0,"mla_npu_calls":852,"mla_npu_ms":183742.02803400013,"model":"mindnano-ling3-tiny","peak_rss_mib":8009.23828125,"prefill_eval_ms":269881.131041,"prefill_ms":269892.570287,"prefill_tokens_per_second":60.70820859836608,"prefix_cache_mib":0.0,"prefix_checkpoint_bytes":0,"prefix_checkpoint_count":0,"prefix_recompute_tokens":0,"prompt_evaluated_tokens":16384,"queue_ms":0,"requested_max_tokens":16,"reuse_generated_state":true,"rss_mib":8008.40625,"sampling":{"enable_thinking":false,"repeat_penalty":1.0,"seed":0,"temperature":0.0,"top_k":0,"top_p":1.0},"session_cache_bytes":0,"session_cache_evictions":0,"session_cache_skipped_budget":false,"session_cache_stored":false,"session_id":"cold-probe","system_prefix_tokens":8,"timestamp":1790077973,"total_ms":274402.441176,"ttft_ms":269905.842412,"usage":{"completion_tokens":16,"prompt_tokens":16384,"total_tokens":16400},"warmed":true},"model":"mindnano-ling3-tiny","object":"chat.completion","usage":{"completion_tokens":16,"prompt_tokens":16384,"total_tokens":16400}} \ No newline at end of file diff --git a/docs/measurements/prefix-hit-20260922/hit1.json b/docs/measurements/prefix-hit-20260922/hit1.json new file mode 100644 index 0000000000000000000000000000000000000000..d03869541f75d80aa990548d8f34a3529e79af91 --- /dev/null +++ b/docs/measurements/prefix-hit-20260922/hit1.json @@ -0,0 +1 @@ +{"choices":[{"finish_reason":"length","index":0,"logprobs":null,"message":{"content":"The number 1111111111111","role":"assistant"}}],"created":1790078052,"id":"chatcmpl-1790078052-2","mindnano_metrics":{"cache_miss_reason":"no_previous_state","cache_restore_ms":1.669844,"cache_save_ms":1407.7276129999998,"cache_status":"miss","cached_tokens":0,"common_prefix_tokens":0,"context_capacity_reached":false,"context_length":32768,"continuation_save_ms":0.0,"continuation_skipped_budget":false,"continuation_stored":false,"continuation_tokens":0,"decode_compute_tokens_per_second":3.290306873611713,"decode_eval_count":15,"decode_eval_ms":4558.845292000001,"decode_ms":4587.675098,"decode_tokens_per_second":3.2696299715163484,"effective_max_tokens":16,"finish_reason":"length","flow_control":"none","flow_wait_count":0,"flow_wait_ms":0.0,"generated_cached_tokens":0,"generated_state_lineage":false,"id":"chatcmpl-1790078052-2","major_page_faults":3,"minor_page_faults":323320,"mla_cpu_calls":12,"mla_fallbacks":0,"mla_npu_calls":852,"mla_npu_ms":183483.7579530003,"model":"mindnano-ling3-tiny","peak_rss_mib":8009.23828125,"prefill_eval_ms":270901.6619459999,"prefill_ms":272319.999838,"prefill_tokens_per_second":60.479510839124714,"prefix_cache_mib":28.927734375,"prefix_checkpoint_bytes":118554624,"prefix_checkpoint_count":4,"prefix_recompute_tokens":0,"prompt_evaluated_tokens":16384,"queue_ms":0,"requested_max_tokens":16,"reuse_generated_state":false,"rss_mib":6950.53515625,"sampling":{"enable_thinking":false,"repeat_penalty":1.0,"seed":0,"temperature":0.0,"top_k":0,"top_p":1.0},"session_cache_bytes":0,"session_cache_evictions":0,"session_cache_skipped_budget":true,"session_cache_stored":false,"session_id":"exact-16k-rerun","system_prefix_tokens":8,"timestamp":1790078329,"total_ms":276931.808483,"ttft_ms":272344.112093,"usage":{"completion_tokens":16,"prompt_tokens":16384,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":16400},"warmed":true},"model":"mindnano-ling3-tiny","object":"chat.completion","usage":{"completion_tokens":16,"prompt_tokens":16384,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":16400}} \ No newline at end of file diff --git a/docs/measurements/prefix-hit-20260922/hit2.json b/docs/measurements/prefix-hit-20260922/hit2.json new file mode 100644 index 0000000000000000000000000000000000000000..22d452f7e7065d8636a8fbafc8b2668e6650c8e3 --- /dev/null +++ b/docs/measurements/prefix-hit-20260922/hit2.json @@ -0,0 +1 @@ +{"choices":[{"finish_reason":"length","index":0,"logprobs":null,"message":{"content":"The number 1111111111111","role":"assistant"}}],"created":1790078454,"id":"chatcmpl-1790078454-3","mindnano_metrics":{"cache_miss_reason":"none","cache_restore_ms":691.463227,"cache_save_ms":0.0,"cache_status":"exact_prompt_hit","cached_tokens":16384,"common_prefix_tokens":16384,"context_capacity_reached":false,"context_length":32768,"continuation_save_ms":0.0,"continuation_skipped_budget":false,"continuation_stored":false,"continuation_tokens":0,"decode_compute_tokens_per_second":3.28693221236592,"decode_eval_count":15,"decode_eval_ms":4563.525813999998,"decode_ms":4589.274647,"decode_tokens_per_second":3.26849037239588,"effective_max_tokens":16,"finish_reason":"length","flow_control":"none","flow_wait_count":0,"flow_wait_ms":0.0,"generated_cached_tokens":0,"generated_state_lineage":false,"id":"chatcmpl-1790078454-3","major_page_faults":0,"minor_page_faults":353,"mla_cpu_calls":0,"mla_fallbacks":0,"mla_npu_calls":90,"mla_npu_ms":3317.708209999837,"model":"mindnano-ling3-tiny","peak_rss_mib":8009.23828125,"prefill_eval_ms":0.0,"prefill_ms":0.000583,"prefill_tokens_per_second":0.0,"prefix_cache_mib":28.927734375,"prefix_checkpoint_bytes":118554624,"prefix_checkpoint_count":4,"prefix_recompute_tokens":0,"prompt_evaluated_tokens":0,"queue_ms":0,"requested_max_tokens":16,"reuse_generated_state":false,"rss_mib":5751.8515625,"sampling":{"enable_thinking":false,"repeat_penalty":1.0,"seed":0,"temperature":0.0,"top_k":0,"top_p":1.0},"session_cache_bytes":0,"session_cache_evictions":0,"session_cache_skipped_budget":true,"session_cache_stored":false,"session_id":"exact-16k-rerun","system_prefix_tokens":8,"timestamp":1790078459,"total_ms":5301.875318,"ttft_ms":712.563628,"usage":{"completion_tokens":16,"prompt_tokens":16384,"prompt_tokens_details":{"cached_tokens":16384},"total_tokens":16400},"warmed":true},"model":"mindnano-ling3-tiny","object":"chat.completion","usage":{"completion_tokens":16,"prompt_tokens":16384,"prompt_tokens_details":{"cached_tokens":16384},"total_tokens":16400}} \ No newline at end of file diff --git a/docs/measurements/prefix-hit-20260922/hit3.json b/docs/measurements/prefix-hit-20260922/hit3.json new file mode 100644 index 0000000000000000000000000000000000000000..9e52fe0e2d0f7f665458bf7d8abf9c2f69b15285 --- /dev/null +++ b/docs/measurements/prefix-hit-20260922/hit3.json @@ -0,0 +1 @@ +{"choices":[{"finish_reason":"length","index":0,"logprobs":null,"message":{"content":"The number 1111111111111","role":"assistant"}}],"created":1790078503,"id":"chatcmpl-1790078503-4","mindnano_metrics":{"cache_miss_reason":"none","cache_restore_ms":686.540034,"cache_save_ms":0.0,"cache_status":"exact_prompt_hit","cached_tokens":16384,"common_prefix_tokens":16384,"context_capacity_reached":false,"context_length":32768,"continuation_save_ms":0.0,"continuation_skipped_budget":false,"continuation_stored":false,"continuation_tokens":0,"decode_compute_tokens_per_second":3.254400465142866,"decode_eval_count":15,"decode_eval_ms":4609.143884000001,"decode_ms":4637.168957,"decode_tokens_per_second":3.2347322556269757,"effective_max_tokens":16,"finish_reason":"length","flow_control":"none","flow_wait_count":0,"flow_wait_ms":0.0,"generated_cached_tokens":0,"generated_state_lineage":false,"id":"chatcmpl-1790078503-4","major_page_faults":0,"minor_page_faults":85,"mla_cpu_calls":0,"mla_fallbacks":0,"mla_npu_calls":90,"mla_npu_ms":3327.413130000001,"model":"mindnano-ling3-tiny","peak_rss_mib":8009.23828125,"prefill_eval_ms":0.0,"prefill_ms":0.000583,"prefill_tokens_per_second":0.0,"prefix_cache_mib":28.927734375,"prefix_checkpoint_bytes":118554624,"prefix_checkpoint_count":4,"prefix_recompute_tokens":0,"prompt_evaluated_tokens":0,"queue_ms":0,"requested_max_tokens":16,"reuse_generated_state":false,"rss_mib":4552.23828125,"sampling":{"enable_thinking":false,"repeat_penalty":1.0,"seed":0,"temperature":0.0,"top_k":0,"top_p":1.0},"session_cache_bytes":0,"session_cache_evictions":0,"session_cache_skipped_budget":true,"session_cache_stored":false,"session_id":"exact-16k-rerun","system_prefix_tokens":8,"timestamp":1790078508,"total_ms":5341.593083,"ttft_ms":704.376875,"usage":{"completion_tokens":16,"prompt_tokens":16384,"prompt_tokens_details":{"cached_tokens":16384},"total_tokens":16400},"warmed":true},"model":"mindnano-ling3-tiny","object":"chat.completion","usage":{"completion_tokens":16,"prompt_tokens":16384,"prompt_tokens_details":{"cached_tokens":16384},"total_tokens":16400}} \ No newline at end of file diff --git a/docs/measurements/prefix-hit-20260922/selective-8k/cold.json b/docs/measurements/prefix-hit-20260922/selective-8k/cold.json new file mode 100644 index 0000000000000000000000000000000000000000..08af8fb56edbd4b3d8c7d3232961b1d9db381a60 --- /dev/null +++ b/docs/measurements/prefix-hit-20260922/selective-8k/cold.json @@ -0,0 +1 @@ +{"choices":[{"finish_reason":"length","index":0,"logprobs":null,"message":{"content":"The number 11111","role":"assistant"}}],"created":1790081124,"id":"chatcmpl-1790081124-1","mindnano_metrics":{"cache_miss_reason":"disabled","cache_restore_ms":1.918941,"cache_save_ms":0.0,"cache_status":"disabled","cached_tokens":0,"common_prefix_tokens":0,"context_capacity_reached":false,"context_length":16384,"continuation_save_ms":0.0,"continuation_skipped_budget":false,"continuation_stored":false,"continuation_tokens":0,"decode_compute_tokens_per_second":3.0068446914798934,"decode_eval_count":7,"decode_eval_ms":2328.021803,"decode_ms":2343.361367,"decode_tokens_per_second":2.987161988149308,"effective_max_tokens":8,"finish_reason":"length","flow_control":"none","flow_wait_count":0,"flow_wait_ms":0.0,"generated_cached_tokens":0,"generated_state_lineage":false,"id":"chatcmpl-1790081124-1","major_page_faults":0,"minor_page_faults":2711,"mla_cpu_calls":12,"mla_fallbacks":0,"mla_npu_calls":420,"mla_npu_ms":43277.39668000002,"mla_prefill_native_cache_bytes":0,"mla_prefill_native_cache_peak_bytes":503316480,"model":"mindnano-ling3-tiny","peak_rss_mib":6719.50390625,"prefill_eval_ms":87701.35789599999,"prefill_ms":87706.086851,"prefill_tokens_per_second":93.40790378313666,"prefix_cache_mib":0.0,"prefix_checkpoint_bytes":0,"prefix_checkpoint_count":0,"prefix_recompute_tokens":0,"prompt_evaluated_tokens":8192,"queue_ms":0,"requested_max_tokens":8,"reuse_generated_state":true,"rss_mib":6239.65625,"sampling":{"enable_thinking":false,"repeat_penalty":1.0,"seed":0,"temperature":0.0,"top_k":0,"top_p":1.0},"session_cache_bytes":0,"session_cache_evictions":0,"session_cache_skipped_budget":false,"session_cache_stored":false,"session_id":"cold-8k","system_prefix_tokens":8,"timestamp":1790081214,"total_ms":90065.388348,"ttft_ms":87721.988771,"usage":{"completion_tokens":8,"prompt_tokens":8192,"total_tokens":8200},"warmed":true},"model":"mindnano-ling3-tiny","object":"chat.completion","usage":{"completion_tokens":8,"prompt_tokens":8192,"total_tokens":8200}} \ No newline at end of file diff --git a/docs/measurements/prefix-hit-20260922/selective-8k/hit1.json b/docs/measurements/prefix-hit-20260922/selective-8k/hit1.json new file mode 100644 index 0000000000000000000000000000000000000000..ba9888ee7fdf331bed221038229f73029ed5e6a7 --- /dev/null +++ b/docs/measurements/prefix-hit-20260922/selective-8k/hit1.json @@ -0,0 +1 @@ +{"choices":[{"finish_reason":"length","index":0,"logprobs":null,"message":{"content":"The number 11111","role":"assistant"}}],"created":1790081389,"id":"chatcmpl-1790081389-2","mindnano_metrics":{"cache_miss_reason":"no_previous_state","cache_restore_ms":1.65614,"cache_save_ms":694.66663,"cache_status":"miss","cached_tokens":0,"common_prefix_tokens":0,"context_capacity_reached":false,"context_length":16384,"continuation_save_ms":0.0,"continuation_skipped_budget":false,"continuation_stored":false,"continuation_tokens":0,"decode_compute_tokens_per_second":2.998254738617722,"decode_eval_count":7,"decode_eval_ms":2334.691549,"decode_ms":2347.250851,"decode_tokens_per_second":2.9822121470390726,"effective_max_tokens":8,"finish_reason":"length","flow_control":"none","flow_wait_count":0,"flow_wait_ms":0.0,"generated_cached_tokens":0,"generated_state_lineage":false,"id":"chatcmpl-1790081389-2","major_page_faults":0,"minor_page_faults":165632,"mla_cpu_calls":12,"mla_fallbacks":0,"mla_npu_calls":420,"mla_npu_ms":43624.94214199988,"mla_prefill_native_cache_bytes":0,"mla_prefill_native_cache_peak_bytes":503316480,"model":"mindnano-ling3-tiny","peak_rss_mib":6719.50390625,"prefill_eval_ms":87925.88040100002,"prefill_ms":88624.353404,"prefill_tokens_per_second":93.16938269641516,"prefix_cache_mib":28.896484375,"prefix_checkpoint_bytes":118554624,"prefix_checkpoint_count":4,"prefix_recompute_tokens":0,"prompt_evaluated_tokens":8192,"queue_ms":0,"requested_max_tokens":8,"reuse_generated_state":false,"rss_mib":5189.19921875,"sampling":{"enable_thinking":false,"repeat_penalty":1.0,"seed":0,"temperature":0.0,"top_k":0,"top_p":1.0},"session_cache_bytes":0,"session_cache_evictions":0,"session_cache_skipped_budget":true,"session_cache_stored":false,"session_id":"exact-8k-selective","system_prefix_tokens":8,"timestamp":1790081480,"total_ms":90989.462447,"ttft_ms":88642.179512,"usage":{"completion_tokens":8,"prompt_tokens":8192,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":8200},"warmed":true},"model":"mindnano-ling3-tiny","object":"chat.completion","usage":{"completion_tokens":8,"prompt_tokens":8192,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":8200}} \ No newline at end of file diff --git a/docs/measurements/prefix-hit-20260922/selective-8k/hit2.json b/docs/measurements/prefix-hit-20260922/selective-8k/hit2.json new file mode 100644 index 0000000000000000000000000000000000000000..aaa06a5d69e942233783c24a6f9cde0643306720 --- /dev/null +++ b/docs/measurements/prefix-hit-20260922/selective-8k/hit2.json @@ -0,0 +1 @@ +{"choices":[{"finish_reason":"length","index":0,"logprobs":null,"message":{"content":"The number 11111","role":"assistant"}}],"created":1790081484,"id":"chatcmpl-1790081484-3","mindnano_metrics":{"cache_miss_reason":"none","cache_restore_ms":405.30156,"cache_save_ms":0.0,"cache_status":"exact_prompt_hit","cached_tokens":8192,"common_prefix_tokens":8192,"context_capacity_reached":false,"context_length":16384,"continuation_save_ms":0.0,"continuation_skipped_budget":false,"continuation_stored":false,"continuation_tokens":0,"decode_compute_tokens_per_second":3.4787634916859647,"decode_eval_count":7,"decode_eval_ms":2012.2092280000002,"decode_ms":2025.969071,"decode_tokens_per_second":3.455136655440087,"effective_max_tokens":8,"finish_reason":"length","flow_control":"none","flow_wait_count":0,"flow_wait_ms":0.0,"generated_cached_tokens":0,"generated_state_lineage":false,"id":"chatcmpl-1790081484-3","major_page_faults":0,"minor_page_faults":329,"mla_cpu_calls":0,"mla_fallbacks":0,"mla_npu_calls":42,"mla_npu_ms":1411.1305399999837,"mla_prefill_native_cache_bytes":0,"mla_prefill_native_cache_peak_bytes":503316480,"model":"mindnano-ling3-tiny","peak_rss_mib":6719.50390625,"prefill_eval_ms":0.0,"prefill_ms":0.000291,"prefill_tokens_per_second":0.0,"prefix_cache_mib":28.896484375,"prefix_checkpoint_bytes":118554624,"prefix_checkpoint_count":4,"prefix_recompute_tokens":0,"prompt_evaluated_tokens":0,"queue_ms":0,"requested_max_tokens":8,"reuse_generated_state":false,"rss_mib":4470.375,"sampling":{"enable_thinking":false,"repeat_penalty":1.0,"seed":0,"temperature":0.0,"top_k":0,"top_p":1.0},"session_cache_bytes":0,"session_cache_evictions":0,"session_cache_skipped_budget":true,"session_cache_stored":false,"session_id":"exact-8k-selective","system_prefix_tokens":8,"timestamp":1790081486,"total_ms":2436.419597,"ttft_ms":410.411733,"usage":{"completion_tokens":8,"prompt_tokens":8192,"prompt_tokens_details":{"cached_tokens":8192},"total_tokens":8200},"warmed":true},"model":"mindnano-ling3-tiny","object":"chat.completion","usage":{"completion_tokens":8,"prompt_tokens":8192,"prompt_tokens_details":{"cached_tokens":8192},"total_tokens":8200}} \ No newline at end of file diff --git a/docs/measurements/prefix-hit-20260922/selective-8k/hit3.json b/docs/measurements/prefix-hit-20260922/selective-8k/hit3.json new file mode 100644 index 0000000000000000000000000000000000000000..2bf1c8fbafb7ef5c395472ef2e0aa4ef1479fb4a --- /dev/null +++ b/docs/measurements/prefix-hit-20260922/selective-8k/hit3.json @@ -0,0 +1 @@ +{"choices":[{"finish_reason":"length","index":0,"logprobs":null,"message":{"content":"The number 11111","role":"assistant"}}],"created":1790081530,"id":"chatcmpl-1790081530-4","mindnano_metrics":{"cache_miss_reason":"none","cache_restore_ms":415.33786,"cache_save_ms":0.0,"cache_status":"exact_prompt_hit","cached_tokens":8192,"common_prefix_tokens":8192,"context_capacity_reached":false,"context_length":16384,"continuation_save_ms":0.0,"continuation_skipped_budget":false,"continuation_stored":false,"continuation_tokens":0,"decode_compute_tokens_per_second":3.4979157179486404,"decode_eval_count":7,"decode_eval_ms":2001.1917279999998,"decode_ms":2015.57955,"decode_tokens_per_second":3.4729465279601595,"effective_max_tokens":8,"finish_reason":"length","flow_control":"none","flow_wait_count":0,"flow_wait_ms":0.0,"generated_cached_tokens":0,"generated_state_lineage":false,"id":"chatcmpl-1790081530-4","major_page_faults":10,"minor_page_faults":337,"mla_cpu_calls":0,"mla_fallbacks":0,"mla_npu_calls":42,"mla_npu_ms":1406.7580149999994,"mla_prefill_native_cache_bytes":0,"mla_prefill_native_cache_peak_bytes":503316480,"model":"mindnano-ling3-tiny","peak_rss_mib":6719.50390625,"prefill_eval_ms":0.0,"prefill_ms":0.000584,"prefill_tokens_per_second":0.0,"prefix_cache_mib":28.896484375,"prefix_checkpoint_bytes":118554624,"prefix_checkpoint_count":4,"prefix_recompute_tokens":0,"prompt_evaluated_tokens":0,"queue_ms":0,"requested_max_tokens":8,"reuse_generated_state":false,"rss_mib":3750.92578125,"sampling":{"enable_thinking":false,"repeat_penalty":1.0,"seed":0,"temperature":0.0,"top_k":0,"top_p":1.0},"session_cache_bytes":0,"session_cache_evictions":0,"session_cache_skipped_budget":true,"session_cache_stored":false,"session_id":"exact-8k-selective","system_prefix_tokens":8,"timestamp":1790081532,"total_ms":2449.761176,"ttft_ms":434.143417,"usage":{"completion_tokens":8,"prompt_tokens":8192,"prompt_tokens_details":{"cached_tokens":8192},"total_tokens":8200},"warmed":true},"model":"mindnano-ling3-tiny","object":"chat.completion","usage":{"completion_tokens":8,"prompt_tokens":8192,"prompt_tokens_details":{"cached_tokens":8192},"total_tokens":8200}} \ No newline at end of file diff --git a/include/ling3/chat_protocol.h b/include/ling3/chat_protocol.h new file mode 100644 index 0000000000000000000000000000000000000000..9eebb34c9486224087d0220e1c30de86c2a0fc9e --- /dev/null +++ b/include/ling3/chat_protocol.h @@ -0,0 +1,248 @@ +#pragma once + +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ling3::chat { +using Json = nlohmann::json; +inline constexpr const char * kModel = "mindnano-ling3-tiny"; +struct Error : std::runtime_error { + int status; + std::string code; + Error(int s, std::string c, std::string m) + : std::runtime_error(std::move(m)), status(s), code(std::move(c)) {} +}; +inline Json ErrorBody(const Error & e) { + return {{"error", {{"message", e.what()}, {"type", "invalid_request_error"}, + {"param", nullptr}, {"code", e.code}}}}; +} +struct Request { + std::string prompt; + std::size_t max_tokens = std::numeric_limits::max(); + bool stream = false, include_usage = false; + bool cache_prompt = true; + bool reuse_generated_state = true; + std::string cache_user; + std::string session_id; + double temperature = 0, top_p = 1; + int top_k = 0; + double repeat_penalty = 1; + bool enable_thinking = false, flow_ack = false; + std::uint32_t seed = 0; + std::vector stops; +}; +inline std::size_t OutputBudget(std::size_t prompt, std::size_t capacity, + std::size_t requested) { + if (!prompt || prompt > capacity) + throw Error(400, "context_length_exceeded", "input exceeds allocated context of " + + std::to_string(capacity) + " tokens, or is empty"); + return std::min(requested, capacity - prompt); +} +inline Request Parse(const Json & j) { + auto fail = [](std::string m) { throw Error(400, "invalid_parameter", std::move(m)); }; + if (!j.is_object()) fail("request must be a JSON object"); + for (auto it = j.begin(); it != j.end(); ++it) { + const std::vector supported {"model", "messages", "max_tokens", + "max_completion_tokens", "stream", "stream_options", "temperature", "top_p", + "seed", "stop", "n", "user", "cache_prompt", "top_k", "repeat_penalty", + "enable_thinking", "flow_control", "session_id", "reuse_generated_state"}; + if (std::find(supported.begin(), supported.end(), it.key()) == supported.end()) + fail("unsupported parameter: " + it.key()); + } + if (!j.contains("model") || !j["model"].is_string() || j["model"] != kModel) + throw Error(404, "model_not_found", std::string("model must be ") + kModel); + Request r; + if (j.contains("reuse_generated_state")) { + if (!j["reuse_generated_state"].is_boolean()) fail("reuse_generated_state must be boolean"); + r.reuse_generated_state = j["reuse_generated_state"].get(); + } + if (j.contains("session_id")) { + if (!j["session_id"].is_string()) fail("session_id must be a string"); + r.session_id = j["session_id"].get(); + if (r.session_id.empty() || r.session_id.size() > 256) fail("session_id must contain 1..256 bytes"); + } + if (j.contains("top_k")) { + if (!j["top_k"].is_number_integer() || j["top_k"] < 0 || j["top_k"] > 1000000) + fail("top_k must be an integer in 0..1000000 (0 disables it)"); + r.top_k = j["top_k"].get(); + } + if (j.contains("repeat_penalty")) { + if (!j["repeat_penalty"].is_number()) fail("repeat_penalty must be numeric"); + r.repeat_penalty = j["repeat_penalty"].get(); + if (!std::isfinite(r.repeat_penalty) || r.repeat_penalty <= 0) + fail("repeat_penalty must be finite and positive"); + } + if (j.contains("enable_thinking")) { + if (!j["enable_thinking"].is_boolean()) fail("enable_thinking must be boolean"); + r.enable_thinking = j["enable_thinking"].get(); + } + if (j.contains("flow_control")) { + if (j["flow_control"] != "none" && j["flow_control"] != "ack") fail("invalid flow_control"); + r.flow_ack = j["flow_control"] == "ack"; + if (r.flow_ack && j.value("stream", false) != true) fail("flow_control=ack requires streaming"); + } + if (j.contains("cache_prompt")) { + if (!j["cache_prompt"].is_boolean()) fail("cache_prompt must be boolean"); + r.cache_prompt = j["cache_prompt"].get(); + } + if (j.contains("max_tokens") && j.contains("max_completion_tokens")) + fail("set only one of max_tokens and max_completion_tokens"); + for (auto key : {"max_tokens", "max_completion_tokens"}) { + if (!j.contains(key)) continue; + const auto & value = j[key]; + if (!value.is_number_integer() || + (value.is_number_unsigned() ? value.get() == 0 + : value.get() <= 0)) + fail("max_tokens/max_completion_tokens must be a positive integer"); + const auto count = value.get(); + if (count > std::numeric_limits::max()) fail("output budget exceeds addressable integer range"); + r.max_tokens = static_cast(count); + } + if (j.contains("stream")) { + if (!j["stream"].is_boolean()) fail("stream must be boolean"); + r.stream = j["stream"].get(); + } + if (j.contains("stream_options") && !j["stream_options"].is_null()) { + const auto & s = j["stream_options"]; + if (!r.stream || !s.is_object()) fail("stream_options requires stream=true"); + for (auto it = s.begin(); it != s.end(); ++it) + if (it.key() != "include_usage" || !it.value().is_boolean()) + fail("only boolean stream_options.include_usage is supported"); + r.include_usage = s.value("include_usage", false); + } + for (auto key : {"temperature", "top_p"}) { + if (!j.contains(key)) continue; + if (!j[key].is_number()) fail(std::string(key) + " must be numeric"); + const auto x = j[key].get(); + if (!std::isfinite(x) || x < 0 || x > (std::string(key) == "temperature" ? 2 : 1)) + fail(std::string(key) + " out of range"); + if (std::string(key) == "temperature") r.temperature = x; + else { if (x == 0) fail("top_p must be > 0"); r.top_p = x; } + } + if (j.contains("seed")) { + if (!j["seed"].is_number_integer() || j["seed"] < 0 || j["seed"] > UINT32_MAX) + fail("seed must be a uint32 integer"); + r.seed = j["seed"].get(); + } + if (j.contains("n") && (!j["n"].is_number_integer() || j["n"] != 1)) fail("only n=1 is supported"); + if (j.contains("user") && !j["user"].is_string()) fail("user must be a string"); + if (j.contains("user")) r.cache_user = j["user"].get(); + if (j.contains("stop") && !j["stop"].is_null()) { + const auto s = j["stop"].is_string() ? Json::array({j["stop"]}) : j["stop"]; + if (!s.is_array() || s.size() > 4) fail("stop must be a string or at most 4 strings"); + for (const auto & v : s) { + if (!v.is_string() || v.get_ref().empty() || + v.get_ref().size() > 256) fail("invalid stop string"); + r.stops.push_back(v.get()); + } + } + if (!j.contains("messages") || !j["messages"].is_array() || j["messages"].empty()) + fail("messages must be a non-empty array"); + const auto & messages = j["messages"]; + for (const auto & m : messages) { + if (!m.is_object() || !m.contains("role") || !m["role"].is_string() || + !m.contains("content") || !m["content"].is_string()) + fail("messages require string role and content; text only"); + const auto role = m["role"].get(); + if (role != "system" && role != "user" && role != "assistant") fail("unsupported message role"); + for (auto it = m.begin(); it != m.end(); ++it) + if (it.key() != "role" && it.key() != "content") fail("unsupported message field: " + it.key()); + } + if (messages.back()["role"] != "user") fail("last message must be a user message"); + // Bailing V3 text template. No hidden, server-owned conversation. + const std::string thinking = r.enable_thinking ? "on" : "off"; + r.prompt = "SYSTEM"; + std::size_t start = 0; + if (messages.front()["role"] == "system") { + auto s = messages.front()["content"].get(); + // The explicit API switch owns template control. Normalize conflicting + // legacy instructions rather than producing two contradictory modes. + for (const auto old : {std::string("detailed thinking off"), std::string("detailed thinking on")}) { + std::size_t at = 0; + while ((at = s.find(old, at)) != std::string::npos) { + const auto replacement = "detailed thinking " + thinking; + s.replace(at, old.size(), replacement); at += replacement.size(); + } + } + r.prompt += s; + if (s.find("detailed thinking off") == std::string::npos && s.find("detailed thinking on") == std::string::npos) + r.prompt += "\ndetailed thinking " + thinking; + start = 1; + } else r.prompt += "detailed thinking " + thinking; + r.prompt += "<|role_end|>"; + for (std::size_t i = start; i < messages.size(); ++i) { + const auto role = messages[i]["role"].get(); + auto content = messages[i]["content"].get(); + if (role == "assistant") { + const auto close = content.find(""); + if (close == std::string::npos) r.prompt += "ASSISTANT\n"; + else { + auto reasoning = content.substr(0, close); + const auto open = reasoning.rfind(""); + if (open != std::string::npos) reasoning.erase(0, open + 7); + const auto first = reasoning.find_first_not_of('\n'); + reasoning = first == std::string::npos ? "" : reasoning.substr(first, reasoning.find_last_not_of('\n') - first + 1); + content = content.substr(content.rfind("") + 8); + content.erase(0, std::min(content.find_first_not_of('\n'), content.size())); + r.prompt += "ASSISTANT\n" + reasoning + ""; + } + } + else r.prompt += role == "user" ? "HUMAN" : "SYSTEM"; + r.prompt += content + "<|role_end|>"; + } + r.prompt += r.enable_thinking ? "ASSISTANT\n" : "ASSISTANT\n"; + return r; +} + +// Token pieces can split a UTF-8 character. Keep incomplete sequences until the +// next token; JSON encoders must never see partial bytes. +inline std::string TakeUtf8(std::string & pending, bool flush) { + std::string out; + std::size_t i = 0; + while (i < pending.size()) { + const auto c = static_cast(pending[i]); + std::size_t n = c < 0x80 ? 1 : c >= 0xc2 && c <= 0xdf ? 2 : + c >= 0xe0 && c <= 0xef ? 3 : c >= 0xf0 && c <= 0xf4 ? 4 : 0; + if (n && i + n > pending.size() && !flush) break; + bool valid = n && i + n <= pending.size(); + for (std::size_t k = 1; valid && k < n; ++k) + valid = (static_cast(pending[i + k]) & 0xc0) == 0x80; + if (valid && n >= 3) { + const auto b = static_cast(pending[i + 1]); + valid = !((c == 0xe0 && b < 0xa0) || (c == 0xed && b >= 0xa0) || + (c == 0xf0 && b < 0x90) || (c == 0xf4 && b >= 0x90)); + } + if (valid) { out.append(pending, i, n); i += n; } + else { out += "\xef\xbf\xbd"; ++i; } + } + pending.erase(0, i); + return out; +} +class TextFilter { + std::string pending_, utf8_; + std::vector stops_; +public: + bool stopped = false; + explicit TextFilter(std::vector stops) : stops_(std::move(stops)) {} + std::string Push(std::string_view piece, bool final = false) { + if (stopped) return {}; + pending_ += piece; + std::size_t end = std::string::npos; + for (const auto & stop : stops_) end = std::min(end, pending_.find(stop)); + if (end != std::string::npos) { pending_.resize(end); stopped = true; final = true; } + std::size_t keep = 0; + if (!final) for (const auto & stop : stops_) + for (std::size_t k = 1; k < stop.size() && k <= pending_.size(); ++k) + if (pending_.compare(pending_.size() - k, k, stop, 0, k) == 0) keep = std::max(keep, k); + utf8_ += pending_.substr(0, pending_.size() - keep); + pending_.erase(0, pending_.size() - keep); + return TakeUtf8(utf8_, final); + } +}; +} // namespace ling3::chat diff --git a/include/ling3/chat_sampling.h b/include/ling3/chat_sampling.h new file mode 100644 index 0000000000000000000000000000000000000000..8d43a985b0e38c328553fe6897e690b978ed772c --- /dev/null +++ b/include/ling3/chat_sampling.h @@ -0,0 +1,36 @@ +#pragma once +#include "ling3/chat_protocol.h" +#include +#include +#include + +namespace ling3::chat { +inline std::uint32_t SampleToken(std::span logits, const Request & r, + const std::vector & seen, std::mt19937 & random) { + if (logits.empty()) throw std::runtime_error("empty logits"); + std::vector scores(logits.begin(), logits.end()); + for (std::size_t i = 0; i < scores.size(); ++i) { + if (!std::isfinite(scores[i])) throw std::runtime_error("non-finite logits"); + if (i < seen.size() && seen[i]) + scores[i] = scores[i] < 0 ? scores[i] * r.repeat_penalty : scores[i] / r.repeat_penalty; + } + const auto best = std::max_element(scores.begin(), scores.end()); + if (r.temperature == 0 || r.top_k == 1) return best - scores.begin(); + std::vector order(scores.size()); + std::iota(order.begin(), order.end(), 0); + const auto n = r.top_k > 0 ? std::min(r.top_k, order.size()) : order.size(); + std::partial_sort(order.begin(), order.begin() + n, order.end(), [&](auto a, auto b) { + return scores[a] == scores[b] ? a < b : scores[a] > scores[b]; + }); + order.resize(n); + std::vector weights(n); + double sum = 0; + for (std::size_t i = 0; i < n; ++i) { + weights[i] = std::exp((scores[order[i]] - *best) / r.temperature); sum += weights[i]; + } + double cumulative = 0; + std::size_t count = 0; + do { cumulative += weights[count++]; } while (count < n && cumulative < sum * r.top_p); + return order[std::discrete_distribution(weights.begin(), weights.begin() + count)(random)]; +} +} diff --git a/include/ling3/context_options.h b/include/ling3/context_options.h new file mode 100644 index 0000000000000000000000000000000000000000..a79463251effa78abdb4a393596493de6543ccae --- /dev/null +++ b/include/ling3/context_options.h @@ -0,0 +1,21 @@ +#pragma once +#include +#include +#include +#include + +namespace ling3 { +inline constexpr std::array kContexts {4096, 8192, 16384, 32768, 65536, 131072, 262144}; +// 6 MLA layers, 16 heads, FP16 K192/V128 + five FP32 score arrays. +inline constexpr std::size_t kContextBytesPerToken = 6 * (16 * (192 + 128) * 2 + 5 * 4); +inline double EstimateContextMiB(std::size_t context) { + return 10034.0 + (static_cast(context) - 4096) * kContextBytesPerToken / (1024 * 1024); +} +inline std::size_t ParseContext(std::string_view value) { + for (auto context : kContexts) { + const auto k = std::to_string(context / 1024); + if (value == k + "K" || value == k + "k" || value == std::to_string(context)) return context; + } + throw std::invalid_argument("context must be 4K, 8K, 16K, 32K, 64K, 128K or 256K"); +} +} // namespace ling3 diff --git a/include/ling3/cpu_kernels.h b/include/ling3/cpu_kernels.h new file mode 100644 index 0000000000000000000000000000000000000000..77e5d4adf139c83a10e947b249d78088825b81c3 --- /dev/null +++ b/include/ling3/cpu_kernels.h @@ -0,0 +1,15 @@ +#pragma once + +#include +#include + +namespace ling3 { + +float BFloat16ToFloat(std::uint16_t value) noexcept; +std::uint16_t FloatToBFloat16(float value) noexcept; +void RmsNorm(const float * input, const float * weight, float * output, std::size_t count, float epsilon) noexcept; +void SiluMultiply(const float * gate, const float * up, float * output, std::size_t count) noexcept; +void Silu(const float * input, float * output, std::size_t count) noexcept; +void WeightedAccumulate(const float * input, float weight, float * output, std::size_t count) noexcept; + +} // namespace ling3 diff --git a/include/ling3/decoder.h b/include/ling3/decoder.h new file mode 100644 index 0000000000000000000000000000000000000000..c41cc375f624f1aa79a0dd4b22f15762430b54e5 --- /dev/null +++ b/include/ling3/decoder.h @@ -0,0 +1,65 @@ +#pragma once + +#include "ling3/model_package.h" +#include "ling3/mla_stats.h" +#include "ling3/decoder_state.h" + +#include +#include +#include +#include +#include + +namespace ling3 { + +// Owns recurrent/conv state only. MLA KV remains in its originating decoder. +// Reset or overwriting any part of its prefix invalidates the checkpoint. +struct DecoderCheckpoint; + +struct DecodeTimings { + double layers_ms = 0.0; + double output_head_ms = 0.0; + double total_ms = 0.0; +}; + +class Decoder { +public: + explicit Decoder(const ModelPackage & package, std::size_t context_capacity = 0); + ~Decoder(); + + Decoder(const Decoder &) = delete; + Decoder & operator=(const Decoder &) = delete; + + void Reset(); + MlaBackendStats AttentionStats() const; + std::shared_ptr SaveCheckpoint(); + std::size_t RestoreCheckpoint(const DecoderCheckpoint & checkpoint); + static std::size_t CheckpointBytes(const DecoderCheckpoint & checkpoint); + std::shared_ptr SaveState(); + std::size_t RestoreState(const DecoderState & state); + const std::string & StateSignature() const; + DecodeTimings Eval(std::uint32_t token, std::span logits); + DecodeTimings EvalBatch( + std::span tokens, + std::span logits); + DecodeTimings EvalBatchState(std::span tokens); + void PrepareBatch(std::size_t rows); + DecodeTimings EvalBatch32( + std::span tokens, + std::span logits); + DecodeTimings EvalBatch32State(std::span tokens); + void PrepareBatch32(); + std::vector Generate( + std::span prompt, + std::size_t maximum_new_tokens); + std::size_t position() const noexcept; + bool has_dynamic_batch() const noexcept; + std::size_t batch_granularity() const noexcept; + bool has_batch32() const noexcept; + +private: + struct Impl; + std::unique_ptr impl_; +}; + +} // namespace ling3 diff --git a/include/ling3/decoder_state.h b/include/ling3/decoder_state.h new file mode 100644 index 0000000000000000000000000000000000000000..323dc0e6d0e1e36d5d3b2125cd1cdaf0327ceab9 --- /dev/null +++ b/include/ling3/decoder_state.h @@ -0,0 +1,33 @@ +#pragma once + +#include "ling3/gdn_step.h" +#include +#include +#include +#include +#include + +namespace ling3 { +// Complete, portable numerical state, independent of a decoder's live buffers. +// Not a chat history or a suspended sampler. Treat published states as immutable. +struct AttentionState { + GdnState gdn; + std::array, 3> conv; + std::vector keys, values; + std::size_t bytes() const; +}; +struct DecoderState { + std::string signature; + std::size_t position = 0; + std::vector layers; + std::size_t bytes() const; +}; + +// Versioned little-endian format, per-buffer CRC, bounded allocations. Loading +// validates every layer before the engine can mutate any live numerical state. +void ValidateDecoderState(const DecoderState & state, std::string_view signature, + std::size_t capacity); +void WriteDecoderState(const DecoderState & state, const std::filesystem::path & path); +DecoderState ReadDecoderState(const std::filesystem::path & path, + std::string_view signature, std::size_t capacity); +} // namespace ling3 diff --git a/include/ling3/execution_plan.h b/include/ling3/execution_plan.h new file mode 100644 index 0000000000000000000000000000000000000000..288f64347f6a5bf360c9aed749bfdc24f162999b --- /dev/null +++ b/include/ling3/execution_plan.h @@ -0,0 +1,30 @@ +#pragma once + +#include +#include +#include + +namespace ling3 { + +enum class AttentionKind : std::uint8_t { kKda, kMla }; +enum class FfnKind : std::uint8_t { kDense, kMoe }; + +struct LayerPlan { + std::uint8_t index = 0; + AttentionKind attention = AttentionKind::kKda; + FfnKind ffn = FfnKind::kMoe; +}; + +struct ExecutionPlan { + std::array layers{}; + std::size_t decode_matmul_contexts = 0; + std::size_t rknn_island_contexts = 0; + std::size_t kda_state_bytes_fp16 = 0; + std::size_t mla_cache_bytes_fp16 = 0; + std::size_t activation_arena_bytes = 0; +}; + +ExecutionPlan BuildExecutionPlan(std::size_t max_context); + +} // namespace ling3 + diff --git a/include/ling3/flow_gate.h b/include/ling3/flow_gate.h new file mode 100644 index 0000000000000000000000000000000000000000..adc9798ae3665ff7223450ba693588a6c8d20627 --- /dev/null +++ b/include/ling3/flow_gate.h @@ -0,0 +1,104 @@ +#pragma once +#include "ling3/chat_protocol.h" +#include +#include +#include +#include + +namespace ling3::chat { +// The generation thread parks only AFTER a completed evaluation, BEFORE the +// next one. An acknowledgement belongs to both a server request ID and a +// monotonically increasing sequence; a late control cannot resume another turn. +class FlowGate { + mutable std::mutex mutex_; + std::condition_variable changed_; + std::string id_; + bool active_ = false, enabled_ = false, canceled_ = false, waiting_ = false; + bool pause_requested_ = false, paused_ = false; + bool committing_ = false; + std::uint64_t sequence_ = 0, acknowledged_ = 0; +public: + void Begin(std::string id, bool enabled) { + std::lock_guard lock(mutex_); + id_ = std::move(id); enabled_ = enabled; active_ = true; + canceled_ = waiting_ = false; sequence_ = acknowledged_ = 0; + pause_requested_ = paused_ = false; + committing_ = false; + } + void End() { + std::lock_guard lock(mutex_); + active_ = waiting_ = paused_ = pause_requested_ = committing_ = false; changed_.notify_all(); + } + bool Active() const { std::lock_guard lock(mutex_); return active_; } + bool Alive() const { std::lock_guard lock(mutex_); return active_ && !canceled_; } + bool Cancel(const std::string & id = {}) { + std::lock_guard lock(mutex_); + if (!active_ || committing_ || (!id.empty() && id != id_)) return false; + canceled_ = true; changed_.notify_all(); return true; + } + // Linearization point between cancellation and publishing completed state. + // Keep active=true until cleanup, but do not accept cancellation after this. + bool TryCommit() { + std::lock_guard lock(mutex_); + if (!active_ || canceled_ || committing_) return false; + committing_ = true; waiting_ = pause_requested_ = paused_ = false; + changed_.notify_all(); return true; + } + std::uint64_t Prepare() { + std::lock_guard lock(mutex_); + if (!enabled_) return 0; + waiting_ = true; changed_.notify_all(); return ++sequence_; + } + void Pause(const std::string & id) { + std::unique_lock lock(mutex_); + if (!active_ || canceled_ || committing_ || id.empty() || id != id_) + throw Error(409, "stale_flow_control", "request ID is not active"); + pause_requested_ = true; + if (!changed_.wait_for(lock, std::chrono::seconds(30), [&] { + return paused_ || waiting_ || !active_ || canceled_ || committing_ || !pause_requested_ || id != id_; + })) { + pause_requested_ = false; changed_.notify_all(); + throw Error(409, "pause_timeout", "generation has not reached a safe evaluation boundary"); + } + if (!active_ || canceled_ || committing_ || !pause_requested_ || id != id_) + throw Error(409, "pause_interrupted", "generation ended or pause was revoked"); + } + void Resume(const std::string & id) { + std::lock_guard lock(mutex_); + if (!active_ || canceled_ || committing_ || id.empty() || id != id_) + throw Error(409, "stale_flow_control", "request ID is not active"); + pause_requested_ = false; changed_.notify_all(); + } + void Ack(const std::string & id, std::uint64_t sequence) { + std::lock_guard lock(mutex_); + if (!active_ || canceled_ || committing_ || !enabled_ || id != id_ || + !sequence || sequence != sequence_) + throw Error(409, "stale_flow_control", "request ID or flow sequence is not active"); + acknowledged_ = sequence; waiting_ = false; changed_.notify_all(); + } + bool Wait(const std::function & connected) { + const auto deadline = std::chrono::steady_clock::now() + std::chrono::seconds(300); + std::unique_lock lock(mutex_); + while (active_ && !canceled_ && (pause_requested_ || (enabled_ && acknowledged_ < sequence_))) { + paused_ = pause_requested_; changed_.notify_all(); + lock.unlock(); + const bool alive = connected(); + lock.lock(); + if (!alive || std::chrono::steady_clock::now() >= deadline) { + canceled_ = true; break; + } + changed_.wait_for(lock, std::chrono::milliseconds(20)); + } + waiting_ = paused_ = false; changed_.notify_all(); + return active_ && !canceled_; + } + Json Status() const { + std::lock_guard lock(mutex_); + return {{"request_id", active_ ? id_ : ""}, {"active", active_}, + {"flow_control", enabled_ ? "ack" : "none"}, + {"waiting_for_ack", waiting_}, {"sequence", sequence_}, + {"pause_requested", pause_requested_}, {"paused", paused_ || (pause_requested_ && waiting_)}, + {"acknowledged", acknowledged_}, {"canceled", canceled_}, {"committing", committing_}}; + } +}; +} diff --git a/include/ling3/gdn_step.h b/include/ling3/gdn_step.h new file mode 100644 index 0000000000000000000000000000000000000000..d0bb83b711fd8dbe9189085e015945cccc568104 --- /dev/null +++ b/include/ling3/gdn_step.h @@ -0,0 +1,68 @@ +#pragma once + +#include +#include +#include +#include +#include + +namespace ling3 { + +struct GdnState { + std::vector fp16; + std::vector fp32; + bool fp32_valid = false; +}; + +struct GdnRunTimings { + double stage_ms = 0.0; + double npu_ms = 0.0; + double collect_ms = 0.0; + double total_ms = 0.0; +}; + +class GdnStep { +public: + GdnStep( + std::span heads6_model, + std::span heads5_model); + ~GdnStep(); + + GdnStep(const GdnStep &) = delete; + GdnStep & operator=(const GdnStep &) = delete; + GdnStep(GdnStep &&) noexcept; + GdnStep & operator=(GdnStep &&) noexcept; + + void Reset(); + GdnState SaveState(); + void RestoreState(const GdnState & state); + GdnRunTimings Run( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output); + GdnRunTimings RunBatch16( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output); + GdnRunTimings RunBatchCpu( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output); + bool has_batch16() const noexcept; + std::size_t state_bytes() const noexcept; + +private: + struct Impl; + std::unique_ptr impl_; +}; + +} // namespace ling3 diff --git a/include/ling3/layer0.h b/include/ling3/layer0.h new file mode 100644 index 0000000000000000000000000000000000000000..0fdcbba666553238da1f384deedc657d621f2a67 --- /dev/null +++ b/include/ling3/layer0.h @@ -0,0 +1,36 @@ +#pragma once + +#include "ling3/gdn_step.h" +#include "ling3/model_package.h" +#include "ling3/w4_linear.h" + +#include +#include +#include +#include + +namespace ling3 { + +struct Layer0Timings { + double attention_ms = 0.0; + double dense_ffn_ms = 0.0; + double total_ms = 0.0; +}; + +class Layer0 { +public: + explicit Layer0(const ModelPackage & package); + ~Layer0(); + + Layer0(const Layer0 &) = delete; + Layer0 & operator=(const Layer0 &) = delete; + + void Reset(); + Layer0Timings DecodeToken(std::uint32_t token, std::span output); + +private: + struct Impl; + std::unique_ptr impl_; +}; + +} // namespace ling3 diff --git a/include/ling3/linear.h b/include/ling3/linear.h new file mode 100644 index 0000000000000000000000000000000000000000..103c90adaa065446f6ab936d22a4aeeb1cb63252 --- /dev/null +++ b/include/ling3/linear.h @@ -0,0 +1,26 @@ +#pragma once +#include "ling3/model_package.h" +#include "ling3/w4_linear.h" +#include +#include + +namespace ling3 { +// Keeps the original W4 path and an explicit experimental official-weight bridge. +class Linear { +public: + Linear(const ModelPackage &,const std::string &,W4LinearConfig); + ~Linear(); + W4RunTimings Run(std::span,std::span); + W4RunTimings RunBatch(std::span,std::size_t,std::span); + W4RunTimings RunBatchWithWeights(std::span,std::size_t,const Linear &,std::span); + W4RunTimings RunBatchQuantizedRows(std::span,std::span,std::span,const Linear &,std::span); + void PrepareBatch(std::size_t,bool indexed=false); + float PrepareInput(std::span); + W4RunTimings RunPrepared(float,std::span); + void ShareInputFrom(Linear &); + void SetSingleCore(int); +private: + struct Impl; + std::unique_ptr impl_; +}; +} diff --git a/include/ling3/mla_stats.h b/include/ling3/mla_stats.h new file mode 100644 index 0000000000000000000000000000000000000000..77d6e031f5fb17537ae74efb339dc258b7bdea75 --- /dev/null +++ b/include/ling3/mla_stats.h @@ -0,0 +1,8 @@ +#pragma once +#include +namespace ling3 { +struct MlaBackendStats { + std::size_t npu_calls=0, cpu_calls=0, fallbacks=0; + double npu_ms=0; +}; +} diff --git a/include/ling3/model_format.h b/include/ling3/model_format.h new file mode 100644 index 0000000000000000000000000000000000000000..48828dde45435d2fe0748332c9a9b7fd38065f96 --- /dev/null +++ b/include/ling3/model_format.h @@ -0,0 +1,132 @@ +#pragma once + +#include +#include +#include + +namespace ling3 { + +inline constexpr std::array kPackageMagic = {'L', '3', 'R', 'K', 'N', 'N', '1', '\0'}; +inline constexpr std::uint32_t kPackageVersion = 1; +inline constexpr std::uint32_t kEndianTag = 0x01020304U; +inline constexpr std::size_t kPackageAlignment = 4096; +inline constexpr std::uint32_t kPackageOfficialInt4 = 0x100U; +// Per-entry W4 or BF16 source weights; BF16 entries execute through W8A8. +inline constexpr std::uint32_t kPackageMixedW4W8 = 0x200U; + +enum class DataType : std::uint32_t { + kUnknown = 0, + kBFloat16 = 1, + kFloat16 = 2, + kFloat32 = 3, + kInt8 = 4, + kInt4Low = 5, + kInt16 = 6, + kInt32 = 7, + kRknnModel = 8, +}; + +enum class TensorRole : std::uint32_t { + kUnknown = 0, + kEmbedding = 1, + kNorm = 2, + kLinearWeight = 3, + kLinearScale = 4, + kBias = 5, + kRknnIsland = 6, + kTokenizer = 7, +}; + +enum class QuantType : std::uint32_t { + kNone = 0, + kPerTensor = 1, + kPerOutputChannel = 2, + kFixedActivation = 3, +}; + +enum class TensorLayout : std::uint32_t { + kRowMajor = 0, + kRknnNativeB = 1, + kPackedInt4Low = 2, + kOpaque = 3, +}; + +struct PackageHeader { + char magic[8]; + std::uint32_t version; + std::uint32_t header_bytes; + std::uint32_t endian_tag; + std::uint32_t tensor_count; + std::uint32_t tensor_entry_bytes; + std::uint32_t flags; + std::uint64_t tensor_table_offset; + std::uint64_t string_table_offset; + std::uint64_t string_table_bytes; + std::uint64_t payload_offset; + std::uint64_t payload_bytes; + std::uint64_t file_bytes; + std::uint8_t source_revision[20]; + std::uint32_t header_crc32; + std::uint32_t vocab_size; + std::uint32_t hidden_size; + std::uint32_t layer_count; + std::uint32_t attention_heads; + std::uint32_t head_dim; + std::uint32_t kv_lora_rank; + std::uint32_t q_lora_rank; + std::uint32_t qk_nope_dim; + std::uint32_t qk_rope_dim; + std::uint32_t value_head_dim; + std::uint32_t dense_ffn_dim; + std::uint32_t expert_ffn_dim; + std::uint32_t shared_ffn_dim; + std::uint32_t expert_count; + std::uint32_t experts_per_token; + std::uint32_t expert_group_count; + std::uint32_t selected_group_count; + std::uint32_t layer_group_size; + std::uint32_t leading_dense_layers; + std::uint32_t convolution_kernel; + std::uint32_t max_context; + std::uint32_t eos_token; + std::uint32_t pad_token; + std::uint32_t bos_token; + std::uint32_t mla_layer_count; + std::uint32_t kda_layer_count; + std::uint32_t default_weight_bits; + std::uint32_t default_activation_bits; + float rms_epsilon; + float rope_theta; + float routed_scale; + float kda_lower_bound; + std::uint8_t reserved[24]; +}; + +struct TensorEntry { + std::uint32_t name_offset; + std::uint32_t name_bytes; + std::uint32_t dtype; + std::uint32_t rank; + std::uint32_t role; + std::uint32_t quant; + std::uint32_t layout; + std::uint32_t flags; + std::uint32_t dims[4]; + std::uint64_t data_offset; + std::uint64_t data_bytes; + std::uint64_t aux_offset; + std::uint64_t aux_bytes; + float scale; + float zero_point; + std::uint32_t layer; + std::uint32_t op; + std::uint32_t expert; + std::uint32_t core; + std::uint8_t sha256[32]; + std::uint8_t reserved[24]; +}; + +static_assert(sizeof(PackageHeader) == 256); +static_assert(sizeof(TensorEntry) == 160); + +} // namespace ling3 diff --git a/include/ling3/model_package.h b/include/ling3/model_package.h new file mode 100644 index 0000000000000000000000000000000000000000..c456914e6b3c0710b912a25dff6afd44651aa5c9 --- /dev/null +++ b/include/ling3/model_package.h @@ -0,0 +1,57 @@ +#pragma once + +#include "ling3/model_format.h" + +#include +#include +#include +#include +#include +#include + +namespace ling3 { + +struct TensorView { + std::string_view name; + const TensorEntry * entry = nullptr; + const std::byte * data = nullptr; + const std::byte * aux = nullptr; +}; + +class ModelPackage { +public: + explicit ModelPackage(const std::filesystem::path & path); + ~ModelPackage(); + + ModelPackage(const ModelPackage &) = delete; + ModelPackage & operator=(const ModelPackage &) = delete; + + const PackageHeader & header() const noexcept { return *header_; } + const std::vector & tensors() const noexcept { return tensors_; } + const TensorView & tensor(std::string_view name) const; + std::size_t mapped_bytes() const noexcept { return mapped_bytes_; } + + // After a consumer has synchronously copied a linear weight, discard only + // whole source pages inside that tensor. The read-only file remains valid. + void DiscardCopiedLinearWeight(const TensorView & weight) const; + std::size_t discarded_weight_bytes() const noexcept { return discarded_weight_bytes_; } + std::size_t cache_advice_failures() const noexcept { return cache_advice_failures_; } + std::size_t resident_linear_weight_bytes() const; + +private: + void Reset() noexcept; + + int fd_ = -1; + const std::byte * mapping_ = nullptr; + std::size_t mapped_bytes_ = 0; + const PackageHeader * header_ = nullptr; + std::vector tensors_; + std::unordered_map tensor_index_; + mutable std::atomic_size_t discarded_weight_bytes_ {0}; + mutable std::atomic_size_t cache_advice_failures_ {0}; +}; + +void ValidateLing3Tiny(const PackageHeader & header); +std::uint32_t Crc32(const std::byte * data, std::size_t bytes); + +} // namespace ling3 diff --git a/include/ling3/precision_policy.h b/include/ling3/precision_policy.h new file mode 100644 index 0000000000000000000000000000000000000000..37d5b3d7d0b0300ee7a2dc7a2c486d2abc046a0b --- /dev/null +++ b/include/ling3/precision_policy.h @@ -0,0 +1,41 @@ +#pragma once +#include +#include +#include +#include +#include +#include + +namespace ling3 { +inline std::set ParseW8Families(const std::string& spec) { + const std::set valid{"attention","shared","dense","head","kda_in","kda_out","mla_in","mla_out"}; + std::set result; + if(spec.empty())return result; + if(spec.back()==',')throw std::invalid_argument("empty W8 precision selector"); + std::istringstream in(spec);std::string item; + while(std::getline(in,item,',')){ + if(!valid.contains(item))throw std::invalid_argument("unknown LING3_W8_FAMILIES item: "+item); + result.insert(item); + } + return result; +} +inline std::string W8MatrixFamily(const std::string& base) { + if(base=="lm_head")return "head"; + if(base.find(".attention.")!=std::string::npos){ + constexpr std::string_view prefix="model.layers."; + if(!base.starts_with(prefix))throw std::invalid_argument("invalid attention matrix name"); + int layer=-1;auto [end,ec]=std::from_chars(base.data()+prefix.size(),base.data()+base.size(),layer); + if(ec!=std::errc{}||end==base.data()+base.size()||*end!='.'||layer<0||layer>=24) + throw std::invalid_argument("invalid attention layer"); + return std::string((layer+1)%4==0?"mla_":"kda_")+(base.ends_with(".o_proj")?"out":"in"); + } + if(base.find(".mlp.shared_experts.")!=std::string::npos)return "shared"; + if(base=="model.layers.0.mlp.gate_up"||base=="model.layers.0.mlp.down_proj")return "dense"; + return ""; // Routed experts are never selected. +} +inline bool SelectW8(const std::set& families,const std::string& base){ + const auto family=W8MatrixFamily(base); + return !family.empty()&&(families.contains(family)|| + (families.contains("attention")&&(family.starts_with("kda_")||family.starts_with("mla_")))); +} +} diff --git a/include/ling3/quantization.h b/include/ling3/quantization.h new file mode 100644 index 0000000000000000000000000000000000000000..334681b3e1c526172a02a2ae46146fdf891b670e --- /dev/null +++ b/include/ling3/quantization.h @@ -0,0 +1,43 @@ +#pragma once + +#include +#include +#include + +namespace ling3 { + +struct DynamicQuantization { + float scale = 1.0F; + std::size_t clipped = 0; +}; + +DynamicQuantization QuantizeSymmetricInt8( + std::span input, + std::span output) noexcept; + +DynamicQuantization QuantizeSymmetricInt4( + std::span input, + std::span output) noexcept; + +std::int8_t DecodeInt4LowFirst( + std::span packed, + std::size_t index); + +void SplitInt8ForInt4Matmul( + std::span input, + std::span high, + std::span low); + +void ReferenceW4Linear( + std::span input, + std::span packed_weights, + std::size_t output_channels, + std::span output); + +void DequantizePerChannel( + std::span input, + float input_scale, + std::span weight_scales, + std::span output) noexcept; + +} // namespace ling3 diff --git a/include/ling3/rknn_backend.h b/include/ling3/rknn_backend.h new file mode 100644 index 0000000000000000000000000000000000000000..a31ca699f34542d0549a5e7c4cd072ab8596eb4a --- /dev/null +++ b/include/ling3/rknn_backend.h @@ -0,0 +1,10 @@ +#pragma once + +#include + +namespace ling3 { + +bool RknnBackendAvailable() noexcept; +int RunRknnMatmulSmoke(std::size_t iterations); + +} // namespace ling3 diff --git a/include/ling3/router.h b/include/ling3/router.h new file mode 100644 index 0000000000000000000000000000000000000000..b067dae03322ccd1ef91059d5424b40b3487ad72 --- /dev/null +++ b/include/ling3/router.h @@ -0,0 +1,23 @@ +#pragma once + +#include +#include + +namespace ling3 { + +inline constexpr std::size_t kHiddenSize = 1536; +inline constexpr std::size_t kExpertCount = 128; +inline constexpr std::size_t kExpertsPerToken = 8; +inline constexpr std::size_t kExpertGroups = 8; +inline constexpr std::size_t kSelectedGroups = 4; + +struct Route { + std::array experts{}; + std::array weights{}; +}; + +void RouterLogitsF32(const float * hidden, const float * weights, float * logits) noexcept; +Route SelectRoute(const float * logits, const float * expert_bias, float routed_scale = 2.5F) noexcept; + +} // namespace ling3 + diff --git a/include/ling3/runtime_requirements.h b/include/ling3/runtime_requirements.h new file mode 100644 index 0000000000000000000000000000000000000000..def8192b59c167ef3c629def1b1fdd952894c022 --- /dev/null +++ b/include/ling3/runtime_requirements.h @@ -0,0 +1,7 @@ +#pragma once +#include +namespace ling3 { +inline bool QualifiedRknpuDriver(int major, int minor, int patch) { + return std::tuple(major, minor, patch) >= std::tuple(0, 9, 8); +} +} // namespace ling3 diff --git a/include/ling3/service.h b/include/ling3/service.h new file mode 100644 index 0000000000000000000000000000000000000000..a92651f1c5c82b08da848e1ec39242a1514e57ca --- /dev/null +++ b/include/ling3/service.h @@ -0,0 +1,14 @@ +#pragma once + +#include +#include +#include + +namespace ling3 { + +int RunHttpService( + const std::filesystem::path & package_path, + std::uint16_t port, + std::string_view bind_address = "127.0.0.1"); + +} // namespace ling3 diff --git a/include/ling3/state_cache.h b/include/ling3/state_cache.h new file mode 100644 index 0000000000000000000000000000000000000000..313a21b0b7a764491f8e924c963bd4a1f9dd149c --- /dev/null +++ b/include/ling3/state_cache.h @@ -0,0 +1,53 @@ +#pragma once +#include +#include +#include +#include +#include + +namespace ling3 { +// Caller serializes access. Values should own immutable snapshots, so an active +// reader can safely retain a copy even after the cache releases its reference. +template class StateCache { + struct Entry { std::string key; T value; std::size_t bytes; }; + using Iterator = typename std::list::iterator; + std::list entries_; + std::unordered_map index_; + std::size_t limit_, bytes_ = 0, evictions_ = 0; +public: + explicit StateCache(std::size_t limit) : limit_(limit) {} + StateCache(const StateCache &) = delete; + StateCache & operator=(const StateCache &) = delete; + StateCache(StateCache &&) = default; + StateCache & operator=(StateCache &&) = default; + const T * Get(const std::string & key) { + auto found = index_.find(key); + if (found == index_.end()) return nullptr; + entries_.splice(entries_.begin(), entries_, found->second); + return &found->second->value; + } + bool Erase(const std::string & key) { + auto found = index_.find(key); + if (found == index_.end()) return false; + bytes_ -= found->second->bytes; entries_.erase(found->second); index_.erase(found); + return true; + } + bool Put(std::string key, T value, std::size_t bytes) { + // An oversized update must not leave an old version under the same key. + Erase(key); + if (!limit_ || bytes > limit_) return false; + while (!entries_.empty() && bytes_ > limit_-bytes) { + Erase(entries_.back().key); ++evictions_; + } + entries_.push_front({std::move(key), std::move(value), bytes}); + try { index_.emplace(entries_.front().key, entries_.begin()); } + catch (...) { entries_.pop_front(); throw; } + bytes_ += bytes; return true; + } + void Clear() { index_.clear(); entries_.clear(); bytes_ = 0; } + std::size_t bytes() const { return bytes_; } + std::size_t limit() const { return limit_; } + std::size_t size() const { return entries_.size(); } + std::size_t evictions() const { return evictions_; } +}; +} // namespace ling3 diff --git a/include/ling3/tokenizer.h b/include/ling3/tokenizer.h new file mode 100644 index 0000000000000000000000000000000000000000..5192127b1e69ded6c5f16efb3ed984b85623bdca --- /dev/null +++ b/include/ling3/tokenizer.h @@ -0,0 +1,34 @@ +#pragma once + +#include +#include +#include +#include +#include +#include +#include + +namespace ling3 { + +class Tokenizer { +public: + explicit Tokenizer(std::span data); + ~Tokenizer(); + + Tokenizer(const Tokenizer &) = delete; + Tokenizer & operator=(const Tokenizer &) = delete; + Tokenizer(Tokenizer &&) noexcept; + Tokenizer & operator=(Tokenizer &&) noexcept; + + std::vector Encode(std::string_view text) const; + std::string Decode(std::span tokens, bool skip_special = false) const; + std::string_view Piece(std::uint32_t token) const; + std::size_t vocab_size() const noexcept; + bool uses_official_unicode_rules() const noexcept; + +private: + struct Impl; + std::unique_ptr impl_; +}; + +} // namespace ling3 diff --git a/include/ling3/w4_linear.h b/include/ling3/w4_linear.h new file mode 100644 index 0000000000000000000000000000000000000000..6e8cbbf012c7076d30f76a65da62f7f4dce0e572 --- /dev/null +++ b/include/ling3/w4_linear.h @@ -0,0 +1,76 @@ +#pragma once + +#include +#include +#include +#include +#include + +namespace ling3 { + +struct W4LinearConfig { + int k = 0; + int n = 0; + int k_splits = 1; + std::vector cores {0, 1, 2}; + int iommu_domain_id = 0; +}; + +struct W4RunTimings { + double quantize_pack_ms = 0.0; + double input_sync_ms = 0.0; + double npu_ms = 0.0; + double gather_ms = 0.0; + double total_ms = 0.0; + float input_scale = 1.0F; +}; + +class DynamicW4Linear { +public: + DynamicW4Linear( + W4LinearConfig config, + std::span packed_weights, + std::span weight_scales, + std::span correction); + ~DynamicW4Linear(); + + DynamicW4Linear(const DynamicW4Linear &) = delete; + DynamicW4Linear & operator=(const DynamicW4Linear &) = delete; + DynamicW4Linear(DynamicW4Linear &&) noexcept; + DynamicW4Linear & operator=(DynamicW4Linear &&) noexcept; + + W4RunTimings Run(std::span input, std::span output); + W4RunTimings RunBatch( + std::span input, + std::size_t rows, + std::span output); + W4RunTimings RunBatchWithWeights( + std::span input, + std::size_t rows, + const DynamicW4Linear & weights, + std::span output); + // Select rows from a shared, per-token INT8 activation table. Quantization + // scales belong to source rows; expert weights retain their own scales. + W4RunTimings RunBatchQuantizedRows( + std::span input, + std::span input_scales, + std::span row_indices, + const DynamicW4Linear & weights, + std::span output); + W4RunTimings RunBatch32(std::span input, std::span output); + // Indexed inputs already have a shared INT8 table, so no private quantizer + // scratch is needed. A later ordinary RunBatch can allocate it on demand. + void PrepareBatch(std::size_t rows, bool indexed_input = false); + float PrepareInput(std::span input); + W4RunTimings RunPrepared(float input_scale, std::span output); + void ShareInputFrom(DynamicW4Linear & owner); + void SetSingleCore(int core); + const W4LinearConfig & config() const noexcept; + std::size_t resident_weight_bytes() const noexcept; + +private: + struct Impl; + std::unique_ptr impl_; +}; + +} // namespace ling3 diff --git a/models/local-final/v6-board-test/MANIFEST.json b/models/local-final/v6-board-test/MANIFEST.json new file mode 100644 index 0000000000000000000000000000000000000000..a575292424173a56e737ada53afd95dc57a1d7b8 --- /dev/null +++ b/models/local-final/v6-board-test/MANIFEST.json @@ -0,0 +1,101 @@ +{ + "format": "L3PORT01", + "model": "mindnano-ling3-tiny", + "minimum_qualified_rknpu_driver": "0.9.8", + "native_context": 131072, + "default_context": 4096, + "files": { + "mindnano-infer-engine": { + "bytes": 852024, + "sha256": "a02440fa4857a2e024c60bcf4ab8f5a3bacc62e9579ae3dc104737b37c967f9f" + }, + "libicuuc.so.78": { + "bytes": 2296240, + "sha256": "87632094ad518e8a44fab9d4f54d53a2eccf7a09d576622da10afb254b08e13a" + }, + "libicui18n.so.78": { + "bytes": 3869528, + "sha256": "efc314d2bd5fbca15518d5d05a321afcf6767d025b520668bed26e53ef9d8c3d" + }, + "libmvec.so.1": { + "bytes": 264392, + "sha256": "4df57dbfe0c12f442b77b35d625050a16af9d1b2f84e885d9488051c4c84f0bc" + }, + "librknnrt.so": { + "bytes": 7726232, + "sha256": "d31fc19c85b85f6091b2bd0f6af9d962d5264a4e410bfb536402ec92bac738e8" + }, + "libstdc++.so.6": { + "bytes": 2699072, + "sha256": "d604f900ea3d02c57ad0a97b48b1666262759be4accc08bf37150b36715d48ef" + }, + "libm.so.6": { + "bytes": 723144, + "sha256": "886a534d6d40d08ee16ab675c982cbecbeed052aa1c75097eeb519319c0a9f4b" + }, + "libgcc_s.so.1": { + "bytes": 133776, + "sha256": "a886d874bfcc27b5b3de47504eb861af8f15cf8c2aea160bd3b973e1a1a95255" + }, + "libc.so.6": { + "bytes": 1788240, + "sha256": "a9cb3bea15a5be124ad570af1ef81409db6acfd5940f5b2b5fbf40e4cdaee624" + }, + "ld-linux-aarch64.so.1": { + "bytes": 201872, + "sha256": "0059699e84d5101ceb4c2f1535b2acfe59868f454eca4886cc29ddb69a772be6" + }, + "libicudata.so.78": { + "bytes": 33163072, + "sha256": "490435f2a039e6014970126bbdf74bec17ed897f5a9cf53162e80f7d88e890a1" + }, + "libpthread.so.0": { + "bytes": 67712, + "sha256": "b0e0091494304ac6e35f2ffdf7a27828b07eb8c1b8f7adf3c3bff5cb16a589f6" + }, + "libdl.so.2": { + "bytes": 67712, + "sha256": "28c4db1878b0f8bebf9e018075913e99695542d809ff5c5428507ddc39b0610d" + }, + "NOTICE.BUILD-AND-LICENSES.md": { + "bytes": 1563, + "sha256": "d834c84549288ed015875749032c428de0c511fb25121dce06c0487903082845" + }, + "NOTICE.GCC.txt": { + "bytes": 73896, + "sha256": "d7815dd2364180835891947d96d808878204dea45b8597602a7952332195fbea" + }, + "NOTICE.GLIBC.txt": { + "bytes": 53241, + "sha256": "c31d10900fdb95d1889005145a2205bb75e3bc018d3ec8265b81364901748e09" + }, + "NOTICE.GPL-3.txt": { + "bytes": 35149, + "sha256": "3972dc9744f6499f0f9b2dbf76696f2ae7ad8af9b23dde66d6af86c9dfb36986" + }, + "NOTICE.ICU.txt": { + "bytes": 2214, + "sha256": "5bbff5f646ce750ac0a347e7f91793279b7422a1119820b5f75d98879c201c68" + }, + "NOTICE.LGPL-2.1.txt": { + "bytes": 26419, + "sha256": "20e50fe7aae3e56378ebf0417d9de904f55a0e61e4df315333e632a4d3555d95" + }, + "NOTICE.MODEL-CARD.md": { + "bytes": 1761, + "sha256": "e9f0b95ae0ff96e7b3f7e3873b032c7aaa9f5ab108e049279d796568dc1775a1" + }, + "NOTICE.NLOHMANN-JSON.txt": { + "bytes": 1119, + "sha256": "4375d138469398cf666fe03cf867e105b653c81c14be8e869b71b3c035253caa" + }, + "NOTICE.RKNN-2.3.2.txt": { + "bytes": 683, + "sha256": "aca49654f63d1d5f48948b563479e19746a6309308ad74a08230bd65ba8ccf68" + }, + "NOTICE.RKNN-SDK-LICENSE.txt": { + "bytes": 7639, + "sha256": "d005b4a9a787ac1023fc7d353d9f263047e892b4edb9207303915e4a29b93c8e" + } + } +} diff --git a/models/local-final/v6-board-test/MODEL.json b/models/local-final/v6-board-test/MODEL.json new file mode 100644 index 0000000000000000000000000000000000000000..2291af132cbac88d26be66bb9dc64eaf47cfbfd5 --- /dev/null +++ b/models/local-final/v6-board-test/MODEL.json @@ -0,0 +1,21 @@ +{ + "model": "mindnano-ling3-tiny", + "mindnano_integration_version": 6, + "weights": "ling3-tiny-w4.l3r", + "artifact": "ling3-tiny-w4.l3r", + "source_model": "inclusionAI/Ling-3.0-tiny", + "source_revision": "e3a47d5b986e7141b6efd62597d598ebb392060d", + "capabilities": [ + "flow_control_ack", + "pause_resume", + "request_cancel", + "top_k", + "repeat_penalty", + "enable_thinking", + "session_cache", + "generated_state_reuse", + "qa_cache_default", + "resident_session_cache", + "prefix_checkpoint_reuse" + ] +} diff --git a/models/local-final/v6-board-test/README.md b/models/local-final/v6-board-test/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1ad6d2455e265fde5fcef789ff1343b0c70cc20f --- /dev/null +++ b/models/local-final/v6-board-test/README.md @@ -0,0 +1,63 @@ +# MindNano Ling3 v6 · RK3588 跨主板测试包 + +2026-09-23 在 ARM64 RK3588 板端按当前源码重新编译的 v6，内嵌依赖和 NOTICE 已与仓库当前版本同步。 +本目录的直接测试二进制需要 `mindnano-infer`、`ling3-tiny-w4.l3r`，以及设备上的 Rockchip RKNPU2 `librknnrt.so`。如果使用根目录 `tools/build_portable.py` 重新生成便携启动器并按许可随包转发匹配版本 runtime，则可改用包内 runtime。 +无需安装 RKLLM 或 Python 服务。需要 RK3588/RK3588S、64 位 Linux、可访问的 NPU、可执行临时目录。已验证 RKNPU 0.9.8；建议 16GB 或更多内存。 +不修改系统库、频率、内核或已有服务。测试前停止其他推理任务，保持散热良好。 + +## 快速测试 + +解压后进入本目录： + +```bash +sha256sum -c SHA256SUMS +./mindnano-infer --check +python3 benchmark.py +``` + +Python3 仅用于自动测试。脚本启动本包服务（127.0.0.1:19092，8K 上下文）， +先做 2 次请求预热，再测 5 次 128 输入 / 64 输出，关闭缓存命中、思考和流控，采用确定性采样。 +初始化最长等待 300 秒，完成后自动停止本次服务。端口占用可加 `--port 19093`。 +结果保存为 `board-test-result.json`，另有 `.engine.log` 和 `.metrics.jsonl`，请一起反馈。 +脚本仅记录系统策略，不自动设置性能模式；各板实际频率、温度和后台负载会影响结果。 + +TTFT 是已预热服务的请求到首 token 时间，不包含进程启动。 +compute tok/s 是解码计算速度，wall tok/s 包含解码阶段调度等开销；RSS 单位 MiB。 +该合成输入用于速度对比，不能作为精度测试。 + +## 对话和 OpenAI API + +```bash +./mindnano-infer --context 8K +``` + +等待 `service_ready` 后输入；`/reset` 清空对话，`/quit` 退出。加载预热仅启动时进行。 + +```bash +./mindnano-infer --context 8K --host 0.0.0.0 --port 9092 --no-console --log metrics.jsonl +``` + +客户端地址 `http://设备IP:9092/v1`，模型 `mindnano-ling3-tiny`，API key 可填占位值。 +此测试接口没有鉴权。支持流式回复、思考开关、完整 QA 前缀复用、取消；单实例串行处理。 +每轮发送完整 messages，保留 assistant 原始回复并使用相同 session_id。 +响应 `mindnano_metrics` 包含 TTFT、解码速度和实际缓存/重算 token 数。 + +上下文可选 4K/8K/16K/32K/64K/128K/256K；跨板比较统一用 8K。 +128K/256K 完整输入未经验证，256K 为外推；增大容量不代表模型长文本质量得到保证。 + +## 模型及基准 + +Ling-3.0-tiny：约 7.9B 总参数 / 1.3B 激活，纯文本；本项目发布的转换/打包模型资产标注为 CC BY-NC 4.0 非商业许可，仅限非商业、学术研究和教育用途，不改变上游基模型的权利或许可边界。商业使用或商业集成请先取得相应授权。基模型来源和 revision 见 `MODEL.json`。 +路由专家 W4A8、KDA 输入校准 W4A8，其余非路由线性层 W8A8；MLA KV 为 BF16、KDA 状态 FP32，未启用 MTP。 +C++ 专用引擎采用 Apache-2.0 许可，使用 4 个 A76 大核和 3 核 NPU。仍有量化损失。 + +相同 v6 源码分别本机重编译，固定频率对照，8K 初始化，2 次预热后 5 次中位数： + +| 主板 | 内核 | 输入/输出 | TTFT ms | compute tok/s | wall tok/s | RSS MiB | +|---|---|---|---:|---:|---:|---:| +| NanoPi M6 | 6.1.115 | 128/64 | 736.95 | 19.27 | 19.05 | 5755.49 | +| CM3588 | 6.1.172 | 128/64 | 811.16 | 13.97 | 13.86 | 5755.61 | + +重编译没有消除两板速度差异。新主板实测用于继续定位差异，不承诺固定吞吐。 +`MANIFEST.json` 记录内部测试包的文件哈希，`MODEL.json` 记录模型来源和能力。本部署目录不包含源码归档，源码和构建说明见工作区 README。公开发布便携二进制时应同时保留 Rockchip runtime 的原始声明。 +`--extract 新目录` 可提取依赖及许可；`MINDNANO_TMPDIR` 可指定可执行临时目录。 diff --git a/models/local-final/v6-board-test/SHA256SUMS b/models/local-final/v6-board-test/SHA256SUMS new file mode 100644 index 0000000000000000000000000000000000000000..935b974df5dbcbb80e5df320ab01cd35f81d6f23 --- /dev/null +++ b/models/local-final/v6-board-test/SHA256SUMS @@ -0,0 +1,6 @@ +3df80e79e437fa539163669c986dbc086c1a39f265edca9d5aae78e58e212113 mindnano-infer +80f0086247328fe77b2f939df460b4955287b6f75f6aaada85512c56e652f435 ling3-tiny-w4.l3r +e8fc2c5321ddf115c64a27a25f0311a2244783543cdec87d76741e0bee150a56 MANIFEST.json +a8196fb1b6d8b48c4b68c0ed20cf5d815337d94db26c7980a73144732ef06fc0 MODEL.json +094cce1f70585906036868eaf2410d922832f91916e2439f55ba37edfd594c5b README.md +ab5366284951b50c9b058cdc077dbd6e6a3fb11a197c11e116cffa956a1dcfb3 benchmark.py diff --git a/models/local-final/v6-board-test/SHA256SUMS.PUBLIC b/models/local-final/v6-board-test/SHA256SUMS.PUBLIC new file mode 100644 index 0000000000000000000000000000000000000000..edac9760556c269b88331e6673182b7f3f4cf97e --- /dev/null +++ b/models/local-final/v6-board-test/SHA256SUMS.PUBLIC @@ -0,0 +1,3 @@ +80f0086247328fe77b2f939df460b4955287b6f75f6aaada85512c56e652f435 ling3-tiny-w4.l3r +a8196fb1b6d8b48c4b68c0ed20cf5d815337d94db26c7980a73144732ef06fc0 MODEL.json +094cce1f70585906036868eaf2410d922832f91916e2439f55ba37edfd594c5b README.md diff --git a/models/local-final/v6-board-test/benchmark.py b/models/local-final/v6-board-test/benchmark.py new file mode 100644 index 0000000000000000000000000000000000000000..ef51c7b8fc5735e0899ffce9ccd559b8a9428bcf --- /dev/null +++ b/models/local-final/v6-board-test/benchmark.py @@ -0,0 +1,122 @@ +#!/usr/bin/env python3 +"""128 输入 / 64 输出；默认启动同目录引擎，测试后自动停止。仅测试脚本需要 Python3。""" +import argparse +import json +import platform +import signal +import statistics +import subprocess +import time +import urllib.request +from pathlib import Path + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument('--url', help='测试已启动的服务；不指定则启动本包引擎') +p.add_argument('--port', type=int, default=19092) +p.add_argument('--repeats', type=int, default=5) +p.add_argument('--output', type=Path, default=Path('board-test-result.json')) +a = p.parse_args() +if a.repeats < 1: + p.error('--repeats 必须大于 0') +base = Path(__file__).resolve().parent +a.output = a.output.resolve() +a.output.parent.mkdir(parents=True, exist_ok=True) +url = (a.url or f'http://127.0.0.1:{a.port}').rstrip('/') +client = urllib.request.build_opener(urllib.request.ProxyHandler({})) + +def call(path, body=None, timeout=120): + req = urllib.request.Request(url + path, + data=None if body is None else json.dumps(body).encode(), + headers={'Content-Type': 'application/json'}) + with client.open(req, timeout=timeout) as r: + return json.load(r) + +def read(path): + try: + return Path(path).read_text().strip().strip('\0') + except OSError: + return 'unavailable' + +def system_info(): + paths = list(Path('/sys/devices/system/cpu/cpufreq').glob('policy*/scaling_*freq')) + paths += list(Path('/sys/devices/system/cpu/cpufreq').glob('policy*/scaling_governor')) + for name in ('governor', 'cur_freq', 'min_freq', 'max_freq'): + paths += list(Path('/sys/class/devfreq').glob('*/' + name)) + paths += list(Path('/sys/class/thermal').glob('thermal_zone*/temp')) + return {'kernel': platform.release(), 'board': read('/proc/device-tree/model'), + 'meminfo': read('/proc/meminfo'), 'policy': {str(x): read(x) for x in paths}} + +result = {'passed': False, 'system_before': system_info(), 'runs': []} +proc = None +log = None +try: + if not a.url: + # 不修改已有服务、频率策略或内核；只终止本次创建的子进程。 + import socket + with socket.socket() as sock: + sock.bind(('127.0.0.1', a.port)) + log = a.output.with_suffix('.engine.log').open('wb') + proc = subprocess.Popen([str(base / 'mindnano-infer'), '--model', + str(base / 'ling3-tiny-w4.l3r'), '--context', '8K', '--host', + '127.0.0.1', '--port', str(a.port), '--no-console', + '--prefix-checkpoints', '4', '--session-cache-mib', '256', + '--log', str(a.output.with_suffix('.metrics.jsonl'))], + stdout=log, stderr=log, start_new_session=True) + deadline = time.monotonic() + 300 + while True: + if proc.poll() is not None: + raise RuntimeError('引擎提前退出，请检查 .engine.log') + try: + if call('/health', timeout=2).get('status') == 'ok': + break + except (OSError, ValueError): + pass + if time.monotonic() > deadline: + raise TimeoutError('初始化超过 300 秒，请检查日志') + time.sleep(0.5) + result['health'] = call('/health') + assert result['health']['status'] == 'ok' + for i in range(a.repeats + 2): + response = call('/v1/chat/completions', { + 'model': 'mindnano-ling3-tiny', + 'messages': [{'role': 'user', 'content': '1' * 107}], + 'max_tokens': 64, 'temperature': 0, 'top_k': 0, 'top_p': 1, + 'repeat_penalty': 1, 'enable_thinking': False, + 'cache_prompt': False, 'flow_control': 'none', + 'session_id': 'v6-board-isolated-128x64'}) + m = response['mindnano_metrics'] + result['runs'].append({'warmup': i < 2, 'response': response}) + assert response['usage']['prompt_tokens'] == 128 + assert response['usage']['completion_tokens'] == 64 + assert m['cached_tokens'] == 0 and m['prompt_evaluated_tokens'] == 128 + assert m['warmed'] and m['flow_wait_ms'] == 0 + print(json.dumps({'run': i + 1, 'warmup': i < 2, 'ttft_ms': m['ttft_ms'], + 'compute_tok_s': m['decode_compute_tokens_per_second'], + 'wall_tok_s': m['decode_tokens_per_second'], 'rss_mib': m['rss_mib']}), flush=True) + metrics = [r['response']['mindnano_metrics'] for r in result['runs'][2:]] + result['median'] = {k: statistics.median(m[k] for m in metrics) for k in + ('ttft_ms', 'prefill_eval_ms', 'decode_compute_tokens_per_second', + 'decode_tokens_per_second', 'rss_mib')} + result['output_consistent'] = all(r['response']['choices'] == result['runs'][0]['response']['choices'] + for r in result['runs']) + result['passed'] = result['output_consistent'] + print(json.dumps(result['median'], ensure_ascii=False, indent=2), flush=True) + if not result['passed']: + raise RuntimeError('重复测试输出不一致，请保留日志') +except BaseException as exc: + result['error'] = repr(exc) + raise +finally: + if proc is not None and proc.poll() is None: + import os + os.killpg(proc.pid, signal.SIGTERM) + try: + proc.wait(timeout=15) + except subprocess.TimeoutExpired: + os.killpg(proc.pid, signal.SIGKILL) + proc.wait() + if log: + log.close() + result['system_after'] = system_info() + a.output.write_text(json.dumps(result, ensure_ascii=False, indent=2) + '\n') + print('测试记录：' + str(a.output), flush=True) diff --git a/models/local-final/v6-board-test/ling3-tiny-w4.l3r b/models/local-final/v6-board-test/ling3-tiny-w4.l3r new file mode 100644 index 0000000000000000000000000000000000000000..63794e64b845324ade7ae5194c4289c8b6f31b14 --- /dev/null +++ b/models/local-final/v6-board-test/ling3-tiny-w4.l3r @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f0086247328fe77b2f939df460b4955287b6f75f6aaada85512c56e652f435 +size 5026295808 diff --git a/models/local-final/v6-board-test/mindnano-infer b/models/local-final/v6-board-test/mindnano-infer new file mode 100644 index 0000000000000000000000000000000000000000..506b124c3477357d3b045a3e2113d26f284be026 --- /dev/null +++ b/models/local-final/v6-board-test/mindnano-infer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df80e79e437fa539163669c986dbc086c1a39f265edca9d5aae78e58e212113 +size 54664386 diff --git a/src/core_workers.cpp b/src/core_workers.cpp new file mode 100644 index 0000000000000000000000000000000000000000..9dadc7ed7a2fbba28d6a0564a21292ec9b984a85 --- /dev/null +++ b/src/core_workers.cpp @@ -0,0 +1,103 @@ +#include "core_workers.h" + +#include +#include + +#if defined(__linux__) +#include +#include +#endif + +namespace ling3 { + +CoreWorkers & CoreWorkers::Instance() { + static CoreWorkers workers; + return workers; +} + +CoreWorkers::CoreWorkers() { + for (int core = 0; core < 4; ++core) { + workers_[core] = std::thread([this, core]() { Worker(core); }); + } +} + +CoreWorkers::~CoreWorkers() { + { + std::lock_guard lock(state_mutex_); + stop_ = true; + } + start_.notify_all(); + for (auto & worker : workers_) if (worker.joinable()) worker.join(); +} + +void CoreWorkers::Worker(int core) { +#if defined(__linux__) && defined(__aarch64__) + cpu_set_t affinity; + CPU_ZERO(&affinity); + CPU_SET(4 + core, &affinity); + pthread_setaffinity_np(pthread_self(), sizeof(affinity), &affinity); + const char * names[] = {"l3-npu0", "l3-npu1", "l3-npu2", "l3-cpu3"}; + pthread_setname_np(pthread_self(), names[core]); +#endif + std::size_t observed = 0; + while (true) { + std::function task; + { + std::unique_lock lock(state_mutex_); + start_.wait(lock, [this, observed]() { + return stop_ || generation_ != observed; + }); + if (stop_) return; + observed = generation_; + if (!active_[core]) continue; + task = task_; + } + try { + task(core); + } catch (...) { + errors_[core] = std::current_exception(); + } + { + std::lock_guard lock(state_mutex_); + ++completed_; + } + done_.notify_one(); + } +} + +void CoreWorkers::Run( + std::span cores, + const std::function & task) { + if (cores.empty() || cores.size() > 4 || !task) { + throw std::invalid_argument("CoreWorkers requires one to four active cores and a task"); + } + std::array selected {}; + for (int core : cores) { + if (core < 0 || core > 3 || selected[core]) { + throw std::invalid_argument("CoreWorkers cores must be unique values in [0, 3]"); + } + selected[core] = true; + } + + std::lock_guard run_lock(run_mutex_); + { + std::lock_guard state_lock(state_mutex_); + active_ = selected; + errors_.fill(nullptr); + task_ = task; + active_count_ = cores.size(); + completed_ = 0; + ++generation_; + } + start_.notify_all(); + { + std::unique_lock lock(state_mutex_); + done_.wait(lock, [this]() { return completed_ == active_count_; }); + task_ = {}; + } + for (int core : cores) { + if (errors_[core] != nullptr) std::rethrow_exception(errors_[core]); + } +} + +} // namespace ling3 diff --git a/src/core_workers.h b/src/core_workers.h new file mode 100644 index 0000000000000000000000000000000000000000..2daf8095e01006dee25fb7368e0b9c28fd5723df --- /dev/null +++ b/src/core_workers.h @@ -0,0 +1,43 @@ +#pragma once + +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ling3 { + +class CoreWorkers { +public: + static CoreWorkers & Instance(); + + CoreWorkers(const CoreWorkers &) = delete; + CoreWorkers & operator=(const CoreWorkers &) = delete; + + void Run(std::span cores, const std::function & task); + +private: + CoreWorkers(); + ~CoreWorkers(); + + void Worker(int core); + + std::array workers_; + std::array active_ {}; + std::array errors_ {}; + std::function task_; + std::mutex run_mutex_; + std::mutex state_mutex_; + std::condition_variable start_; + std::condition_variable done_; + std::size_t generation_ = 0; + std::size_t active_count_ = 0; + std::size_t completed_ = 0; + bool stop_ = false; +}; + +} // namespace ling3 diff --git a/src/cpu_kernels.cpp b/src/cpu_kernels.cpp new file mode 100644 index 0000000000000000000000000000000000000000..9233043011a363256a2a892cc2de6090b569a52d --- /dev/null +++ b/src/cpu_kernels.cpp @@ -0,0 +1,99 @@ +#include "ling3/cpu_kernels.h" + +#include +#include +#include + +#if defined(__aarch64__) +#include +#endif + +#if defined(LING3_WITH_VECTOR_EXP) +extern "C" float32x4_t _ZGVnN4v_expf(float32x4_t); +#endif + +namespace ling3 { + +float BFloat16ToFloat(std::uint16_t value) noexcept { + std::uint32_t bits = static_cast(value) << 16U; + float result; + std::memcpy(&result, &bits, sizeof(result)); + return result; +} + +std::uint16_t FloatToBFloat16(float value) noexcept { + std::uint32_t bits; + std::memcpy(&bits, &value, sizeof(bits)); + const std::uint32_t rounded = bits + 0x7FFFU + ((bits >> 16U) & 1U); + return static_cast(rounded >> 16U); +} + +void RmsNorm( + const float * input, + const float * weight, + float * output, + std::size_t count, + float epsilon) noexcept { + float sum = 0.0F; +#if defined(__aarch64__) + float32x4_t accum0 = vdupq_n_f32(0.0F); + float32x4_t accum1 = vdupq_n_f32(0.0F); + std::size_t index = 0; + for (; index + 8 <= count; index += 8) { + const float32x4_t a = vld1q_f32(input + index); + const float32x4_t b = vld1q_f32(input + index + 4); + accum0 = vfmaq_f32(accum0, a, a); + accum1 = vfmaq_f32(accum1, b, b); + } + sum = vaddvq_f32(vaddq_f32(accum0, accum1)); + for (; index < count; ++index) sum += input[index] * input[index]; +#else + for (std::size_t index = 0; index < count; ++index) sum += input[index] * input[index]; +#endif + const float inverse_rms = 1.0F / std::sqrt(sum / static_cast(count) + epsilon); + for (std::size_t index = 0; index < count; ++index) { + output[index] = input[index] * inverse_rms * weight[index]; + } +} + +void SiluMultiply(const float * gate, const float * up, float * output, std::size_t count) noexcept { + std::size_t index = 0; +#if defined(LING3_WITH_VECTOR_EXP) + static const bool vector_math = std::getenv("LING3_VECTOR_MATH") != nullptr; + if (vector_math) { + for (; index + 4 <= count; index += 4) { + const auto value = vld1q_f32(gate + index); + const auto divisor = vaddq_f32(vdupq_n_f32(1.0F), _ZGVnN4v_expf(vnegq_f32(value))); + auto result = vdivq_f32(value, divisor); + if (up) result = vmulq_f32(result, vld1q_f32(up + index)); + vst1q_f32(output + index, result); + } + } +#endif + for (; index < count; ++index) { + const float value = gate[index]; + const float result = value / (1.0F + std::exp(-value)); + output[index] = up ? result * up[index] : result; + } +} + +void Silu(const float * input, float * output, std::size_t count) noexcept { + SiluMultiply(input, nullptr, output, count); +} + +void WeightedAccumulate(const float * input, float weight, float * output, std::size_t count) noexcept { +#if defined(__aarch64__) + const float32x4_t scale = vdupq_n_f32(weight); + std::size_t index = 0; + for (; index + 4 <= count; index += 4) { + const float32x4_t source = vld1q_f32(input + index); + const float32x4_t destination = vld1q_f32(output + index); + vst1q_f32(output + index, vfmaq_f32(destination, source, scale)); + } + for (; index < count; ++index) output[index] += input[index] * weight; +#else + for (std::size_t index = 0; index < count; ++index) output[index] += input[index] * weight; +#endif +} + +} // namespace ling3 diff --git a/src/decoder.cpp b/src/decoder.cpp new file mode 100644 index 0000000000000000000000000000000000000000..9573a8bb8f57a83e712451662fb4fc5437f66c0f --- /dev/null +++ b/src/decoder.cpp @@ -0,0 +1,1826 @@ +#include "ling3/decoder.h" + +#include "core_workers.h" +#include "numeric_trace.h" +#include "mla_npu.h" +#include "ling3/cpu_kernels.h" +#include "ling3/gdn_step.h" +#include "ling3/quantization.h" +#include "ling3/router.h" +#include "ling3/w4_linear.h" +#include "ling3/linear.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#if defined(__aarch64__) +#include +#endif + +namespace ling3 { +namespace { + +using Clock = std::chrono::steady_clock; +constexpr int kHidden = 1536; +constexpr int kHeads = 16; +constexpr int kHeadDimension = 128; +constexpr int kKdaWidth = kHeads * kHeadDimension; +constexpr int kDenseWidth = 4608; +constexpr int kExpertWidth = 512; +constexpr int kMlaQueryWidth = 192; +constexpr int kMlaValueWidth = 128; +constexpr int kMlaQueryRank = 256; +constexpr int kMlaKvRank = 512; +constexpr int kMlaRotaryWidth = 64; +constexpr int kMlaNopeWidth = 128; +constexpr std::size_t kMaxBatch = 128; +constexpr float kEpsilon = 1.0e-6F; + +double Milliseconds(Clock::time_point begin, Clock::time_point end) { + return std::chrono::duration(end - begin).count(); +} + +std::size_t BatchBucketRows(std::size_t rows) { + for (const std::size_t candidate : {1, 2, 4, 8, 16, 32, 64, 128}) { + if (rows <= candidate) return candidate; + } + throw std::invalid_argument("batch supports at most 128 rows"); +} + +std::size_t ExpertBatchCost(std::size_t rows) { + // Both expert projections execute at the rounded RKNN shape. The small + // fixed term accounts for rebinding weights and launching two matmuls; + // the active-row term covers CPU gather, quantization and dequantization. + return BatchBucketRows(rows) + rows + 4; +} + +template +std::span Typed(const TensorView & tensor, DataType type) { + if (tensor.entry->dtype != static_cast(type) || + tensor.entry->data_bytes % sizeof(T) != 0) { + throw std::runtime_error(std::string(tensor.name) + " has an incompatible dtype"); + } + return { + reinterpret_cast(tensor.data), + static_cast(tensor.entry->data_bytes / sizeof(T)), + }; +} + +std::span Blob(const TensorView & tensor, TensorRole role) { + if (tensor.entry->role != static_cast(role)) { + throw std::runtime_error(std::string(tensor.name) + " has an incompatible role"); + } + return {tensor.data, static_cast(tensor.entry->data_bytes)}; +} + +std::vector DecodeBf16(const TensorView & tensor, std::size_t expected) { + const auto input = Typed(tensor, DataType::kBFloat16); + if (input.size() != expected) { + throw std::runtime_error(std::string(tensor.name) + " has an incompatible shape"); + } + std::vector output(expected); + for (std::size_t index = 0; index < expected; ++index) { + output[index] = BFloat16ToFloat(input[index]); + } + return output; +} + +std::vector DecodeFloat( + const TensorView & tensor, + std::size_t expected) { + if (tensor.entry->dtype == static_cast(DataType::kFloat32)) { + const auto input = Typed(tensor, DataType::kFloat32); + if (input.size() != expected) throw std::runtime_error("FP32 tensor shape mismatch"); + return {input.begin(), input.end()}; + } + return DecodeBf16(tensor, expected); +} + +std::unique_ptr MakeLinear( + const ModelPackage & package, + const std::string & base, + std::vector cores = {0, 1, 2}) { + const auto & weight = package.tensor(base + ".weight"); + const bool mixed_bf16 = (package.header().flags & kPackageMixedW4W8) && + weight.entry->dtype == static_cast(DataType::kBFloat16) && + weight.entry->layout == static_cast(TensorLayout::kRowMajor); + if (weight.entry->rank != 2 || (!(package.header().flags & kPackageOfficialInt4) && !mixed_bf16 && ( + weight.entry->dtype != static_cast(DataType::kInt4Low) || + weight.entry->layout != static_cast(TensorLayout::kPackedInt4Low)))) { + throw std::runtime_error(base + " is not a packed W4 linear"); + } + int iommu_domain_id = 0; + constexpr std::string_view layer_prefix = "model.layers."; + if (base.starts_with(layer_prefix)) { + int layer = -1; + const auto begin = base.data() + layer_prefix.size(); + const auto end = base.data() + base.size(); + const auto [parsed_end, error] = std::from_chars(begin, end, layer); + if (error != std::errc {} || parsed_end == begin || layer < 0 || layer >= 24) { + throw std::runtime_error("cannot derive W4 IOMMU domain from " + base); + } + iommu_domain_id = 2 + layer / 2; + } else if (base == "lm_head") { + iommu_domain_id = 14; + } + auto linear = std::make_unique( + package, base, + W4LinearConfig { + static_cast(weight.entry->dims[0]), + static_cast(weight.entry->dims[1]), + static_cast(weight.entry->flags), + std::move(cores), + iommu_domain_id, + }); + return linear; +} + +void NormalizeHeads(std::span values) { + for (int head = 0; head < kHeads; ++head) { + const int begin = head * kHeadDimension; + float sum = kEpsilon; + for (int index = 0; index < kHeadDimension; ++index) { + const float value = values[begin + index]; + sum += value * value; + } + const float inverse = 1.0F / std::sqrt(sum); + for (int index = 0; index < kHeadDimension; ++index) values[begin + index] *= inverse; + } +} + +void CausalConvSilu( + std::span input, + std::span weight, + std::span state, + std::span output) { + for (int channel = 0; channel < kKdaWidth; ++channel) { + auto * history = state.data() + static_cast(channel) * 3; + const auto * kernel = weight.data() + static_cast(channel) * 4; + const float value = history[0] * kernel[0] + history[1] * kernel[1] + + history[2] * kernel[2] + input[channel] * kernel[3]; + history[0] = history[1]; + history[1] = history[2]; + history[2] = input[channel]; + output[channel] = value / (1.0F + std::exp(-value)); + } +} + +// Per-decoder batch scratch. Layers execute synchronously and may borrow these +// buffers until RunBatch returns. Recurrent state and KV remain layer-owned. +struct KdaBatchScratch { + std::vector projected, q, k, v, decay, beta, recurrence, gated; + KdaBatchScratch() + : projected(kMaxBatch * 10304), q(kMaxBatch * kKdaWidth), + k(kMaxBatch * kKdaWidth), v(kMaxBatch * kKdaWidth), + decay(kMaxBatch * kKdaWidth), beta(kMaxBatch * kHeads), + recurrence(kMaxBatch * kKdaWidth), gated(kMaxBatch * kKdaWidth) {} +}; +struct MlaBatchScratch { + MlaNpu npu; + std::vector projected, q_rank, kv_rank, q_all, kv_all, attention, rotated_key; + MlaBatchScratch() + : projected(kMaxBatch * 896), q_rank(kMaxBatch * kMlaQueryRank), + kv_rank(kMaxBatch * kMlaKvRank), q_all(kMaxBatch * kHeads * kMlaQueryWidth), + kv_all(kMaxBatch * kHeads * 256), attention(kMaxBatch * kHeads * kMlaValueWidth), + rotated_key(kMaxBatch * kMlaRotaryWidth) {} +}; +struct SparseBatchScratch { + std::vector shared_projected, shared_hidden, shared_output; + std::array, 3> lane_input, lane_projected, lane_hidden, lane_output; + std::vector quantized; + std::vector contributions; + SparseBatchScratch() + : shared_projected(kMaxBatch * 2 * kExpertWidth), + shared_hidden(kMaxBatch * kExpertWidth), shared_output(kMaxBatch * kHidden) {} +}; +struct LayerBatchScratch { + std::vector normalized, attention_output, ffn_output; + LayerBatchScratch() + : normalized(kMaxBatch * kHidden), attention_output(kMaxBatch * kHidden), + ffn_output(kMaxBatch * kHidden) {} +}; +struct DecoderScratch { + KdaBatchScratch kda; + MlaBatchScratch mla; + SparseBatchScratch sparse; + LayerBatchScratch layer; +}; + +using AttentionCheckpoint = AttentionState; + +class Attention { +public: + virtual ~Attention() = default; + virtual void Reset() = 0; + virtual AttentionCheckpoint SaveCheckpoint() { return {}; } + virtual void RestoreCheckpoint(const AttentionCheckpoint &) {} + virtual AttentionState SaveState(std::size_t) { return SaveCheckpoint(); } + virtual void Run(std::span input, std::size_t position, std::span output) = 0; + virtual void RunBatch( + std::span input, + std::size_t rows, + std::size_t position, + std::span output) = 0; + virtual void PrepareBatch(std::size_t rows) = 0; +}; + +class KdaAttention final : public Attention { +public: + KdaAttention( + const ModelPackage & package, + int layer, + std::span heads6, + std::span heads5, + KdaBatchScratch & scratch) + : prefix_("model.layers." + std::to_string(layer) + ".attention"), + projection_(MakeLinear(package, prefix_ + ".qkvfgb")), + output_projection_(MakeLinear(package, prefix_ + ".o_proj")), + q_conv_(DecodeBf16(package.tensor(prefix_ + ".q_conv1d.weight"), kKdaWidth * 4)), + k_conv_(DecodeBf16(package.tensor(prefix_ + ".k_conv1d.weight"), kKdaWidth * 4)), + v_conv_(DecodeBf16(package.tensor(prefix_ + ".v_conv1d.weight"), kKdaWidth * 4)), + a_log_(DecodeFloat(package.tensor(prefix_ + ".A_log"), kHeads)), + dt_bias_(DecodeFloat(package.tensor(prefix_ + ".dt_bias"), kKdaWidth)), + output_norm_(DecodeBf16(package.tensor(prefix_ + ".o_norm.weight"), kHeadDimension)), + gdn_(heads6, heads5), + projected_(10304), + q_(kKdaWidth), + k_(kKdaWidth), + v_(kKdaWidth), + decay_(kKdaWidth), + beta_(kHeads), + recurrence_(kKdaWidth), + gated_(kKdaWidth), + batch_projected_(scratch.projected), batch_q_(scratch.q), + batch_k_(scratch.k), batch_v_(scratch.v), batch_decay_(scratch.decay), + batch_beta_(scratch.beta), batch_recurrence_(scratch.recurrence), + batch_gated_(scratch.gated) { + for (auto & state : conv_state_) state.assign(kKdaWidth * 3, 0.0F); + } + + void Reset() override { + for (auto & state : conv_state_) std::fill(state.begin(), state.end(), 0.0F); + gdn_.Reset(); + } + + AttentionCheckpoint SaveCheckpoint() override { return {gdn_.SaveState(), conv_state_, {}, {}}; } + void RestoreCheckpoint(const AttentionCheckpoint & checkpoint) override { + for (const auto & values : checkpoint.conv) + if (values.size() != kKdaWidth * 3) throw std::invalid_argument("invalid convolution checkpoint"); + gdn_.RestoreState(checkpoint.gdn); + conv_state_ = checkpoint.conv; + } + + void Run(std::span input, std::size_t, std::span output) override { + projection_->Run(input, projected_); + CausalConvSilu( + std::span(projected_).subspan(0, kKdaWidth), + q_conv_, conv_state_[0], q_); + CausalConvSilu( + std::span(projected_).subspan(kKdaWidth, kKdaWidth), + k_conv_, conv_state_[1], k_); + CausalConvSilu( + std::span(projected_).subspan(2 * kKdaWidth, kKdaWidth), + v_conv_, conv_state_[2], v_); + NormalizeHeads(q_); + NormalizeHeads(k_); + const auto f = std::span(projected_).subspan(3 * kKdaWidth, kKdaWidth); + const auto gate = std::span(projected_).subspan(4 * kKdaWidth, kKdaWidth); + const auto beta_logits = std::span(projected_).subspan(5 * kKdaWidth, kHeads); + for (int head = 0; head < kHeads; ++head) { + const float a = std::exp(a_log_[head]); + beta_[head] = 1.0F / (1.0F + std::exp(-beta_logits[head])); + for (int index = 0; index < kHeadDimension; ++index) { + const int offset = head * kHeadDimension + index; + decay_[offset] = -5.0F / + (1.0F + std::exp(-a * (f[offset] + dt_bias_[offset]))); + } + } + gdn_.Run(q_, k_, v_, decay_, beta_, recurrence_); + for (int head = 0; head < kHeads; ++head) { + const int begin = head * kHeadDimension; + float sum = 0.0F; + for (int index = 0; index < kHeadDimension; ++index) { + const float value = recurrence_[begin + index]; + sum += value * value; + } + const float inverse = 1.0F / + std::sqrt(sum / static_cast(kHeadDimension) + kEpsilon); + for (int index = 0; index < kHeadDimension; ++index) { + const int offset = begin + index; + const float sigmoid = 1.0F / (1.0F + std::exp(-gate[offset])); + gated_[offset] = recurrence_[offset] * inverse * output_norm_[index] * sigmoid; + } + } + output_projection_->Run(gated_, output); + } + + void RunBatch( + std::span input, + std::size_t rows, + std::size_t, + std::span output) override { + const bool trace_batch = std::getenv("LING3_TRACE_BATCH") != nullptr; + const auto batch_begin = Clock::now(); + if (rows < 1 || rows > kMaxBatch || input.size() != rows * kHidden || + output.size() != rows * kHidden) { + throw std::invalid_argument("KDA batch has an incompatible tensor size"); + } + const bool cpu_gdn = std::getenv("LING3_GDN_CPU_PREFILL") != nullptr; + if (!cpu_gdn && (!gdn_.has_batch16() || rows % 16 != 0)) { + throw std::runtime_error( + "KDA batch requires CPU GDN or a multiple of 16 with GDN prefill models"); + } + const auto projection_timings = projection_->RunBatch( + input, rows, std::span(batch_projected_).first(rows * 10304)); + const auto projected_at = Clock::now(); + constexpr std::array cpu_workers {0, 1, 2, 3}; + CoreWorkers::Instance().Run(cpu_workers, [this, rows](int worker) { + for (int head = worker; head < kHeads; head += 4) { + const int head_begin = head * kHeadDimension; + const float a = std::exp(a_log_[head]); + for (std::size_t row = 0; row < rows; ++row) { + for (int index = 0; index < kHeadDimension; ++index) { + const int channel = head_begin + index; + for (int stream = 0; stream < 3; ++stream) { + auto * history = conv_state_[stream].data() + + static_cast(channel) * 3; + const auto & weights = stream == 0 ? q_conv_ : + (stream == 1 ? k_conv_ : v_conv_); + const auto * kernel = weights.data() + + static_cast(channel) * 4; + auto & destination = stream == 0 ? batch_q_ : + (stream == 1 ? batch_k_ : batch_v_); + const float input_value = batch_projected_[ + row * 10304 + stream * kKdaWidth + channel]; + const float value = history[0] * kernel[0] + + history[1] * kernel[1] + history[2] * kernel[2] + + input_value * kernel[3]; + history[0] = history[1]; + history[1] = history[2]; + history[2] = input_value; + destination[row * kKdaWidth + channel] = value; + } + } + auto * q = batch_q_.data() + row * kKdaWidth + head_begin; + auto * k = batch_k_.data() + row * kKdaWidth + head_begin; + auto * v = batch_v_.data() + row * kKdaWidth + head_begin; + Silu(q, q, kHeadDimension); + Silu(k, k, kHeadDimension); + Silu(v, v, kHeadDimension); + float q_sum = kEpsilon; + float k_sum = kEpsilon; + for (int index = 0; index < kHeadDimension; ++index) { + q_sum += q[index] * q[index]; + k_sum += k[index] * k[index]; + } + const float q_inverse = 1.0F / std::sqrt(q_sum); + const float k_inverse = 1.0F / std::sqrt(k_sum); + for (int index = 0; index < kHeadDimension; ++index) { + q[index] *= q_inverse; + k[index] *= k_inverse; + const int channel = head_begin + index; + const float f = batch_projected_[ + row * 10304 + 3 * kKdaWidth + channel]; + batch_decay_[row * kKdaWidth + channel] = -5.0F / + (1.0F + std::exp(-a * (f + dt_bias_[channel]))); + } + const float beta_logit = batch_projected_[ + row * 10304 + 5 * kKdaWidth + head]; + batch_beta_[row * kHeads + head] = + 1.0F / (1.0F + std::exp(-beta_logit)); + } + } + }); + const auto preprocessed_at = Clock::now(); + GdnRunTimings gdn_timings; + if (cpu_gdn) { + gdn_timings = gdn_.RunBatchCpu( + std::span(batch_q_).first(rows * kKdaWidth), + std::span(batch_k_).first(rows * kKdaWidth), + std::span(batch_v_).first(rows * kKdaWidth), + std::span(batch_decay_).first(rows * kKdaWidth), + std::span(batch_beta_).first(rows * kHeads), + std::span(batch_recurrence_).first(rows * kKdaWidth)); + } else { + constexpr std::size_t chunk_vectors = 16 * kKdaWidth; + constexpr std::size_t chunk_betas = 16 * kHeads; + for (std::size_t chunk = 0; chunk < rows / 16; ++chunk) { + const auto chunk_timings = gdn_.RunBatch16( + std::span(batch_q_).subspan(chunk * chunk_vectors, chunk_vectors), + std::span(batch_k_).subspan(chunk * chunk_vectors, chunk_vectors), + std::span(batch_v_).subspan(chunk * chunk_vectors, chunk_vectors), + std::span(batch_decay_).subspan(chunk * chunk_vectors, chunk_vectors), + std::span(batch_beta_).subspan(chunk * chunk_betas, chunk_betas), + std::span(batch_recurrence_).subspan( + chunk * chunk_vectors, chunk_vectors)); + gdn_timings.stage_ms += chunk_timings.stage_ms; + gdn_timings.npu_ms += chunk_timings.npu_ms; + gdn_timings.collect_ms += chunk_timings.collect_ms; + gdn_timings.total_ms += chunk_timings.total_ms; + } + } + const auto gdn_at = Clock::now(); + CoreWorkers::Instance().Run(cpu_workers, [this, rows](int worker) { + for (int head = worker; head < kHeads; head += 4) { + const int begin = head * kHeadDimension; + for (std::size_t row = 0; row < rows; ++row) { + const auto * recurrence = + batch_recurrence_.data() + row * kKdaWidth; + const auto * gate = + batch_projected_.data() + row * 10304 + 4 * kKdaWidth; + auto * gated = batch_gated_.data() + row * kKdaWidth; + float sum = 0.0F; + for (int index = 0; index < kHeadDimension; ++index) { + const float value = recurrence[begin + index]; + sum += value * value; + } + const float inverse = 1.0F / + std::sqrt(sum / static_cast(kHeadDimension) + kEpsilon); + for (int index = 0; index < kHeadDimension; ++index) { + const int offset = begin + index; + const float sigmoid = 1.0F / (1.0F + std::exp(-gate[offset])); + gated[offset] = + recurrence[offset] * inverse * output_norm_[index] * sigmoid; + } + } + } + }); + const auto gated_at = Clock::now(); + const auto output_timings = output_projection_->RunBatch( + std::span(batch_gated_).first(rows * kKdaWidth), rows, output); + if (trace_batch) { + std::fprintf( + stderr, + " kda_batch rows=%zu projection=%.3f(prep=%.3f,npu=%.3f,gather=%.3f) " + "preprocess=%.3f gdn=%.3f(stage=%.3f,run=%.3f,commit=%.3f) gate=%.3f " + "output=%.3f(prep=%.3f,npu=%.3f,gather=%.3f) total=%.3f\n", + rows, projection_timings.total_ms, projection_timings.quantize_pack_ms, + projection_timings.npu_ms, projection_timings.gather_ms, + Milliseconds(projected_at, preprocessed_at), gdn_timings.total_ms, + gdn_timings.stage_ms, gdn_timings.npu_ms, gdn_timings.collect_ms, + Milliseconds(gdn_at, gated_at), output_timings.total_ms, + output_timings.quantize_pack_ms, output_timings.npu_ms, + output_timings.gather_ms, Milliseconds(batch_begin, Clock::now())); + } + } + + void PrepareBatch(std::size_t rows) override { + if (rows < 1 || rows > kMaxBatch) { + throw std::invalid_argument("KDA batch rows must be in [1, 128]"); + } + if (std::getenv("LING3_GDN_CPU_PREFILL") == nullptr && !gdn_.has_batch16()) { + throw std::runtime_error("KDA batch requires CPU GDN or GDN prefill models"); + } + projection_->PrepareBatch(rows); + output_projection_->PrepareBatch(rows); + } + +private: + std::string prefix_; + std::unique_ptr projection_; + std::unique_ptr output_projection_; + std::vector q_conv_, k_conv_, v_conv_, a_log_, dt_bias_, output_norm_; + GdnStep gdn_; + std::array, 3> conv_state_; + std::vector projected_, q_, k_, v_, decay_, beta_, recurrence_, gated_; + std::vector &batch_projected_, &batch_q_, &batch_k_, &batch_v_, &batch_decay_; + std::vector &batch_beta_, &batch_recurrence_, &batch_gated_; +}; + +float MlaDot(const float * query, const std::uint16_t * key, int count) { +#if defined(__aarch64__) + static const bool simd = std::getenv("LING3_MLA_SIMD") != nullptr; + if (simd) { + auto sum0 = vdupq_n_f32(0.0F), sum1 = vdupq_n_f32(0.0F); + for (int i = 0; i < count; i += 8) { + const auto packed = vld1q_u16(key + i); + const auto lo = vreinterpretq_f32_u32(vshll_n_u16(vget_low_u16(packed), 16)); + const auto hi = vreinterpretq_f32_u32(vshll_n_u16(vget_high_u16(packed), 16)); + sum0 = vfmaq_f32(sum0, vld1q_f32(query + i), lo); + sum1 = vfmaq_f32(sum1, vld1q_f32(query + i + 4), hi); + } + return vaddvq_f32(vaddq_f32(sum0, sum1)); + } +#endif + float dot = 0.0F; + for (int i = 0; i < count; ++i) dot += query[i] * BFloat16ToFloat(key[i]); + return dot; +} + +void MlaAccumulate(const std::uint16_t * value, float probability, float * out, int count) { +#if defined(__aarch64__) + static const bool simd = std::getenv("LING3_MLA_SIMD") != nullptr; + if (simd) { + for (int i = 0; i < count; i += 8) { + const auto packed = vld1q_u16(value + i); + const auto lo = vreinterpretq_f32_u32(vshll_n_u16(vget_low_u16(packed), 16)); + const auto hi = vreinterpretq_f32_u32(vshll_n_u16(vget_high_u16(packed), 16)); + vst1q_f32(out + i, vfmaq_n_f32(vld1q_f32(out + i), lo, probability)); + vst1q_f32(out + i + 4, vfmaq_n_f32(vld1q_f32(out + i + 4), hi, probability)); + } + return; + } +#endif + for (int i = 0; i < count; ++i) out[i] += probability * BFloat16ToFloat(value[i]); +} + +class MlaAttention final : public Attention { +public: + MlaAttention(const ModelPackage & package, int layer, std::size_t max_context, + MlaBatchScratch & scratch) + : prefix_("model.layers." + std::to_string(layer) + ".attention"), + projection_(MakeLinear(package, prefix_ + ".qkv_gate_a")), + q_projection_(MakeLinear(package, prefix_ + ".q_b_proj")), + kv_projection_(MakeLinear(package, prefix_ + ".kv_b_proj")), + output_projection_(MakeLinear(package, prefix_ + ".o_proj")), + q_norm_(DecodeBf16(package.tensor(prefix_ + ".q_a_layernorm.weight"), kMlaQueryRank)), + kv_norm_(DecodeBf16(package.tensor(prefix_ + ".kv_a_layernorm.weight"), kMlaKvRank)), + max_context_(max_context), + projected_(896), q_rank_(kMlaQueryRank), kv_rank_(kMlaKvRank), + q_all_(kHeads * kMlaQueryWidth), kv_all_(kHeads * 256), + attention_(kHeads * kMlaValueWidth), scores_(max_context), + key_cache_(max_context * kHeads * kMlaQueryWidth), + value_cache_(max_context * kHeads * kMlaValueWidth), + batch_projected_(scratch.projected), batch_q_rank_(scratch.q_rank), + batch_kv_rank_(scratch.kv_rank), batch_q_all_(scratch.q_all), + batch_kv_all_(scratch.kv_all), batch_attention_(scratch.attention), + batch_rotated_key_(scratch.rotated_key), npu_(scratch.npu) { + for (auto & scores : batch_scores_) scores.resize(max_context); + } + + void Reset() override { + // The decoder resets position to zero. Every read is bounded by the new + // position, and each key/value is overwritten before it can be read. + // Do not sweep a potentially multi-GB cache on every chat request. + } + + AttentionState SaveState(std::size_t position) override { + AttentionState state; + state.keys.assign(key_cache_.begin(), key_cache_.begin()+position*kHeads*kMlaQueryWidth); + state.values.assign(value_cache_.begin(), value_cache_.begin()+position*kHeads*kMlaValueWidth); + return state; + } + void RestoreCheckpoint(const AttentionCheckpoint & state) override { + // Lightweight checkpoints intentionally leave MLA's live prefix in place. + if (state.keys.empty() && state.values.empty()) return; + std::copy(state.keys.begin(), state.keys.end(), key_cache_.begin()); + std::copy(state.values.begin(), state.values.end(), value_cache_.begin()); + } + + void Run(std::span input, std::size_t position, std::span output) override { + if (position >= max_context_) throw std::runtime_error("MLA cache capacity exceeded"); + npu_.CpuCall(); + projection_->Run(input, projected_); + RmsNorm(projected_.data(), q_norm_.data(), q_rank_.data(), kMlaQueryRank, kEpsilon); + RmsNorm( + projected_.data() + kMlaQueryRank, + kv_norm_.data(), + kv_rank_.data(), + kMlaKvRank, + kEpsilon); + q_projection_->Run(q_rank_, q_all_); + kv_projection_->Run(kv_rank_, kv_all_); + + std::array rotated_key {}; + RotateInterleaved( + std::span(projected_).subspan( + kMlaQueryRank + kMlaKvRank, kMlaRotaryWidth), + position, + rotated_key); + for (int head = 0; head < kHeads; ++head) { + std::array rotated_query {}; + RotateInterleaved( + std::span(q_all_).subspan( + head * kMlaQueryWidth + kMlaNopeWidth, kMlaRotaryWidth), + position, + rotated_query); + auto * key_destination = key_cache_.data() + + (position * kHeads + head) * kMlaQueryWidth; + auto * value_destination = value_cache_.data() + + (position * kHeads + head) * kMlaValueWidth; + for (int index = 0; index < kMlaNopeWidth; ++index) { + key_destination[index] = FloatToBFloat16(kv_all_[head * 256 + index]); + } + for (int index = 0; index < kMlaRotaryWidth; ++index) { + key_destination[kMlaNopeWidth + index] = FloatToBFloat16(rotated_key[index]); + q_all_[head * kMlaQueryWidth + kMlaNopeWidth + index] = rotated_query[index]; + } + for (int index = 0; index < kMlaValueWidth; ++index) { + value_destination[index] = FloatToBFloat16(kv_all_[head * 256 + kMlaNopeWidth + index]); + } + } + + const float scale = 1.0F / std::sqrt(static_cast(kMlaQueryWidth)); + constexpr std::array workers {0, 1, 2, 3}; + CoreWorkers::Instance().Run(workers, [&](int worker) { + auto & scores_ = batch_scores_[worker]; + for (int head = worker; head < kHeads; head += 4) { + float maximum = -std::numeric_limits::infinity(); + const float * query = q_all_.data() + head * kMlaQueryWidth; + for (std::size_t token = 0; token <= position; ++token) { + const auto * key = key_cache_.data() + + (token * kHeads + head) * kMlaQueryWidth; + const float dot = MlaDot(query, key, kMlaQueryWidth); + scores_[token] = dot * scale; + maximum = std::max(maximum, scores_[token]); + } + float denominator = 0.0F; + for (std::size_t token = 0; token <= position; ++token) { + scores_[token] = std::exp(scores_[token] - maximum); + denominator += scores_[token]; + } + auto * destination = attention_.data() + head * kMlaValueWidth; + std::fill(destination, destination + kMlaValueWidth, 0.0F); + for (std::size_t token = 0; token <= position; ++token) { + const float probability = scores_[token] / denominator; + const auto * value = value_cache_.data() + + (token * kHeads + head) * kMlaValueWidth; + MlaAccumulate(value, probability, destination, kMlaValueWidth); + } + const float gate = 1.0F / + (1.0F + std::exp(-projected_[kMlaQueryRank + kMlaKvRank + kMlaRotaryWidth + head])); + for (int index = 0; index < kMlaValueWidth; ++index) destination[index] *= gate; + } + }); + output_projection_->Run(attention_, output); + } + + void RunBatch( + std::span input, + std::size_t rows, + std::size_t position, + std::span output) override { + constexpr std::size_t q_width = kHeads * kMlaQueryWidth; + constexpr std::size_t kv_width = kHeads * 256; + constexpr std::size_t attention_width = kHeads * kMlaValueWidth; + if (rows < 1 || rows > kMaxBatch || input.size() != rows * kHidden || + output.size() != rows * kHidden || + position + rows > max_context_) { + throw std::invalid_argument("MLA batch has an incompatible tensor size or position"); + } + projection_->RunBatch( + input, rows, std::span(batch_projected_).first(rows * 896)); + for (std::size_t row = 0; row < rows; ++row) { + const auto * projected = batch_projected_.data() + row * 896; + RmsNorm( + projected, q_norm_.data(), + batch_q_rank_.data() + row * kMlaQueryRank, kMlaQueryRank, kEpsilon); + RmsNorm( + projected + kMlaQueryRank, kv_norm_.data(), + batch_kv_rank_.data() + row * kMlaKvRank, kMlaKvRank, kEpsilon); + } + q_projection_->RunBatch( + std::span(batch_q_rank_).first(rows * kMlaQueryRank), rows, + std::span(batch_q_all_).first(rows * q_width)); + kv_projection_->RunBatch( + std::span(batch_kv_rank_).first(rows * kMlaKvRank), rows, + std::span(batch_kv_all_).first(rows * kv_width)); + + for (std::size_t row = 0; row < rows; ++row) { + const std::size_t token_position = position + row; + const auto * projected = batch_projected_.data() + row * 896; + RotateInterleaved( + {projected + kMlaQueryRank + kMlaKvRank, kMlaRotaryWidth}, + token_position, + std::span(batch_rotated_key_).subspan( + row * kMlaRotaryWidth, kMlaRotaryWidth)); + } + constexpr std::array workers {0, 1, 2, 3}; + CoreWorkers::Instance().Run(workers, [this, position, rows](int worker) { + for (int head = worker; head < kHeads; head += 4) { + for (std::size_t row = 0; row < rows; ++row) { + const std::size_t token_position = position + row; + auto * q_all = batch_q_all_.data() + row * q_width; + const auto * kv_all = batch_kv_all_.data() + row * kv_width; + const auto * rotated_key = + batch_rotated_key_.data() + row * kMlaRotaryWidth; + std::array rotated_query {}; + RotateInterleaved( + {q_all + head * kMlaQueryWidth + kMlaNopeWidth, kMlaRotaryWidth}, + token_position, + rotated_query); + auto * key_destination = key_cache_.data() + + (token_position * kHeads + head) * kMlaQueryWidth; + auto * value_destination = value_cache_.data() + + (token_position * kHeads + head) * kMlaValueWidth; + for (int index = 0; index < kMlaNopeWidth; ++index) { + key_destination[index] = FloatToBFloat16(kv_all[head * 256 + index]); + } + for (int index = 0; index < kMlaRotaryWidth; ++index) { + key_destination[kMlaNopeWidth + index] = FloatToBFloat16(rotated_key[index]); + q_all[head * kMlaQueryWidth + kMlaNopeWidth + index] = rotated_query[index]; + } + for (int index = 0; index < kMlaValueWidth; ++index) { + value_destination[index] = + FloatToBFloat16(kv_all[head * 256 + kMlaNopeWidth + index]); + } + } + } + }); + + NumericMlaCapture(prefix_, position, rows, + std::span(batch_q_all_).first(rows * q_width), + std::span(key_cache_).first((position + rows) * q_width), + std::span(value_cache_).first((position + rows) * attention_width)); + const bool used_npu = npu_.Run(std::span(batch_q_all_).first(rows*q_width), + std::span(key_cache_).first((position+rows)*q_width), + std::span(value_cache_).first((position+rows)*attention_width), + rows,position+rows,std::span(batch_attention_).first(rows*attention_width)); + const float scale = 1.0F / std::sqrt(static_cast(kMlaQueryWidth)); + if (!used_npu) { + npu_.CpuCall(); + CoreWorkers::Instance().Run(workers, [this, position, rows, scale](int worker) { + auto & scores = batch_scores_[worker]; + for (int head = worker; head < kHeads; head += 4) { + for (std::size_t row = 0; row < rows; ++row) { + const std::size_t token_position = position + row; + const auto * query = + batch_q_all_.data() + row * q_width + head * kMlaQueryWidth; + float maximum = -std::numeric_limits::infinity(); + for (std::size_t token = 0; token <= token_position; ++token) { + const auto * cached_key = key_cache_.data() + + (token * kHeads + head) * kMlaQueryWidth; + const float dot = MlaDot(query, cached_key, kMlaQueryWidth); + scores[token] = dot * scale; + maximum = std::max(maximum, scores[token]); + } + float denominator = 0.0F; + for (std::size_t token = 0; token <= token_position; ++token) { + scores[token] = std::exp(scores[token] - maximum); + denominator += scores[token]; + } + auto * destination = batch_attention_.data() + + row * attention_width + head * kMlaValueWidth; + std::fill(destination, destination + kMlaValueWidth, 0.0F); + for (std::size_t token = 0; token <= token_position; ++token) { + const float probability = scores[token] / denominator; + const auto * cached_value = value_cache_.data() + + (token * kHeads + head) * kMlaValueWidth; + MlaAccumulate(cached_value, probability, destination, kMlaValueWidth); + } + } + } + }); + } + for(std::size_t row=0;rowRunBatch( + std::span(batch_attention_).first(rows * attention_width), rows, output); + } + + void PrepareBatch(std::size_t rows) override { + projection_->PrepareBatch(rows); + q_projection_->PrepareBatch(rows); + kv_projection_->PrepareBatch(rows); + output_projection_->PrepareBatch(rows); + npu_.Prepare(rows); + } + +private: + static void RotateInterleaved( + std::span input, + std::size_t position, + std::span output) { + std::array reordered {}; + for (int index = 0; index < kMlaRotaryWidth / 2; ++index) { + reordered[index] = input[2 * index]; + reordered[kMlaRotaryWidth / 2 + index] = input[2 * index + 1]; + } + for (int index = 0; index < kMlaRotaryWidth; ++index) { + const int frequency = index % (kMlaRotaryWidth / 2); + const float inverse = std::pow( + 6000000.0F, + -2.0F * static_cast(frequency) / static_cast(kMlaRotaryWidth)); + const float angle = static_cast(position) * inverse; + const float other = index < kMlaRotaryWidth / 2 + ? -reordered[index + kMlaRotaryWidth / 2] + : reordered[index - kMlaRotaryWidth / 2]; + output[index] = reordered[index] * std::cos(angle) + other * std::sin(angle); + } + } + + std::string prefix_; + std::unique_ptr projection_, q_projection_, kv_projection_, output_projection_; + std::vector q_norm_, kv_norm_; + std::size_t max_context_; + std::vector projected_, q_rank_, kv_rank_, q_all_, kv_all_, attention_, scores_; + std::vector key_cache_, value_cache_; + std::vector &batch_projected_, &batch_q_rank_, &batch_kv_rank_; + std::vector &batch_q_all_, &batch_kv_all_, &batch_attention_, &batch_rotated_key_; + std::array, 4> batch_scores_; + MlaNpu & npu_; +}; + +class FeedForward { +public: + virtual ~FeedForward() = default; + virtual void Run(std::span input, std::span output) = 0; + virtual void RunBatch( + std::span input, + std::size_t rows, + std::span output) = 0; + virtual void PrepareBatch(std::size_t rows) = 0; +}; + +class DenseFeedForward final : public FeedForward { +public: + DenseFeedForward(const ModelPackage & package, int layer) + : gate_up_(MakeLinear( + package, "model.layers." + std::to_string(layer) + ".mlp.gate_up")), + down_(MakeLinear( + package, "model.layers." + std::to_string(layer) + ".mlp.down_proj")), + projected_(2 * kDenseWidth), hidden_(kDenseWidth), + batch_projected_(kMaxBatch * 2 * kDenseWidth), + batch_hidden_(kMaxBatch * kDenseWidth) {} + + void Run(std::span input, std::span output) override { + gate_up_->Run(input, projected_); + SiluMultiply(projected_.data(), projected_.data() + kDenseWidth, hidden_.data(), kDenseWidth); + down_->Run(hidden_, output); + } + + void RunBatch( + std::span input, + std::size_t rows, + std::span output) override { + if (rows < 1 || rows > kMaxBatch || input.size() != rows * kHidden || + output.size() != rows * kHidden) { + throw std::invalid_argument("dense FFN batch has an incompatible tensor size"); + } + gate_up_->RunBatch( + input, rows, std::span(batch_projected_).first(rows * 2 * kDenseWidth)); + for (std::size_t row = 0; row < rows; ++row) { + const auto * projected = batch_projected_.data() + row * 2 * kDenseWidth; + auto * hidden = batch_hidden_.data() + row * kDenseWidth; + SiluMultiply(projected, projected + kDenseWidth, hidden, kDenseWidth); + } + down_->RunBatch( + std::span(batch_hidden_).first(rows * kDenseWidth), rows, output); + } + + void PrepareBatch(std::size_t rows) override { + gate_up_->PrepareBatch(rows); + down_->PrepareBatch(rows); + } + +private: + std::unique_ptr gate_up_, down_; + std::vector projected_, hidden_; + std::vector batch_projected_, batch_hidden_; +}; + +class Expert { +public: + Expert(const ModelPackage & package, int layer, int expert, bool all_cores) + : gate_up_(MakeLinear( + package, + "model.layers." + std::to_string(layer) + ".mlp.experts." + + std::to_string(expert) + ".gate_up", + all_cores ? std::vector {0, 1, 2} : std::vector {expert % 3})), + down_(MakeLinear( + package, + "model.layers." + std::to_string(layer) + ".mlp.experts." + + std::to_string(expert) + ".down_proj", + all_cores ? std::vector {0, 1, 2} : std::vector {expert % 3})), + projected_(2 * kExpertWidth), hidden_(kExpertWidth), output_(kHidden), + current_core_(all_cores ? -1 : expert % 3) {} + + std::span Run( + std::span input, + float prepared_gate_scale = 0.0F) { + if (prepared_gate_scale > 0.0F) { + gate_up_->RunPrepared(prepared_gate_scale, projected_); + } else { + gate_up_->Run(input, projected_); + } + SiluMultiply(projected_.data(), projected_.data() + kExpertWidth, hidden_.data(), kExpertWidth); + down_->Run(hidden_, output_); + return output_; + } + + int current_core() const noexcept { return current_core_; } + void SetCore(int core) { + if (core == current_core_) return; + gate_up_->SetSingleCore(core); + down_->SetSingleCore(core); + current_core_ = core; + } + float PrepareGateInput(std::span input) { + return gate_up_->PrepareInput(input); + } + void ShareGateInputFrom(Expert & owner) { + gate_up_->ShareInputFrom(*owner.gate_up_); + } + void RunGateBatch( + std::span input, + std::size_t rows, + const Expert & weights, + std::span output) { + gate_up_->RunBatchWithWeights(input, rows, *weights.gate_up_, output); + } + void RunDownBatch( + std::span input, + std::size_t rows, + const Expert & weights, + std::span output) { + down_->RunBatchWithWeights(input, rows, *weights.down_, output); + } + void RunGateQuantizedRows( + std::span input, + std::span scales, + std::span rows, + const Expert & weights, + std::span output) { + gate_up_->RunBatchQuantizedRows(input, scales, rows, *weights.gate_up_, output); + } + void PrepareBatch(std::size_t rows, bool indexed_gate) { + gate_up_->PrepareBatch(rows, indexed_gate); + down_->PrepareBatch(rows); + } + +private: + std::unique_ptr gate_up_, down_; + std::vector projected_, hidden_, output_; + int current_core_ = -1; +}; + +class SparseFeedForward final : public FeedForward { +public: + SparseFeedForward(const ModelPackage & package, int layer, SparseBatchScratch & scratch) + : package_(package), + layer_(layer), + gate_weight_(DecodeBf16( + package.tensor("model.layers." + std::to_string(layer) + ".mlp.gate.weight"), + kExpertCount * kHiddenSize)), + expert_bias_(DecodeFloat( + package.tensor("model.layers." + std::to_string(layer) + ".mlp.gate.expert_bias"), + kExpertCount)), + shared_gate_up_(MakeLinear( + package, + "model.layers." + std::to_string(layer) + ".mlp.shared_experts.gate_up")), + shared_down_(MakeLinear( + package, + "model.layers." + std::to_string(layer) + ".mlp.shared_experts.down_proj")), + shared_projected_(2 * kExpertWidth), shared_hidden_(kExpertWidth), shared_output_(kHidden), + logits_(kExpertCount), + batch_shared_projected_(scratch.shared_projected), + batch_shared_hidden_(scratch.shared_hidden), batch_shared_output_(scratch.shared_output), + batch_lane_input_(scratch.lane_input), batch_quantized_(scratch.quantized), + batch_lane_projected_(scratch.lane_projected), batch_lane_hidden_(scratch.lane_hidden), + batch_lane_expert_output_(scratch.lane_output), batch_contributions_(scratch.contributions), + all_core_experts_(std::getenv("LING3_EXPERT_ALL_CORES") != nullptr), + balanced_experts_(std::getenv("LING3_EXPERT_BALANCED") != nullptr), + zero_copy_expert_input_(std::getenv("LING3_EXPERT_ZERO_COPY") != nullptr) { + if (all_core_experts_ && balanced_experts_) { + throw std::runtime_error( + "LING3_EXPERT_ALL_CORES and LING3_EXPERT_BALANCED are mutually exclusive"); + } + for (auto & output : lane_output_) output.assign(kHidden, 0.0F); + const bool prewarm = std::getenv("LING3_PREWARM_EXPERTS") != nullptr; + if (zero_copy_expert_input_ && (all_core_experts_ || !prewarm)) { + throw std::runtime_error( + "LING3_EXPERT_ZERO_COPY requires prewarmed single-core experts"); + } + if (prewarm) PrewarmExperts(); + if (zero_copy_expert_input_) ShareExpertInputs(); + reuse_batch_input_ = std::getenv("LING3_DISABLE_BATCH_INPUT_REUSE") == nullptr && + std::getenv("LING3_PREFILL_W4A4") == nullptr; + if ((package.header().flags & 0x100) && std::getenv("LING3_OFFICIAL_EXECUTION") && + std::string_view(std::getenv("LING3_OFFICIAL_EXECUTION")) == "fp16") reuse_batch_input_ = false; + if (reuse_batch_input_) { + batch_quantized_.resize(kMaxBatch * kHidden); + } else { + for (auto & lane : batch_lane_input_) lane.resize(kMaxBatch * kHidden); + } + for (auto & lane : batch_lane_projected_) lane.resize(kMaxBatch * 2 * kExpertWidth); + for (auto & lane : batch_lane_hidden_) lane.resize(kMaxBatch * kExpertWidth); + for (auto & lane : batch_lane_expert_output_) lane.resize(kMaxBatch * kHidden); + batch_contributions_.resize(kMaxBatch * kExpertsPerToken * kHidden); + } + + ~SparseFeedForward() override = default; + + void Run(std::span input, std::span output) override { + const bool trace = std::getenv("LING3_TRACE_FFN") != nullptr; + const auto begin = Clock::now(); + shared_gate_up_->Run(input, shared_projected_); + SiluMultiply( + shared_projected_.data(), + shared_projected_.data() + kExpertWidth, + shared_hidden_.data(), + kExpertWidth); + shared_down_->Run(shared_hidden_, shared_output_); + const auto shared_end = Clock::now(); + RouterLogitsF32(input.data(), gate_weight_.data(), logits_.data()); + active_route_ = SelectRoute(logits_.data(), expert_bias_.data()); + NumericRoutes("layer" + std::to_string(layer_) + "_routes", {&active_route_, 1}); + active_input_ = input.data(); + if (zero_copy_expert_input_) { + active_input_scale_ = experts_[0]->PrepareGateInput(input); + } + for (auto & lane : lane_output_) std::fill(lane.begin(), lane.end(), 0.0F); + if (all_core_experts_) { + RunAllCoreExperts(); + } else { + if (balanced_experts_) BalanceExpertLanes(); + constexpr std::array cores {0, 1, 2}; + CoreWorkers::Instance().Run(cores, [this](int core) { RunLane(core); }); + } + const auto experts_end = Clock::now(); + std::copy(shared_output_.begin(), shared_output_.end(), output.begin()); + for (const auto & lane : lane_output_) { + for (int index = 0; index < kHidden; ++index) output[index] += lane[index]; + } + if (trace) { + const char * mode = all_core_experts_ ? "all-core" : + (zero_copy_expert_input_ ? "balanced-zero-copy" : + (balanced_experts_ ? "balanced" : "expert-parallel")); + std::fprintf(stderr, " mode=%s shared_ms=%.3f experts_ms=%.3f total_ms=%.3f ids=", + mode, + Milliseconds(begin, shared_end), Milliseconds(shared_end, experts_end), + Milliseconds(begin, Clock::now())); + for (int id : active_route_.experts) std::fprintf(stderr, "%d,", id); + std::fprintf(stderr, "\n"); + } + } + + void RunBatch( + std::span input, + std::size_t rows, + std::span output) override { + const bool trace_batch = std::getenv("LING3_TRACE_BATCH") != nullptr; + const auto batch_begin = Clock::now(); + if (rows < 1 || rows > kMaxBatch || input.size() != rows * kHidden || + output.size() != rows * kHidden) { + throw std::invalid_argument("sparse FFN batch has an incompatible tensor size"); + } + if (all_core_experts_) { + throw std::runtime_error("sparse FFN batch requires single-core expert contexts"); + } + std::array router_workers; + for (std::size_t worker = 0; worker < router_workers.size(); ++worker) { + router_workers[worker] = std::thread([this, input, rows, worker]() { + std::array row_logits {}; + for (std::size_t row = worker; row < rows; row += 4) { + if (reuse_batch_input_) { + batch_input_scales_[row] = QuantizeSymmetricInt8( + input.subspan(row * kHidden, kHidden), + std::span(batch_quantized_).subspan( + row * kHidden, kHidden)).scale; + } + RouterLogitsF32( + input.data() + row * kHidden, gate_weight_.data(), row_logits.data()); + const auto route = SelectRoute(row_logits.data(), expert_bias_.data()); + batch_routes_[row] = route; + std::array counts {}; + for (std::size_t slot = 0; slot < kExpertsPerToken; ++slot) { + const int lane = route.experts[slot] % 3; + batch_route_lanes_[row][slot] = lane; + ++counts[lane]; + } + while (*std::max_element(counts.begin(), counts.end()) > 3 || + *std::min_element(counts.begin(), counts.end()) < 2) { + const int source = static_cast( + std::max_element(counts.begin(), counts.end()) - counts.begin()); + const int target = static_cast( + std::min_element(counts.begin(), counts.end()) - counts.begin()); + const auto found = std::find( + batch_route_lanes_[row].begin(), + batch_route_lanes_[row].end(), source); + if (found == batch_route_lanes_[row].end()) break; + *found = target; + --counts[source]; + ++counts[target]; + } + } + }); + } + + shared_gate_up_->RunBatch( + input, rows, + std::span(batch_shared_projected_).first(rows * 2 * kExpertWidth)); + const auto shared_gate_at = Clock::now(); + for (std::size_t row = 0; row < rows; ++row) { + const auto * projected = batch_shared_projected_.data() + row * 2 * kExpertWidth; + SiluMultiply( + projected, projected + kExpertWidth, + batch_shared_hidden_.data() + row * kExpertWidth, kExpertWidth); + } + shared_down_->RunBatch( + std::span(batch_shared_hidden_).first(rows * kExpertWidth), rows, + std::span(batch_shared_output_).first(rows * kHidden)); + for (auto & worker : router_workers) worker.join(); + const auto shared_done_at = Clock::now(); + + for (auto & group : batch_groups_) group.clear(); + for (std::size_t row = 0; row < rows; ++row) { + for (std::size_t slot = 0; slot < kExpertsPerToken; ++slot) { + batch_groups_[batch_routes_[row].experts[slot]].push_back({row, slot}); + } + } + + std::vector active_experts; + active_experts.reserve(kExpertCount); + for (int id = 0; id < static_cast(kExpertCount); ++id) { + if (batch_groups_[id].empty()) continue; + if (!experts_[id]) { + experts_[id] = std::make_unique(package_, layer_, id, false); + } + active_experts.push_back(id); + } + for (int core = 0; core < 3; ++core) { + if (!experts_[core]) { + experts_[core] = std::make_unique(package_, layer_, core, false); + } + experts_[core]->SetCore(core); + batch_jobs_[core].clear(); + } + std::sort(active_experts.begin(), active_experts.end(), [this](int left, int right) { + const auto left_size = batch_groups_[left].size(); + const auto right_size = batch_groups_[right].size(); + return left_size != right_size ? left_size > right_size : left < right; + }); + std::array lane_load {}; + std::array lane_cost {}; + std::array lane_experts {}; + for (int id : active_experts) { + const int lane = static_cast( + std::min_element(lane_load.begin(), lane_load.end()) - lane_load.begin()); + batch_jobs_[lane].push_back(id); + lane_load[lane] += batch_groups_[id].size(); + if (trace_batch) { + lane_cost[lane] += ExpertBatchCost(batch_groups_[id].size()); + ++lane_experts[lane]; + } + } + const auto scheduled_at = Clock::now(); + + constexpr std::array cores {0, 1, 2}; + std::array lane_ms {}; + CoreWorkers::Instance().Run(cores, [this, input, trace_batch, &lane_ms](int core) { + const auto lane_begin = trace_batch ? Clock::now() : Clock::time_point {}; + auto & runner = *experts_[core]; + auto & gathered = batch_lane_input_[core]; + auto & projected = batch_lane_projected_[core]; + auto & hidden = batch_lane_hidden_[core]; + auto & expert_output = batch_lane_expert_output_[core]; + for (const int id : batch_jobs_[core]) { + const auto & assignments = batch_groups_[id]; + const std::size_t count = assignments.size(); + if (reuse_batch_input_) { + auto & indices = batch_lane_rows_[core]; + for (std::size_t index = 0; index < count; ++index) { + indices[index] = assignments[index].row; + } + runner.RunGateQuantizedRows( + batch_quantized_, batch_input_scales_, + std::span(indices).first(count), *experts_[id], + std::span(projected).first(count * 2 * kExpertWidth)); + } else { + for (std::size_t index = 0; index < count; ++index) { + std::memcpy( + gathered.data() + index * kHidden, + input.data() + assignments[index].row * kHidden, + static_cast(kHidden) * sizeof(float)); + } + runner.RunGateBatch( + std::span(gathered).first(count * kHidden), count, + *experts_[id], + std::span(projected).first(count * 2 * kExpertWidth)); + } + for (std::size_t index = 0; index < count; ++index) { + const auto * row = projected.data() + index * 2 * kExpertWidth; + SiluMultiply( + row, row + kExpertWidth, + hidden.data() + index * kExpertWidth, kExpertWidth); + } + runner.RunDownBatch( + std::span(hidden).first(count * kExpertWidth), count, + *experts_[id], + std::span(expert_output).first(count * kHidden)); + for (std::size_t index = 0; index < count; ++index) { + std::memcpy( + batch_contributions_.data() + + (assignments[index].row * kExpertsPerToken + + assignments[index].slot) * kHidden, + expert_output.data() + index * kHidden, + static_cast(kHidden) * sizeof(float)); + } + } + if (trace_batch) lane_ms[core] = Milliseconds(lane_begin, Clock::now()); + }); + const auto experts_done_at = Clock::now(); + + NumericRoutes("layer" + std::to_string(layer_) + "_routes", + std::span(batch_routes_).first(rows)); + + std::copy_n(batch_shared_output_.begin(), rows * kHidden, output.begin()); + for (std::size_t row = 0; row < rows; ++row) { + auto * destination = output.data() + row * kHidden; + for (int lane = 0; lane < 3; ++lane) { + for (std::size_t slot = 0; slot < kExpertsPerToken; ++slot) { + if (batch_route_lanes_[row][slot] != lane) continue; + WeightedAccumulate( + batch_contributions_.data() + + (row * kExpertsPerToken + slot) * kHidden, + batch_routes_[row].weights[slot], destination, kHidden); + } + } + } + if (trace_batch) { + std::fprintf( + stderr, + " sparse_batch rows=%zu active_experts=%zu lane_load=%zu,%zu,%zu " + "lane_cost=%zu,%zu,%zu lane_experts=%zu,%zu,%zu lane_ms=%.3f,%.3f,%.3f " + "shared_gate=%.3f shared_down_router=%.3f schedule=%.3f experts=%.3f " + "combine=%.3f total=%.3f\n", + rows, active_experts.size(), lane_load[0], lane_load[1], lane_load[2], + lane_cost[0], lane_cost[1], lane_cost[2], + lane_experts[0], lane_experts[1], lane_experts[2], + lane_ms[0], lane_ms[1], lane_ms[2], + Milliseconds(batch_begin, shared_gate_at), + Milliseconds(shared_gate_at, shared_done_at), + Milliseconds(shared_done_at, scheduled_at), + Milliseconds(scheduled_at, experts_done_at), + Milliseconds(experts_done_at, Clock::now()), + Milliseconds(batch_begin, Clock::now())); + } + } + + void PrepareBatch(std::size_t rows) override { + if (rows < 1 || rows > kMaxBatch) { + throw std::invalid_argument("sparse FFN batch rows must be in [1, 128]"); + } + if (all_core_experts_) { + throw std::runtime_error("sparse FFN batch requires single-core expert contexts"); + } + shared_gate_up_->PrepareBatch(rows); + shared_down_->PrepareBatch(rows); + for (int core = 0; core < 3; ++core) { + if (!experts_[core]) { + experts_[core] = std::make_unique(package_, layer_, core, false); + } + experts_[core]->SetCore(core); + for (std::size_t bucket = 1; bucket <= rows; bucket *= 2) { + experts_[core]->PrepareBatch(bucket, reuse_batch_input_); + } + } + } + +private: + struct BatchAssignment { + std::size_t row = 0; + std::size_t slot = 0; + }; + + void PrewarmExperts() { + std::array errors {}; + std::array workers; + for (int core = 0; core < 3; ++core) { + workers[core] = std::thread([this, core, &errors]() { + try { + for (int id = core; id < static_cast(kExpertCount); id += 3) { + experts_[id] = std::make_unique( + package_, layer_, id, all_core_experts_); + } + } catch (...) { + errors[core] = std::current_exception(); + } + }); + } + for (auto & worker : workers) if (worker.joinable()) worker.join(); + for (const auto & error : errors) if (error != nullptr) std::rethrow_exception(error); + } + + void RunLane(int core) { + for (std::size_t index = 0; index < kExpertsPerToken; ++index) { + const int id = active_route_.experts[index]; + const int lane = balanced_experts_ ? active_lanes_[index] : id % 3; + if (lane != core) continue; + if (!experts_[id]) { + experts_[id] = std::make_unique( + package_, layer_, id, all_core_experts_); + } + const auto value = experts_[id]->Run( + {active_input_, static_cast(kHidden)}, + zero_copy_expert_input_ ? active_input_scale_ : 0.0F); + WeightedAccumulate( + value.data(), active_route_.weights[index], + lane_output_[core].data(), kHidden); + } + } + + void BalanceExpertLanes() { + std::array counts {}; + for (std::size_t index = 0; index < kExpertsPerToken; ++index) { + const int id = active_route_.experts[index]; + if (!experts_[id]) { + experts_[id] = std::make_unique(package_, layer_, id, false); + } + active_lanes_[index] = id % 3; + ++counts[active_lanes_[index]]; + } + while (*std::max_element(counts.begin(), counts.end()) > 3 || + *std::min_element(counts.begin(), counts.end()) < 2) { + const int source = static_cast( + std::max_element(counts.begin(), counts.end()) - counts.begin()); + const int target = static_cast( + std::min_element(counts.begin(), counts.end()) - counts.begin()); + const auto found = std::find(active_lanes_.begin(), active_lanes_.end(), source); + if (found == active_lanes_.end()) { + throw std::runtime_error("balanced expert scheduler lost its source lane"); + } + *found = target; + --counts[source]; + ++counts[target]; + } + // Core-mask changes are RKNN context mutations. Apply them serially before + // the lane workers run so dynamic scheduling stays deterministic. + for (std::size_t index = 0; index < kExpertsPerToken; ++index) { + experts_[active_route_.experts[index]]->SetCore(active_lanes_[index]); + } + } + + void RunAllCoreExperts() { + for (std::size_t index = 0; index < kExpertsPerToken; ++index) { + const int id = active_route_.experts[index]; + if (!experts_[id]) { + experts_[id] = std::make_unique(package_, layer_, id, true); + } + const auto value = experts_[id]->Run( + {active_input_, static_cast(kHidden)}); + WeightedAccumulate( + value.data(), active_route_.weights[index], + lane_output_[0].data(), kHidden); + } + } + + void ShareExpertInputs() { + if (!experts_[0]) throw std::runtime_error("expert input owner was not prewarmed"); + for (std::size_t id = 1; id < experts_.size(); ++id) { + if (!experts_[id]) throw std::runtime_error("expert input target was not prewarmed"); + experts_[id]->ShareGateInputFrom(*experts_[0]); + } + } + + const ModelPackage & package_; + int layer_; + std::vector gate_weight_, expert_bias_; + std::unique_ptr shared_gate_up_, shared_down_; + std::vector shared_projected_, shared_hidden_, shared_output_, logits_; + std::vector &batch_shared_projected_, &batch_shared_hidden_, &batch_shared_output_; + std::array, kExpertCount> experts_; + std::array, 3> lane_output_; + Route active_route_; + std::array active_lanes_ {}; + std::array, kExpertCount> batch_groups_; + std::array batch_routes_; + std::array, kMaxBatch> batch_route_lanes_ {}; + std::array, 3> batch_jobs_; + std::array, 3> &batch_lane_input_; + std::vector &batch_quantized_; + std::array batch_input_scales_ {}; + std::array, 3> batch_lane_rows_ {}; + std::array, 3> &batch_lane_projected_; + std::array, 3> &batch_lane_hidden_; + std::array, 3> &batch_lane_expert_output_; + std::vector &batch_contributions_; + const float * active_input_ = nullptr; + float active_input_scale_ = 1.0F; + bool all_core_experts_ = false; + bool balanced_experts_ = false; + bool zero_copy_expert_input_ = false; + bool reuse_batch_input_ = false; +}; + +class DecoderLayer { +public: + DecoderLayer( + const ModelPackage & package, + int layer, + std::size_t max_context, + std::span heads6, + std::span heads5, + DecoderScratch & scratch) + : trace_name_("layer" + std::to_string(layer)), input_norm_(DecodeBf16( + package.tensor("model.layers." + std::to_string(layer) + ".input_layernorm.weight"), + kHidden)), + post_norm_(DecodeBf16( + package.tensor("model.layers." + std::to_string(layer) + ".post_attention_layernorm.weight"), + kHidden)), + attention_((layer + 1) % 4 == 0 + ? std::unique_ptr(std::make_unique(package, layer, max_context, scratch.mla)) + : std::unique_ptr(std::make_unique(package, layer, heads6, heads5, scratch.kda))), + feed_forward_(layer == 0 + ? std::unique_ptr(std::make_unique(package, layer)) + : std::unique_ptr(std::make_unique(package, layer, scratch.sparse))), + normalized_(kHidden), attention_output_(kHidden), ffn_output_(kHidden), + batch_normalized_(scratch.layer.normalized), + batch_attention_output_(scratch.layer.attention_output), + batch_ffn_output_(scratch.layer.ffn_output) {} + + void Reset() { attention_->Reset(); } + AttentionCheckpoint SaveCheckpoint() { return attention_->SaveCheckpoint(); } + AttentionState SaveState(std::size_t position) { return attention_->SaveState(position); } + void RestoreCheckpoint(const AttentionCheckpoint & checkpoint) { attention_->RestoreCheckpoint(checkpoint); } + + void Run(std::vector & hidden, std::size_t position) { + const bool trace = std::getenv("LING3_TRACE_LAYERS") != nullptr; + RmsNorm(hidden.data(), input_norm_.data(), normalized_.data(), kHidden, kEpsilon); + const auto attention_begin = Clock::now(); + attention_->Run(normalized_, position, attention_output_); + const auto attention_end = Clock::now(); + for (int index = 0; index < kHidden; ++index) hidden[index] += attention_output_[index]; + NumericDump(trace_name_ + "_attention", attention_output_); + NumericDump(trace_name_ + "_post_attention", hidden); + RmsNorm(hidden.data(), post_norm_.data(), normalized_.data(), kHidden, kEpsilon); + const auto ffn_begin = Clock::now(); + feed_forward_->Run(normalized_, ffn_output_); + const auto ffn_end = Clock::now(); + for (int index = 0; index < kHidden; ++index) hidden[index] += ffn_output_[index]; + NumericDump(trace_name_ + "_ffn", ffn_output_); + NumericDump(trace_name_ + "_output", hidden); + if (trace) { + std::fprintf(stderr, " attention_ms=%.3f ffn_ms=%.3f\n", + Milliseconds(attention_begin, attention_end), + Milliseconds(ffn_begin, ffn_end)); + } + } + + void RunBatch( + std::span hidden, + std::size_t rows, + std::size_t position) { + if (rows < 1 || rows > kMaxBatch || hidden.size() != rows * kHidden) { + throw std::invalid_argument("decoder layer batch has an incompatible tensor size"); + } + const bool trace = std::getenv("LING3_TRACE_LAYERS") != nullptr; + for (std::size_t row = 0; row < rows; ++row) { + RmsNorm( + hidden.data() + row * kHidden, input_norm_.data(), + batch_normalized_.data() + row * kHidden, kHidden, kEpsilon); + } + const auto attention_begin = Clock::now(); + attention_->RunBatch( + std::span(batch_normalized_).first(rows * kHidden), rows, position, + std::span(batch_attention_output_).first(rows * kHidden)); + const auto attention_end = Clock::now(); + for (std::size_t index = 0; index < rows * kHidden; ++index) { + hidden[index] += batch_attention_output_[index]; + } + NumericDump(trace_name_ + "_attention", std::span(batch_attention_output_).first(rows * kHidden)); + NumericDump(trace_name_ + "_post_attention", hidden); + for (std::size_t row = 0; row < rows; ++row) { + RmsNorm( + hidden.data() + row * kHidden, post_norm_.data(), + batch_normalized_.data() + row * kHidden, kHidden, kEpsilon); + } + const auto ffn_begin = Clock::now(); + feed_forward_->RunBatch( + std::span(batch_normalized_).first(rows * kHidden), rows, + std::span(batch_ffn_output_).first(rows * kHidden)); + const auto ffn_end = Clock::now(); + for (std::size_t index = 0; index < rows * kHidden; ++index) { + hidden[index] += batch_ffn_output_[index]; + } + NumericDump(trace_name_ + "_ffn", std::span(batch_ffn_output_).first(rows * kHidden)); + NumericDump(trace_name_ + "_output", hidden); + if (trace) { + std::fprintf(stderr, " batch_attention_ms=%.3f batch_ffn_ms=%.3f\n", + Milliseconds(attention_begin, attention_end), + Milliseconds(ffn_begin, ffn_end)); + } + } + + void PrepareBatch(std::size_t rows) { + attention_->PrepareBatch(rows); + feed_forward_->PrepareBatch(rows); + } + +private: + std::string trace_name_; + std::vector input_norm_, post_norm_; + std::unique_ptr attention_; + std::unique_ptr feed_forward_; + std::vector normalized_, attention_output_, ffn_output_; + std::vector &batch_normalized_, &batch_attention_output_, &batch_ffn_output_; +}; + +} // namespace + +struct DecoderCheckpoint { + std::weak_ptr owner; + std::size_t position = 0; + bool valid = true; + std::vector layers; +}; + +struct Decoder::Impl { + const ModelPackage & package; + std::size_t context_capacity; + std::span embeddings; + std::vector final_norm; + DecoderScratch scratch; // Declared before layers: outlives all borrowers. + std::vector> layers; + std::unique_ptr lm_head; + std::vector hidden; + std::vector normalized; + std::vector batch_hidden; + std::size_t current_position = 0; + std::shared_ptr checkpoint_owner = std::make_shared(0); + std::vector> checkpoints; + std::string state_signature; + + explicit Impl(const ModelPackage & model, std::size_t capacity) + : package(model), + context_capacity(capacity ? capacity : model.header().max_context), + embeddings(Typed( + package.tensor("model.word_embeddings.weight"), DataType::kBFloat16)), + final_norm(DecodeBf16(package.tensor("model.norm.weight"), kHidden)), + hidden(kHidden), normalized(kHidden), batch_hidden(kMaxBatch * kHidden) { + ValidateLing3Tiny(package.header()); + if (std::getenv("LING3_W8_SOURCE") || std::getenv("LING3_CALIBRATED_W4_SOURCE") || + std::getenv("LING3_GDN_PREFILL_DIR")) + state_signature = "external-weight-overrides:"; + // Persist the exact package metadata (including every tensor SHA256), + // not merely the base model revision shared by differently quantized files. + state_signature += "Ling3RKNN-numerical-state-v1"; + state_signature.append(reinterpret_cast(&package.header()), sizeof(PackageHeader)); + for (const auto & tensor : package.tensors()) { + state_signature.append(reinterpret_cast(tensor.entry), sizeof(TensorEntry)); + state_signature.append(tensor.name); + } + for (const auto key : {"LING3_GDN_CPU_FP32_STATE", "LING3_GDN_CPU_DECODE", "LING3_GDN_FULL_FP32", + "LING3_GDN_CPU_PREFILL", "LING3_GDN_PREFILL_DIR", "LING3_PREFILL_W4A4", "LING3_MLA_BACKEND", + "LING3_MLA_SIMD", "LING3_VECTOR_MATH", "LING3_OFFICIAL_EXECUTION", "LING3_BRIDGE_SHARED_STAGE", + "LING3_EXPERT_BALANCED", "LING3_EXPERT_ALL_CORES", "LING3_EXPERT_ZERO_COPY", + "LING3_DISABLE_BATCH_INPUT_REUSE", "LING3_DISABLE_PARALLEL_GATHER"}) { + state_signature.append(key); state_signature.push_back('='); + if (const auto value = std::getenv(key)) state_signature.append(value); + state_signature.push_back('\0'); + } + if (context_capacity < 1 || context_capacity > 262144) + throw std::invalid_argument("context capacity must be in [1, 262144]"); + if ((package.header().flags & 1U) == 0) { + throw std::runtime_error("decoder requires a complete Ling3RKNN package"); + } + const auto heads6 = Blob(package.tensor("rknn.gdn.heads6"), TensorRole::kRknnIsland); + const auto heads5 = Blob(package.tensor("rknn.gdn.heads5"), TensorRole::kRknnIsland); + layers.reserve(24); + for (int layer = 0; layer < 24; ++layer) { + layers.push_back(std::make_unique( + package, layer, context_capacity, heads6, heads5, scratch)); + } + lm_head = MakeLinear(package, "lm_head"); + } + + void Reset() { + for (auto & weak : checkpoints) if (auto checkpoint = weak.lock()) checkpoint->valid = false; + checkpoints.clear(); + current_position = 0; + for (auto & layer : layers) layer->Reset(); + } + + void InvalidateOverwrittenCheckpoints() { + std::erase_if(checkpoints, [this](const auto & weak) { + const auto checkpoint = weak.lock(); + if (!checkpoint) return true; + if (checkpoint->position > current_position) checkpoint->valid = false; + return !checkpoint->valid; + }); + } + + std::shared_ptr SaveCheckpoint() { + std::erase_if(checkpoints, [](const auto & weak) { return weak.expired(); }); + auto checkpoint = std::make_shared(); + checkpoint->owner = checkpoint_owner; + checkpoint->position = current_position; + for (auto & layer : layers) checkpoint->layers.push_back(layer->SaveCheckpoint()); + checkpoints.push_back(checkpoint); + return checkpoint; + } + + std::shared_ptr SaveState() { + if (state_signature.starts_with("external-weight-overrides:")) + throw std::invalid_argument("full states require a self-contained model without external weights or graphs"); + auto state = std::make_shared(); + state->signature = state_signature; state->position = current_position; + for (auto & layer : layers) state->layers.push_back(layer->SaveState(current_position)); + return state; + } + std::size_t RestoreState(const DecoderState & state) { + if (state_signature.starts_with("external-weight-overrides:")) + throw std::invalid_argument("full states require a self-contained model without external weights or graphs"); + ValidateDecoderState(state, state_signature, context_capacity); + // All input validation precedes mutation. Old lightweight views refer to + // overwritten KV and must not survive a full-state switch. + Reset(); + try { + for (std::size_t i = 0; i < layers.size(); ++i) layers[i]->RestoreCheckpoint(state.layers[i]); + current_position = state.position; + } catch (...) { Reset(); throw; } + return current_position; + } + + std::size_t RestoreCheckpoint(const DecoderCheckpoint & checkpoint) { + if (!checkpoint.valid || checkpoint.owner.lock() != checkpoint_owner || + checkpoint.layers.size() != layers.size()) + throw std::invalid_argument("stale or foreign decoder checkpoint"); + for (std::size_t i = 0; i < layers.size(); ++i) layers[i]->RestoreCheckpoint(checkpoint.layers[i]); + current_position = checkpoint.position; + return current_position; + } + + DecodeTimings Eval(std::uint32_t token, std::span logits) { + if (token >= package.header().vocab_size || + logits.size() != package.header().vocab_size || + current_position >= context_capacity) { + throw std::invalid_argument("decoder token, logits, or context is out of range"); + } + const auto begin = Clock::now(); + const auto embedding = embeddings.subspan(static_cast(token) * kHidden, kHidden); + InvalidateOverwrittenCheckpoints(); + for (int index = 0; index < kHidden; ++index) hidden[index] = BFloat16ToFloat(embedding[index]); + const bool trace_layers = std::getenv("LING3_TRACE_LAYERS") != nullptr; + numeric_position = current_position; + for (std::size_t index = 0; index < layers.size(); ++index) { + const auto layer_begin = Clock::now(); + layers[index]->Run(hidden, current_position); + if (trace_layers) { + std::fprintf( + stderr, "layer=%zu ms=%.3f\n", index, + Milliseconds(layer_begin, Clock::now())); + } + } + const auto layers_end = Clock::now(); + RmsNorm(hidden.data(), final_norm.data(), normalized.data(), kHidden, kEpsilon); + lm_head->Run(normalized, logits); + const auto end = Clock::now(); + ++current_position; + return { + Milliseconds(begin, layers_end), + Milliseconds(layers_end, end), + Milliseconds(begin, end), + }; + } + + DecodeTimings EvalBatch( + std::span tokens, + std::span logits, + bool compute_logits) { + const std::size_t rows = tokens.size(); + if (rows < 1 || rows > kMaxBatch || + (compute_logits && logits.size() != package.header().vocab_size) || + current_position + rows > context_capacity) { + throw std::invalid_argument("decoder batch tokens, logits, or context is out of range"); + } + const auto begin = Clock::now(); + for (std::size_t row = 0; row < rows; ++row) { + if (tokens[row] >= package.header().vocab_size) { + throw std::invalid_argument("decoder batch token is out of range"); + } + const auto embedding = embeddings.subspan( + static_cast(tokens[row]) * kHidden, kHidden); + for (int index = 0; index < kHidden; ++index) { + batch_hidden[row * kHidden + index] = BFloat16ToFloat(embedding[index]); + } + } + InvalidateOverwrittenCheckpoints(); + const bool trace_layers = std::getenv("LING3_TRACE_LAYERS") != nullptr; + numeric_position = current_position; + for (std::size_t index = 0; index < layers.size(); ++index) { + const auto layer_begin = Clock::now(); + layers[index]->RunBatch( + std::span(batch_hidden).first(rows * kHidden), rows, current_position); + if (trace_layers) { + std::fprintf( + stderr, "batch_layer=%zu ms=%.3f\n", index, + Milliseconds(layer_begin, Clock::now())); + } + } + const auto layers_end = Clock::now(); + if (compute_logits) { + const auto * final_hidden = batch_hidden.data() + (rows - 1) * kHidden; + RmsNorm(final_hidden, final_norm.data(), normalized.data(), kHidden, kEpsilon); + lm_head->Run(normalized, logits); + } + const auto end = Clock::now(); + current_position += rows; + return { + Milliseconds(begin, layers_end), + Milliseconds(layers_end, end), + Milliseconds(begin, end), + }; + } + + void PrepareBatch(std::size_t rows) { + if (rows < 1 || rows > kMaxBatch) { + throw std::invalid_argument("decoder batch rows must be in [1, 128]"); + } + if (std::getenv("LING3_GDN_CPU_PREFILL") == nullptr && + std::getenv("LING3_GDN_PREFILL_DIR") == nullptr) { + throw std::runtime_error( + "LING3_GDN_CPU_PREFILL or LING3_GDN_PREFILL_DIR is required for batch prewarm"); + } + for (auto & layer : layers) layer->PrepareBatch(rows); + } +}; + +Decoder::Decoder(const ModelPackage & package, std::size_t context_capacity) + : impl_(std::make_unique(package, context_capacity)) {} +Decoder::~Decoder() = default; + +void Decoder::Reset() { impl_->Reset(); } +MlaBackendStats Decoder::AttentionStats() const { return impl_->scratch.mla.npu.Stats(); } +DecodeTimings Decoder::Eval(std::uint32_t token, std::span logits) { + return impl_->Eval(token, logits); +} +DecodeTimings Decoder::EvalBatch( + std::span tokens, + std::span logits) { + return impl_->EvalBatch(tokens, logits, true); +} +DecodeTimings Decoder::EvalBatchState(std::span tokens) { + return impl_->EvalBatch(tokens, {}, false); +} +std::shared_ptr Decoder::SaveCheckpoint() { return impl_->SaveCheckpoint(); } +std::size_t Decoder::RestoreCheckpoint(const DecoderCheckpoint & checkpoint) { return impl_->RestoreCheckpoint(checkpoint); } +std::shared_ptr Decoder::SaveState() { return impl_->SaveState(); } +std::size_t Decoder::RestoreState(const DecoderState & state) { return impl_->RestoreState(state); } +const std::string & Decoder::StateSignature() const { return impl_->state_signature; } +std::size_t Decoder::CheckpointBytes(const DecoderCheckpoint & checkpoint) { + std::size_t bytes = 0; + for (const auto & layer : checkpoint.layers) bytes += layer.bytes(); + return bytes; +} +void Decoder::PrepareBatch(std::size_t rows) { impl_->PrepareBatch(rows); } +DecodeTimings Decoder::EvalBatch32( + std::span tokens, + std::span logits) { + if (tokens.size() != 32) { + throw std::invalid_argument("EvalBatch32 requires exactly 32 tokens"); + } + return impl_->EvalBatch(tokens, logits, true); +} +DecodeTimings Decoder::EvalBatch32State(std::span tokens) { + if (tokens.size() != 32) { + throw std::invalid_argument("EvalBatch32State requires exactly 32 tokens"); + } + return impl_->EvalBatch(tokens, {}, false); +} +void Decoder::PrepareBatch32() { impl_->PrepareBatch(32); } + +std::vector Decoder::Generate( + std::span prompt, + std::size_t max_new_tokens) { + if (prompt.empty()) throw std::invalid_argument("prompt must contain at least one token"); + Reset(); + std::vector logits(impl_->package.header().vocab_size); + for (std::uint32_t token : prompt) Eval(token, logits); + std::vector output; + output.reserve(max_new_tokens); + for (std::size_t index = 0; index < max_new_tokens; ++index) { + const auto found = std::max_element(logits.begin(), logits.end()); + const auto token = static_cast(found - logits.begin()); + if (token == impl_->package.header().eos_token) break; + output.push_back(token); + Eval(token, logits); + } + return output; +} + +std::size_t Decoder::position() const noexcept { return impl_->current_position; } +bool Decoder::has_dynamic_batch() const noexcept { + return batch_granularity() != 0; +} +std::size_t Decoder::batch_granularity() const noexcept { + if (std::getenv("LING3_GDN_CPU_PREFILL") != nullptr) return 1; + if (std::getenv("LING3_GDN_PREFILL_DIR") != nullptr) return 16; + return 0; +} +bool Decoder::has_batch32() const noexcept { + return has_dynamic_batch(); +} + +} // namespace ling3 diff --git a/src/decoder_state.cpp b/src/decoder_state.cpp new file mode 100644 index 0000000000000000000000000000000000000000..9bc93d6fb351d987538ad1a2bc9b3f1811fd5901 --- /dev/null +++ b/src/decoder_state.cpp @@ -0,0 +1,127 @@ +#include "ling3/decoder_state.h" +#include "ling3/model_package.h" +#include +#include +#include +#include +#include +#include + +namespace ling3 { +namespace { +constexpr std::size_t kStateElements = 16 * 128 * 128; +constexpr std::size_t kConvElements = 16 * 128 * 3; +void Check(bool ok) { if (!ok) throw std::invalid_argument("invalid or incompatible decoder state"); } +template void Write(std::ostream & out, T value) { + out.write(reinterpret_cast(&value), sizeof(value)); + if (!out) throw std::runtime_error("state write failed"); +} +template T Read(std::istream & in) { + T value {}; in.read(reinterpret_cast(&value), sizeof(value)); + Check(bool(in)); return value; +} +template void WriteVector(std::ostream & out, const std::vector & values) { + Write(out, values.size()); + Write(out, Crc32(reinterpret_cast(values.data()), values.size()*sizeof(T))); + out.write(reinterpret_cast(values.data()), values.size()*sizeof(T)); + if (!out) throw std::runtime_error("state buffer write failed"); +} +template std::vector ReadVector(std::istream & in, std::size_t maximum) { + const auto count = Read(in); + Check(count <= maximum && count <= std::numeric_limits::max()/sizeof(T)); + const auto crc = Read(in); + // Reject truncated files before allocating a potentially large KV buffer. + const auto start = in.tellg(); in.seekg(0, std::ios::end); const auto end = in.tellg(); + Check(start >= 0 && end >= start && std::uint64_t(end-start) >= count*sizeof(T)); + in.seekg(start); + std::vector values(count); + in.read(reinterpret_cast(values.data()), count*sizeof(T)); Check(bool(in)); + Check(Crc32(reinterpret_cast(values.data()), count*sizeof(T)) == crc); + return values; +} +void HostCheck() { Check(std::endian::native == std::endian::little && sizeof(float) == 4); } +} // namespace + +std::size_t AttentionState::bytes() const { + std::size_t total = (gdn.fp16.size()+keys.size()+values.size())*2 + gdn.fp32.size()*4; + for (const auto & v : conv) total += v.size()*4; + return total; +} +std::size_t DecoderState::bytes() const { + std::size_t total = signature.size(); + for (const auto & layer : layers) total += layer.bytes(); + return total; +} +void ValidateDecoderState(const DecoderState & state, std::string_view signature, std::size_t capacity) { + Check(state.signature == signature && !signature.empty()); + Check(state.position <= capacity && state.position <= 262144 && state.layers.size() == 24); + for (std::size_t i = 0; i < state.layers.size(); ++i) { + const auto & l = state.layers[i]; + if ((i+1)%4 == 0) { + Check(l.keys.size() == state.position*16*192 && l.values.size() == state.position*16*128); + Check(l.gdn.fp16.empty() && l.gdn.fp32.empty() && !l.gdn.fp32_valid); + for (const auto & v : l.conv) Check(v.empty()); + for (auto v : l.keys) Check((v & 0x7f80) != 0x7f80); + for (auto v : l.values) Check((v & 0x7f80) != 0x7f80); + } else { + Check(l.keys.empty() && l.values.empty()); + Check(l.gdn.fp16.size() == kStateElements); + Check(l.gdn.fp32.empty() || l.gdn.fp32.size() == kStateElements); + Check(!l.gdn.fp32_valid || l.gdn.fp32.size() == kStateElements); + // FP16 shadow can overflow while the authoritative FP32 state is + // finite. Validate the representation actually used on restore. + if (!l.gdn.fp32_valid) for (auto v : l.gdn.fp16) Check((v & 0x7c00) != 0x7c00); + for (auto v : l.gdn.fp32) Check(std::isfinite(v)); + for (const auto & v : l.conv) { + Check(v.size() == kConvElements); + for (auto x : v) Check(std::isfinite(x)); + } + } + } +} +void WriteDecoderState(const DecoderState & state, const std::filesystem::path & path) { + HostCheck(); ValidateDecoderState(state, state.signature, 262144); + std::string temporary = path.string()+".tmp-XXXXXX"; + const int fd = mkstemp(temporary.data()); + if (fd < 0) throw std::runtime_error("cannot create state temporary file"); + close(fd); + try { + std::ofstream out(temporary, std::ios::binary | std::ios::trunc); + Write(out, 0x0001315453334cULL); // L3ST1, format v1 + Write(out, state.position); + WriteVector(out, std::vector(state.signature.begin(), state.signature.end())); + for (const auto & l : state.layers) { + Write(out, l.gdn.fp32_valid); + Write(out, !l.gdn.fp32_valid); + WriteVector(out, l.gdn.fp16); WriteVector(out, l.gdn.fp32); + for (const auto & v : l.conv) WriteVector(out, v); + WriteVector(out, l.keys); WriteVector(out, l.values); + } + out.flush(); if (!out) throw std::runtime_error("state flush failed"); + out.close(); if (!out) throw std::runtime_error("state close failed"); + std::filesystem::rename(temporary, path); + } catch (...) { std::filesystem::remove(temporary); throw; } +} +DecoderState ReadDecoderState(const std::filesystem::path & path, std::string_view signature, + std::size_t capacity) { + HostCheck(); std::ifstream in(path, std::ios::binary); + Check(Read(in) == 0x0001315453334cULL); + DecoderState state; state.position = Read(in); + Check(state.position <= capacity && state.position <= 262144); + auto key = ReadVector(in, signature.size()); + state.signature.assign(key.begin(), key.end()); Check(state.signature == signature); + state.layers.resize(24); + for (std::size_t i = 0; i < 24; ++i) { + auto & l = state.layers[i]; const bool mla = (i+1)%4 == 0; + const auto valid = Read(in); + Check(valid <= 1 && Read(in) == 1-valid); l.gdn.fp32_valid = valid; + l.gdn.fp16 = ReadVector(in, mla ? 0 : kStateElements); + l.gdn.fp32 = ReadVector(in, mla ? 0 : kStateElements); + for (auto & v : l.conv) v = ReadVector(in, mla ? 0 : kConvElements); + l.keys = ReadVector(in, mla ? state.position*16*192 : 0); + l.values = ReadVector(in, mla ? state.position*16*128 : 0); + } + Check(in.peek() == std::char_traits::eof()); + ValidateDecoderState(state, signature, capacity); return state; +} +} // namespace ling3 diff --git a/src/execution_plan.cpp b/src/execution_plan.cpp new file mode 100644 index 0000000000000000000000000000000000000000..14ca57d41c18ccce284c5cb233613c22bcde0278 --- /dev/null +++ b/src/execution_plan.cpp @@ -0,0 +1,35 @@ +#include "ling3/execution_plan.h" + +namespace ling3 { + +ExecutionPlan BuildExecutionPlan(std::size_t max_context) { + ExecutionPlan plan; + std::size_t kda_layers = 0; + std::size_t mla_layers = 0; + for (std::size_t layer = 0; layer < plan.layers.size(); ++layer) { + const bool mla = (layer + 1) % 4 == 0; + plan.layers[layer] = { + static_cast(layer), + mla ? AttentionKind::kMla : AttentionKind::kKda, + layer == 0 ? FfnKind::kDense : FfnKind::kMoe, + }; + kda_layers += !mla; + mla_layers += mla; + } + + constexpr std::size_t routed_expert_contexts = 128 * 2; + constexpr std::size_t shared_expert_contexts = 2; + constexpr std::size_t kda_projection_contexts = 7; + constexpr std::size_t mla_projection_contexts = 6; + plan.decode_matmul_contexts = + 23 * (routed_expert_contexts + shared_expert_contexts) + + kda_layers * kda_projection_contexts + mla_layers * mla_projection_contexts + 3; + plan.rknn_island_contexts = kda_layers * 3 + 23 * 3 + 24; + plan.kda_state_bytes_fp16 = kda_layers * 16 * 128 * 128 * sizeof(std::uint16_t); + plan.mla_cache_bytes_fp16 = mla_layers * max_context * (512 + 64) * sizeof(std::uint16_t); + plan.activation_arena_bytes = + 2 * 1536 + 3 * (1024 * sizeof(std::int32_t) + 1536 * sizeof(std::int32_t)) + 16 * 128 * 4; + return plan; +} + +} // namespace ling3 diff --git a/src/gdn_step.cpp b/src/gdn_step.cpp new file mode 100644 index 0000000000000000000000000000000000000000..7d3d80574647fe2211a97d99a7c868164b2df57b --- /dev/null +++ b/src/gdn_step.cpp @@ -0,0 +1,922 @@ +#include "ling3/gdn_step.h" + +#include "core_workers.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#if defined(__aarch64__) +#include +#endif + +#if LING3_WITH_RKNN +#include +#endif + +namespace ling3 { +namespace { + +using Clock = std::chrono::steady_clock; + +#if LING3_WITH_RKNN +constexpr int kHeads = 16; +constexpr int kHeadDimension = 128; + +double Milliseconds(Clock::time_point begin, Clock::time_point end) { + return std::chrono::duration(end - begin).count(); +} + +void CheckRknn(int status, const char * operation) { + if (status != RKNN_SUCC) { + throw std::runtime_error( + std::string(operation) + " failed with RKNN status " + std::to_string(status)); + } +} + +std::size_t ElementCount(const rknn_tensor_attr & attribute) { + if (attribute.n_elems != 0) return attribute.n_elems; + std::size_t result = 1; + for (std::uint32_t index = 0; index < attribute.n_dims; ++index) { + result *= attribute.dims[index]; + } + return result; +} + +struct Lane { + int core = 0; + int head_offset = 0; + int heads = 0; + int tokens = 1; + rknn_context context = 0; + std::vector input_attributes; + std::vector output_attributes; + std::vector input_memory; + std::vector output_memory; + int query = -1; + int key = -1; + int value = -1; + int decay = -1; + int beta = -1; + int state = -1; + int output = -1; + int new_state = -1; + + Lane() = default; + Lane(const Lane &) = delete; + Lane & operator=(const Lane &) = delete; + ~Lane() { + if (context == 0) return; + for (auto * memory : input_memory) if (memory != nullptr) rknn_destroy_mem(context, memory); + for (auto * memory : output_memory) if (memory != nullptr) rknn_destroy_mem(context, memory); + rknn_destroy(context); + } + + int Input(std::string_view name) const { + for (std::size_t index = 0; index < input_attributes.size(); ++index) { + if (name == input_attributes[index].name) return static_cast(index); + } + throw std::runtime_error("GDN model is missing input " + std::string(name)); + } + + int Output(std::string_view name) const { + for (std::size_t index = 0; index < output_attributes.size(); ++index) { + if (name == output_attributes[index].name) return static_cast(index); + } + throw std::runtime_error("GDN model is missing output " + std::string(name)); + } +}; + +std::vector ReadModel(const std::string & path) { + std::ifstream stream(path, std::ios::binary | std::ios::ate); + if (!stream) throw std::runtime_error("cannot open GDN prefill model " + path); + const auto end = stream.tellg(); + if (end <= 0) throw std::runtime_error("GDN prefill model is empty: " + path); + std::vector bytes(static_cast(end)); + stream.seekg(0); + stream.read(reinterpret_cast(bytes.data()), end); + if (!stream) throw std::runtime_error("cannot read GDN prefill model " + path); + return bytes; +} + +void ConvertToFp16(std::span input, rknn_tensor_mem * memory) { + auto * output = static_cast<__fp16 *>(memory->virt_addr); + for (std::size_t index = 0; index < input.size(); ++index) { + output[index] = static_cast<__fp16>(input[index]); + } +} + +void ConvertFromFp16(rknn_tensor_mem * memory, std::span output) { + const auto * input = static_cast(memory->virt_addr); + for (std::size_t index = 0; index < output.size(); ++index) { + output[index] = static_cast(input[index]); + } +} + +#if defined(__aarch64__) +void RunCpuHead( + int head, + std::size_t tokens, + const __fp16 * query, + const __fp16 * key, + const __fp16 * value, + const __fp16 * factor, + const float * beta, + __fp16 * state, + float * output) { + constexpr std::size_t global_width = kHeads * kHeadDimension; + const std::size_t vector_offset = static_cast(head) * kHeadDimension; + const std::size_t state_offset = + static_cast(head) * kHeadDimension * kHeadDimension; + std::array delta {}; + for (std::size_t token = 0; token < tokens; ++token) { + const std::size_t token_offset = token * global_width; + const auto * q = query + token_offset + vector_offset; + const auto * k = key + token_offset + vector_offset; + const auto * v = value + token_offset + vector_offset; + const auto * d = factor + token_offset + vector_offset; + auto * head_state = state + state_offset; + auto * token_output = output + token_offset + vector_offset; + for (int column = 0; column < kHeadDimension; ++column) { + auto * row = head_state + static_cast(column) * kHeadDimension; + float32x4_t sum0 = vdupq_n_f32(0.0F); + float32x4_t sum1 = vdupq_n_f32(0.0F); + for (int index = 0; index < kHeadDimension; index += 8) { + const float16x8_t decayed = vmulq_f16( + vld1q_f16(row + index), vld1q_f16(d + index)); + vst1q_f16(row + index, decayed); + const float16x8_t key8 = vld1q_f16(k + index); + sum0 = vfmaq_f32( + sum0, vcvt_f32_f16(vget_low_f16(decayed)), + vcvt_f32_f16(vget_low_f16(key8))); + sum1 = vfmaq_f32( + sum1, vcvt_f32_f16(vget_high_f16(decayed)), + vcvt_f32_f16(vget_high_f16(key8))); + } + delta[column] = static_cast(v[column]) - vaddvq_f32(vaddq_f32(sum0, sum1)); + } + const float token_beta = beta[token * kHeads + head]; + for (int column = 0; column < kHeadDimension; ++column) { + auto * row = head_state + static_cast(column) * kHeadDimension; + const __fp16 update = static_cast<__fp16>(token_beta * delta[column]); + float32x4_t sum0 = vdupq_n_f32(0.0F); + float32x4_t sum1 = vdupq_n_f32(0.0F); + for (int index = 0; index < kHeadDimension; index += 8) { + const float16x8_t updated = vfmaq_n_f16( + vld1q_f16(row + index), vld1q_f16(k + index), update); + vst1q_f16(row + index, updated); + const float16x8_t query8 = vld1q_f16(q + index); + sum0 = vfmaq_f32( + sum0, vcvt_f32_f16(vget_low_f16(updated)), + vcvt_f32_f16(vget_low_f16(query8))); + sum1 = vfmaq_f32( + sum1, vcvt_f32_f16(vget_high_f16(updated)), + vcvt_f32_f16(vget_high_f16(query8))); + } + token_output[column] = vaddvq_f32(vaddq_f32(sum0, sum1)); + } + } +} + +template +void RunCpuHeadFp32State( + int head, + std::size_t tokens, + const Input * query, + const Input * key, + const Input * value, + const Input * factor, + const float * beta, + float * state, + float * output) { + constexpr std::size_t global_width = kHeads * kHeadDimension; + const std::size_t vector_offset = static_cast(head) * kHeadDimension; + const std::size_t state_offset = + static_cast(head) * kHeadDimension * kHeadDimension; + std::array delta {}; + std::array query_fp32 {}; + std::array key_fp32 {}; + std::array value_fp32 {}; + std::array factor_fp32 {}; + for (std::size_t token = 0; token < tokens; ++token) { + const std::size_t token_offset = token * global_width; + const auto * q = query + token_offset + vector_offset; + const auto * k = key + token_offset + vector_offset; + const auto * v = value + token_offset + vector_offset; + const auto * d = factor + token_offset + vector_offset; + auto * head_state = state + state_offset; + auto * token_output = output + token_offset + vector_offset; + if constexpr (std::is_same_v) { + std::copy_n(q, kHeadDimension, query_fp32.data()); + std::copy_n(k, kHeadDimension, key_fp32.data()); + std::copy_n(v, kHeadDimension, value_fp32.data()); + std::copy_n(d, kHeadDimension, factor_fp32.data()); + } else for (int index = 0; index < kHeadDimension; index += 8) { + const float16x8_t query8 = vld1q_f16(q + index); + const float16x8_t key8 = vld1q_f16(k + index); + const float16x8_t value8 = vld1q_f16(v + index); + const float16x8_t factor8 = vld1q_f16(d + index); + vst1q_f32(query_fp32.data() + index, vcvt_f32_f16(vget_low_f16(query8))); + vst1q_f32( + query_fp32.data() + index + 4, vcvt_f32_f16(vget_high_f16(query8))); + vst1q_f32(key_fp32.data() + index, vcvt_f32_f16(vget_low_f16(key8))); + vst1q_f32(key_fp32.data() + index + 4, vcvt_f32_f16(vget_high_f16(key8))); + vst1q_f32(value_fp32.data() + index, vcvt_f32_f16(vget_low_f16(value8))); + vst1q_f32( + value_fp32.data() + index + 4, vcvt_f32_f16(vget_high_f16(value8))); + vst1q_f32(factor_fp32.data() + index, vcvt_f32_f16(vget_low_f16(factor8))); + vst1q_f32( + factor_fp32.data() + index + 4, vcvt_f32_f16(vget_high_f16(factor8))); + } + for (int column = 0; column < kHeadDimension; ++column) { + auto * row = head_state + static_cast(column) * kHeadDimension; + float32x4_t sum0 = vdupq_n_f32(0.0F); + float32x4_t sum1 = vdupq_n_f32(0.0F); + for (int index = 0; index < kHeadDimension; index += 8) { + const float32x4_t decay0 = vld1q_f32(factor_fp32.data() + index); + const float32x4_t decay1 = vld1q_f32(factor_fp32.data() + index + 4); + const float32x4_t decayed0 = vmulq_f32(vld1q_f32(row + index), decay0); + const float32x4_t decayed1 = vmulq_f32(vld1q_f32(row + index + 4), decay1); + vst1q_f32(row + index, decayed0); + vst1q_f32(row + index + 4, decayed1); + sum0 = vfmaq_f32(sum0, decayed0, vld1q_f32(key_fp32.data() + index)); + sum1 = vfmaq_f32( + sum1, decayed1, vld1q_f32(key_fp32.data() + index + 4)); + } + delta[column] = value_fp32[column] - vaddvq_f32(vaddq_f32(sum0, sum1)); + // This output column depends only on its own state row. Update it + // while resident in L1 rather than rereading the entire 64 KiB head. + const float token_beta = beta[token * kHeads + head]; + const float update = token_beta * delta[column]; + sum0 = vdupq_n_f32(0.0F); + sum1 = vdupq_n_f32(0.0F); + for (int index = 0; index < kHeadDimension; index += 8) { + const float32x4_t key0 = vld1q_f32(key_fp32.data() + index); + const float32x4_t key1 = vld1q_f32(key_fp32.data() + index + 4); + const float32x4_t updated0 = + vfmaq_n_f32(vld1q_f32(row + index), key0, update); + const float32x4_t updated1 = + vfmaq_n_f32(vld1q_f32(row + index + 4), key1, update); + vst1q_f32(row + index, updated0); + vst1q_f32(row + index + 4, updated1); + sum0 = vfmaq_f32( + sum0, updated0, vld1q_f32(query_fp32.data() + index)); + sum1 = vfmaq_f32( + sum1, updated1, vld1q_f32(query_fp32.data() + index + 4)); + } + token_output[column] = vaddvq_f32(vaddq_f32(sum0, sum1)); + } + } +} +#endif +#endif + +} // namespace + +struct GdnStep::Impl { +#if LING3_WITH_RKNN + std::vector> lanes; + std::vector> batch16_lanes; +#if defined(__aarch64__) + std::vector cpu_query; + std::vector cpu_key; + std::vector cpu_value; + std::vector cpu_factor; + std::vector cpu_state; + std::vector cpu_state_fp32; + std::vector cpu_query_fp32, cpu_factor_fp32; + bool cpu_state_valid = false; + bool cpu_state_fp32_valid = false; + bool device_state_dirty = false; +#endif +#endif + std::size_t total_state_bytes = 0; + + Impl(std::span heads6, std::span heads5) { +#if LING3_WITH_RKNN + lanes.push_back(InitializeLane(0, 0, 6, 1, heads6)); + lanes.push_back(InitializeLane(1, 6, 5, 1, heads5)); + lanes.push_back(InitializeLane(2, 11, 5, 1, heads5)); + for (const auto & lane : lanes) { + total_state_bytes += lane->input_memory[lane->state]->size; + } + if (const char * directory = std::getenv("LING3_GDN_PREFILL_DIR")) { + std::string prefix(directory); + if (!prefix.empty() && prefix.back() != '/') prefix.push_back('/'); + const auto heads6_batch = ReadModel( + prefix + "heads6/ling3_gdn_prefill_t16_h6_fp16_rk3588.rknn"); + const auto heads5_batch = ReadModel( + prefix + "heads5/ling3_gdn_prefill_t16_h5_fp16_rk3588.rknn"); + batch16_lanes.push_back(InitializeLane(0, 0, 6, 16, heads6_batch)); + batch16_lanes.push_back(InitializeLane(1, 6, 5, 16, heads5_batch)); + batch16_lanes.push_back(InitializeLane(2, 11, 5, 16, heads5_batch)); + } + Reset(); +#else + (void)heads6; + (void)heads5; + throw std::runtime_error("GdnStep requires a build with RKNN support"); +#endif + } + + ~Impl() = default; + +#if LING3_WITH_RKNN + std::unique_ptr InitializeLane( + int core, + int head_offset, + int heads, + int tokens, + std::span model) { + if (model.empty()) throw std::invalid_argument("GDN RKNN model is empty"); + auto lane = std::make_unique(); + lane->core = core; + lane->head_offset = head_offset; + lane->heads = heads; + lane->tokens = tokens; + CheckRknn( + rknn_init( + &lane->context, + const_cast(model.data()), + static_cast(model.size()), + 0, + nullptr), + "rknn_init GDN"); + CheckRknn( + rknn_set_core_mask(lane->context, static_cast(1U << core)), + "rknn_set_core_mask GDN"); + + rknn_input_output_num counts {}; + CheckRknn( + rknn_query(lane->context, RKNN_QUERY_IN_OUT_NUM, &counts, sizeof(counts)), + "query GDN counts"); + if (counts.n_input != 6 || counts.n_output != 2) { + throw std::runtime_error("GDN RKNN model has unexpected I/O counts"); + } + lane->input_attributes.resize(counts.n_input); + lane->output_attributes.resize(counts.n_output); + lane->input_memory.resize(counts.n_input, nullptr); + lane->output_memory.resize(counts.n_output, nullptr); + for (std::uint32_t index = 0; index < counts.n_input; ++index) { + auto & attribute = lane->input_attributes[index]; + attribute.index = index; + CheckRknn( + rknn_query(lane->context, RKNN_QUERY_INPUT_ATTR, &attribute, sizeof(attribute)), + "query GDN input"); + if (attribute.type != RKNN_TENSOR_FLOAT16) { + throw std::runtime_error("GDN input is not FP16"); + } + const auto bytes = std::max(attribute.size, attribute.size_with_stride); + lane->input_memory[index] = rknn_create_mem2( + lane->context, bytes, RKNN_FLAG_MEMORY_CACHEABLE); + if (lane->input_memory[index] == nullptr) { + throw std::runtime_error("cannot allocate GDN input memory"); + } + auto binding = attribute; + binding.pass_through = 1; + CheckRknn( + rknn_set_io_mem(lane->context, lane->input_memory[index], &binding), + "bind GDN input"); + } + for (std::uint32_t index = 0; index < counts.n_output; ++index) { + auto & attribute = lane->output_attributes[index]; + attribute.index = index; + CheckRknn( + rknn_query(lane->context, RKNN_QUERY_OUTPUT_ATTR, &attribute, sizeof(attribute)), + "query GDN output"); + if (attribute.type != RKNN_TENSOR_FLOAT16) { + throw std::runtime_error("GDN output is not FP16"); + } + const auto bytes = std::max(attribute.size, attribute.size_with_stride); + lane->output_memory[index] = rknn_create_mem2( + lane->context, bytes, RKNN_FLAG_MEMORY_CACHEABLE); + if (lane->output_memory[index] == nullptr) { + throw std::runtime_error("cannot allocate GDN output memory"); + } + auto binding = attribute; + binding.pass_through = 1; + CheckRknn( + rknn_set_io_mem(lane->context, lane->output_memory[index], &binding), + "bind GDN output"); + } + + lane->query = lane->Input("query"); + lane->key = lane->Input("key"); + lane->value = lane->Input("value"); + lane->decay = lane->Input("decay"); + lane->beta = lane->Input("beta"); + lane->state = lane->Input("state"); + lane->output = lane->Output("output"); + lane->new_state = lane->Output("new_state"); + const auto vector_elements = static_cast(heads) * kHeadDimension; + const auto packed_vector_elements = static_cast(tokens) * vector_elements; + const auto state_elements = vector_elements * kHeadDimension; + for (int index : {lane->query, lane->key, lane->value, lane->decay}) { + if (ElementCount(lane->input_attributes[index]) != packed_vector_elements) { + const auto & attribute = lane->input_attributes[index]; + throw std::runtime_error( + "GDN vector input " + std::string(attribute.name) + " has " + + std::to_string(ElementCount(attribute)) + " elements; expected " + + std::to_string(packed_vector_elements)); + } + } + if (ElementCount(lane->input_attributes[lane->beta]) != + static_cast(tokens * heads) || + ElementCount(lane->input_attributes[lane->state]) != state_elements || + ElementCount(lane->output_attributes[lane->output]) != packed_vector_elements || + ElementCount(lane->output_attributes[lane->new_state]) != state_elements) { + throw std::runtime_error("GDN state or output shape is incompatible"); + } + return lane; + } + + void Reset() { + for (auto * collection : {&lanes, &batch16_lanes}) { + for (const auto & lane : *collection) { + auto * state = lane->input_memory[lane->state]; + std::memset(state->virt_addr, 0, state->size); + CheckRknn( + rknn_mem_sync(lane->context, state, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync reset GDN state"); + } + } +#if defined(__aarch64__) + cpu_state.assign( + static_cast(kHeads) * kHeadDimension * kHeadDimension, 0); + cpu_state_fp32.clear(); + cpu_state_valid = true; + cpu_state_fp32_valid = false; + device_state_dirty = false; +#endif + } + +#if defined(__aarch64__) + void CaptureDeviceState() { + cpu_state.resize( + static_cast(kHeads) * kHeadDimension * kHeadDimension); + auto * state16 = reinterpret_cast<__fp16 *>(cpu_state.data()); + for (const auto & lane : lanes) { + const auto * state_memory = lane->input_memory[lane->state]; + const std::size_t offset = + static_cast(lane->head_offset) * kHeadDimension * kHeadDimension; + std::memcpy(state16 + offset, state_memory->virt_addr, state_memory->size); + } + cpu_state_fp32.clear(); + cpu_state_valid = true; + cpu_state_fp32_valid = false; + device_state_dirty = false; + } + + void CommitCpuStateToDevice() { + if (!device_state_dirty) return; + const auto * state16 = reinterpret_cast(cpu_state.data()); + for (const auto & lane : lanes) { + auto * state_memory = lane->input_memory[lane->state]; + const std::size_t offset = + static_cast(lane->head_offset) * kHeadDimension * kHeadDimension; + std::memcpy(state_memory->virt_addr, state16 + offset, state_memory->size); + CheckRknn( + rknn_mem_sync(lane->context, state_memory, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync CPU-prefill GDN state to device"); + } + device_state_dirty = false; + } +#endif + + void StageLane( + Lane & lane, + std::span query_values, + std::span key_values, + std::span value_values, + std::span decay_values, + std::span beta_values) { + const auto begin = static_cast(lane.head_offset) * kHeadDimension; + const auto count = static_cast(lane.heads) * kHeadDimension; + const auto beta_begin = static_cast(lane.head_offset); + const auto stage = [&lane](int index, std::span values) { + auto * memory = lane.input_memory[index]; + ConvertToFp16(values, memory); + CheckRknn( + rknn_mem_sync(lane.context, memory, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync GDN input"); + }; + stage(lane.query, query_values.subspan(begin, count)); + stage(lane.key, key_values.subspan(begin, count)); + stage(lane.value, value_values.subspan(begin, count)); + stage(lane.decay, decay_values.subspan(begin, count)); + stage(lane.beta, beta_values.subspan(beta_begin, lane.heads)); + } + + void StageBatchLane( + Lane & lane, + std::span query_values, + std::span key_values, + std::span value_values, + std::span decay_values, + std::span beta_values) { + constexpr std::size_t global_width = kHeads * kHeadDimension; + const auto head_begin = static_cast(lane.head_offset) * kHeadDimension; + const auto lane_width = static_cast(lane.heads) * kHeadDimension; + const auto stage_vectors = [&](int index, std::span values) { + auto * memory = lane.input_memory[index]; + auto * destination = static_cast<__fp16 *>(memory->virt_addr); + for (int token = 0; token < lane.tokens; ++token) { + const auto source = values.subspan( + static_cast(token) * global_width + head_begin, lane_width); + for (std::size_t element = 0; element < lane_width; ++element) { + destination[static_cast(token) * lane_width + element] = + static_cast<__fp16>(source[element]); + } + } + CheckRknn( + rknn_mem_sync(lane.context, memory, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync GDN batch vector input"); + }; + stage_vectors(lane.query, query_values); + stage_vectors(lane.key, key_values); + stage_vectors(lane.value, value_values); + stage_vectors(lane.decay, decay_values); + + auto * beta_memory = lane.input_memory[lane.beta]; + auto * beta_destination = static_cast<__fp16 *>(beta_memory->virt_addr); + for (int token = 0; token < lane.tokens; ++token) { + const auto source = beta_values.subspan( + static_cast(token) * kHeads + lane.head_offset, lane.heads); + for (int head = 0; head < lane.heads; ++head) { + beta_destination[static_cast(token) * lane.heads + head] = + static_cast<__fp16>(source[head]); + } + } + CheckRknn( + rknn_mem_sync(lane.context, beta_memory, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync GDN batch beta input"); + } + + void RunWorkers(std::vector> & active_lanes) { + constexpr std::array cores {0, 1, 2}; + CoreWorkers::Instance().Run(cores, [&active_lanes](int core) { + CheckRknn(rknn_run(active_lanes[core]->context, nullptr), "rknn_run GDN"); + }); + } + + void CollectLane(Lane & lane, std::span output_values) { + auto * output = lane.output_memory[lane.output]; + auto * new_state = lane.output_memory[lane.new_state]; + CheckRknn( + rknn_mem_sync(lane.context, output, RKNN_MEMORY_SYNC_FROM_DEVICE), + "sync GDN output"); + CheckRknn( + rknn_mem_sync(lane.context, new_state, RKNN_MEMORY_SYNC_FROM_DEVICE), + "sync GDN new state"); + const auto begin = static_cast(lane.head_offset) * kHeadDimension; + const auto count = static_cast(lane.heads) * kHeadDimension; + ConvertFromFp16(output, output_values.subspan(begin, count)); + + auto * state = lane.input_memory[lane.state]; + if (state->size != new_state->size) { + throw std::runtime_error("GDN state buffers have different sizes"); + } + std::memcpy(state->virt_addr, new_state->virt_addr, state->size); + CheckRknn( + rknn_mem_sync(lane.context, state, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync persistent GDN state"); + } + + void CopyState(Lane & source, Lane & destination) { + auto * source_state = source.input_memory[source.state]; + auto * destination_state = destination.input_memory[destination.state]; + if (source_state->size != destination_state->size) { + throw std::runtime_error("GDN single and batch state buffers differ"); + } + std::memcpy(destination_state->virt_addr, source_state->virt_addr, source_state->size); + CheckRknn( + rknn_mem_sync( + destination.context, destination_state, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync copied GDN state"); + } + + void CollectBatchLane(Lane & lane, Lane & single_lane, std::span output_values) { + auto * output = lane.output_memory[lane.output]; + auto * new_state = lane.output_memory[lane.new_state]; + CheckRknn( + rknn_mem_sync(lane.context, output, RKNN_MEMORY_SYNC_FROM_DEVICE), + "sync GDN batch output"); + CheckRknn( + rknn_mem_sync(lane.context, new_state, RKNN_MEMORY_SYNC_FROM_DEVICE), + "sync GDN batch new state"); + constexpr std::size_t global_width = kHeads * kHeadDimension; + const auto head_begin = static_cast(lane.head_offset) * kHeadDimension; + const auto lane_width = static_cast(lane.heads) * kHeadDimension; + const auto * source = static_cast(output->virt_addr); + for (int token = 0; token < lane.tokens; ++token) { + auto destination = output_values.subspan( + static_cast(token) * global_width + head_begin, lane_width); + for (std::size_t element = 0; element < lane_width; ++element) { + destination[element] = static_cast( + source[static_cast(token) * lane_width + element]); + } + } + + auto * batch_state = lane.input_memory[lane.state]; + auto * single_state = single_lane.input_memory[single_lane.state]; + if (batch_state->size != new_state->size || single_state->size != new_state->size) { + throw std::runtime_error("GDN batch state buffers have different sizes"); + } + for (const auto [context, destination] : + {std::pair {lane.context, batch_state}, std::pair {single_lane.context, single_state}}) { + std::memcpy(destination->virt_addr, new_state->virt_addr, new_state->size); + CheckRknn( + rknn_mem_sync(context, destination, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync committed GDN batch state"); + } + } +#endif + + GdnRunTimings Run( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output) { + constexpr auto vector_elements = static_cast(16 * 128); + if (query.size() != vector_elements || key.size() != vector_elements || + value.size() != vector_elements || decay.size() != vector_elements || + beta.size() != 16 || output.size() != vector_elements) { + throw std::invalid_argument("GDN step received an incompatible tensor size"); + } +#if !LING3_WITH_RKNN + (void)query; + (void)key; + (void)value; + (void)decay; + (void)beta; + (void)output; + throw std::runtime_error("GdnStep requires a build with RKNN support"); +#else + if (std::getenv("LING3_GDN_CPU_DECODE") != nullptr) { + return RunBatchCpu(query, key, value, decay, beta, output); + } + CommitCpuStateToDevice(); + const auto begin = Clock::now(); + for (const auto & lane : lanes) { + StageLane(*lane, query, key, value, decay, beta); + } + const auto staged = Clock::now(); + RunWorkers(lanes); + const auto executed = Clock::now(); + for (const auto & lane : lanes) CollectLane(*lane, output); + CaptureDeviceState(); + const auto end = Clock::now(); + return { + Milliseconds(begin, staged), + Milliseconds(staged, executed), + Milliseconds(executed, end), + Milliseconds(begin, end), + }; +#endif + } + + GdnRunTimings RunBatch16( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output) { + constexpr std::size_t vector_elements = 16 * 16 * 128; + if (query.size() != vector_elements || key.size() != vector_elements || + value.size() != vector_elements || decay.size() != vector_elements || + beta.size() != 16 * 16 || output.size() != vector_elements) { + throw std::invalid_argument("GDN batch16 received an incompatible tensor size"); + } +#if !LING3_WITH_RKNN + (void)query; + (void)key; + (void)value; + (void)decay; + (void)beta; + (void)output; + throw std::runtime_error("GdnStep requires a build with RKNN support"); +#else + if (batch16_lanes.size() != 3) { + throw std::runtime_error("GDN batch16 models are not configured"); + } + CommitCpuStateToDevice(); + const auto begin = Clock::now(); + for (std::size_t index = 0; index < batch16_lanes.size(); ++index) { + CopyState(*lanes[index], *batch16_lanes[index]); + StageBatchLane( + *batch16_lanes[index], query, key, value, decay, beta); + } + const auto staged = Clock::now(); + RunWorkers(batch16_lanes); + const auto executed = Clock::now(); + for (std::size_t index = 0; index < batch16_lanes.size(); ++index) { + CollectBatchLane(*batch16_lanes[index], *lanes[index], output); + } + CaptureDeviceState(); + const auto end = Clock::now(); + return { + Milliseconds(begin, staged), + Milliseconds(staged, executed), + Milliseconds(executed, end), + Milliseconds(begin, end), + }; +#endif + } + + GdnRunTimings RunBatchCpu( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output) { +#if !LING3_WITH_RKNN || !defined(__aarch64__) + (void)query; + (void)key; + (void)value; + (void)decay; + (void)beta; + (void)output; + throw std::runtime_error("CPU GDN prefill requires an AArch64 RKNN build"); +#else + constexpr std::size_t width = kHeads * kHeadDimension; + if (query.empty() || query.size() % width != 0 || key.size() != query.size() || + value.size() != query.size() || decay.size() != query.size() || + beta.size() != query.size() / kHeadDimension || output.size() != query.size()) { + throw std::invalid_argument("CPU GDN batch received incompatible tensor sizes"); + } + const std::size_t tokens = query.size() / width; + const auto begin = Clock::now(); + const bool use_fp32_state = std::getenv("LING3_GDN_CPU_FP32_STATE") != nullptr; + const bool full_fp32 = std::getenv("LING3_GDN_FULL_FP32") != nullptr; + if (full_fp32 && !use_fp32_state) + throw std::invalid_argument("LING3_GDN_FULL_FP32 requires LING3_GDN_CPU_FP32_STATE"); + if (full_fp32) { + cpu_query_fp32.resize(query.size()); + cpu_factor_fp32.resize(decay.size()); + } + cpu_query.resize(query.size()); + cpu_key.resize(key.size()); + cpu_value.resize(value.size()); + cpu_factor.resize(decay.size()); + const std::size_t state_elements = + static_cast(kHeads) * kHeadDimension * kHeadDimension; + if (!cpu_state_valid || cpu_state.size() != state_elements) { + throw std::runtime_error("CPU GDN shadow state is unavailable"); + } + auto * q16 = reinterpret_cast<__fp16 *>(cpu_query.data()); + auto * k16 = reinterpret_cast<__fp16 *>(cpu_key.data()); + auto * v16 = reinterpret_cast<__fp16 *>(cpu_value.data()); + auto * d16 = reinterpret_cast<__fp16 *>(cpu_factor.data()); + constexpr std::array cores {0, 1, 2, 3}; + constexpr float query_scale = 1.0F / std::sqrt(128.0F); + CoreWorkers::Instance().Run(cores, [&](int worker) { + const std::size_t first = query.size() * static_cast(worker) / 4; + const std::size_t last = query.size() * static_cast(worker + 1) / 4; + for (std::size_t index = first; index < last; ++index) { + if (full_fp32) { + cpu_query_fp32[index] = query[index] * query_scale; + cpu_factor_fp32[index] = std::exp(decay[index]); + continue; + } + q16[index] = static_cast<__fp16>(query[index] * query_scale); + k16[index] = static_cast<__fp16>(key[index]); + v16[index] = static_cast<__fp16>(value[index]); + d16[index] = static_cast<__fp16>(std::exp(decay[index])); + } + }); + auto * state16 = reinterpret_cast<__fp16 *>(cpu_state.data()); + if (use_fp32_state && !cpu_state_fp32_valid) { + cpu_state_fp32.resize(state_elements); + for (std::size_t index = 0; index < state_elements; ++index) { + cpu_state_fp32[index] = static_cast(state16[index]); + } + } + const auto staged = Clock::now(); + CoreWorkers::Instance().Run(cores, [&](int worker) { + for (int head = worker; head < kHeads; head += 4) { + if (use_fp32_state) { + if (full_fp32) RunCpuHeadFp32State( + head, tokens, cpu_query_fp32.data(), key.data(), value.data(), + cpu_factor_fp32.data(), beta.data(), cpu_state_fp32.data(), output.data()); + else RunCpuHeadFp32State( + head, tokens, q16, k16, v16, d16, beta.data(), + cpu_state_fp32.data(), output.data()); + } else { + RunCpuHead( + head, tokens, q16, k16, v16, d16, beta.data(), state16, output.data()); + } + } + }); + const auto executed = Clock::now(); + if (use_fp32_state) { + for (std::size_t index = 0; index < cpu_state_fp32.size(); ++index) { + state16[index] = static_cast<__fp16>(cpu_state_fp32[index]); + } + cpu_state_fp32_valid = true; + } else { + cpu_state_fp32_valid = false; + } + device_state_dirty = true; + const auto end = Clock::now(); + return { + Milliseconds(begin, staged), + Milliseconds(staged, executed), + Milliseconds(executed, end), + Milliseconds(begin, end), + }; +#endif + } +}; + +GdnStep::GdnStep( + std::span heads6_model, + std::span heads5_model) + : impl_(std::make_unique(heads6_model, heads5_model)) {} +GdnStep::~GdnStep() = default; + +GdnState GdnStep::SaveState() { +#if LING3_WITH_RKNN && defined(__aarch64__) + if (!impl_->cpu_state_valid) impl_->CaptureDeviceState(); + return {impl_->cpu_state, impl_->cpu_state_fp32, impl_->cpu_state_fp32_valid}; +#else + throw std::runtime_error("GDN checkpoints require the RKNN aarch64 backend"); +#endif +} + +void GdnStep::RestoreState(const GdnState & state) { +#if LING3_WITH_RKNN && defined(__aarch64__) + constexpr std::size_t count = kHeads * kHeadDimension * kHeadDimension; + if (state.fp16.size() != count || (state.fp32_valid && state.fp32.size() != count)) + throw std::invalid_argument("incompatible GDN checkpoint"); + impl_->cpu_state = state.fp16; + impl_->cpu_state_fp32 = state.fp32; + impl_->cpu_state_valid = true; + impl_->cpu_state_fp32_valid = state.fp32_valid; + impl_->device_state_dirty = true; +#else + (void)state; + throw std::runtime_error("GDN checkpoints require the RKNN aarch64 backend"); +#endif +} +GdnStep::GdnStep(GdnStep &&) noexcept = default; +GdnStep & GdnStep::operator=(GdnStep &&) noexcept = default; + +void GdnStep::Reset() { +#if LING3_WITH_RKNN + impl_->Reset(); +#else + throw std::runtime_error("GdnStep requires a build with RKNN support"); +#endif +} +GdnRunTimings GdnStep::Run( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output) { + return impl_->Run(query, key, value, decay, beta, output); +} +GdnRunTimings GdnStep::RunBatch16( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output) { + return impl_->RunBatch16(query, key, value, decay, beta, output); +} +GdnRunTimings GdnStep::RunBatchCpu( + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta, + std::span output) { + return impl_->RunBatchCpu(query, key, value, decay, beta, output); +} +bool GdnStep::has_batch16() const noexcept { +#if LING3_WITH_RKNN + return impl_->batch16_lanes.size() == 3; +#else + return false; +#endif +} +std::size_t GdnStep::state_bytes() const noexcept { return impl_->total_state_bytes; } + +} // namespace ling3 diff --git a/src/layer0.cpp b/src/layer0.cpp new file mode 100644 index 0000000000000000000000000000000000000000..8644294bfbe33b624a11fb6e974ec9385fd157ae --- /dev/null +++ b/src/layer0.cpp @@ -0,0 +1,283 @@ +#include "ling3/layer0.h" + +#include "ling3/cpu_kernels.h" + +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ling3 { +namespace { + +using Clock = std::chrono::steady_clock; +constexpr int kHidden = 1536; +constexpr int kHeads = 16; +constexpr int kHeadDimension = 128; +constexpr int kAttention = kHeads * kHeadDimension; +constexpr int kDense = 4608; +constexpr float kEpsilon = 1.0e-6F; + +double Milliseconds(Clock::time_point begin, Clock::time_point end) { + return std::chrono::duration(end - begin).count(); +} + +template +std::span Typed(const TensorView & tensor, DataType type) { + if (tensor.entry->dtype != static_cast(type) || + tensor.entry->data_bytes % sizeof(T) != 0) { + throw std::runtime_error(std::string(tensor.name) + " has an incompatible dtype"); + } + return { + reinterpret_cast(tensor.data), + static_cast(tensor.entry->data_bytes / sizeof(T)), + }; +} + +std::span Blob(const TensorView & tensor, TensorRole role) { + if (tensor.entry->role != static_cast(role)) { + throw std::runtime_error(std::string(tensor.name) + " has an incompatible role"); + } + return {tensor.data, static_cast(tensor.entry->data_bytes)}; +} + +std::vector DecodeBf16(const TensorView & tensor, std::size_t expected) { + const auto input = Typed(tensor, DataType::kBFloat16); + if (input.size() != expected) { + throw std::runtime_error(std::string(tensor.name) + " has an incompatible shape"); + } + std::vector output(expected); + for (std::size_t index = 0; index < expected; ++index) { + output[index] = BFloat16ToFloat(input[index]); + } + return output; +} + +std::unique_ptr MakeLinear( + const ModelPackage & package, + const std::string & base) { + const auto & weight = package.tensor(base + ".weight"); + const auto & scales = package.tensor(base + ".scales"); + const auto & correction = package.tensor(base + ".correction"); + if (weight.entry->rank != 2 || + weight.entry->dtype != static_cast(DataType::kInt4Low) || + weight.entry->layout != static_cast(TensorLayout::kPackedInt4Low)) { + throw std::runtime_error(base + " is not a packed W4 linear"); + } + const int k = static_cast(weight.entry->dims[0]); + const int n = static_cast(weight.entry->dims[1]); + return std::make_unique( + W4LinearConfig {k, n, static_cast(weight.entry->flags), {0, 1, 2}}, + Typed(weight, DataType::kInt4Low), + Typed(scales, DataType::kFloat32), + Typed(correction, DataType::kInt32)); +} + +void NormalizeHeads(std::span values) { + for (int head = 0; head < kHeads; ++head) { + float sum = kEpsilon; + const int begin = head * kHeadDimension; + for (int index = 0; index < kHeadDimension; ++index) { + const float value = values[begin + index]; + sum += value * value; + } + const float inverse = 1.0F / std::sqrt(sum); + for (int index = 0; index < kHeadDimension; ++index) { + values[begin + index] *= inverse; + } + } +} + +void CausalConvSilu( + std::span input, + std::span weight, + std::span state, + std::span output) { + if (input.size() != kAttention || output.size() != kAttention || + weight.size() != static_cast(kAttention * 4) || + state.size() != static_cast(kAttention * 3)) { + throw std::invalid_argument("causal convolution tensor sizes are incompatible"); + } + for (int channel = 0; channel < kAttention; ++channel) { + auto * history = state.data() + static_cast(channel) * 3; + const auto * kernel = weight.data() + static_cast(channel) * 4; + const float value = history[0] * kernel[0] + history[1] * kernel[1] + + history[2] * kernel[2] + input[channel] * kernel[3]; + history[0] = history[1]; + history[1] = history[2]; + history[2] = input[channel]; + output[channel] = value / (1.0F + std::exp(-value)); + } +} + +} // namespace + +struct Layer0::Impl { + const ModelPackage & package; + std::span embeddings; + std::vector input_norm_weight; + std::vector post_norm_weight; + std::vector q_conv_weight; + std::vector k_conv_weight; + std::vector v_conv_weight; + std::vector output_norm_weight; + std::span a_log; + std::span dt_bias; + std::unique_ptr qkvfgb; + std::unique_ptr attention_output; + std::unique_ptr gate_up; + std::unique_ptr down; + GdnStep gdn; + std::array, 3> convolution_state; + std::vector hidden; + std::vector normalized; + std::vector projected; + std::vector q; + std::vector k; + std::vector v; + std::vector recurrence_output; + std::vector attention_vector; + std::vector attention_result; + std::vector ffn_projected; + std::vector ffn_hidden; + std::vector ffn_result; + + explicit Impl(const ModelPackage & model) + : package(model), + embeddings(Typed( + package.tensor("model.word_embeddings.weight"), DataType::kBFloat16)), + input_norm_weight(DecodeBf16( + package.tensor("model.layers.0.input_layernorm.weight"), kHidden)), + post_norm_weight(DecodeBf16( + package.tensor("model.layers.0.post_attention_layernorm.weight"), kHidden)), + q_conv_weight(DecodeBf16( + package.tensor("model.layers.0.attention.q_conv1d.weight"), kAttention * 4)), + k_conv_weight(DecodeBf16( + package.tensor("model.layers.0.attention.k_conv1d.weight"), kAttention * 4)), + v_conv_weight(DecodeBf16( + package.tensor("model.layers.0.attention.v_conv1d.weight"), kAttention * 4)), + output_norm_weight(DecodeBf16( + package.tensor("model.layers.0.attention.o_norm.weight"), kHeadDimension)), + a_log(Typed(package.tensor("model.layers.0.attention.A_log"), DataType::kFloat32)), + dt_bias(Typed(package.tensor("model.layers.0.attention.dt_bias"), DataType::kFloat32)), + qkvfgb(MakeLinear(package, "model.layers.0.attention.qkvfgb")), + attention_output(MakeLinear(package, "model.layers.0.attention.o_proj")), + gate_up(MakeLinear(package, "model.layers.0.mlp.gate_up")), + down(MakeLinear(package, "model.layers.0.mlp.down_proj")), + gdn( + Blob(package.tensor("rknn.gdn.heads6"), TensorRole::kRknnIsland), + Blob(package.tensor("rknn.gdn.heads5"), TensorRole::kRknnIsland)), + hidden(kHidden), + normalized(kHidden), + projected(10304), + q(kAttention), + k(kAttention), + v(kAttention), + recurrence_output(kAttention), + attention_vector(kAttention), + attention_result(kHidden), + ffn_projected(2 * kDense), + ffn_hidden(kDense), + ffn_result(kHidden) { + if (embeddings.size() != static_cast(157184 * kHidden) || + a_log.size() != kHeads || dt_bias.size() != kAttention) { + throw std::runtime_error("layer 0 raw tensor shapes are incompatible"); + } + for (auto & state : convolution_state) state.assign(kAttention * 3, 0.0F); + } + + void Reset() { + for (auto & state : convolution_state) std::fill(state.begin(), state.end(), 0.0F); + gdn.Reset(); + } + + Layer0Timings DecodeToken(std::uint32_t token, std::span output) { + if (token >= 157184 || output.size() != kHidden) { + throw std::invalid_argument("layer 0 token or output is out of range"); + } + const auto begin = Clock::now(); + const auto embedding = embeddings.subspan(static_cast(token) * kHidden, kHidden); + for (int index = 0; index < kHidden; ++index) hidden[index] = BFloat16ToFloat(embedding[index]); + RmsNorm(hidden.data(), input_norm_weight.data(), normalized.data(), kHidden, kEpsilon); + qkvfgb->Run(normalized, projected); + + CausalConvSilu( + std::span(projected).subspan(0, kAttention), + q_conv_weight, + convolution_state[0], + q); + CausalConvSilu( + std::span(projected).subspan(kAttention, kAttention), + k_conv_weight, + convolution_state[1], + k); + CausalConvSilu( + std::span(projected).subspan(2 * kAttention, kAttention), + v_conv_weight, + convolution_state[2], + v); + NormalizeHeads(q); + NormalizeHeads(k); + + const auto f = std::span(projected).subspan(3 * kAttention, kAttention); + const auto gate = std::span(projected).subspan(4 * kAttention, kAttention); + const auto beta_logits = std::span(projected).subspan(5 * kAttention, kHeads); + std::vector decay(kAttention); + std::vector beta(kHeads); + for (int head = 0; head < kHeads; ++head) { + const float a = std::exp(a_log[head]); + beta[head] = 1.0F / (1.0F + std::exp(-beta_logits[head])); + for (int index = 0; index < kHeadDimension; ++index) { + const int offset = head * kHeadDimension + index; + const float argument = a * (f[offset] + dt_bias[offset]); + decay[offset] = -5.0F / (1.0F + std::exp(-argument)); + } + } + gdn.Run(q, k, v, decay, beta, recurrence_output); + + for (int head = 0; head < kHeads; ++head) { + const int base = head * kHeadDimension; + float sum = 0.0F; + for (int index = 0; index < kHeadDimension; ++index) { + const float value = recurrence_output[base + index]; + sum += value * value; + } + const float inverse = 1.0F / + std::sqrt(sum / static_cast(kHeadDimension) + kEpsilon); + for (int index = 0; index < kHeadDimension; ++index) { + const int offset = base + index; + const float sigmoid_gate = 1.0F / (1.0F + std::exp(-gate[offset])); + attention_vector[offset] = recurrence_output[offset] * inverse * + output_norm_weight[index] * sigmoid_gate; + } + } + attention_output->Run(attention_vector, attention_result); + for (int index = 0; index < kHidden; ++index) hidden[index] += attention_result[index]; + const auto attention_end = Clock::now(); + + RmsNorm(hidden.data(), post_norm_weight.data(), normalized.data(), kHidden, kEpsilon); + gate_up->Run(normalized, ffn_projected); + SiluMultiply(ffn_projected.data(), ffn_projected.data() + kDense, ffn_hidden.data(), kDense); + down->Run(ffn_hidden, ffn_result); + for (int index = 0; index < kHidden; ++index) output[index] = hidden[index] + ffn_result[index]; + const auto end = Clock::now(); + return { + Milliseconds(begin, attention_end), + Milliseconds(attention_end, end), + Milliseconds(begin, end), + }; + } +}; + +Layer0::Layer0(const ModelPackage & package) : impl_(std::make_unique(package)) {} +Layer0::~Layer0() = default; +void Layer0::Reset() { impl_->Reset(); } +Layer0Timings Layer0::DecodeToken(std::uint32_t token, std::span output) { + return impl_->DecodeToken(token, output); +} + +} // namespace ling3 diff --git a/src/linear.cpp b/src/linear.cpp new file mode 100644 index 0000000000000000000000000000000000000000..3b11fb292b49db5c8d71053556f0ccc2d7b66ac3 --- /dev/null +++ b/src/linear.cpp @@ -0,0 +1,324 @@ +#include "ling3/linear.h" +#include "ling3/precision_policy.h" +#include "ling3/quantization.h" +#include "ling3/cpu_kernels.h" +#include "core_workers.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#if LING3_WITH_RKNN +#include +#include +#include +#endif + +namespace ling3 { +namespace { +using Clock=std::chrono::steady_clock; +[[maybe_unused]] void Check(int rc,const char* op){if(rc)throw std::runtime_error(std::string(op)+": "+std::to_string(rc));} +[[maybe_unused]] int Bucket(std::size_t rows){for(int b:{1,2,4,8,16,32,64,128})if(rows<=std::size_t(b))return b;throw std::invalid_argument("linear batch >128");} +templatestd::span View(const TensorView&t,DataType dtype){ + if(t.entry->dtype!=unsigned(dtype)||t.entry->data_bytes%sizeof(T))throw std::runtime_error("linear tensor dtype mismatch"); + return {reinterpret_cast(t.data),std::size_t(t.entry->data_bytes/sizeof(T))}; +} +const std::set& CalibratedW4Families(){ + static const auto families=[] { + const char* value=std::getenv("LING3_CALIBRATED_W4_FAMILIES"); + return ParseW8Families(value?value:""); + }(); + return families; +} +const ModelPackage& CalibratedW4Source(const ModelPackage& original,const std::string& base){ + if(!SelectW8(CalibratedW4Families(),base))return original; + static const ModelPackage source([]{ + const char* path=std::getenv("LING3_CALIBRATED_W4_SOURCE"); + if(!path||!*path)throw std::invalid_argument("LING3_CALIBRATED_W4_SOURCE is required"); + return std::filesystem::path(path); + }()); + const auto&t=source.tensor(base+".weight");const auto&o=original.tensor(base+".weight"); + if((source.header().flags&0x100)||(original.header().flags&0x100)|| + t.entry->dtype!=unsigned(DataType::kInt4Low)||t.entry->rank!=2|| + t.entry->dims[0]!=o.entry->dims[0]||t.entry->dims[1]!=o.entry->dims[1]|| + t.entry->layout!=o.entry->layout||t.entry->quant!=o.entry->quant||t.entry->flags!=o.entry->flags) + throw std::runtime_error("calibrated W4 source geometry/partition mismatch: "+base); + std::cerr<<"precision_calibration family="<dtype!=unsigned(DataType::kBFloat16)||t.entry->rank!=2|| + t.entry->dims[0]!=o.entry->dims[0]||t.entry->dims[1]!=o.entry->dims[1]) + throw std::runtime_error("mixed BF16 source mismatch: "+base); + std::cerr<<"precision_upgrade family="< old; + bool w8=true; + bool shared_stage=std::getenv("LING3_BRIDGE_SHARED_STAGE") && std::string(std::getenv("LING3_BRIDGE_SHARED_STAGE"))=="1"; + Impl* input_owner=nullptr; +#if LING3_WITH_RKNN + struct Weight { + rknn_matmul_ctx ctx=0;rknn_tensor_mem* b=nullptr; + int offset=0,n=0,core=0; + rknn_matmul_io_attr io{}; + std::vector scales; + ~Weight(){if(b)rknn_destroy_mem(ctx,b);if(ctx)rknn_matmul_destroy(ctx);} + }; + struct Work { + rknn_matmul_ctx ctx=0;rknn_tensor_mem *a=nullptr,*c=nullptr; + rknn_matmul_io_attr io{}; + const rknn_tensor_mem* bound_b=nullptr; + const rknn_tensor_mem* bound_a=nullptr; + std::vector scales; + std::vector q; + ~Work(){if(c)rknn_destroy_mem(ctx,c);if(a)rknn_destroy_mem(ctx,a);if(ctx)rknn_matmul_destroy(ctx);} + }; + std::vector> weights; + std::map>> workspaces; + rknn_matmul_info Info(int m,int n)const{ + rknn_matmul_info info{};info.M=m;info.K=config.k;info.N=n;info.iommu_domain_id=config.iommu_domain_id; + info.type=w8?RKNN_INT8_MM_INT8_TO_INT32:RKNN_FLOAT16_MM_FLOAT16_TO_FLOAT32; + info.B_layout=info.AC_layout=RKNN_MM_LAYOUT_NATIVE;return info; + } + void CheckLayout(const rknn_matmul_io_attr&io,int rows,int n)const{ + if(io.B.n_dims!=4||io.B.dims[2]!=unsigned(w8?32:16)||io.B.dims[3]!=32|| + io.A.size!=unsigned(rows*config.k*(w8?1:2))||io.B.size!=unsigned(config.k*n*(w8?1:2))||io.C.size!=unsigned(rows*n*4)) + throw std::runtime_error("unsupported bridge native layout"); + } + void Prepare(std::size_t rows){ + const int m=Bucket(rows); + if(workspaces.contains(m))return; + std::vector> workspace; + for(const auto&weight:weights){ + auto w=std::make_unique();auto info=Info(m,weight->n); + Check(rknn_matmul_create(&w->ctx,&info,&w->io),"bridge create workspace"); + CheckLayout(w->io,m,weight->n); + Check(rknn_matmul_set_core_mask(w->ctx,static_cast(1<core)),"bridge workspace core"); + w->a=rknn_create_mem2(w->ctx,w->io.A.size,RKNN_FLAG_MEMORY_CACHEABLE); + w->c=rknn_create_mem2(w->ctx,w->io.C.size,RKNN_FLAG_MEMORY_CACHEABLE); + if(!w->a||!w->c)throw std::runtime_error("bridge allocate workspace"); + std::memset(w->a->virt_addr,0,w->io.A.size);w->scales.resize(m,1.f);w->q.resize(config.k); + Check(rknn_matmul_set_io_mem(w->ctx,w->c,&w->io.C),"bridge bind C"); + workspace.push_back(std::move(w)); + } + workspaces.emplace(m,std::move(workspace)); + } + void Stage(Work&w,int m,std::size_t rows,std::spaninput, + std::span qinput={},std::span qscales={},std::span indices={}){ + const int k=config.k,sub=w8?16:8; + std::memset(w.a->virt_addr,0,w.io.A.size); + for(std::size_t r=0;r(w.a->virt_addr)+target,q+j,16); + else{ + const float* source=input.data()+r*k+j; + auto* dest=reinterpret_cast(w.a->virt_addr)+target; + vst1q_f16(dest,vcombine_f16(vcvt_f16_f32(vld1q_f32(source)),vcvt_f16_f32(vld1q_f32(source+4)))); + } + } + } + Check(rknn_mem_sync(w.ctx,w.a,RKNN_MEMORY_SYNC_TO_DEVICE),"bridge sync A"); + } + void LaneRun(int lane,int m,std::size_t rows,const Impl& source,std::span output,Work* shared=nullptr){ + auto&w=*workspaces.at(m)[lane];auto&sw=shared?*shared:w;auto&weight=*source.weights[lane]; + if(w.bound_a!=sw.a){Check(rknn_matmul_set_io_mem(w.ctx,sw.a,&w.io.A),"bridge bind A");w.bound_a=sw.a;} + if(w.bound_b!=weight.b){Check(rknn_matmul_set_io_mem(w.ctx,weight.b,&w.io.B),"bridge bind B");w.bound_b=weight.b;} + Check(rknn_matmul_run(w.ctx),"bridge matmul"); + Check(rknn_mem_sync(w.ctx,w.c,RKNN_MEMORY_SYNC_FROM_DEVICE),"bridge sync C"); + for(std::size_t r=0;r(w.c->virt_addr)+idx)); + value=vmulq_f32(vmulq_n_f32(value,sw.scales[r]),vld1q_f32(weight.scales.data()+col));} + else value=vld1q_f32(static_cast(w.c->virt_addr)+idx); + vst1q_f32(output.data()+r*config.n+weight.offset+col,value); + } + } + W4RunTimings Batch(std::span input,std::size_t rows,const Impl&source,std::spanoutput, + std::span qi={},std::span qs={},std::span idx={},bool prepared=false){ + if(rows<1||rows>128||output.size()!=rows*config.n||config.k!=source.config.k||config.n!=source.config.n||w8!=source.w8||weights.size()!=source.weights.size()) + throw std::invalid_argument("bridge batch shape mismatch"); + if(!prepared && idx.empty() && input.size()!=rows*config.k)throw std::invalid_argument("bridge input size"); + if(!idx.empty()){ + if(!w8||idx.size()!=rows||qi.size()!=qs.size()*config.k)throw std::invalid_argument("bridge indexed input"); + for(auto id:idx)if(id>=qs.size()||!std::isfinite(qs[id])||qs[id]<=0)throw std::invalid_argument("bridge input index"); + } + auto start=Clock::now();Prepare(rows);const int m=Bucket(rows); + Work* staged=nullptr; + if(shared_stage && !prepared && weights.size()>1){ + staged=workspaces.at(m)[0].get(); + Stage(*staged,m,rows,input,qi,qs,idx); + } + auto run=[&](int lane){ + Work* shared=staged; + if(prepared){auto* owner=input_owner?input_owner:this;shared=owner->workspaces.at(1)[0].get();} + else if(!staged)Stage(*workspaces.at(m)[lane],m,rows,input,qi,qs,idx); + LaneRun(lane,m,rows,source,output,shared); + }; + if(weights.size()==1)run(0); + else CoreWorkers::Instance().Run(config.cores,[&](int core){auto it=std::find(config.cores.begin(),config.cores.end(),core);run(int(it-config.cores.begin()));}); + W4RunTimings t;t.total_ms=std::chrono::duration(Clock::now()-start).count();return t; + } +#endif + Impl(const ModelPackage& original,const std::string&base,W4LinearConfig c):config(std::move(c)){ + const auto& package=PrecisionSource(original,base); + const auto& tensor=package.tensor(base+".weight"); + const bool mixed=package.header().flags & kPackageMixedW4W8; + if(mixed && !std::getenv("LING3_BRIDGE_SHARED_STAGE"))shared_stage=true; + if(mixed && std::getenv("LING3_OFFICIAL_EXECUTION") && + std::string(std::getenv("LING3_OFFICIAL_EXECUTION"))!="w8") + throw std::invalid_argument("self-contained mixed package requires W8 bridge execution"); + if(!(package.header().flags & kPackageOfficialInt4) && + (!mixed || tensor.entry->dtype==unsigned(DataType::kInt4Low))){ + if(tensor.entry->quant!=unsigned(QuantType::kPerOutputChannel) || + tensor.entry->layout!=unsigned(TensorLayout::kPackedInt4Low)) + throw std::runtime_error("invalid per-channel W4 entry: "+base); + old=std::make_unique(config,View(tensor,DataType::kInt4Low), + View(package.tensor(base+".scales"),DataType::kFloat32),View(package.tensor(base+".correction"),DataType::kInt32)); + }else{ +#if !LING3_WITH_RKNN + throw std::runtime_error("official weight bridge requires RKNN"); +#else + const std::string mode=std::getenv("LING3_OFFICIAL_EXECUTION")?std::getenv("LING3_OFFICIAL_EXECUTION"):"w8"; + if(mode!="w8"&&mode!="fp16")throw std::invalid_argument("LING3_OFFICIAL_EXECUTION must be w8 or fp16"); + w8=mode=="w8"; + if(config.k%32||config.n%32||config.k<=0||config.n<=0||config.cores.empty())throw std::runtime_error("bridge weight shape"); + const bool group=tensor.entry->dtype==unsigned(DataType::kInt4Low); + std::span packed;std::span raw,groups; + if(group){ + if(tensor.entry->quant!=4||tensor.entry->flags!=32||tensor.entry->layout!=unsigned(TensorLayout::kPackedInt4Low))throw std::runtime_error("bridge group32 metadata"); + packed=View(tensor,DataType::kInt4Low);groups=View(package.tensor(base+".scales"),DataType::kBFloat16); + if(packed.size()!=size_t(config.k)*config.n/2||groups.size()!=size_t(config.n)*(config.k/32))throw std::runtime_error("bridge group32 shape"); + }else{ + raw=View(tensor,DataType::kBFloat16);if(raw.size()!=size_t(config.n)*config.k)throw std::runtime_error("bridge BF16 shape"); + } + std::vector row(config.k);int offset=0; + for(size_t lane=0;lane();weight->offset=offset;weight->core=config.cores[lane]; + weight->n=((config.n/32)/config.cores.size()+(lanen<32)throw std::runtime_error("bridge empty output slice"); + auto info=Info(1,weight->n);Check(rknn_matmul_create(&weight->ctx,&info,&weight->io),"bridge create weight"); + CheckLayout(weight->io,1,weight->n);weight->scales.resize(weight->n,1.f); + weight->b=rknn_create_mem2(weight->ctx,weight->io.B.size,RKNN_FLAG_MEMORY_CACHEABLE); + if(!weight->b)throw std::runtime_error("bridge allocate B"); + const int subn=w8?32:16; + for(int col=0;coln;++col){ + const int global=offset+col;float maximum=0; + for(int j=0;j65504.f)throw std::runtime_error("nonfinite/out-of-range bridge weight"); + row[j]=v;maximum=std::max(maximum,std::abs(v)); + } + const float s=maximum>0?maximum/127:1;weight->scales[col]=s; + for(int j=0;j(weight->b->virt_addr)[idx]=std::clamp(int(std::nearbyint(row[j]/s)),-127,127); + else static_cast<__fp16*>(weight->b->virt_addr)[idx]=static_cast<__fp16>(row[j]); + } + } + Check(rknn_mem_sync(weight->ctx,weight->b,RKNN_MEMORY_SYNC_TO_DEVICE),"bridge sync B"); + offset+=weight->n;weights.push_back(std::move(weight)); + } + Prepare(1); +#endif + } + if(!std::getenv("LING3_KEEP_SOURCE_WEIGHTS"))package.DiscardCopiedLinearWeight(tensor); + } +}; +Linear::Linear(const ModelPackage&p,const std::string&b,W4LinearConfig c):impl_(std::make_unique(p,b,std::move(c))){} +Linear::~Linear()=default; +W4RunTimings Linear::Run(std::spanx,std::spany){if(impl_->old)return impl_->old->Run(x,y);return RunBatch(x,1,y);} +W4RunTimings Linear::RunBatch(std::spanx,std::size_t rows,std::spany){return RunBatchWithWeights(x,rows,*this,y);} +W4RunTimings Linear::RunBatchWithWeights(std::spanx,std::size_t rows,const Linear&weight,std::spany){ + if(bool(impl_->old)!=bool(weight.impl_->old))throw std::invalid_argument("linear weight precision mismatch"); + if(impl_->old)return impl_->old->RunBatchWithWeights(x,rows,*weight.impl_->old,y); +#if LING3_WITH_RKNN + return impl_->Batch(x,rows,*weight.impl_,y); +#else + throw std::runtime_error("RKNN disabled"); +#endif +} +W4RunTimings Linear::RunBatchQuantizedRows(std::spanx,std::spans,std::spanrows,const Linear&weight,std::spany){ + if(bool(impl_->old)!=bool(weight.impl_->old))throw std::invalid_argument("indexed weight precision mismatch"); + if(impl_->old)return impl_->old->RunBatchQuantizedRows(x,s,rows,*weight.impl_->old,y); +#if LING3_WITH_RKNN + return impl_->Batch({},rows.size(),*weight.impl_,y,x,s,rows); +#else + throw std::runtime_error("RKNN disabled"); +#endif +} +void Linear::PrepareBatch(std::size_t rows,bool indexed){if(impl_->old){impl_->old->PrepareBatch(rows,indexed);return;} +#if LING3_WITH_RKNN + impl_->Prepare(rows); +#endif +} +float Linear::PrepareInput(std::spanx){if(impl_->old)return impl_->old->PrepareInput(x); +#if LING3_WITH_RKNN + if(x.size()!=size_t(impl_->config.k)||impl_->weights.size()!=1)throw std::invalid_argument("bridge prepared input"); + auto&w=*impl_->workspaces.at(1)[0];impl_->Stage(w,1,1,x);return w.scales[0]; +#else + throw std::runtime_error("RKNN disabled"); +#endif +} +W4RunTimings Linear::RunPrepared(float scale,std::spany){if(impl_->old)return impl_->old->RunPrepared(scale,y); +#if LING3_WITH_RKNN + return impl_->Batch({},1,*impl_,y,{},{},{},true); +#else + throw std::runtime_error("RKNN disabled"); +#endif +} +void Linear::ShareInputFrom(Linear&owner){ + if(bool(impl_->old)!=bool(owner.impl_->old))throw std::invalid_argument("shared input precision mismatch"); + if(impl_->old){impl_->old->ShareInputFrom(*owner.impl_->old);return;} + if(impl_->config.k!=owner.impl_->config.k||impl_->w8!=owner.impl_->w8)throw std::invalid_argument("bridge input sharing mismatch"); + impl_->input_owner=owner.impl_.get(); +} +void Linear::SetSingleCore(int core){if(impl_->old){impl_->old->SetSingleCore(core);return;} +#if LING3_WITH_RKNN + if(impl_->weights.size()!=1||core<0||core>2)throw std::invalid_argument("bridge single core"); + if(core==impl_->config.cores[0])return; + for(auto&[rows,work]:impl_->workspaces)Check(rknn_matmul_set_core_mask(work[0]->ctx,static_cast(1<weights[0]->core=core;impl_->config.cores[0]=core; +#endif +} +} diff --git a/src/main.cpp b/src/main.cpp new file mode 100644 index 0000000000000000000000000000000000000000..0758fb2031342692bc3a63d24d44a3785b2b97d5 --- /dev/null +++ b/src/main.cpp @@ -0,0 +1,1474 @@ +#include "ling3/decoder.h" +#include "ling3/execution_plan.h" +#include "ling3/gdn_step.h" +#include "ling3/layer0.h" +#include "ling3/model_package.h" +#include "ling3/quantization.h" +#include "ling3/rknn_backend.h" +#include "ling3/service.h" +#include "ling3/tokenizer.h" +#include "ling3/w4_linear.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#if defined(__linux__) +#include +#include +#include +#include +#endif + +namespace { + +std::size_t ParseSize(std::string_view text, const char * label) { + std::size_t value = 0; + const auto [end, error] = std::from_chars(text.data(), text.data() + text.size(), value); + if (error != std::errc {} || end != text.data() + text.size()) { + throw std::runtime_error(std::string("invalid ") + label + ": " + std::string(text)); + } + return value; +} + +void PrintUsage(const char * program) { + std::cerr << "Usage:\n" + << " " << program << " inspect MODEL.l3r\n" + << " " << program << " plan [MAX_CONTEXT]\n" + << " " << program << " rknn-smoke [ITERATIONS]\n" + << " " << program << " tokenizer-smoke MODEL.l3r\n" + << " " << program << " gdn-smoke MODEL.l3r [ITERATIONS]\n" + << " " << program << " gdn-batch16-smoke MODEL.l3r [ITERATIONS]\n" + << " " << program << " gdn-cpu-state-check MODEL.l3r\n" + << " " << program << " gdn-reference-check MODEL.l3r\n" + << " " << program << " layer0-smoke MODEL.l3r TOKEN REF.f32 [ITERATIONS]\n" + << " " << program << " linear-smoke MODEL.l3r TENSOR_BASE [ITERATIONS]\n" + << " " << program + << " linear-batch-smoke MODEL.l3r TENSOR_BASE ROWS [ITERATIONS] [WEIGHT_BASE]\n" + << " " << program << " prefill32-smoke MODEL.l3r\n" + << " " << program << " logits-smoke MODEL.l3r TOKEN [REF.f32]\n" + << " " << program << " generate MODEL.l3r USER_TEXT [MAX_NEW_TOKENS]\n" + << " " << program << " benchmark MODEL.l3r SEQLEN NEW_TOKENS [ITERATIONS]\n" + << " " << program << " sequence-check MODEL.l3r SEQLEN NEW_TOKENS OUT_PREFIX [REFERENCE_PREFIX [CORPUS.txt]]\n" + << " " << program << " serve MODEL.l3r [PORT]\n"; +} + +template +std::span TensorSpan(const ling3::TensorView & tensor); + +void PinToA76Cores() { +#if defined(__linux__) && defined(__aarch64__) + cpu_set_t cores; + CPU_ZERO(&cores); + for (int core = 4; core <= 7; ++core) CPU_SET(core, &cores); + if (sched_setaffinity(0, sizeof(cores), &cores) != 0) { + std::cerr << "warning: cannot pin inference threads to CPU cores 4-7: " + << std::strerror(errno) << '\n'; + } +#endif +} + +void RaiseFileDescriptorLimit() { +#if defined(__linux__) + rlimit limit {}; + if (getrlimit(RLIMIT_NOFILE, &limit) != 0) { + throw std::runtime_error( + std::string("getrlimit(RLIMIT_NOFILE) failed: ") + std::strerror(errno)); + } + constexpr rlim_t requested = 262144; + const rlim_t target = std::min(requested, limit.rlim_max); + if (limit.rlim_cur >= target) return; + limit.rlim_cur = target; + if (setrlimit(RLIMIT_NOFILE, &limit) != 0) { + throw std::runtime_error( + std::string("setrlimit(RLIMIT_NOFILE) failed: ") + std::strerror(errno)); + } +#endif +} + +void ConfigureInferenceProcess() { + RaiseFileDescriptorLimit(); + PinToA76Cores(); +} + +ling3::Tokenizer PackageTokenizer(const ling3::ModelPackage & package) { + const auto & asset = package.tensor("tokenizer"); + if (asset.entry->role != static_cast(ling3::TensorRole::kTokenizer)) { + throw std::runtime_error("tokenizer tensor has the wrong role"); + } + return ling3::Tokenizer(TensorSpan(asset)); +} + +std::string Utf8(std::u8string_view text) { + return {reinterpret_cast(text.data()), text.size()}; +} + +int RunTokenizerSmoke(const std::string & package_path) { + const ling3::ModelPackage package(package_path); + const auto & asset = package.tensor("tokenizer"); + if (asset.entry->role != static_cast(ling3::TensorRole::kTokenizer)) { + throw std::runtime_error("tokenizer tensor has the wrong role"); + } + const ling3::Tokenizer tokenizer(TensorSpan(asset)); + struct Case { + std::string text; + std::vector expected; + }; + const std::vector cases = { + {Utf8(u8"你好，世界！"), {34355, 44291, 859}}, + {"Hello world!", {14455, 1931, 0}}, + {"I'm testing 123.", {40, 3180, 7750, 220, 16, 17, 18, 13}}, + {Utf8(u8"ＡＢＣ e\u0301\n第二行"), {83140, 270, 95, 93086, 18878, 198, 2378, 685}}, + {Utf8(u8"想一下"), {156903, 122843, 156904}}, + { + Utf8(u8"<|startoftext|>user\n你好<|role_end|>\n<|startoftext|>assistant\n"), + {156891, 3840, 198, 34355, 156895, 198, 156891, 598, 10450, 198}, + }, + }; + for (std::size_t index = 0; index < cases.size(); ++index) { + const auto actual = tokenizer.Encode(cases[index].text); + if (actual != cases[index].expected) { + std::cerr << "tokenizer mismatch in case " << index << "\nexpected:"; + for (auto token : cases[index].expected) std::cerr << ' ' << token; + std::cerr << "\nactual:"; + for (auto token : actual) std::cerr << ' ' << token; + std::cerr << '\n'; + return 8; + } + if (tokenizer.Decode(actual) != cases[index].text && index != 3) { + std::cerr << "tokenizer round-trip mismatch in case " << index << '\n'; + return 9; + } + } + if (!tokenizer.uses_official_unicode_rules()) { + std::cerr << "token IDs matched, but this build lacks official ICU Unicode rules\n"; + return 10; + } + std::cout << "tokenizer smoke passed (" << cases.size() + << " official vectors, ICU rules enabled)\n"; + return 0; +} + +int RunGdnSmoke(const std::string & package_path, std::size_t iterations) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("gdn-smoke requires a build with RKNN support"); + } + if (iterations == 0) iterations = 1; + const ling3::ModelPackage package(package_path); + const auto & heads6 = package.tensor("rknn.gdn.heads6"); + const auto & heads5 = package.tensor("rknn.gdn.heads5"); + if (heads6.entry->role != static_cast(ling3::TensorRole::kRknnIsland) || + heads5.entry->role != static_cast(ling3::TensorRole::kRknnIsland)) { + throw std::runtime_error("GDN tensors do not contain RKNN islands"); + } + + constexpr int heads = 16; + constexpr int dimension = 128; + constexpr int elements = heads * dimension; + std::vector query(elements), key(elements), value(elements), decay(elements); + std::vector beta(heads), output(elements), reference(elements); + for (int head = 0; head < heads; ++head) { + float q_norm = 1.0e-6F; + float k_norm = 1.0e-6F; + for (int index = 0; index < dimension; ++index) { + const int offset = head * dimension + index; + query[offset] = std::sin(static_cast(offset + 1) * 0.013F); + key[offset] = std::cos(static_cast(offset + 3) * 0.017F); + value[offset] = 0.2F * std::sin(static_cast(offset + 5) * 0.021F); + decay[offset] = -2.0F - 0.5F * std::cos(static_cast(offset) * 0.009F); + q_norm += query[offset] * query[offset]; + k_norm += key[offset] * key[offset]; + } + q_norm = std::sqrt(q_norm); + k_norm = std::sqrt(k_norm); + for (int index = 0; index < dimension; ++index) { + query[head * dimension + index] /= q_norm; + key[head * dimension + index] /= k_norm; + } + beta[head] = 1.0F / (1.0F + std::exp(-0.2F * std::sin(static_cast(head)))); + } + + const auto initialize_begin = std::chrono::steady_clock::now(); + ling3::GdnStep gdn(TensorSpan(heads6), TensorSpan(heads5)); + const auto initialize_end = std::chrono::steady_clock::now(); + const double initialize_ms = std::chrono::duration( + initialize_end - initialize_begin).count(); + + gdn.Run(query, key, value, decay, beta, output); + const float query_scale = 1.0F / std::sqrt(static_cast(dimension)); + for (int head = 0; head < heads; ++head) { + float key_dot_query = 0.0F; + for (int index = 0; index < dimension; ++index) { + key_dot_query += key[head * dimension + index] * + query[head * dimension + index] * query_scale; + } + for (int index = 0; index < dimension; ++index) { + reference[head * dimension + index] = + beta[head] * value[head * dimension + index] * key_dot_query; + } + } + double dot = 0.0; + double norm_output = 0.0; + double norm_reference = 0.0; + double max_error = 0.0; + double mean_error = 0.0; + for (int index = 0; index < elements; ++index) { + const double error = std::abs(static_cast(output[index]) - reference[index]); + max_error = std::max(max_error, error); + mean_error += error; + dot += static_cast(output[index]) * reference[index]; + norm_output += static_cast(output[index]) * output[index]; + norm_reference += static_cast(reference[index]) * reference[index]; + } + mean_error /= elements; + const double cosine = dot / std::sqrt(norm_output * norm_reference); + + gdn.Reset(); + for (int index = 0; index < 5; ++index) { + gdn.Run(query, key, value, decay, beta, output); + } + ling3::GdnRunTimings mean; + for (std::size_t index = 0; index < iterations; ++index) { + const auto sample = gdn.Run(query, key, value, decay, beta, output); + mean.stage_ms += sample.stage_ms; + mean.npu_ms += sample.npu_ms; + mean.collect_ms += sample.collect_ms; + mean.total_ms += sample.total_ms; + } + const double divisor = static_cast(iterations); + mean.stage_ms /= divisor; + mean.npu_ms /= divisor; + mean.collect_ms /= divisor; + mean.total_ms /= divisor; + + std::cout << std::fixed << std::setprecision(6) + << "heads=6+5+5\n" + << "cores=0,1,2\n" + << "initialization_ms=" << initialize_ms << '\n' + << "state_bytes=" << gdn.state_bytes() << '\n' + << "first_step_cosine=" << cosine << '\n' + << "first_step_mean_abs_error=" << mean_error << '\n' + << "first_step_max_abs_error=" << max_error << '\n' + << "iterations=" << iterations << '\n' + << "stage_mean_ms=" << mean.stage_ms << '\n' + << "npu_mean_ms=" << mean.npu_ms << '\n' + << "collect_mean_ms=" << mean.collect_ms << '\n' + << "total_mean_ms=" << mean.total_ms << '\n'; + return cosine >= 0.999 && max_error <= 0.005 ? 0 : 11; +} + +void FillGdnToken( + int token, + std::span query, + std::span key, + std::span value, + std::span decay, + std::span beta) { + constexpr int heads = 16; + constexpr int dimension = 128; + for (int head = 0; head < heads; ++head) { + float q_norm = 1.0e-6F; + float k_norm = 1.0e-6F; + for (int index = 0; index < dimension; ++index) { + const int offset = head * dimension + index; + query[offset] = std::sin(static_cast(offset + 13 * token + 1) * 0.013F); + key[offset] = std::cos(static_cast(offset + 7 * token + 3) * 0.017F); + value[offset] = 0.2F * + std::sin(static_cast(offset + 5 * token + 5) * 0.021F); + decay[offset] = -2.0F - 0.5F * + std::cos(static_cast(offset + 3 * token) * 0.009F); + q_norm += query[offset] * query[offset]; + k_norm += key[offset] * key[offset]; + } + q_norm = std::sqrt(q_norm); + k_norm = std::sqrt(k_norm); + for (int index = 0; index < dimension; ++index) { + query[head * dimension + index] /= q_norm; + key[head * dimension + index] /= k_norm; + } + beta[head] = 1.0F / + (1.0F + std::exp(-0.2F * std::sin(static_cast(head + token)))); + } +} + +int RunGdnBatch16Smoke(const std::string & package_path, std::size_t iterations) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("gdn-batch16-smoke requires a build with RKNN support"); + } + if (iterations == 0) iterations = 1; + const ling3::ModelPackage package(package_path); + const auto & heads6 = package.tensor("rknn.gdn.heads6"); + const auto & heads5 = package.tensor("rknn.gdn.heads5"); + constexpr std::size_t width = 16 * 128; + constexpr std::size_t rows = 16; + ling3::GdnStep sequential(TensorSpan(heads6), TensorSpan(heads5)); + ling3::GdnStep batch(TensorSpan(heads6), TensorSpan(heads5)); + if (!batch.has_batch16()) { + throw std::runtime_error("set LING3_GDN_PREFILL_DIR to the 16-token RKNN models"); + } + + std::vector query(rows * width), key(rows * width), value(rows * width); + std::vector decay(rows * width), beta(rows * 16); + std::vector sequential_output(rows * width), batch_output(rows * width); + std::vector scratch(width), scratch_key(width), scratch_value(width), scratch_decay(width); + std::vector scratch_beta(16), sequential_tail(width), batch_tail(width); + for (int token = 0; token < 3; ++token) { + FillGdnToken(token, scratch, scratch_key, scratch_value, scratch_decay, scratch_beta); + sequential.Run(scratch, scratch_key, scratch_value, scratch_decay, scratch_beta, sequential_tail); + batch.Run(scratch, scratch_key, scratch_value, scratch_decay, scratch_beta, batch_tail); + } + for (std::size_t row = 0; row < rows; ++row) { + FillGdnToken( + static_cast(row + 3), + std::span(query).subspan(row * width, width), + std::span(key).subspan(row * width, width), + std::span(value).subspan(row * width, width), + std::span(decay).subspan(row * width, width), + std::span(beta).subspan(row * 16, 16)); + sequential.Run( + std::span(query).subspan(row * width, width), + std::span(key).subspan(row * width, width), + std::span(value).subspan(row * width, width), + std::span(decay).subspan(row * width, width), + std::span(beta).subspan(row * 16, 16), + std::span(sequential_output).subspan(row * width, width)); + } + const auto first_timing = batch.RunBatch16( + query, key, value, decay, beta, batch_output); + + FillGdnToken(19, scratch, scratch_key, scratch_value, scratch_decay, scratch_beta); + sequential.Run(scratch, scratch_key, scratch_value, scratch_decay, scratch_beta, sequential_tail); + batch.Run(scratch, scratch_key, scratch_value, scratch_decay, scratch_beta, batch_tail); + + auto compare = [](std::span actual, std::span expected) { + std::array result {}; + double actual_norm = 0.0; + double expected_norm = 0.0; + for (std::size_t index = 0; index < actual.size(); ++index) { + const double a = actual[index]; + const double b = expected[index]; + result[0] += a * b; + actual_norm += a * a; + expected_norm += b * b; + const double error = std::abs(a - b); + result[1] += error; + result[2] = std::max(result[2], error); + } + result[0] /= std::sqrt(actual_norm * expected_norm); + result[1] /= static_cast(actual.size()); + return result; + }; + const auto output_error = compare(batch_output, sequential_output); + const auto state_error = compare(batch_tail, sequential_tail); + + ling3::GdnRunTimings mean = first_timing; + for (std::size_t iteration = 1; iteration < iterations; ++iteration) { + const auto sample = batch.RunBatch16(query, key, value, decay, beta, batch_output); + mean.stage_ms += sample.stage_ms; + mean.npu_ms += sample.npu_ms; + mean.collect_ms += sample.collect_ms; + mean.total_ms += sample.total_ms; + } + const double divisor = static_cast(iterations); + mean.stage_ms /= divisor; + mean.npu_ms /= divisor; + mean.collect_ms /= divisor; + mean.total_ms /= divisor; + std::cout << std::fixed << std::setprecision(8) + << "rows=16\n" + << "history_tokens=3\n" + << "output_cosine=" << output_error[0] << '\n' + << "output_mean_abs_error=" << output_error[1] << '\n' + << "output_max_abs_error=" << output_error[2] << '\n' + << "tail_state_cosine=" << state_error[0] << '\n' + << "tail_mean_abs_error=" << state_error[1] << '\n' + << "tail_max_abs_error=" << state_error[2] << '\n' + << "stage_mean_ms=" << mean.stage_ms << '\n' + << "npu_mean_ms=" << mean.npu_ms << '\n' + << "collect_mean_ms=" << mean.collect_ms << '\n' + << "total_mean_ms=" << mean.total_ms << '\n'; + return output_error[0] >= 0.99999 && state_error[0] >= 0.99999 ? 0 : 14; +} + +std::vector ReadFloatFile(const std::string & path, std::size_t count) { + std::ifstream stream(path, std::ios::binary | std::ios::ate); + if (!stream) throw std::runtime_error("cannot open " + path); + const auto bytes = static_cast(stream.tellg()); + if (bytes != count * sizeof(float)) { + throw std::runtime_error(path + " has an incompatible byte count"); + } + stream.seekg(0); + std::vector result(count); + stream.read(reinterpret_cast(result.data()), static_cast(bytes)); + if (!stream) throw std::runtime_error("cannot read " + path); + return result; +} + +int RunLayer0Smoke( + const std::string & package_path, + std::uint32_t token, + const std::string & reference_path, + std::size_t iterations) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("layer0-smoke requires a build with RKNN support"); + } + if (iterations == 0) iterations = 1; + const ling3::ModelPackage package(package_path); + const auto initialization_begin = std::chrono::steady_clock::now(); + ling3::Layer0 layer(package); + const auto initialization_end = std::chrono::steady_clock::now(); + const double initialization_ms = std::chrono::duration( + initialization_end - initialization_begin).count(); + std::vector output(1536); + layer.Reset(); + layer.DecodeToken(token, output); + const auto reference = ReadFloatFile(reference_path, output.size()); + double dot = 0.0, output_norm = 0.0, reference_norm = 0.0; + double mean_error = 0.0, maximum_error = 0.0; + for (std::size_t index = 0; index < output.size(); ++index) { + const double error = std::abs(static_cast(output[index]) - reference[index]); + mean_error += error; + maximum_error = std::max(maximum_error, error); + dot += static_cast(output[index]) * reference[index]; + output_norm += static_cast(output[index]) * output[index]; + reference_norm += static_cast(reference[index]) * reference[index]; + } + mean_error /= output.size(); + const double cosine = dot / std::sqrt(output_norm * reference_norm); + + layer.Reset(); + for (int index = 0; index < 3; ++index) layer.DecodeToken(token, output); + ling3::Layer0Timings mean; + for (std::size_t index = 0; index < iterations; ++index) { + const auto sample = layer.DecodeToken(token, output); + mean.attention_ms += sample.attention_ms; + mean.dense_ffn_ms += sample.dense_ffn_ms; + mean.total_ms += sample.total_ms; + } + const double divisor = static_cast(iterations); + mean.attention_ms /= divisor; + mean.dense_ffn_ms /= divisor; + mean.total_ms /= divisor; + std::cout << std::fixed << std::setprecision(6) + << "token=" << token << '\n' + << "initialization_ms=" << initialization_ms << '\n' + << "cosine_vs_official_bf16=" << cosine << '\n' + << "mean_abs_error=" << mean_error << '\n' + << "max_abs_error=" << maximum_error << '\n' + << "iterations=" << iterations << '\n' + << "attention_mean_ms=" << mean.attention_ms << '\n' + << "dense_ffn_mean_ms=" << mean.dense_ffn_ms << '\n' + << "total_mean_ms=" << mean.total_ms << '\n'; + return cosine >= 0.98 ? 0 : 12; +} + +template +std::span TensorSpan(const ling3::TensorView & tensor) { + if (tensor.entry->data_bytes % sizeof(T) != 0) { + throw std::runtime_error(std::string(tensor.name) + " has an invalid byte count"); + } + return { + reinterpret_cast(tensor.data), + static_cast(tensor.entry->data_bytes / sizeof(T)), + }; +} + +int RunLinearSmoke( + const std::string & package_path, + const std::string & base, + std::size_t iterations) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("linear-smoke requires a build with RKNN support"); + } + if (iterations == 0) iterations = 1; + const ling3::ModelPackage package(package_path); + ling3::ValidateLing3Tiny(package.header()); + const auto & weight = package.tensor(base + ".weight"); + const auto & scale = package.tensor(base + ".scales"); + const auto & correction = package.tensor(base + ".correction"); + if (weight.entry->dtype != static_cast(ling3::DataType::kInt4Low) || + weight.entry->layout != static_cast(ling3::TensorLayout::kPackedInt4Low) || + weight.entry->rank != 2 || scale.entry->dtype != static_cast(ling3::DataType::kFloat32) || + correction.entry->dtype != static_cast(ling3::DataType::kInt32)) { + throw std::runtime_error("linear-smoke tensors have incompatible metadata"); + } + const int k = static_cast(weight.entry->dims[0]); + const int n = static_cast(weight.entry->dims[1]); + const int k_splits = static_cast(weight.entry->flags); + const auto weights = TensorSpan(weight); + const auto scales = TensorSpan(scale); + const auto corrections = TensorSpan(correction); + + std::vector input(k); + for (int index = 0; index < k; ++index) { + input[index] = 0.7F * std::sin(static_cast(index) * 0.03125F) + + 0.2F * std::cos(static_cast(index) * 0.0078125F); + } + std::vector output(n); + + const auto initialize_begin = std::chrono::steady_clock::now(); + ling3::DynamicW4Linear linear( + {k, n, k_splits, {0, 1, 2}}, weights, scales, corrections); + const auto initialize_end = std::chrono::steady_clock::now(); + const auto initialize_ms = std::chrono::duration( + initialize_end - initialize_begin).count(); + + linear.Run(input, output); + std::vector samples; + samples.reserve(iterations); + for (std::size_t iteration = 0; iteration < iterations; ++iteration) { + samples.push_back(linear.Run(input, output)); + } + + std::vector input_codes(k); + const auto quantization = ling3::QuantizeSymmetricInt8(input, input_codes); + std::vector reference_accumulator(n); + ling3::ReferenceW4Linear(input_codes, weights, n, reference_accumulator); + std::vector reference(n); + ling3::DequantizePerChannel(reference_accumulator, quantization.scale, scales, reference); + double maximum_error = 0.0; + double mean_error = 0.0; + for (int index = 0; index < n; ++index) { + const double error = std::abs(static_cast(output[index]) - reference[index]); + maximum_error = std::max(maximum_error, error); + mean_error += error; + } + mean_error /= n; + + ling3::W4RunTimings mean; + for (const auto & sample : samples) { + mean.quantize_pack_ms += sample.quantize_pack_ms; + mean.input_sync_ms += sample.input_sync_ms; + mean.npu_ms += sample.npu_ms; + mean.gather_ms += sample.gather_ms; + mean.total_ms += sample.total_ms; + } + const double divisor = static_cast(samples.size()); + mean.quantize_pack_ms /= divisor; + mean.input_sync_ms /= divisor; + mean.npu_ms /= divisor; + mean.gather_ms /= divisor; + mean.total_ms /= divisor; + + std::cout << std::fixed << std::setprecision(6) + << "tensor=" << base << '\n' + << "k=" << k << '\n' + << "n=" << n << '\n' + << "k_splits=" << k_splits << '\n' + << "cores=0,1,2\n" + << "initialization_ms=" << initialize_ms << '\n' + << "resident_weight_bytes=" << linear.resident_weight_bytes() << '\n' + << "iterations=" << iterations << '\n' + << "quantize_pack_mean_ms=" << mean.quantize_pack_ms << '\n' + << "input_sync_mean_ms=" << mean.input_sync_ms << '\n' + << "npu_mean_ms=" << mean.npu_ms << '\n' + << "gather_mean_ms=" << mean.gather_ms << '\n' + << "total_mean_ms=" << mean.total_ms << '\n' + << "reference_mean_abs_error=" << mean_error << '\n' + << "reference_max_abs_error=" << maximum_error << '\n'; + return maximum_error <= 1.0e-5 ? 0 : 7; +} + +int RunLinearBatchSmoke( + const std::string & package_path, + const std::string & base, + std::size_t rows, + std::size_t iterations, + const std::string & weight_base) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("linear-batch-smoke requires a build with RKNN support"); + } + if (rows < 1 || rows > 128) throw std::runtime_error("rows must be in [1, 128]"); + if (iterations == 0) iterations = 1; + const ling3::ModelPackage package(package_path); + ling3::ValidateLing3Tiny(package.header()); + const auto & weight = package.tensor(base + ".weight"); + const auto & scale = package.tensor(base + ".scales"); + const auto & correction = package.tensor(base + ".correction"); + const int k = static_cast(weight.entry->dims[0]); + const int n = static_cast(weight.entry->dims[1]); + const int k_splits = static_cast(weight.entry->flags); + const std::vector cores = std::getenv("LING3_LINEAR_SINGLE_CORE") == nullptr + ? std::vector {0, 1, 2} + : std::vector {0}; + ling3::DynamicW4Linear linear( + {k, n, k_splits, cores}, TensorSpan(weight), + TensorSpan(scale), TensorSpan(correction)); + std::unique_ptr alternate_weights; + if (!weight_base.empty() && weight_base != base) { + const auto & alternate_weight = package.tensor(weight_base + ".weight"); + const auto & alternate_scale = package.tensor(weight_base + ".scales"); + const auto & alternate_correction = package.tensor(weight_base + ".correction"); + if (static_cast(alternate_weight.entry->dims[0]) != k || + static_cast(alternate_weight.entry->dims[1]) != n || + static_cast(alternate_weight.entry->flags) != k_splits) { + throw std::runtime_error("alternate weight tensor has an incompatible shape"); + } + alternate_weights = std::make_unique( + ling3::W4LinearConfig {k, n, k_splits, cores}, + TensorSpan(alternate_weight), TensorSpan(alternate_scale), + TensorSpan(alternate_correction)); + } + auto & reference_linear = alternate_weights ? *alternate_weights : linear; + + std::vector input(rows * static_cast(k)); + for (std::size_t row = 0; row < rows; ++row) { + for (int column = 0; column < k; ++column) { + input[row * k + column] = + 0.7F * std::sin(static_cast(column + 7 * row) * 0.03125F) + + 0.2F * std::cos(static_cast(3 * column + row) * 0.0078125F); + } + } + std::vector batch_output(rows * static_cast(n)); + std::vector sequential_output(rows * static_cast(n)); + linear.RunBatchWithWeights(input, rows, reference_linear, batch_output); + for (std::size_t row = 0; row < rows; ++row) { + reference_linear.Run( + std::span(input).subspan(row * k, k), + std::span(sequential_output).subspan(row * n, n)); + } + double maximum_error = 0.0; + double mean_error = 0.0; + for (std::size_t index = 0; index < batch_output.size(); ++index) { + const double error = std::abs( + static_cast(batch_output[index]) - sequential_output[index]); + maximum_error = std::max(maximum_error, error); + mean_error += error; + } + mean_error /= static_cast(batch_output.size()); + + // Check shared quantized inputs with reordered/repeated rows, a smaller + // tail, and a return to the original capacity in the same context. + double indexed_maximum_error = 0.0; + if (std::getenv("LING3_PREFILL_W4A4") == nullptr) { + std::vector quantized(input.size()); + std::vector input_scales(rows); + std::vector indices(rows); + for (std::size_t row = 0; row < rows; ++row) { + input_scales[row] = ling3::QuantizeSymmetricInt8( + std::span(input).subspan(row * k, k), + std::span(quantized).subspan(row * k, k)).scale; + indices[row] = rows - 1 - row / 2; + } + for (const std::size_t count : {rows, std::max(1, rows / 2), rows}) { + linear.RunBatchQuantizedRows( + quantized, input_scales, + std::span(indices).first(count), reference_linear, + std::span(batch_output).first(count * n)); + for (std::size_t row = 0; row < count; ++row) { + for (int column = 0; column < n; ++column) { + const double actual = batch_output[row * n + column]; + if (!std::isfinite(actual)) { + throw std::runtime_error("indexed W4 batch produced a non-finite output"); + } + indexed_maximum_error = std::max(indexed_maximum_error, std::abs( + actual - sequential_output[indices[row] * n + column])); + } + } + } + } + + ling3::W4RunTimings mean; + const auto sequential_begin = std::chrono::steady_clock::now(); + for (std::size_t iteration = 0; iteration < iterations; ++iteration) { + for (std::size_t row = 0; row < rows; ++row) { + reference_linear.Run( + std::span(input).subspan(row * k, k), + std::span(sequential_output).subspan( + row * n, n)); + } + } + const double sequential_ms = std::chrono::duration( + std::chrono::steady_clock::now() - sequential_begin).count() / + static_cast(iterations); + for (std::size_t iteration = 0; iteration < iterations; ++iteration) { + const auto sample = linear.RunBatchWithWeights(input, rows, reference_linear, batch_output); + mean.quantize_pack_ms += sample.quantize_pack_ms; + mean.input_sync_ms += sample.input_sync_ms; + mean.npu_ms += sample.npu_ms; + mean.gather_ms += sample.gather_ms; + mean.total_ms += sample.total_ms; + } + const double divisor = static_cast(iterations); + mean.quantize_pack_ms /= divisor; + mean.input_sync_ms /= divisor; + mean.npu_ms /= divisor; + mean.gather_ms /= divisor; + mean.total_ms /= divisor; + std::cout << std::fixed << std::setprecision(6) + << "tensor=" << base << '\n' + << "weight_tensor=" << (weight_base.empty() ? base : weight_base) << '\n' + << "rows=" << rows << '\n' + << "cores=" << (cores.size() == 1 ? "0" : "0,1,2") << '\n' + << "sequential_mean_ms=" << sequential_ms << '\n' + << "batch_quantize_pack_mean_ms=" << mean.quantize_pack_ms << '\n' + << "batch_input_sync_mean_ms=" << mean.input_sync_ms << '\n' + << "batch_npu_mean_ms=" << mean.npu_ms << '\n' + << "batch_gather_mean_ms=" << mean.gather_ms << '\n' + << "batch_total_mean_ms=" << mean.total_ms << '\n' + << "speedup=" << sequential_ms / mean.total_ms << '\n' + << "sequential_mean_abs_error=" << mean_error << '\n' + << "sequential_max_abs_error=" << maximum_error << '\n' + << "indexed_max_abs_error=" << indexed_maximum_error << '\n'; + return maximum_error <= 1.0e-5 && indexed_maximum_error <= 1.0e-5 ? 0 : 13; +} + +std::array CompareVectors( + std::span actual, + std::span expected) { + if (actual.size() != expected.size() || actual.empty()) { + throw std::invalid_argument("comparison vectors have incompatible sizes"); + } + double dot = 0.0; + double actual_norm = 0.0; + double expected_norm = 0.0; + double mean_error = 0.0; + double maximum_error = 0.0; + for (std::size_t index = 0; index < actual.size(); ++index) { + const double a = actual[index]; + const double b = expected[index]; + const double error = std::abs(a - b); + dot += a * b; + actual_norm += a * a; + expected_norm += b * b; + mean_error += error; + maximum_error = std::max(maximum_error, error); + } + return { + dot / std::sqrt(actual_norm * expected_norm), + mean_error / static_cast(actual.size()), + maximum_error, + }; +} + +int RunGdnReferenceCheck(const std::string & path) { + if (std::getenv("LING3_GDN_CPU_DECODE")) + throw std::invalid_argument("unset LING3_GDN_CPU_DECODE for the NPU comparator"); + ConfigureInferenceProcess(); + const ling3::ModelPackage package(path); + const auto h6 = TensorSpan(package.tensor("rknn.gdn.heads6")); + const auto h5 = TensorSpan(package.tensor("rknn.gdn.heads5")); + ling3::GdnStep npu(h6, h5), cpu(h6, h5); + constexpr int heads = 16, dimension = 128, width = heads * dimension, steps = 256; + std::vector q(width), k(width), v(width), d(width), b(heads), a(width), c(width); + std::vector state(heads * dimension * dimension, 0.0); + double npu_square_error = 0, cpu_square_error = 0, reference_square = 0; + double npu_max = 0, cpu_max = 0; + for (int t = 0; t < steps; ++t) { + FillGdnToken(t, q, k, v, d, b); + // Include near-unit retention as well as fast forgetting; a zero-state + // first-token test alone cannot exercise accumulated recurrence error. + for (int i = 0; i < width; ++i) + d[i] = i % 3 == 0 ? -0.0001F : (i % 3 == 1 ? -0.05F : d[i]); + npu.Run(q, k, v, d, b, a); + cpu.RunBatchCpu(q, k, v, d, b, c); + for (int head = 0; head < heads; ++head) { + std::array factor; + for (int j = 0; j < dimension; ++j) factor[j] = std::exp(double(d[head * dimension + j])); + for (int col = 0; col < dimension; ++col) { + auto * row = state.data() + (head * dimension + col) * dimension; + double predicted = 0; + for (int j = 0; j < dimension; ++j) { + row[j] *= factor[j]; + predicted += row[j] * double(k[head * dimension + j]); + } + const double delta = double(b[head]) * (double(v[head * dimension + col]) - predicted); + double result = 0; + for (int j = 0; j < dimension; ++j) { + row[j] += delta * double(k[head * dimension + j]); + result += row[j] * double(q[head * dimension + j]) / std::sqrt(128.0); + } + const int index = head * dimension + col; + if (!std::isfinite(a[index]) || !std::isfinite(c[index])) + throw std::runtime_error("non-finite recurrence"); + const double ea = a[index] - result, ec = c[index] - result; + npu_square_error += ea * ea; + cpu_square_error += ec * ec; + reference_square += result * result; + npu_max = std::max(npu_max, std::abs(ea)); + cpu_max = std::max(cpu_max, std::abs(ec)); + } + } + } + std::cout << std::setprecision(12) << "steps=" << steps + << " npu_relative_rms=" << std::sqrt(npu_square_error / reference_square) + << " cpu_relative_rms=" << std::sqrt(cpu_square_error / reference_square) + << " npu_max=" << npu_max << " cpu_max=" << cpu_max << '\n'; + return cpu_square_error < npu_square_error && cpu_max < 1e-6 ? 0 : 2; +} + +int RunGdnCpuStateCheck(const std::string & path) { + if (std::getenv("LING3_GDN_CPU_DECODE")) + throw std::invalid_argument("unset LING3_GDN_CPU_DECODE to test transitions to NPU"); + ConfigureInferenceProcess(); + const ling3::ModelPackage package(path); + const auto h6 = TensorSpan(package.tensor("rknn.gdn.heads6")); + const auto h5 = TensorSpan(package.tensor("rknn.gdn.heads5")); + ling3::GdnStep batch(h6, h5), chunks(h6, h5); + constexpr std::size_t rows = 97, width = 16 * 128; + std::vector q(rows * width), k(q.size()), v(q.size()), d(q.size()), b(rows * 16); + std::vector one(q.size()), many(q.size()), replay(q.size()); + for (std::size_t t = 0; t < rows; ++t) { + FillGdnToken(t, std::span(q).subspan(t * width, width), + std::span(k).subspan(t * width, width), + std::span(v).subspan(t * width, width), + std::span(d).subspan(t * width, width), + std::span(b).subspan(t * 16, 16)); + } + batch.RunBatchCpu(q, k, v, d, b, one); + std::size_t offset = 0; + for (const std::size_t count : {1, 3, 16, 31, 46}) { + chunks.RunBatchCpu(std::span(q).subspan(offset * width, count * width), + std::span(k).subspan(offset * width, count * width), + std::span(v).subspan(offset * width, count * width), + std::span(d).subspan(offset * width, count * width), + std::span(b).subspan(offset * 16, count * 16), + std::span(many).subspan(offset * width, count * width)); + offset += count; + } + const auto error = CompareVectors(many, one); + std::vector tail1(width), tail2(width); + batch.Run(std::span(q).last(width), std::span(k).last(width), + std::span(v).last(width), std::span(d).last(width), + std::span(b).last(16), tail1); + chunks.Run(std::span(q).last(width), std::span(k).last(width), + std::span(v).last(width), std::span(d).last(width), + std::span(b).last(16), tail2); + const auto transition = CompareVectors(tail1, tail2); + // After a device step, return to CPU and verify the captured shadow state. + batch.RunBatchCpu(q, k, v, d, b, replay); + chunks.RunBatchCpu(q, k, v, d, b, many); + const auto back = CompareVectors(replay, many); + batch.Reset(); + batch.RunBatchCpu(q, k, v, d, b, replay); + const auto reset = CompareVectors(replay, one); + std::cout << "chunk_max_error=" << error[2] << " cpu_to_npu_max_error=" << transition[2] + << " npu_to_cpu_max_error=" << back[2] << " reset_max_error=" << reset[2] << '\n'; + return error[2] == 0 && transition[2] == 0 && back[2] == 0 && reset[2] == 0 ? 0 : 2; +} + +int RunPrefill32Smoke(const std::string & package_path) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("prefill32-smoke requires a build with RKNN support"); + } + ConfigureInferenceProcess(); + const ling3::ModelPackage package(package_path); + const auto tokenizer = PackageTokenizer(package); + auto encoded = tokenizer.Encode(Utf8( + u8"SYSTEMdetailed thinking off<|role_end|>" + u8"HUMAN请用中文简要说明今天的工作安排，并列出三个重点事项。" + u8"<|role_end|>ASSISTANT\n")); + if (encoded.size() < 32) throw std::runtime_error("prefill32 test prompt is too short"); + encoded.resize(32); + ling3::Decoder decoder(package); + if (!decoder.has_dynamic_batch()) { + throw std::runtime_error("set LING3_GDN_PREFILL_DIR for prefill32-smoke"); + } + std::vector sequential_logits(package.header().vocab_size); + std::vector sequential_tail(package.header().vocab_size); + std::vector batch_logits(package.header().vocab_size); + std::vector batch_tail(package.header().vocab_size); + double sequential_ms = 0.0; + for (const auto token : encoded) { + sequential_ms += decoder.Eval(token, sequential_logits).total_ms; + } + const auto next_token = static_cast( + std::max_element(sequential_logits.begin(), sequential_logits.end()) - + sequential_logits.begin()); + decoder.Eval(next_token, sequential_tail); + + decoder.Reset(); + const auto cold_batch = decoder.EvalBatch32(encoded, batch_logits); + decoder.Eval(next_token, batch_tail); + const auto logits_error = CompareVectors(batch_logits, sequential_logits); + const auto tail_error = CompareVectors(batch_tail, sequential_tail); + + decoder.Reset(); + const auto warm_batch = decoder.EvalBatch32(encoded, batch_logits); + std::cout << std::fixed << std::setprecision(8) + << "tokens=32\n" + << "sequential_ms=" << sequential_ms << '\n' + << "cold_batch_ms=" << cold_batch.total_ms << '\n' + << "warm_batch_ms=" << warm_batch.total_ms << '\n' + << "speedup=" << sequential_ms / warm_batch.total_ms << '\n' + << "logits_cosine=" << logits_error[0] << '\n' + << "logits_mean_abs_error=" << logits_error[1] << '\n' + << "logits_max_abs_error=" << logits_error[2] << '\n' + << "tail_logits_cosine=" << tail_error[0] << '\n' + << "tail_logits_mean_abs_error=" << tail_error[1] << '\n' + << "tail_logits_max_abs_error=" << tail_error[2] << '\n' + << "next_token=" << next_token << '\n'; + return logits_error[0] >= 0.999 && tail_error[0] >= 0.999 ? 0 : 15; +} + +std::vector> TopLogits( + std::span logits, + std::size_t count) { + count = std::min(count, logits.size()); + std::vector indices(logits.size()); + std::iota(indices.begin(), indices.end(), 0U); + std::partial_sort( + indices.begin(), indices.begin() + static_cast(count), indices.end(), + [&logits](std::uint32_t left, std::uint32_t right) { + return logits[left] > logits[right]; + }); + std::vector> result; + result.reserve(count); + for (std::size_t index = 0; index < count; ++index) { + result.emplace_back(indices[index], logits[indices[index]]); + } + return result; +} + +int RunLogitsSmoke( + const std::string & package_path, + std::uint32_t token, + const std::string * reference_path) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("logits-smoke requires a build with RKNN support"); + } + ConfigureInferenceProcess(); + const ling3::ModelPackage package(package_path); + const auto tokenizer = PackageTokenizer(package); + const auto initialize_begin = std::chrono::steady_clock::now(); + ling3::Decoder decoder(package); + const auto initialize_end = std::chrono::steady_clock::now(); + std::vector logits(package.header().vocab_size); + const auto timings = decoder.Eval(token, logits); + const auto top = TopLogits(logits, 10); + std::cout << std::fixed << std::setprecision(6) + << "token=" << token << '\n' + << "initialization_ms=" + << std::chrono::duration(initialize_end - initialize_begin).count() + << '\n' + << "layers_ms=" << timings.layers_ms << '\n' + << "output_head_ms=" << timings.output_head_ms << '\n' + << "total_ms=" << timings.total_ms << '\n'; + for (std::size_t index = 0; index < top.size(); ++index) { + const std::array id {top[index].first}; + std::cout << "top" << index << "_id=" << top[index].first + << " logit=" << top[index].second + << " piece=" << std::quoted(tokenizer.Decode(id)) << '\n'; + } + if (reference_path == nullptr) return 0; + const auto reference = ReadFloatFile(*reference_path, logits.size()); + double dot = 0.0, norm = 0.0, reference_norm = 0.0; + double mean_error = 0.0, maximum_error = 0.0; + for (std::size_t index = 0; index < logits.size(); ++index) { + const double error = std::abs(static_cast(logits[index]) - reference[index]); + mean_error += error; + maximum_error = std::max(maximum_error, error); + dot += static_cast(logits[index]) * reference[index]; + norm += static_cast(logits[index]) * logits[index]; + reference_norm += static_cast(reference[index]) * reference[index]; + } + mean_error /= static_cast(logits.size()); + const double cosine = dot / std::sqrt(norm * reference_norm); + std::cout << "cosine_vs_reference=" << cosine << '\n' + << "mean_abs_error=" << mean_error << '\n' + << "max_abs_error=" << maximum_error << '\n'; + return cosine >= 0.90 ? 0 : 13; +} + +int RunGenerate( + const std::string & package_path, + std::string_view user_text, + std::size_t maximum_new_tokens) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("generate requires a build with RKNN support"); + } + if (maximum_new_tokens == 0) throw std::invalid_argument("MAX_NEW_TOKENS must be positive"); + ConfigureInferenceProcess(); + const ling3::ModelPackage package(package_path); + const auto tokenizer = PackageTokenizer(package); + const std::string prompt = + "SYSTEMdetailed thinking off<|role_end|>" + "HUMAN" + std::string(user_text) + + "<|role_end|>ASSISTANT\n"; + const auto tokens = tokenizer.Encode(prompt); + if (tokens.empty() || tokens.size() + maximum_new_tokens > package.header().max_context) { + throw std::runtime_error("prompt and output exceed the package context capacity"); + } + + const auto initialize_begin = std::chrono::steady_clock::now(); + ling3::Decoder decoder(package); + const auto initialize_end = std::chrono::steady_clock::now(); + std::vector logits(package.header().vocab_size); + const auto prefill_begin = std::chrono::steady_clock::now(); + for (const auto token : tokens) decoder.Eval(token, logits); + const auto prefill_end = std::chrono::steady_clock::now(); + + std::vector decode_ms; + std::vector generated; + decode_ms.reserve(maximum_new_tokens); + generated.reserve(maximum_new_tokens); + std::cout << "response=" << std::flush; + for (std::size_t index = 0; index < maximum_new_tokens; ++index) { + const auto found = std::max_element(logits.begin(), logits.end()); + const auto token = static_cast(found - logits.begin()); + if (token == package.header().eos_token) break; + generated.push_back(token); + std::cout << tokenizer.Piece(token) << std::flush; + const auto timing = decoder.Eval(token, logits); + decode_ms.push_back(timing.total_ms); + std::cerr << "\ntoken=" << token << " position=" << decoder.position() + << " layers_ms=" << timing.layers_ms + << " head_ms=" << timing.output_head_ms + << " total_ms=" << timing.total_ms << std::flush; + } + std::cout << '\n'; + const double initialize_ms = std::chrono::duration( + initialize_end - initialize_begin).count(); + const double prefill_ms = std::chrono::duration( + prefill_end - prefill_begin).count(); + const double decode_total = std::accumulate(decode_ms.begin(), decode_ms.end(), 0.0); + std::cerr << '\n' << std::fixed << std::setprecision(3) + << "prompt_tokens=" << tokens.size() << '\n' + << "generated_tokens=" << generated.size() << '\n' + << "initialization_ms=" << initialize_ms << '\n' + << "prefill_ms=" << prefill_ms << '\n' + << "prefill_tokens_per_second=" + << (prefill_ms == 0.0 ? 0.0 : 1000.0 * tokens.size() / prefill_ms) << '\n' + << "decode_ms=" << decode_total << '\n' + << "decode_tokens_per_second=" + << (decode_total == 0.0 ? 0.0 : 1000.0 * decode_ms.size() / decode_total) << '\n'; + return 0; +} + +struct ProcessMemory { + std::size_t rss_kb = 0; + std::size_t hwm_kb = 0; +}; + +ProcessMemory ReadProcessMemory() { +#if defined(__linux__) + std::ifstream status("/proc/self/status"); + if (!status) throw std::runtime_error("cannot read /proc/self/status"); + ProcessMemory memory; + std::string line; + while (std::getline(status, line)) { + std::istringstream fields(line); + std::string key; + std::size_t value = 0; + std::string unit; + if (!(fields >> key >> value >> unit)) continue; + if (key == "VmRSS:") memory.rss_kb = value; + if (key == "VmHWM:") memory.hwm_kb = value; + } + return memory; +#else + return {}; +#endif +} + +std::vector BuildBenchmarkPrompt( + const ling3::Tokenizer & tokenizer, + std::size_t sequence_length) { + const auto prefix = tokenizer.Encode( + "SYSTEMdetailed thinking off<|role_end|>" + "HUMAN"); + const auto body = tokenizer.Encode(Utf8( + u8"请用中文详细说明如何安排一天的工作，依次讨论目标、执行步骤、风险和复盘方法。" + u8"回答需要完整、连贯并包含具体例子。")); + const auto suffix = tokenizer.Encode( + "<|role_end|>ASSISTANT\n"); + if (body.empty() || prefix.size() + suffix.size() > sequence_length) { + throw std::invalid_argument("SEQLEN is too short for the deterministic benchmark prompt"); + } + std::vector prompt; + prompt.reserve(sequence_length); + prompt.insert(prompt.end(), prefix.begin(), prefix.end()); + std::size_t body_index = 0; + while (prompt.size() + suffix.size() < sequence_length) { + prompt.push_back(body[body_index++ % body.size()]); + } + prompt.insert(prompt.end(), suffix.begin(), suffix.end()); + return prompt; +} + +std::uint32_t GreedyToken(std::span logits) { + return static_cast( + std::max_element(logits.begin(), logits.end()) - logits.begin()); +} + +std::uint64_t TokenHash(std::span tokens) { + std::uint64_t hash = 1469598103934665603ULL; + for (const auto token : tokens) { + for (unsigned shift = 0; shift < 32; shift += 8) { + hash ^= (token >> shift) & 0xffU; + hash *= 1099511628211ULL; + } + } + return hash; +} + +// Reference tokens are teacher-forced so small numerical differences cannot +// change the input sequence and invalidate comparisons of recurrent state. +int RunSequenceCheck(const std::string & path, std::size_t length, + std::size_t steps, const std::string & out, + const std::string & reference, const std::string & corpus = "") { + ConfigureInferenceProcess(); + const ling3::ModelPackage package(path); + if (!steps || length + steps > package.header().max_context) + throw std::invalid_argument("invalid sequence-check lengths"); + const auto tokenizer = PackageTokenizer(package); + std::vector corpus_tokens; + auto prompt = BuildBenchmarkPrompt(tokenizer, length); + if (!corpus.empty()) { + std::ifstream file(corpus); + if (!file) throw std::runtime_error("cannot open evaluation corpus"); + const std::string body{std::istreambuf_iterator(file), std::istreambuf_iterator()}; + corpus_tokens = tokenizer.Encode(body); + if (corpus_tokens.size() < length + steps) + throw std::runtime_error("evaluation corpus is too short: " + std::to_string(corpus_tokens.size())); + prompt.assign(corpus_tokens.begin(), corpus_tokens.begin() + length); + std::ofstream teacher(out + ".teacher.ids"); + for (std::size_t i = 0; i < steps; ++i) teacher << corpus_tokens[length + i] << '\n'; + if (!teacher) throw std::runtime_error("cannot save evaluation teacher IDs"); + } + std::ofstream prompt_ids(out + ".prompt.ids"); + for (const auto token : prompt) prompt_ids << token << '\n'; + if (!prompt_ids) throw std::runtime_error("cannot save sequence-check prompt IDs"); + ling3::Decoder decoder(package); + std::vector logits(package.header().vocab_size), expected(logits.size()); + std::ofstream values(out + ".f32", std::ios::binary), ids(out + ".ids"); + std::ifstream ref_values, ref_ids; + if (!reference.empty()) { + ref_values.open(reference + ".f32", std::ios::binary); + ref_ids.open(reference + ".ids"); + if (!ref_values || !ref_ids) throw std::runtime_error("cannot open reference"); + } + if (!values || !ids) throw std::runtime_error("cannot open sequence-check output"); + std::size_t offset = 0; + while (offset < length) { + const auto rows = std::min(128, length - offset); + if (rows == 1) decoder.Eval(prompt[offset], logits); + else { + decoder.PrepareBatch(rows); + decoder.EvalBatch(std::span(prompt).subspan(offset, rows), logits); + } + offset += rows; + } + double min_cosine = 1.0, max_error = 0.0; + std::size_t agreement = 0; + for (std::size_t step = 0; step < steps; ++step) { + for (const auto x : logits) + if (!std::isfinite(x)) throw std::runtime_error("non-finite logits"); + const auto predicted = GreedyToken(logits); + auto token = predicted; + values.write(reinterpret_cast(logits.data()), logits.size() * sizeof(float)); + ids << predicted << '\n'; + if (!reference.empty()) { + ref_values.read(reinterpret_cast(expected.data()), expected.size() * sizeof(float)); + if (!ref_values || !(ref_ids >> token) || token >= logits.size()) + throw std::runtime_error("invalid/truncated reference"); + for (const auto x : expected) + if (!std::isfinite(x)) throw std::runtime_error("non-finite reference logits"); + const auto error = CompareVectors(logits, expected); + min_cosine = std::min(min_cosine, error[0]); + max_error = std::max(max_error, error[2]); + agreement += token == predicted; + std::cout << "step=" << step << " cosine=" << std::setprecision(10) + << error[0] << " mae=" << error[1] << " max=" << error[2] + << " top1=" << (token == predicted) << '\n'; + } + if (!corpus_tokens.empty()) token = corpus_tokens[length + step]; + if (step + 1 < steps) decoder.Eval(token, logits); + } + if (!values || !ids) throw std::runtime_error("failed writing reference"); + std::cout << "steps=" << steps << " min_cosine=" << min_cosine + << " max_error=" << max_error << " top1_agreement=" << agreement << '\n'; + const auto mla=decoder.AttentionStats(); + std::cout << "mla_npu_calls=" << mla.npu_calls << " mla_cpu_calls=" << mla.cpu_calls + << " mla_fallbacks=" << mla.fallbacks << " mla_npu_ms=" << mla.npu_ms << '\n'; + return reference.empty() || min_cosine >= 0.999 ? 0 : 2; +} + +struct BenchmarkSample { + double ttft_ms = 0.0; + double prefill_ms = 0.0; + double decode_ms = 0.0; + double tokens_per_second = 0.0; + std::size_t eos_tokens = 0; + std::uint64_t token_hash = 0; + ProcessMemory memory; +}; + +int RunBenchmark( + const std::string & package_path, + std::size_t sequence_length, + std::size_t new_tokens, + std::size_t iterations) { + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("benchmark requires a build with RKNN support"); + } + if (sequence_length == 0 || new_tokens < 2 || iterations == 0) { + throw std::invalid_argument( + "SEQLEN and ITERATIONS must be positive; NEW_TOKENS must be at least 2"); + } + ConfigureInferenceProcess(); + const ling3::ModelPackage package(package_path); + const auto tokenizer = PackageTokenizer(package); + if (sequence_length + new_tokens > package.header().max_context) { + throw std::invalid_argument("SEQLEN + NEW_TOKENS exceeds the package context capacity"); + } + const auto prompt = BuildBenchmarkPrompt(tokenizer, sequence_length); + + const auto initialization_begin = std::chrono::steady_clock::now(); + ling3::Decoder decoder(package); + const std::size_t batch_granularity = decoder.batch_granularity(); + std::size_t prefill_batch = std::min(sequence_length, 128); + if (batch_granularity != 0) prefill_batch -= prefill_batch % batch_granularity; + if (prefill_batch >= 2) decoder.PrepareBatch(prefill_batch); + const auto initialization_end = std::chrono::steady_clock::now(); + const double initialization_ms = std::chrono::duration( + initialization_end - initialization_begin).count(); + std::vector logits(package.header().vocab_size); + + const auto run_once = [&]() { + BenchmarkSample sample; + decoder.Reset(); + const auto request_begin = std::chrono::steady_clock::now(); + std::size_t offset = 0; + while (batch_granularity != 0 && sequence_length - offset >= 2) { + std::size_t rows = std::min(sequence_length - offset, 128); + rows -= rows % batch_granularity; + if (rows < 2) break; + const auto block = std::span(prompt).subspan(offset, rows); + const bool final_block = sequence_length - offset == rows; + if (final_block) { + decoder.EvalBatch(block, logits); + } else { + decoder.EvalBatchState(block); + } + offset += rows; + } + for (; offset < sequence_length; ++offset) decoder.Eval(prompt[offset], logits); + const auto first_token = GreedyToken(logits); + const auto first_token_at = std::chrono::steady_clock::now(); + sample.ttft_ms = std::chrono::duration( + first_token_at - request_begin).count(); + sample.prefill_ms = sample.ttft_ms; + + std::vector generated; + generated.reserve(new_tokens); + generated.push_back(first_token); + if (first_token == package.header().eos_token) ++sample.eos_tokens; + for (std::size_t index = 1; index < new_tokens; ++index) { + decoder.Eval(generated.back(), logits); + const auto token = GreedyToken(logits); + generated.push_back(token); + if (token == package.header().eos_token) ++sample.eos_tokens; + } + const auto final_token_at = std::chrono::steady_clock::now(); + sample.decode_ms = std::chrono::duration( + final_token_at - first_token_at).count(); + sample.tokens_per_second = 1000.0 * static_cast(new_tokens - 1) / + sample.decode_ms; + sample.token_hash = TokenHash(generated); + sample.memory = ReadProcessMemory(); + return sample; + }; + + const auto before_warmup = ReadProcessMemory(); + const auto warmup = run_once(); + std::vector samples; + samples.reserve(iterations); + for (std::size_t iteration = 0; iteration < iterations; ++iteration) { + samples.push_back(run_once()); + } + + const auto statistic = [&samples](auto member, bool minimum) { + double result = samples.front().*member; + for (const auto & sample : samples) { + result = minimum ? std::min(result, sample.*member) : std::max(result, sample.*member); + } + return result; + }; + const auto mean = [&samples](auto member) { + double total = 0.0; + for (const auto & sample : samples) total += sample.*member; + return total / static_cast(samples.size()); + }; + std::size_t maximum_rss_kb = 0; + std::size_t maximum_hwm_kb = 0; + for (const auto & sample : samples) { + maximum_rss_kb = std::max(maximum_rss_kb, sample.memory.rss_kb); + maximum_hwm_kb = std::max(maximum_hwm_kb, sample.memory.hwm_kb); + } + + std::cout << std::fixed << std::setprecision(3) + << "benchmark=official_style_autoregressive\n" + << "model=Ling-3.0-tiny\n" + << "model_total_parameters_b=7.9\n" + << "model_active_parameters_b=1.3\n" + << "dtype=W4A8+FP16/FP32_mixed\n" + << "seqlen=" << sequence_length << '\n' + << "new_tokens=" << new_tokens << '\n' + << "iterations=" << iterations << '\n' + << "cpu_cores=4,5,6,7\n" + << "npu_cores=0,1,2\n" + << "initialization_ms=" << initialization_ms << '\n' + << "model_file_mb=" << package.mapped_bytes() / (1024.0 * 1024.0) << '\n' + << "rss_before_warmup_mb=" << before_warmup.rss_kb / 1024.0 << '\n' + << "warmup_ttft_ms=" << warmup.ttft_ms << '\n' + << "warmup_tokens_per_second=" << warmup.tokens_per_second << '\n'; + for (std::size_t index = 0; index < samples.size(); ++index) { + const auto & sample = samples[index]; + std::cout << "sample_" << index + 1 << "_ttft_ms=" << sample.ttft_ms << '\n' + << "sample_" << index + 1 << "_tokens_per_second=" + << sample.tokens_per_second << '\n' + << "sample_" << index + 1 << "_rss_mb=" << sample.memory.rss_kb / 1024.0 + << '\n' + << "sample_" << index + 1 << "_hwm_mb=" << sample.memory.hwm_kb / 1024.0 + << '\n' + << "sample_" << index + 1 << "_eos_tokens=" << sample.eos_tokens << '\n' + << "sample_" << index + 1 << "_token_hash=" << std::hex + << sample.token_hash << std::dec << '\n'; + } + std::cout << "ttft_mean_ms=" << mean(&BenchmarkSample::ttft_ms) << '\n' + << "ttft_min_ms=" << statistic(&BenchmarkSample::ttft_ms, true) << '\n' + << "ttft_max_ms=" << statistic(&BenchmarkSample::ttft_ms, false) << '\n' + << "tokens_per_second_mean=" << mean(&BenchmarkSample::tokens_per_second) << '\n' + << "tokens_per_second_min=" + << statistic(&BenchmarkSample::tokens_per_second, true) << '\n' + << "tokens_per_second_max=" + << statistic(&BenchmarkSample::tokens_per_second, false) << '\n' + << "memory_rss_mb=" << maximum_rss_kb / 1024.0 << '\n' + << "memory_hwm_mb=" << maximum_hwm_kb / 1024.0 << '\n'; + return 0; +} + +} // namespace + +int main(int argc, char ** argv) { + try { + if (argc < 2) { + PrintUsage(argv[0]); + return 1; + } + const std::string_view command(argv[1]); + if (command == "inspect" && argc == 3) { + const ling3::ModelPackage package(argv[2]); + ling3::ValidateLing3Tiny(package.header()); + std::cout << "valid Ling-3.0-tiny package\n" + << "bytes=" << package.mapped_bytes() << '\n' + << "tensors=" << package.tensors().size() << '\n' + << "max_context=" << package.header().max_context << '\n' + << "weight_bits=" << package.header().default_weight_bits << '\n' + << "activation_bits=" << package.header().default_activation_bits << '\n'; + return 0; + } + if (command == "plan" && argc <= 3) { + const std::size_t max_context = argc == 3 ? ParseSize(argv[2], "context") : 4096; + const ling3::ExecutionPlan plan = ling3::BuildExecutionPlan(max_context); + std::cout << "layers=" << plan.layers.size() << '\n' + << "decode_matmul_contexts=" << plan.decode_matmul_contexts << '\n' + << "rknn_island_contexts=" << plan.rknn_island_contexts << '\n' + << "kda_state_bytes_fp16=" << plan.kda_state_bytes_fp16 << '\n' + << "mla_cache_bytes_fp16=" << plan.mla_cache_bytes_fp16 << '\n' + << "activation_arena_bytes=" << plan.activation_arena_bytes << '\n'; + return 0; + } + if (command == "rknn-smoke" && argc <= 3) { + const std::size_t iterations = argc == 3 ? ParseSize(argv[2], "iterations") : 10; + return ling3::RunRknnMatmulSmoke(iterations); + } + if (command == "tokenizer-smoke" && argc == 3) { + return RunTokenizerSmoke(argv[2]); + } + if (command == "gdn-smoke" && (argc == 3 || argc == 4)) { + const std::size_t iterations = argc == 4 ? ParseSize(argv[3], "iterations") : 50; + return RunGdnSmoke(argv[2], iterations); + } + if (command == "gdn-batch16-smoke" && (argc == 3 || argc == 4)) { + const std::size_t iterations = argc == 4 ? ParseSize(argv[3], "iterations") : 10; + return RunGdnBatch16Smoke(argv[2], iterations); + } + if (command == "layer0-smoke" && (argc == 5 || argc == 6)) { + const auto token = ParseSize(argv[3], "token"); + if (token > std::numeric_limits::max()) { + throw std::runtime_error("token is out of range"); + } + const std::size_t iterations = argc == 6 ? ParseSize(argv[5], "iterations") : 20; + return RunLayer0Smoke( + argv[2], static_cast(token), argv[4], iterations); + } + if (command == "linear-smoke" && (argc == 4 || argc == 5)) { + const std::size_t iterations = argc == 5 ? ParseSize(argv[4], "iterations") : 20; + return RunLinearSmoke(argv[2], argv[3], iterations); + } + if (command == "linear-batch-smoke" && argc >= 5 && argc <= 7) { + const std::size_t rows = ParseSize(argv[4], "rows"); + const std::size_t iterations = argc >= 6 ? ParseSize(argv[5], "iterations") : 20; + const std::string weight_base = argc == 7 ? argv[6] : argv[3]; + return RunLinearBatchSmoke(argv[2], argv[3], rows, iterations, weight_base); + } + if (command == "prefill32-smoke" && argc == 3) { + return RunPrefill32Smoke(argv[2]); + } + if (command == "gdn-cpu-state-check" && argc == 3) { + return RunGdnCpuStateCheck(argv[2]); + } + if (command == "gdn-reference-check" && argc == 3) { + return RunGdnReferenceCheck(argv[2]); + } + if (command == "logits-smoke" && (argc == 4 || argc == 5)) { + const auto token = ParseSize(argv[3], "token"); + if (token > std::numeric_limits::max()) { + throw std::runtime_error("token is out of range"); + } + const std::string reference = argc == 5 ? argv[4] : ""; + return RunLogitsSmoke( + argv[2], static_cast(token), argc == 5 ? &reference : nullptr); + } + if (command == "generate" && (argc == 4 || argc == 5)) { + const std::size_t maximum_new_tokens = argc == 5 + ? ParseSize(argv[4], "maximum new tokens") + : 64; + return RunGenerate(argv[2], argv[3], maximum_new_tokens); + } + if (command == "benchmark" && (argc == 5 || argc == 6)) { + const std::size_t sequence_length = ParseSize(argv[3], "sequence length"); + const std::size_t new_tokens = ParseSize(argv[4], "new tokens"); + const std::size_t iterations = argc == 6 ? ParseSize(argv[5], "iterations") : 3; + return RunBenchmark(argv[2], sequence_length, new_tokens, iterations); + } + if (command == "sequence-check" && argc >= 6 && argc <= 8) { + return RunSequenceCheck(argv[2], ParseSize(argv[3], "sequence length"), + ParseSize(argv[4], "new tokens"), argv[5], + argc >= 7 ? argv[6] : "", argc == 8 ? argv[7] : ""); + } + if (command == "serve" && (argc == 3 || argc == 4)) { + const std::size_t port = argc == 4 ? ParseSize(argv[3], "port") : 9091; + if (port == 0 || port > std::numeric_limits::max()) { + throw std::runtime_error("port must be in [1, 65535]"); + } + if (!ling3::RknnBackendAvailable()) { + throw std::runtime_error("serve requires a build with RKNN support"); + } + ConfigureInferenceProcess(); + return ling3::RunHttpService(argv[2], static_cast(port)); + } + PrintUsage(argv[0]); + return 1; + } catch (const std::exception & error) { + std::cerr << "error: " << error.what() << '\n'; + return 1; + } +} diff --git a/src/mla_npu.cpp b/src/mla_npu.cpp new file mode 100644 index 0000000000000000000000000000000000000000..f0d2a10ab48f09b1704e438e4d96fb6c63c403d1 --- /dev/null +++ b/src/mla_npu.cpp @@ -0,0 +1,191 @@ +#include "mla_npu.h" +#include "core_workers.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#if LING3_WITH_RKNN && defined(__aarch64__) +#include +#include +#endif + +namespace ling3 { +namespace { +using Clock=std::chrono::steady_clock; +constexpr int H=16,D=192,V=128,T=512; +[[maybe_unused]] std::size_t Bucket(std::size_t rows) { + for(std::size_t n:{16,32,64,128}) if(rows<=n)return n; + throw std::invalid_argument("MLA NPU rows exceed 128"); +} +#if LING3_WITH_RKNN && defined(__aarch64__) +void Check(int rc,const char * op) { + if(rc)throw std::runtime_error(std::string(op)+": "+std::to_string(rc)); +} +float Float(std::uint16_t x){return std::bit_cast(std::uint32_t(x)<<16);} +__fp16 Half(float x) { + if(!std::isfinite(x)||std::abs(x)>65504.0F) + throw std::runtime_error("MLA activation outside finite FP16 range"); + return static_cast<__fp16>(x); +} +struct Matrix { + rknn_matmul_ctx ctx=0; + rknn_tensor_mem *a=nullptr,*b=nullptr,*c=nullptr; + int m,k,n; + Matrix(int rows,int inner,int cols,int core):m(rows),k(inner),n(cols) { + try { + rknn_matmul_info info{};rknn_matmul_io_attr io{}; + info.M=m;info.K=k;info.N=n;info.type=RKNN_FLOAT16_MM_FLOAT16_TO_FLOAT32; + info.B_layout=RKNN_MM_LAYOUT_NATIVE;info.AC_layout=RKNN_MM_LAYOUT_NATIVE; + info.iommu_domain_id=2; + Check(rknn_matmul_create(&ctx,&info,&io),"MLA create"); + Check(rknn_matmul_set_core_mask(ctx,static_cast(1U<virt_addr,0,a->size);std::memset(b->virt_addr,0,b->size); + Check(rknn_matmul_set_io_mem(ctx,a,&io.A),"MLA bind A"); + Check(rknn_matmul_set_io_mem(ctx,b,&io.B),"MLA bind B"); + Check(rknn_matmul_set_io_mem(ctx,c,&io.C),"MLA bind C"); + // Warm each native matmul without modifying decoder KV or recurrent state. + Run(); + for(int r=0;r0.001F) + throw std::runtime_error("MLA native FP16 capability probe failed"); + } catch(...) {Release();throw;} + } + Matrix(const Matrix &)=delete; + ~Matrix(){Release();} + void Release(){if(c)rknn_destroy_mem(ctx,c);if(b)rknn_destroy_mem(ctx,b);if(a)rknn_destroy_mem(ctx,a);if(ctx)rknn_matmul_destroy(ctx);} + void A(int row,int kk,float x){static_cast<__fp16 *>(a->virt_addr)[(kk/8*m+row)*8+kk%8]=Half(x);} + void B(int kk,int col,float x){static_cast<__fp16 *>(b->virt_addr)[((col/16*(k/32)+kk/32)*16+col%16)*32+kk%32]=Half(x);} + float C(int row,int col)const{return static_cast(c->virt_addr)[(col/4*m+row)*4+col%4];} + void Run(bool sync_b=true){ + Check(rknn_mem_sync(ctx,a,RKNN_MEMORY_SYNC_TO_DEVICE),"MLA sync A"); + if(sync_b)Check(rknn_mem_sync(ctx,b,RKNN_MEMORY_SYNC_TO_DEVICE),"MLA sync B"); + Check(rknn_matmul_run(ctx),"MLA matmul"); + Check(rknn_mem_sync(ctx,c,RKNN_MEMORY_SYNC_FROM_DEVICE),"MLA sync C"); + } +}; +struct Lane { + Matrix qk,av; + std::vector maximum,denominator,factor,accumulator,scores,av_high; + Lane(int m,int core):qk(m,D,T,core),av(m,T,V,core),maximum(m),denominator(m),factor(m),accumulator(m*V),scores(m*T),av_high(m*V){} + void Head(std::span q,std::span k,std::span v, + int rows,std::size_t history,int h,std::span out){ + std::fill(maximum.begin(),maximum.end(),-std::numeric_limits::infinity()); + std::fill(denominator.begin(),denominator.end(),0);std::fill(accumulator.begin(),accumulator.end(),0); + // Clear padded rows as workspaces are reused across partial requests. + const float scale=1.0F/std::sqrt(float(D)); + constexpr float residual_scale=4096.0F; + for(std::size_t base=0;base(T,history-base); + for(int j=0;j(Half(x)))*residual_scale); + } + qk.Run(false); + for(int r=0;rbase?std::min(valid,causal_end-base):0; + if(!count){factor[r]=1;for(int j=0;j(Half(p)))*residual_scale); + } + av.Run(false); + for(int r=0;r,3> lanes; + explicit Workspace(int rows){for(int i=0;i<3;++i)lanes[i]=std::make_unique(rows,i);} +}; +#endif +} +struct MlaNpu::Impl { + std::string mode=std::getenv("LING3_MLA_BACKEND")?std::getenv("LING3_MLA_BACKEND"):"auto"; + bool disabled=false; + MlaBackendStats stats; +#if LING3_WITH_RKNN && defined(__aarch64__) + std::map> workspaces; +#endif + Impl(){if(mode!="auto"&&mode!="cpu"&&mode!="npu")throw std::invalid_argument("MLA backend must be auto, cpu or npu");} + void Failure(const std::exception & e){disabled=true;++stats.fallbacks;std::cerr<<"mla_warning: NPU attention unavailable, using CPU: "<(bucket));} + catch(const std::exception & e){Failure(e);} +#else + disabled=true; +#endif + } +}; +MlaNpu::MlaNpu():impl_(std::make_unique()){} +MlaNpu::~MlaNpu()=default; +void MlaNpu::Prepare(std::size_t rows){impl_->Prepare(rows);} +void MlaNpu::CpuCall(){++impl_->stats.cpu_calls;} +MlaBackendStats MlaNpu::Stats()const{return impl_->stats;} +bool MlaNpu::Run(std::span q,std::span k,std::span v, + std::size_t rows,std::size_t history,std::span output){ + if(rows<1||rows>128||historymode=="cpu"||impl_->disabled||rows<16||(impl_->mode=="auto"&&history<256))return false; + impl_->Prepare(rows); + if(impl_->disabled)return false; +#if LING3_WITH_RKNN && defined(__aarch64__) + auto & work=*impl_->workspaces.at(Bucket(rows));const auto start=Clock::now(); + try{ + constexpr std::array cores{0,1,2}; + CoreWorkers::Instance().Run(cores,[&](int c){for(int h=c;hHead(q,k,v,rows,history,h,output);}); + ++impl_->stats.npu_calls; + impl_->stats.npu_ms+=std::chrono::duration(Clock::now()-start).count(); + return true; + }catch(const std::exception & e){impl_->Failure(e);} +#endif + return false; +} +} diff --git a/src/mla_npu.h b/src/mla_npu.h new file mode 100644 index 0000000000000000000000000000000000000000..190eebc29d7865111e0a6a6b73b4ace558f86d72 --- /dev/null +++ b/src/mla_npu.h @@ -0,0 +1,26 @@ +#pragma once +#include "ling3/mla_stats.h" +#include +#include +#include +#include +#include + +namespace ling3 { +// One workspace per decoder, shared by all six MLA layers. No persistent KV: +// checkpoint/rewind semantics continue to belong to the decoder's BF16 cache. +class MlaNpu { +public: + MlaNpu(); + ~MlaNpu(); + void Prepare(std::size_t rows); + bool Run(std::span q, std::span k, + std::span v, std::size_t rows, std::size_t history, + std::span output); + void CpuCall(); + MlaBackendStats Stats() const; +private: + struct Impl; + std::unique_ptr impl_; +}; +} diff --git a/src/model_package.cpp b/src/model_package.cpp new file mode 100644 index 0000000000000000000000000000000000000000..d6dcbf0f649c41e557f6a0fa13d7a532f7e085bc --- /dev/null +++ b/src/model_package.cpp @@ -0,0 +1,186 @@ +#include "ling3/model_package.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ling3 { +namespace { + +bool RangeValid(std::uint64_t offset, std::uint64_t bytes, std::size_t file_bytes) { + return offset <= file_bytes && bytes <= file_bytes - offset; +} + +std::runtime_error SystemError(const std::string & operation) { + return std::runtime_error(operation + ": " + std::strerror(errno)); +} + +} // namespace + +std::uint32_t Crc32(const std::byte * data, std::size_t bytes) { + std::uint32_t crc = 0xFFFFFFFFU; + for (std::size_t index = 0; index < bytes; ++index) { + crc ^= static_cast(data[index]); + for (int bit = 0; bit < 8; ++bit) { + crc = (crc >> 1U) ^ (0xEDB88320U & (0U - (crc & 1U))); + } + } + return ~crc; +} + +ModelPackage::ModelPackage(const std::filesystem::path & path) { + try { + fd_ = open(path.c_str(), O_RDONLY | O_CLOEXEC); + if (fd_ < 0) throw SystemError("open " + path.string()); + + struct stat info {}; + if (fstat(fd_, &info) != 0) throw SystemError("stat " + path.string()); + if (info.st_size < static_cast(sizeof(PackageHeader))) { + throw std::runtime_error("model package is smaller than its header"); + } + mapped_bytes_ = static_cast(info.st_size); + void * mapped = mmap(nullptr, mapped_bytes_, PROT_READ, MAP_PRIVATE, fd_, 0); + if (mapped == MAP_FAILED) throw SystemError("mmap " + path.string()); + mapping_ = static_cast(mapped); + header_ = reinterpret_cast(mapping_); + + if (!std::equal(kPackageMagic.begin(), kPackageMagic.end(), header_->magic) || + header_->version != kPackageVersion || + header_->header_bytes != sizeof(PackageHeader) || + header_->tensor_entry_bytes != sizeof(TensorEntry) || + header_->endian_tag != kEndianTag || + header_->file_bytes != mapped_bytes_) { + throw std::runtime_error("invalid Ling3RKNN package header"); + } + + PackageHeader header_copy = *header_; + const std::uint32_t expected_crc = header_copy.header_crc32; + header_copy.header_crc32 = 0; + if (expected_crc != Crc32(reinterpret_cast(&header_copy), sizeof(header_copy))) { + throw std::runtime_error("model package header checksum mismatch"); + } + + const std::uint64_t table_bytes = + static_cast(header_->tensor_count) * sizeof(TensorEntry); + if (!RangeValid(header_->tensor_table_offset, table_bytes, mapped_bytes_) || + !RangeValid(header_->string_table_offset, header_->string_table_bytes, mapped_bytes_) || + !RangeValid(header_->payload_offset, header_->payload_bytes, mapped_bytes_)) { + throw std::runtime_error("model package contains an out-of-range table"); + } + + const auto * entries = reinterpret_cast(mapping_ + header_->tensor_table_offset); + const char * strings = reinterpret_cast(mapping_ + header_->string_table_offset); + tensors_.reserve(header_->tensor_count); + tensor_index_.reserve(header_->tensor_count); + for (std::uint32_t index = 0; index < header_->tensor_count; ++index) { + const TensorEntry & entry = entries[index]; + if (entry.rank > 4 || entry.name_offset > header_->string_table_bytes || + entry.name_bytes > header_->string_table_bytes - entry.name_offset || + !RangeValid(entry.data_offset, entry.data_bytes, mapped_bytes_) || + (entry.aux_bytes != 0 && !RangeValid(entry.aux_offset, entry.aux_bytes, mapped_bytes_))) { + throw std::runtime_error("model package contains an invalid tensor entry"); + } + std::string_view name(strings + entry.name_offset, entry.name_bytes); + if (name.empty() || name.find('\0') != std::string_view::npos) { + throw std::runtime_error("model package contains an invalid tensor name"); + } + const auto [_, inserted] = tensor_index_.emplace(name, tensors_.size()); + if (!inserted) throw std::runtime_error("duplicate tensor name in model package"); + tensors_.push_back({ + name, + &entry, + mapping_ + entry.data_offset, + entry.aux_bytes == 0 ? nullptr : mapping_ + entry.aux_offset, + }); + } + } catch (...) { + Reset(); + throw; + } +} + +ModelPackage::~ModelPackage() { + Reset(); +} + +void ModelPackage::Reset() noexcept { + tensors_.clear(); + tensor_index_.clear(); + header_ = nullptr; + if (mapping_ != nullptr) munmap(const_cast(mapping_), mapped_bytes_); + mapping_ = nullptr; + mapped_bytes_ = 0; + if (fd_ >= 0) close(fd_); + fd_ = -1; +} + +const TensorView & ModelPackage::tensor(std::string_view name) const { + const auto found = tensor_index_.find(name); + if (found == tensor_index_.end()) { + throw std::out_of_range("model package does not contain tensor " + std::string(name)); + } + return tensors_[found->second]; +} + +void ModelPackage::DiscardCopiedLinearWeight(const TensorView & weight) const { + const auto & owned = tensor(weight.name); + if (owned.entry != weight.entry || owned.data != weight.data || + weight.entry->role != static_cast(TensorRole::kLinearWeight) || + (weight.entry->dtype != static_cast(DataType::kInt4Low) && + weight.entry->dtype != static_cast(DataType::kBFloat16))) { + throw std::invalid_argument("only this package's copied linear weights can be discarded"); + } + const auto page = sysconf(_SC_PAGESIZE); + if (page <= 0) throw SystemError("sysconf page size"); + const auto size = static_cast(page); + const auto begin = ((weight.entry->data_offset + size - 1) / size) * size; + const auto end = ((weight.entry->data_offset + weight.entry->data_bytes) / size) * size; + if (end <= begin) return; + // MADV_DONTNEED removes this process's PTEs, then FADV_DONTNEED asks the + // filesystem to evict the clean backing pages as well. No global drop_caches. + if (madvise(const_cast(mapping_ + begin), end - begin, MADV_DONTNEED) != 0) + throw SystemError("discard copied weight mapping"); + const int status = posix_fadvise(fd_, begin, end - begin, POSIX_FADV_DONTNEED); + if (status != 0) ++cache_advice_failures_; + discarded_weight_bytes_ += end - begin; +} + +std::size_t ModelPackage::resident_linear_weight_bytes() const { + const auto page = sysconf(_SC_PAGESIZE); + if (page <= 0) throw SystemError("sysconf page size"); + const auto size = static_cast(page); + std::vector resident((mapped_bytes_ + size - 1) / size); + if (mincore(const_cast(mapping_), mapped_bytes_, resident.data()) != 0) + throw SystemError("mincore model"); + std::size_t bytes = 0; + for (const auto & tensor : tensors_) { + if (tensor.entry->role != static_cast(TensorRole::kLinearWeight) || + (tensor.entry->dtype != static_cast(DataType::kInt4Low) && + tensor.entry->dtype != static_cast(DataType::kBFloat16))) continue; + const auto begin = (tensor.entry->data_offset + size - 1) / size; + const auto end = (tensor.entry->data_offset + tensor.entry->data_bytes) / size; + for (auto index = begin; index < end; ++index) if (resident[index] & 1) bytes += size; + } + return bytes; +} + +void ValidateLing3Tiny(const PackageHeader & h) { + const bool valid = + h.vocab_size == 157184 && h.hidden_size == 1536 && h.layer_count == 24 && + h.attention_heads == 16 && h.head_dim == 128 && h.kv_lora_rank == 512 && + h.q_lora_rank == 256 && h.qk_nope_dim == 128 && h.qk_rope_dim == 64 && + h.value_head_dim == 128 && h.dense_ffn_dim == 4608 && h.expert_ffn_dim == 512 && + h.shared_ffn_dim == 512 && h.expert_count == 128 && h.experts_per_token == 8 && + h.expert_group_count == 8 && h.selected_group_count == 4 && + h.layer_group_size == 4 && h.leading_dense_layers == 1 && + h.convolution_kernel == 4 && h.mla_layer_count == 6 && h.kda_layer_count == 18; + if (!valid) throw std::runtime_error("package model configuration is not Ling-3.0-tiny"); +} + +} // namespace ling3 diff --git a/src/numeric_trace.h b/src/numeric_trace.h new file mode 100644 index 0000000000000000000000000000000000000000..5f8320e1efa4c15e6620ea09470f1dafe111a20b --- /dev/null +++ b/src/numeric_trace.h @@ -0,0 +1,55 @@ +#pragma once + +#include +#include +#include +#include +#include +#include +#include +#include +#include "ling3/router.h" + +namespace ling3 { +// Explicit opt-in diagnostic dumps. The caller creates the directory, and +// should use a short teacher-forced sequence; never enable during benchmarks. +inline thread_local std::size_t numeric_position = 0; +// Optional real attention inputs for the standalone NPU feasibility probe. +// No dumps during ordinary inference; enable only for a short diagnostic run. +inline void NumericMlaCapture(const std::string & name, std::size_t position, + std::size_t rows, std::span q, std::span k, + std::span v) { + static const char * directory = std::getenv("LING3_MLA_CAPTURE"); + if (!directory) return; + static const std::size_t capture_position = std::getenv("LING3_MLA_CAPTURE_POSITION") + ? std::stoul(std::getenv("LING3_MLA_CAPTURE_POSITION")) : 384; + if (position != capture_position) return; + const std::array header { + 0x31414c4d, static_cast(rows), + static_cast(position + rows), 16}; + const auto path = std::string(directory) + "/" + name + ".mla"; + std::ofstream file(path, std::ios::binary); + file.write(reinterpret_cast(header.data()), sizeof(header)); + file.write(reinterpret_cast(q.data()), q.size_bytes()); + file.write(reinterpret_cast(k.data()), k.size_bytes()); + file.write(reinterpret_cast(v.data()), v.size_bytes()); + if (!file) throw std::runtime_error("failed MLA capture: " + path); +} +inline void NumericDump(const std::string & name, std::span values) { + static const char * directory = std::getenv("LING3_NUMERIC_TRACE"); + if (!directory) return; + const auto path = std::string(directory) + "/" + std::to_string(numeric_position) + "_" + name + ".f32"; + std::ofstream file(path, std::ios::binary); + file.write(reinterpret_cast(values.data()), values.size_bytes()); + if (!file) throw std::runtime_error("failed numerical trace: " + path); +} +inline void NumericRoutes(const std::string & name, std::span routes) { + if (!std::getenv("LING3_NUMERIC_TRACE")) return; + std::vector values; + for (const auto & route : routes) { + for (const auto id : route.experts) values.push_back(static_cast(id)); + for (const auto weight : route.weights) values.push_back(weight); + } + NumericDump(name, values); +} +} // namespace ling3 diff --git a/src/portable_main.cpp b/src/portable_main.cpp new file mode 100644 index 0000000000000000000000000000000000000000..558a46e01c45ee6745d8894cd7c2ea45a6586b2f --- /dev/null +++ b/src/portable_main.cpp @@ -0,0 +1,940 @@ +#include "ling3/chat_protocol.h" +#include "ling3/chat_sampling.h" +#include "ling3/flow_gate.h" +#include "ling3/context_options.h" +#include "ling3/decoder.h" +#include "ling3/model_package.h" +#include "ling3/rknn_backend.h" +#include "ling3/runtime_requirements.h" +#include "ling3/tokenizer.h" +#include "ling3/w4_linear.h" +#include "ling3/state_cache.h" +#include "mla_npu.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace { +using namespace ling3; +using namespace ling3::chat; +using Clock = std::chrono::steady_clock; +volatile std::sig_atomic_t quitting = 0; +void OnSignal(int) { quitting = 1; } +double Ms(Clock::time_point a, Clock::time_point b = Clock::now()) { + return std::chrono::duration(b - a).count(); +} +std::string Read(const std::filesystem::path & p) { + std::ifstream f(p, std::ios::binary); + return {std::istreambuf_iterator(f), {}}; +} +double MemoryMiB(std::string_view field, const char * file = "/proc/meminfo") { + std::istringstream s(Read(file)); + std::string line; + while (std::getline(s, line)) if (line.starts_with(field)) { + std::istringstream value(line.substr(field.size())); + double kb = 0; value >> kb; return kb / 1024; + } + return 0; +} +void Configure() { + // A deployed engine always uses the measured FP32-state + NPU W4A8 path. + // Ignore ambient experiment settings; no external graph or tokenizer files. + for (auto key : {"LING3_PREFILL_W4A4", "LING3_EXPERT_ALL_CORES", "LING3_GDN_PREFILL_DIR", + "LING3_DISABLE_BATCH_INPUT_REUSE", "LING3_DISABLE_PARALLEL_GATHER"}) unsetenv(key); + for (auto key : {"LING3_PREWARM_EXPERTS", "LING3_EXPERT_BALANCED", "LING3_EXPERT_ZERO_COPY", + "LING3_GDN_CPU_PREFILL", "LING3_GDN_CPU_FP32_STATE", "LING3_GDN_CPU_DECODE", + "LING3_GDN_FULL_FP32", "LING3_MLA_SIMD", "LING3_VECTOR_MATH"}) setenv(key, "1", 1); + cpu_set_t mask; CPU_ZERO(&mask); + for (int i = 4; i < 8; ++i) CPU_SET(i, &mask); + if (sched_setaffinity(0, sizeof(mask), &mask) != 0) + throw std::runtime_error("cannot use A76 CPU4-7: " + std::string(std::strerror(errno))); + rlimit r {}; + if (getrlimit(RLIMIT_NOFILE, &r) != 0) throw std::runtime_error("getrlimit failed"); + r.rlim_cur = std::min(262144, r.rlim_max); + if (setrlimit(RLIMIT_NOFILE, &r) != 0 || r.rlim_cur < 65536) + std::cerr << "resource_warning: file descriptor limit is below the qualified budget; continuing, actual opens may fail\n"; +} +struct DrmVersion { + int major, minor, patch; + std::size_t name_len; char * name; + std::size_t date_len; char * date; + std::size_t desc_len; char * desc; +}; +Json CheckDevice() { +#if !LING3_WITH_ICU + throw std::runtime_error("non-production build: exact ICU tokenizer support is required"); +#endif + utsname u {}; uname(&u); + const auto compatible = Read("/proc/device-tree/compatible"); + if (std::string(u.machine) != "aarch64" || compatible.find("rockchip,rk3588") == std::string::npos) + throw std::runtime_error("unsupported device: requires RK3588/RK3588S, 64-bit Linux"); + const auto memory = MemoryMiB("MemTotal:"); + if (memory < 14000) + std::cerr << "memory_warning: physical RAM " << memory + << " MiB is below the previously tested 16 GB class; continuing, available memory may be insufficient\n"; + Json report {{"soc", "RK3588"}, {"kernel", u.release}, {"memory_mib", memory}, + {"minimum_rknpu_driver", "0.9.8"}, {"cpu_affinity", "4-7"}}; + bool found = false; + std::error_code ec; + for (const auto & entry : std::filesystem::directory_iterator("/dev/dri", ec)) { + if (!entry.path().filename().string().starts_with("renderD")) continue; + const int fd = open(entry.path().c_str(), O_RDWR | O_CLOEXEC); + if (fd < 0) continue; + char name[128] {}; + DrmVersion v {}; v.name = name; v.name_len = sizeof(name) - 1; + const int rc = ioctl(fd, _IOWR('d', 0x00, DrmVersion), &v); + close(fd); + if (rc != 0 || std::string(name) != "rknpu") continue; + report["npu_node"] = entry.path().string(); + report["npu_driver"] = std::to_string(v.major) + "." + std::to_string(v.minor) + "." + std::to_string(v.patch); + // Conservative qualification floor, not a claim about every older SDK. + if (!QualifiedRknpuDriver(v.major, v.minor, v.patch)) + std::cerr << "driver_warning: RKNPU " << report["npu_driver"].get() + << " is below qualified 0.9.8; continuing to real hardware capability checks\n"; + found = true; break; + } + if (!found) throw std::runtime_error("no accessible RKNPU DRM device; check rknpu kernel driver and render/video group permissions (Panthor GPU is not NPU)"); + Configure(); + if (!RknnBackendAvailable()) throw std::runtime_error("this binary was built without RKNN"); + // Exercise the actual native INT4 matmul path on each core, not just version text. + std::vector w(256 * 64 / 2, std::byte{0x11}); + std::vector scales(64, 1), input(256, 1), out(64); + std::vector batch_input(128 * 256), batch_output(128 * 64); + std::vector correction(64, 8 * 256); + for (int core = 0; core < 3; ++core) { + DynamicW4Linear linear({256, 64, 1, {core}, 0}, w, scales, correction); + linear.Run(input, out); + for (auto x : out) if (!std::isfinite(x) || std::abs(x - 256) > 2) + throw std::runtime_error("native INT4 numerical probe failed on NPU core " + std::to_string(core)); + // Check the FD-view capability required by shared batch A/C before + // allocating the full model. Large-to-small transitions catch stale IO. + float value = 1; + for (std::size_t rows : {128, 1, 3, 16, 2}) { + std::fill(batch_input.begin(), batch_input.end(), value); + linear.RunBatch(std::span(batch_input).first(rows * 256), rows, + std::span(batch_output).first(rows * 64)); + for (std::size_t i = 0; i < rows * 64; ++i) + if (!std::isfinite(batch_output[i]) || std::abs(batch_output[i] - 256 * value) > 2) + throw std::runtime_error("shared batch A/C FD-view probe failed on NPU core " + std::to_string(core)); + value = -value; + } + } + report["w4a8_native_int4_three_core_probe"] = "passed"; + report["shared_batch_ac_fd_view_probe"] = "passed"; + report["mla_backend"] = std::getenv("LING3_MLA_BACKEND") ? std::getenv("LING3_MLA_BACKEND") : "auto"; + { + MlaNpu attention; + std::vector q(16*16*192,0), values(16*16*128); + std::vector k(272*16*192,0), v(272*16*128,0x3e80); // BF16 0.25. + bool ok=attention.Run(q,k,v,16,272,values); + if(ok)for(float x:values)if(!std::isfinite(x)||std::abs(x-0.25F)>0.0001F) + throw std::runtime_error("MLA FP16 dynamic input probe returned incorrect values"); + if(ok){ + std::fill(v.begin(),v.end(),0xbf00); // BF16 -0.5; detect stale B after rebinding. + ok=attention.Run(q,k,v,16,272,values); + if(ok)for(float x:values)if(!std::isfinite(x)||std::abs(x+0.5F)>0.0001F) + throw std::runtime_error("MLA FP16 dynamic update probe returned incorrect values"); + } + report["mla_fp16_dynamic_probe"] = ok ? "passed" : "CPU_attention_fallback_or_selected"; + } + report["available_memory_mib"] = MemoryMiB("MemAvailable:"); + std::cout << "device_check=" << report.dump() << std::endl; + return report; +} + +struct Result { std::string text, reason = "length"; Json usage, metrics; }; +class Engine { + ModelPackage package_; + std::size_t context_; + Tokenizer tokenizer_; + Decoder decoder_; + std::vector logits_; + std::mutex mutex_; + std::ofstream log_; + FlowGate flow_; + std::atomic evaluated_steps_ {0}; + struct PrefixCache { + std::vector tokens; + std::string user; + std::size_t aligned_position = 0; + std::shared_ptr aligned, exact; + std::shared_ptr aligned_state, exact_state; + std::vector continuation_tokens; + std::shared_ptr continuation; + std::shared_ptr continuation_state; + bool generated_lineage = false; + std::vector logits; + std::size_t bytes() const { + std::size_t n = tokens.size() * sizeof(std::uint32_t) + logits.size() * sizeof(float); + if (aligned) n += Decoder::CheckpointBytes(*aligned); + if (exact && exact != aligned) n += Decoder::CheckpointBytes(*exact); + if (aligned_state) n += aligned_state->bytes(); + if (exact_state && exact_state != aligned_state) n += exact_state->bytes(); + n += continuation_tokens.size() * sizeof(std::uint32_t); + if (continuation) n += Decoder::CheckpointBytes(*continuation); + if (continuation_state) n += continuation_state->bytes(); + return n; + } + void ClearContinuation() { + continuation_tokens.clear(); continuation.reset(); continuation_state.reset(); + } + } prefix_cache_; + std::string resident_key_; // Empty for the anonymous resident slot. + StateCache sessions_ {256ULL * 1024 * 1024}; + static std::string SessionKey(const std::string & user, const std::string & session) { + return Json::array({user, session}).dump(); + } + void ClearCacheUnlocked() { prefix_cache_ = {}; resident_key_.clear(); } + static Tokenizer MakeTokenizer(const ModelPackage & p) { + const auto & t = p.tensor("tokenizer"); + return Tokenizer({t.data, static_cast(t.entry->data_bytes)}); + } +public: + double initialization_ms = 0, warmup_ms = 0; + Json WeightFormat() const { + if(package_.header().flags & ling3::kPackageMixedW4W8){ + const auto& metadata=package_.tensor("precision.recipe"); + auto recipe=Json::parse(reinterpret_cast(metadata.data), + reinterpret_cast(metadata.data)+metadata.entry->data_bytes); + const char* shared=std::getenv("LING3_BRIDGE_SHARED_STAGE"); + return {{"source","self_contained_selective_w4_w8"},{"execution","mixed_W4A8_W8A8"}, + {"w8_families",recipe.at("w8_families")}, + {"calibrated_w4_families",recipe.at("calibrated_w4_families")}, + {"linear_counts",recipe.at("linear_counts")}, + {"shared_stage",!shared || std::string(shared)=="1"},{"experimental",true}}; + } + const char* families=std::getenv("LING3_W8_FAMILIES"); + const char* calibrated=std::getenv("LING3_CALIBRATED_W4_FAMILIES"); + const char* shared=std::getenv("LING3_BRIDGE_SHARED_STAGE"); + if((families && *families)||(calibrated && *calibrated)) return {{"source","original_W4_with_selective_overrides"}, + {"execution","mixed_W4A8_W8A8"},{"w8_families",families?families:""}, + {"calibrated_w4_families",calibrated?calibrated:""}, + {"shared_stage",shared && std::string(shared)=="1"},{"experimental",true}}; + if (!(package_.header().flags & 0x100)) return {{"source","custom_per_channel_w4"},{"execution","W4A8"}}; + const std::string mode=std::getenv("LING3_OFFICIAL_EXECUTION")?std::getenv("LING3_OFFICIAL_EXECUTION"):"w8"; + return {{"source","official_int4_group32_with_high_precision_layers"}, + {"execution",mode=="w8"?"W8A8_bridge_requantized":"FP16_bridge"}, + {"experimental",true}}; + } + explicit Engine(const std::string & model, const std::string & log, std::size_t context) + : package_(model), context_(context), tokenizer_(MakeTokenizer(package_)), decoder_(package_, context), + logits_(package_.header().vocab_size), log_(log, std::ios::app) { + if (!log_) throw std::runtime_error("cannot open metrics log: " + log); + for (std::size_t rows = 1; rows <= 128; rows *= 2) decoder_.PrepareBatch(rows); + } + bool active() const { return flow_.Active(); } + bool Cancel(const std::string & id = {}) { return flow_.Cancel(id); } + Json FlowStatus() const { + auto status = flow_.Status(); + status["evaluated_steps"] = evaluated_steps_.load(); + return status; + } + void Ack(const std::string & id, std::uint64_t sequence) { flow_.Ack(id, sequence); } + void Pause(const std::string & id) { flow_.Pause(id); } + void Resume(const std::string & id) { flow_.Resume(id); } + void ClearCache(const std::string & session = {}, const std::string & user = {}) { + std::unique_lock lock(mutex_, std::try_to_lock); + if (!lock.owns_lock()) throw Error(429, "engine_busy", "cannot clear cache during inference"); + if (session.empty()) { sessions_.Clear(); ClearCacheUnlocked(); decoder_.Reset(); } + else { + const auto key = SessionKey(user, session); + sessions_.Erase(key); + if (resident_key_ == key) { ClearCacheUnlocked(); decoder_.Reset(); } + } + } + void SetCacheBudget(std::size_t bytes) { sessions_ = StateCache(bytes); } + Json CacheStatus() { + std::unique_lock lock(mutex_, std::try_to_lock); + if (!lock.owns_lock()) throw Error(429, "engine_busy", "cache status requires an idle engine"); + return {{"sessions", sessions_.size()}, {"snapshot_bytes", sessions_.bytes()}, + {"budget_bytes", sessions_.limit()}, {"evictions", sessions_.evictions()}, + {"default_prefix_bytes", resident_key_.empty() ? prefix_cache_.bytes() : 0}, + {"resident_cache_bytes", prefix_cache_.bytes()}, {"resident_named", !resident_key_.empty()}, + {"persistent", false}}; + } + void ForkCache(const std::string & user, const std::string & source, const std::string & target) { + std::unique_lock lock(mutex_, std::try_to_lock); + if (!lock.owns_lock()) throw Error(429, "engine_busy", "cannot fork during inference"); + const auto key = SessionKey(user, source); + const auto * entry = sessions_.Get(key); + if (!entry) throw Error(404, "session_not_found", "source cache is not resident"); + const auto copy = *entry; + if (!sessions_.Put(SessionKey(user, target), copy, copy.bytes())) + throw Error(409, "cache_budget_exceeded", "snapshot does not fit cache budget"); + if (resident_key_ == SessionKey(user, target)) { ClearCacheUnlocked(); decoder_.Reset(); } + } + std::size_t context() const { return context_; } + Json WeightMemory() const { + return {{"source_weight_discard_advised_mib", package_.discarded_weight_bytes() / 1048576.0}, + {"source_weight_pagecache_resident_mib", package_.resident_linear_weight_bytes() / 1048576.0}, + {"source_weight_cache_advice_failures", package_.cache_advice_failures()}}; + } + void Warmup() { + const auto start = Clock::now(); + auto r = Parse({{"model", kModel}, {"messages", Json::array({{{"role", "user"}, {"content", "你好"}}})}, {"max_tokens", 2}}); + // Warm exactly 128 input positions, independent of tokenizer text length. + const auto ids = tokenizer_.Encode(r.prompt); + std::vector tokens(128); + for (std::size_t i = 0; i < tokens.size(); ++i) tokens[i] = ids[i % ids.size()]; + decoder_.EvalBatch(tokens, logits_); + decoder_.Eval(std::max_element(logits_.begin(), logits_.end()) - logits_.begin(), logits_); + decoder_.Reset(); + warmup_ms = Ms(start); + } + Result Run(const Request & r, const std::string & id, + const std::function & begin, + const std::function & emit, + const std::function & connected) { + const auto start = Clock::now(); + std::unique_lock lock(mutex_, std::try_to_lock); + if (!lock.owns_lock()) throw Error(429, "engine_busy", "one inference at a time; retry after the active request finishes"); + rusage faults_before {}; getrusage(RUSAGE_SELF, &faults_before); + const auto attention_before = decoder_.AttentionStats(); + const auto tokens = tokenizer_.Encode(r.prompt); + const auto output_budget = OutputBudget(tokens.size(), context(), r.max_tokens); + const bool named_session = !r.session_id.empty(); + const auto session_key = SessionKey(r.cache_user, r.session_id); + // The active named session, like the anonymous slot, retains lightweight + // checkpoints even when a full historical snapshot cannot fit the budget. + if (named_session) { + if (resident_key_ != session_key) { + const auto * saved = r.cache_prompt ? sessions_.Get(session_key) : nullptr; + prefix_cache_ = saved ? *saved : PrefixCache {}; + } + if (!r.cache_prompt) sessions_.Erase(session_key); + } else if (!resident_key_.empty()) ClearCacheUnlocked(); + // A strict request must never inherit the numerical lineage of an + // incremental decode path, even through an exact prompt cache hit. + if (!r.reuse_generated_state && prefix_cache_.generated_lineage) ClearCacheUnlocked(); + const std::size_t aligned_position = (tokens.size()/128)*128; + const auto state_cost = [&](std::size_t position) { + return 29638656ULL + decoder_.StateSignature().size() + position*61440ULL; + }; + const std::size_t snapshot_cost = state_cost(tokens.size()) + + ((aligned_position && aligned_position != tokens.size()) ? state_cost(aligned_position) : 0) + + tokens.size()*sizeof(std::uint32_t) + logits_.size()*sizeof(float); + const bool cache_named = named_session && r.cache_prompt && snapshot_cost <= sessions_.limit(); + if (output_budget < r.max_tokens) + std::cerr << "request_info: output_budget=" << output_budget + << " remaining_context=" << context() - tokens.size() + << "; generation may continue until EOS, stop, cancellation or context capacity\n"; + flow_.Begin(id, r.flow_ack); + evaluated_steps_ = 0; + struct Guard { + Engine & e; bool preserve = false; + ~Guard() { + if (!preserve) { e.ClearCacheUnlocked(); e.decoder_.Reset(); } + e.flow_.End(); + } + } guard {*this}; + const auto cache_begin = Clock::now(); + std::size_t cached_tokens = 0; + bool exact_hit = false; + std::size_t generated_cached_tokens = 0; + std::string cache_status = r.cache_prompt ? "miss" : "disabled"; + if (r.cache_prompt && prefix_cache_.user == r.cache_user && (prefix_cache_.exact || prefix_cache_.exact_state) && + prefix_cache_.tokens == tokens) { + cached_tokens = prefix_cache_.exact ? decoder_.RestoreCheckpoint(*prefix_cache_.exact) + : decoder_.RestoreState(*prefix_cache_.exact_state); + if (!prefix_cache_.exact) prefix_cache_.exact = decoder_.SaveCheckpoint(); + logits_ = prefix_cache_.logits; + exact_hit = true; + cache_status = "exact_prompt_hit"; + } else if (r.cache_prompt && r.reuse_generated_state && prefix_cache_.user == r.cache_user && + (prefix_cache_.continuation || prefix_cache_.continuation_state) && + tokens.size() > prefix_cache_.continuation_tokens.size() && + std::equal(prefix_cache_.continuation_tokens.begin(), prefix_cache_.continuation_tokens.end(), tokens.begin())) { + cached_tokens = prefix_cache_.continuation ? decoder_.RestoreCheckpoint(*prefix_cache_.continuation) + : decoder_.RestoreState(*prefix_cache_.continuation_state); + generated_cached_tokens = cached_tokens - prefix_cache_.tokens.size(); + prefix_cache_.generated_lineage = true; + prefix_cache_.exact.reset(); prefix_cache_.exact_state.reset(); prefix_cache_.logits.clear(); + cache_status = "generated_prefix_hit"; + } else if (r.cache_prompt && r.reuse_generated_state && prefix_cache_.user == r.cache_user && + (prefix_cache_.exact || prefix_cache_.exact_state) && tokens.size() > prefix_cache_.tokens.size() && + std::equal(prefix_cache_.tokens.begin(), prefix_cache_.tokens.end(), tokens.begin())) { + cached_tokens = prefix_cache_.exact ? decoder_.RestoreCheckpoint(*prefix_cache_.exact) + : decoder_.RestoreState(*prefix_cache_.exact_state); + prefix_cache_.generated_lineage = true; + prefix_cache_.exact.reset(); prefix_cache_.exact_state.reset(); prefix_cache_.logits.clear(); + cache_status = "exact_prefix_hit"; + } else if (r.cache_prompt && prefix_cache_.user == r.cache_user && (prefix_cache_.aligned || prefix_cache_.aligned_state) && + prefix_cache_.aligned_position > 0 && tokens.size() > prefix_cache_.aligned_position && + std::equal(prefix_cache_.tokens.begin(), + prefix_cache_.tokens.begin() + prefix_cache_.aligned_position, tokens.begin())) { + cached_tokens = prefix_cache_.aligned ? decoder_.RestoreCheckpoint(*prefix_cache_.aligned) + : decoder_.RestoreState(*prefix_cache_.aligned_state); + prefix_cache_.exact.reset(); + prefix_cache_.exact_state.reset(); + prefix_cache_.logits.clear(); + cache_status = "prefix_hit"; + } else { + ClearCacheUnlocked(); decoder_.Reset(); + } + prefix_cache_.ClearContinuation(); + resident_key_ = named_session ? session_key : ""; + const double cache_restore_ms = Ms(cache_begin); + double cache_save_ms = 0; + const auto aligned_target = (tokens.size() / 128) * 128; + if (r.cache_prompt && !exact_hit) { + prefix_cache_.tokens = tokens; + prefix_cache_.user = r.cache_user; + } + Result result; + std::size_t generated = 0, eval_count = 0, prompt_evaluated = 0; + double decode_eval_ms = 0, prefill_eval_ms = 0, first_ms = 0; + auto first = Clock::now(), last = first; + auto alive = [&] { return !quitting && flow_.Alive() && connected(); }; + auto aborted = [&] { result.reason = "canceled"; flow_.Cancel(id); }; + bool began = begin(); + const auto prefill_start = Clock::now(); + auto progress_at = prefill_start; + if (began) for (std::size_t offset = cached_tokens; offset < tokens.size();) { + if (!alive() || !flow_.Wait([&] { return !quitting && connected(); })) { aborted(); break; } + // Generated prefixes can end between block boundaries. Preserve + // the aligned checkpoint even when the first resumed block is short. + auto block = std::span(tokens).subspan(offset, + std::min(128 - offset % 128, tokens.size() - offset)); + const bool final = offset + block.size() == tokens.size(); + if (block.size() == 1) prefill_eval_ms += decoder_.Eval(block[0], logits_).total_ms; + else prefill_eval_ms += (final ? decoder_.EvalBatch(block, logits_) : decoder_.EvalBatchState(block)).total_ms; + ++evaluated_steps_; + offset += block.size(); prompt_evaluated = offset - cached_tokens; + if (r.cache_prompt && offset == aligned_target) { + const auto saved_at = Clock::now(); + prefix_cache_.aligned = decoder_.SaveCheckpoint(); + prefix_cache_.aligned_state = cache_named ? decoder_.SaveState() : nullptr; + prefix_cache_.aligned_position = offset; + cache_save_ms += Ms(saved_at); + } + const auto now = Clock::now(); + if (Ms(progress_at, now) >= 10000) { + const Json progress {{"id", id}, {"timestamp", std::time(nullptr)}, + {"prompt_tokens", tokens.size()}, {"prompt_evaluated_tokens", prompt_evaluated}, + {"cached_tokens", cached_tokens}, {"processed_position", offset}, + {"elapsed_ms", Ms(start, now)}, {"prefill_eval_ms", prefill_eval_ms}, + {"rss_mib", MemoryMiB("VmRSS:", "/proc/self/status")}, + {"peak_rss_mib", MemoryMiB("VmHWM:", "/proc/self/status")}, + {"swap_mib", MemoryMiB("VmSwap:", "/proc/self/status")}, + {"available_memory_mib", MemoryMiB("MemAvailable:")}}; + std::cerr << "prefill_progress=" << progress.dump() << std::endl; + progress_at = now; + } + } else aborted(); + if (result.reason != "canceled" && r.cache_prompt && !exact_hit) { + const auto saved_at = Clock::now(); + prefix_cache_.exact = aligned_target == tokens.size() ? prefix_cache_.aligned : decoder_.SaveCheckpoint(); + prefix_cache_.exact_state = cache_named ? (aligned_target == tokens.size() + ? prefix_cache_.aligned_state : decoder_.SaveState()) : nullptr; + prefix_cache_.logits = logits_; + cache_save_ms += Ms(saved_at); + } + const auto prefill_end = Clock::now(); + const bool retain_generated = r.cache_prompt && r.reuse_generated_state; + std::vector evaluated_tokens = retain_generated ? tokens : std::vector{}; + TextFilter filter(r.stops); + std::mt19937 random(r.seed); + std::vector seen(logits_.size(), false); + for (auto token : tokens) if (token < seen.size()) seen[token] = true; + double flow_wait_ms = 0; + std::size_t flow_wait_count = 0; + auto output = [&](std::string text) { + result.text += text; + if (!text.empty()) { + flow_.Prepare(); + if (!emit(text)) { aborted(); return false; } + if (r.flow_ack) { + const auto wait_start = Clock::now(); + const bool resumed = flow_.Wait([&] { return !quitting && connected(); }); + flow_wait_ms += Ms(wait_start); ++flow_wait_count; + if (!resumed) { aborted(); return false; } + } + } + return true; + }; + if (result.reason != "canceled") for (std::size_t i = 0; i < output_budget; ++i) { + if (!alive() || !flow_.Wait([&] { return !quitting && connected(); })) { aborted(); break; } + const auto token = SampleToken(logits_, r, seen, random); + seen[token] = true; + last = Clock::now(); + if (!generated) { first = last; first_ms = Ms(start, first); } + ++generated; // includes EOS and stop tokens, like completion usage. + if (token == package_.header().eos_token) { result.reason = "stop"; break; } + if (!output(filter.Push(tokenizer_.Piece(token)))) break; + if (filter.stopped) { result.reason = "stop"; break; } + if (i + 1 < output_budget) { + if (!flow_.Wait([&] { return !quitting && connected(); })) { aborted(); break; } + decode_eval_ms += decoder_.Eval(token, logits_).total_ms; ++eval_count; + if (retain_generated) evaluated_tokens.push_back(token); + ++evaluated_steps_; + } + } + if (result.reason != "canceled") output(filter.Push({}, true)); + if (result.reason != "canceled" && !alive()) aborted(); + bool continuation_stored = false, continuation_skipped_budget = false; + double continuation_save_ms = 0; + if (result.reason != "canceled" && retain_generated && eval_count) { + const auto cost = state_cost(decoder_.position()) + evaluated_tokens.size()*sizeof(std::uint32_t); + { + const auto save_begin = Clock::now(); + // Do not evaluate the final sampled token just for caching. + // The stored prefix contains only tokens actually consumed. + prefix_cache_.continuation = decoder_.SaveCheckpoint(); + // Historical backup cost excludes borrowed resident checkpoints. + auto backup = prefix_cache_; + backup.aligned.reset(); backup.exact.reset(); backup.continuation.reset(); + if (named_session) { + if (!cache_named || cost > sessions_.limit() || backup.bytes() > sessions_.limit() - cost) + continuation_skipped_budget = true; + else prefix_cache_.continuation_state = decoder_.SaveState(); + } + prefix_cache_.continuation_tokens = std::move(evaluated_tokens); + continuation_stored = true; + continuation_save_ms = Ms(save_begin); + } + } + if (result.reason != "canceled" && !alive()) aborted(); + if (result.reason != "canceled" && !flow_.TryCommit()) aborted(); + if (result.reason == "canceled") { prefix_cache_.ClearContinuation(); continuation_stored = false; } + result.usage = {{"prompt_tokens", tokens.size()}, {"completion_tokens", generated}, + {"total_tokens", tokens.size() + generated}}; + if (r.cache_prompt) result.usage["prompt_tokens_details"] = {{"cached_tokens", cached_tokens}}; + const auto decode_ms = generated > 1 ? Ms(first, last) : 0; + result.metrics = {{"id", id}, {"model", kModel}, {"timestamp", std::time(nullptr)}, + {"finish_reason", result.reason}, {"usage", result.usage}, + {"ttft_ms", generated ? Json(first_ms) : Json(nullptr)}, {"prefill_ms", Ms(prefill_start, prefill_end)}, + {"prefill_eval_ms", prefill_eval_ms}, {"prompt_evaluated_tokens", prompt_evaluated}, + {"prefill_tokens_per_second", prefill_eval_ms > 0 ? 1000 * prompt_evaluated / prefill_eval_ms : 0}, + {"decode_ms", decode_ms}, {"decode_eval_ms", decode_eval_ms}, {"decode_eval_count", eval_count}, + {"decode_tokens_per_second", decode_ms > 0 ? 1000 * (generated - 1) / decode_ms : 0}, + {"total_ms", Ms(start)}, {"rss_mib", MemoryMiB("VmRSS:", "/proc/self/status")}, + {"peak_rss_mib", MemoryMiB("VmHWM:", "/proc/self/status")}, + {"queue_ms", 0}, {"cached_tokens", cached_tokens}, {"warmed", true}, + {"cache_status", cache_status}, {"cache_restore_ms", cache_restore_ms}, + {"cache_save_ms", cache_save_ms}, {"prefix_cache_mib", prefix_cache_.bytes() / 1048576.0}}; + result.metrics["context_length"] = context_; + result.metrics["reuse_generated_state"] = r.reuse_generated_state; + result.metrics["generated_state_lineage"] = prefix_cache_.generated_lineage; + result.metrics["generated_cached_tokens"] = generated_cached_tokens; + result.metrics["continuation_stored"] = continuation_stored; + result.metrics["continuation_skipped_budget"] = continuation_skipped_budget; + result.metrics["continuation_save_ms"] = continuation_save_ms; + result.metrics["continuation_tokens"] = continuation_stored ? prefix_cache_.continuation_tokens.size() : 0; + result.metrics["flow_wait_ms"] = flow_wait_ms; + result.metrics["flow_wait_count"] = flow_wait_count; + result.metrics["flow_control"] = r.flow_ack ? "ack" : "none"; + result.metrics["sampling"] = {{"temperature", r.temperature}, {"top_p", r.top_p}, + {"top_k", r.top_k}, {"repeat_penalty", r.repeat_penalty}, {"seed", r.seed}, + {"enable_thinking", r.enable_thinking}}; + if (named_session) { + bool stored = false; + if (result.reason != "canceled" && r.cache_prompt) { + if (cache_named && prefix_cache_.exact_state) { + auto backup = prefix_cache_; + backup.aligned.reset(); backup.exact.reset(); backup.continuation.reset(); + if (!backup.continuation_state) backup.continuation_tokens.clear(); + stored = sessions_.Put(session_key, backup, backup.bytes()); + } + else sessions_.Erase(session_key); + } + result.metrics["session_id"] = r.session_id; + result.metrics["session_cache_stored"] = stored; + result.metrics["session_cache_skipped_budget"] = r.cache_prompt && !cache_named; + result.metrics["session_cache_bytes"] = sessions_.bytes(); + result.metrics["session_cache_evictions"] = sessions_.evictions(); + } + result.metrics["decode_compute_tokens_per_second"] = decode_eval_ms > 0 ? 1000 * eval_count / decode_eval_ms : 0; + result.metrics["requested_max_tokens"] = r.max_tokens == std::numeric_limits::max() + ? Json(nullptr) : Json(r.max_tokens); + result.metrics["effective_max_tokens"] = output_budget; + const bool context_reached = result.reason == "length" && generated == context() - tokens.size(); + result.metrics["context_capacity_reached"] = context_reached; + if (context_reached) + std::cerr << "request_info: context_capacity_reached id=" << id + << " capacity=" << context() << "; finished normally with reason=length\n"; + const auto attention_after = decoder_.AttentionStats(); + result.metrics["mla_npu_calls"] = attention_after.npu_calls - attention_before.npu_calls; + result.metrics["mla_cpu_calls"] = attention_after.cpu_calls - attention_before.cpu_calls; + result.metrics["mla_fallbacks"] = attention_after.fallbacks - attention_before.fallbacks; + result.metrics["mla_npu_ms"] = attention_after.npu_ms - attention_before.npu_ms; + rusage faults_after {}; getrusage(RUSAGE_SELF, &faults_after); + result.metrics["minor_page_faults"] = faults_after.ru_minflt - faults_before.ru_minflt; + result.metrics["major_page_faults"] = faults_after.ru_majflt - faults_before.ru_majflt; + log_ << result.metrics.dump() << '\n'; log_.flush(); + std::cerr << "reply_metrics=" << result.metrics.dump() << std::endl; + guard.preserve = result.reason != "canceled" && r.cache_prompt; + return result; + } +}; + +bool Send(int fd, std::string_view data) { + while (!data.empty()) { + const auto n = send(fd, data.data(), data.size(), MSG_NOSIGNAL); + if (n < 0 && errno == EINTR) continue; + if (n <= 0) return false; + data.remove_prefix(n); + } + return true; +} +bool Connected(int fd) { + pollfd p {fd, POLLIN | POLLRDHUP, 0}; + if (poll(&p, 1, 0) < 0) return false; + if (p.revents & (POLLERR | POLLHUP | POLLRDHUP | POLLNVAL)) return false; + return true; +} +void Response(int fd, int code, const Json & body) { + const auto s = body.dump(); + Send(fd, "HTTP/1.1 " + std::to_string(code) + (code == 200 ? " OK" : " Error") + + "\r\nContent-Type: application/json; charset=utf-8\r\nConnection: close\r\nContent-Length: " + + std::to_string(s.size()) + "\r\n\r\n" + s); +} +struct Http { std::string method, path, body; }; +Http ReadRequest(int fd) { + std::string data; char buf[4096]; std::size_t end; + const auto started = Clock::now(); + auto receive = [&] { + if (Ms(started) > 10000 || quitting) throw Error(408, "request_timeout", "request read timed out"); + const auto n = recv(fd, buf, sizeof(buf), 0); + if (n <= 0) throw Error(400, "invalid_http", "incomplete HTTP request"); + data.append(buf, n); + }; + while ((end = data.find("\r\n\r\n")) == std::string::npos) { + receive(); if (data.size() > 65536) throw Error(413, "too_large", "headers too large"); + } + Http h; + std::istringstream headers(data.substr(0, end)); + std::string line, version; std::getline(headers, line); + std::istringstream request_line(line); request_line >> h.method >> h.path >> version; + if (version != "HTTP/1.1" && version != "HTTP/1.0") throw Error(400, "invalid_http", "invalid HTTP request line"); + std::size_t length = 0; bool have_length = false; + while (std::getline(headers, line)) { + if (!line.empty() && line.back() == '\r') line.pop_back(); + auto colon = line.find(':'); + if (colon == std::string::npos) throw Error(400, "invalid_http", "invalid header"); + std::string name = line.substr(0, colon), value = line.substr(colon + 1); + std::transform(name.begin(), name.end(), name.begin(), [](unsigned char c) { return std::tolower(c); }); + value.erase(0, value.find_first_not_of(" \t")); + if (name == "transfer-encoding") throw Error(400, "invalid_http", "request Transfer-Encoding unsupported; send Content-Length"); + if (name == "content-length") { + auto [p, ec] = std::from_chars(value.data(), value.data() + value.size(), length); + if (have_length || ec != std::errc{} || p != value.data() + value.size()) + throw Error(400, "invalid_http", "invalid/duplicate Content-Length"); + have_length = true; + } + } + if (length > data.max_size()-end-4) throw Error(400,"invalid_http","Content-Length exceeds addressable string size"); + if (length > 1024 * 1024) + std::cerr << "request_warning: body_bytes=" << length << " exceeds previous 1 MiB budget; continuing\n"; + end += 4; + while (data.size() - end < length) receive(); + h.body = data.substr(end, length); + return h; +} +std::string Id() { + static std::atomic_uint64_t count {0}; + return "chatcmpl-" + std::to_string(std::time(nullptr)) + "-" + std::to_string(++count); +} +void Handle(int fd, Engine & engine, const Json & device) { + struct Guard { int fd; ~Guard() { close(fd); } } guard {fd}; + timeval read_timeout {2, 0}, write_timeout {5, 0}; + setsockopt(fd, SOL_SOCKET, SO_RCVTIMEO, &read_timeout, sizeof(read_timeout)); + setsockopt(fd, SOL_SOCKET, SO_SNDTIMEO, &write_timeout, sizeof(write_timeout)); + bool streaming_started = false; + auto error = [&](const Error & e) { + if (streaming_started) Send(fd, "data: " + ErrorBody(e).dump() + "\n\ndata: [DONE]\n\n"); + else Response(fd, e.status, ErrorBody(e)); + }; + try { + const auto http = ReadRequest(fd); + if (http.method == "GET" && http.path == "/health") { + Response(fd, 200, {{"status", "ok"}, {"active", engine.active()}, {"device", device}, + {"context_length", engine.context()}, {"initialization_ms", engine.initialization_ms}, + {"warmup_ms", engine.warmup_ms}, {"weight_memory", engine.WeightMemory()}, + {"weight_format",engine.WeightFormat()}, {"mindnano_integration_version", 5}, + {"capabilities", {{"flow_control_ack", true}, {"pause_resume", true}, {"top_k", true}, + {"repeat_penalty", true}, {"enable_thinking", true}, {"session_cache", true}, + {"generated_state_reuse", true}, {"qa_cache_default", true}, {"resident_session_cache", true}}}, + {"generation", engine.FlowStatus()}}); return; + } + auto cache_field = [](const Json & body, const char * field, bool required) { + if (!body.is_object() || (required && !body.contains(field)) || + (body.contains(field) && !body[field].is_string())) + throw Error(400, "invalid_parameter", std::string(field)+" must be a string"); + auto value = body.value(field, std::string{}); + if (required && (value.empty() || value.size() > 256)) + throw Error(400, "invalid_parameter", std::string(field)+" must contain 1..256 bytes"); + return value; + }; + auto cache_fields = [](const Json & body, std::initializer_list allowed) { + if (!body.is_object()) throw Error(400, "invalid_parameter", "cache request must be an object"); + for (auto it = body.begin(); it != body.end(); ++it) + if (std::find(allowed.begin(), allowed.end(), it.key()) == allowed.end()) + throw Error(400, "invalid_parameter", "unsupported cache field: " + it.key()); + }; + if (http.method == "GET" && http.path == "/v1/cache/status") { + Response(fd, 200, engine.CacheStatus()); return; + } + if (http.method == "POST" && http.path == "/v1/cache/clear") { + const auto body = Json::parse(http.body); + cache_fields(body, {"user", "session_id"}); + const auto user = cache_field(body, "user", false); + const auto session = cache_field(body, "session_id", body.contains("session_id")); + if (!user.empty() && session.empty()) + throw Error(400, "invalid_parameter", "user-scoped clear requires session_id"); + engine.ClearCache(session, user); Response(fd, 200, {{"cleared", true}}); return; + } + if (http.method == "POST" && http.path == "/v1/cache/fork") { + const auto body = Json::parse(http.body); + cache_fields(body, {"user", "source_session_id", "target_session_id"}); + engine.ForkCache(cache_field(body, "user", false), cache_field(body, "source_session_id", true), + cache_field(body, "target_session_id", true)); + Response(fd, 200, {{"forked", true}}); return; + } + if (http.method == "GET" && http.path == "/v1/models") { + Response(fd, 200, {{"object", "list"}, {"data", Json::array({{{"id", kModel}, {"object", "model"}, + {"created", 0}, {"owned_by", "mindnano"}, {"context_length", engine.context()}}})}}); return; + } + if (http.method == "POST" && http.path == "/v1/cancel") { + const auto body = Json::parse(http.body); + const auto canceled = engine.Cancel(body.value("request_id", std::string{})); + Response(fd, 200, {{"cancel_requested", canceled}}); return; + } + if (http.method == "POST" && http.path == "/v1/flow/ack") { + const auto body = Json::parse(http.body); + if (!body.contains("sequence") || !body["sequence"].is_number_unsigned() || + !body.contains("request_id") || !body["request_id"].is_string()) + throw Error(400, "invalid_flow_control", "request_id and positive sequence are required"); + engine.Ack(body["request_id"].get(), body["sequence"].get()); + Response(fd, 200, {{"acknowledged", body["sequence"]}}); return; + } + if (http.method == "GET" && http.path == "/v1/generation/status") { + Response(fd, 200, engine.FlowStatus()); return; + } + if (http.method == "POST" && (http.path == "/v1/generation/pause" || http.path == "/v1/generation/resume")) { + const auto body = Json::parse(http.body); + const auto id = body.at("request_id").get(); + if (http.path == "/v1/generation/pause") engine.Pause(id); + else engine.Resume(id); + Response(fd, 200, engine.FlowStatus()); return; + } + if (http.method != "POST" || http.path != "/v1/chat/completions") + throw Error(404, "not_found", "endpoint not found"); + const auto request = Parse(Json::parse(http.body)); + const auto id = Id(); const auto created = std::time(nullptr); + auto chunk = [&](Json delta, Json finish = nullptr) { + Json out {{"id", id}, {"object", "chat.completion.chunk"}, {"created", created}, {"model", kModel}, + {"choices", Json::array({{{"index", 0}, {"delta", delta}, {"finish_reason", finish}, {"logprobs", nullptr}}})}}; + if (request.include_usage) out["usage"] = nullptr; + if (request.flow_ack && delta.contains("content") && delta["content"] != "") + out["mindnano_flow"] = {{"request_id", id}, {"sequence", engine.FlowStatus()["sequence"]}}; + return Send(fd, "data: " + out.dump() + "\n\n"); + }; + const auto result = engine.Run(request, id, [&] { + if (!request.stream) return Connected(fd); + streaming_started = true; + return Send(fd, "HTTP/1.1 200 OK\r\nContent-Type: text/event-stream; charset=utf-8\r\n" + "Cache-Control: no-cache\r\nX-Accel-Buffering: no\r\nConnection: close\r\n\r\n") && + chunk({{"role", "assistant"}, {"content", ""}}); + }, [&](std::string_view text) { return !request.stream || chunk({{"content", text}}); }, + [&] { return Connected(fd); }); + if (result.reason == "canceled") { + error(Error(409, "request_canceled", "generation canceled; partial text is not a completed reply")); return; + } + if (request.stream) { + chunk(Json::object(), result.reason); + Json final {{"id", id}, {"object", "chat.completion.chunk"}, {"created", created}, {"model", kModel}, + {"choices", Json::array()}, {"mindnano_metrics", result.metrics}}; + if (request.include_usage) final["usage"] = result.usage; + Send(fd, "data: " + final.dump() + "\n\ndata: [DONE]\n\n"); + } else Response(fd, 200, {{"id", id}, {"object", "chat.completion"}, {"created", created}, {"model", kModel}, + {"choices", Json::array({{{"index", 0}, {"message", {{"role", "assistant"}, {"content", result.text}}}, + {"finish_reason", result.reason}, {"logprobs", nullptr}}})}, + {"usage", result.usage}, {"mindnano_metrics", result.metrics}}); + } catch (const Error & e) { error(e); } + catch (const Json::exception & e) { error(Error(400, "invalid_json", e.what())); } + catch (const std::exception & e) { error(Error(500, "inference_error", e.what())); } +} +void Console(Engine & engine) { + Json messages = Json::array(); + bool reuse_generated = true; + std::cout << "\n输入中文即可对话。/reset 清空历史，/reuse on|off 切换生成状态复用，/quit 退出。\n> " << std::flush; + while (!quitting) { + pollfd p {STDIN_FILENO, POLLIN, 0}; + if (poll(&p, 1, 100) <= 0) continue; + std::string line; + if (!std::getline(std::cin, line)) return; + if (line == "/quit") { quitting = 1; engine.Cancel(); return; } + if (line == "/reset") { + try { engine.ClearCache(); messages = Json::array(); } + catch (const std::exception & e) { std::cerr << "\nerror: " << e.what() << '\n'; } + } + else if (line == "/cancel") engine.Cancel(); + else if (line == "/reuse on" || line == "/reuse off") { + reuse_generated = line == "/reuse on"; + std::cout << "生成状态复用：" << (reuse_generated ? "开启（增量数值路径）" : "关闭（严格前缀路径）") << '\n'; + } + else if (!line.empty()) { + auto next = messages; + next.push_back({{"role", "user"}, {"content", line}}); + try { + auto r = Parse({{"model", kModel}, {"messages", next}, {"reuse_generated_state", reuse_generated}}); + const auto result = engine.Run(r, Id(), [] { return true; }, [](auto text) { + std::cout << text << std::flush; return true; + }, [] { return true; }); + if (result.reason != "canceled") { + next.push_back({{"role", "assistant"}, {"content", result.text}}); messages = next; + } + std::cout << "\n[TTFT " << result.metrics["ttft_ms"] << " ms; decode " + << result.metrics["decode_tokens_per_second"] << " tokens/s; " << result.reason << "]\n"; + } catch (const std::exception & e) { std::cerr << "\nerror: " << e.what() << '\n'; } + } + std::cout << "> " << std::flush; + } +} +} // namespace + +int main(int argc, char ** argv) { + try { + std::string model = "ling3-tiny-w4.l3r", host = "127.0.0.1", log = "metrics.jsonl"; + int port = 9091; bool check = false, console = isatty(STDIN_FILENO); + std::string mla_backend = "auto"; + std::size_t context = 4096; + std::size_t session_cache_mib = 256; + for (int i = 1; i < argc; ++i) { + const std::string arg = argv[i]; + if (arg == "--help") { + std::cout << "mindnano-infer [--model FILE] [--host IPv4] [--port 9091] [--log metrics.jsonl]\n" + " [--context 4K|8K|16K|32K|64K|128K|256K] [--list-contexts]\n" + " [--no-console] [--check] [--mla-backend auto|cpu|npu]\n" + " [--session-cache-mib 256] (0 disables historical snapshots, not resident KV)\n" + "RK3588 / tested RKNPU 0.9.8; qualification and memory estimates are advisory. Text-only OpenAI chat completions.\n"; return 0; + } + if (arg == "--check") { check = true; continue; } + if (arg == "--allow-experimental-context") { continue; } // Compatibility: no longer needed. + if (arg == "--list-contexts") { + for (auto n : kContexts) std::cout << n / 1024 << "K: estimated_model_rss_gib=" + << EstimateContextMiB(n) / 1024 << " suggested_available_memory_gib=" + << (EstimateContextMiB(n) + 1536) / 1024 + << (n > 131072 ? " experimental_extrapolation_beyond_native_128K" : "") << '\n'; + return 0; + } + if (arg == "--no-console") { console = false; continue; } + if (i + 1 == argc) throw std::runtime_error("missing argument after " + arg); + if (arg == "--model") model = argv[++i]; + else if (arg == "--context") context = ParseContext(argv[++i]); + else if (arg == "--mla-backend") mla_backend = argv[++i]; + else if (arg == "--host") host = argv[++i]; + else if (arg == "--log") log = argv[++i]; + else if (arg == "--session-cache-mib") { + const std::string value = argv[++i]; + const auto [p, ec] = std::from_chars(value.data(), value.data()+value.size(), session_cache_mib); + if (ec != std::errc{} || p != value.data()+value.size() || + session_cache_mib > std::numeric_limits::max()/(1024*1024)) + throw std::invalid_argument("session cache budget must be a non-negative MiB integer"); + } + else if (arg == "--port") { + std::string value = argv[++i]; auto [p, ec] = std::from_chars(value.data(), value.data() + value.size(), port); + if (ec != std::errc{} || p != value.data() + value.size() || port < 1 || port > 65535) + throw std::runtime_error("port must be 1..65535"); + } else throw std::runtime_error("unknown option " + arg); + } + std::signal(SIGPIPE, SIG_IGN); std::signal(SIGINT, OnSignal); std::signal(SIGTERM, OnSignal); + if (mla_backend != "auto" && mla_backend != "cpu" && mla_backend != "npu") + throw std::invalid_argument("--mla-backend must be auto, cpu or npu"); + setenv("LING3_MLA_BACKEND", mla_backend.c_str(), 1); + std::cerr << "mla_backend=" << mla_backend << " tile=512 shared_by_six_layers=1\n"; + const auto device = CheckDevice(); + if (check) return 0; + if (context > 131072) + std::cerr << "context_warning: 256K exceeds native 128K; continuing with unvalidated position extrapolation\n"; + const auto required = EstimateContextMiB(context) + 1536; + const auto available = MemoryMiB("MemAvailable:"); + const Json budget {{"context_length", context}, {"policy", "warn_only"}, + {"estimate_basis", "legacy_before_memory_optimizations"}, + {"estimated_model_rss_mib", EstimateContextMiB(context)}, + {"reserve_mib", 1536}, {"suggested_available_mib", required}, + {"available_memory_mib", available}, + {"below_estimate", available < required}}; + std::cerr << "memory_budget=" << budget.dump() << std::endl; + if (available < required) + std::cerr << "memory_warning: available RAM may be insufficient; legacy estimate including reserve is " + << required << " MiB, available " << available + << " MiB; continuing without a memory admission limit\n"; + if (context > 4096) std::cerr << "notice: contexts above 4K have not passed long-context quality/performance qualification\n"; + // Bind before expensive initialization; conflicting ports fail immediately. + const int server = socket(AF_INET, SOCK_STREAM | SOCK_CLOEXEC, 0); + if (server < 0) throw std::runtime_error("socket failed"); + struct CloseServer { int fd; ~CloseServer() { close(fd); } } close_server {server}; + int reuse = 1; setsockopt(server, SOL_SOCKET, SO_REUSEADDR, &reuse, sizeof(reuse)); + sockaddr_in addr {}; addr.sin_family = AF_INET; addr.sin_port = htons(port); + if (inet_pton(AF_INET, host.c_str(), &addr.sin_addr) != 1) throw std::runtime_error("host must be IPv4"); + if (bind(server, reinterpret_cast(&addr), sizeof(addr)) != 0) + throw std::runtime_error("bind failed: " + std::string(std::strerror(errno))); + const auto start = Clock::now(); + std::cout << "initializing_model=" << model << std::endl; + Engine engine(model, log, context); + engine.SetCacheBudget(session_cache_mib*1024*1024); + engine.initialization_ms = Ms(start); + std::cout << "weight_format=" << engine.WeightFormat().dump() << std::endl; + engine.Warmup(); + std::cout << "weight_memory=" << engine.WeightMemory().dump() << std::endl; + if (listen(server, 16) != 0) throw std::runtime_error("listen failed"); + std::cout << "service_ready=http://" << host << ':' << port << "/v1\n" + << "initialization_ms=" << engine.initialization_ms << " warmup_ms=" << engine.warmup_ms + << " context_length=" << engine.context() << " metrics_log=" << log << std::endl; + std::mutex mutex; std::condition_variable cv; std::deque queue; + bool stop_workers = false; + std::vector workers; + for (int i = 0; i < 4; ++i) workers.emplace_back([&] { + while (true) { + int fd; + { std::unique_lock lock(mutex); cv.wait(lock, [&] { return stop_workers || !queue.empty(); }); + if (queue.empty()) return; fd = queue.front(); queue.pop_front(); } + Handle(fd, engine, device); + } + }); + std::thread terminal; + if (console) terminal = std::thread([&] { Console(engine); }); + while (!quitting) { + pollfd p {server, POLLIN, 0}; + if (poll(&p, 1, 100) <= 0) continue; + const int fd = accept4(server, nullptr, nullptr, SOCK_CLOEXEC); + if (fd < 0) continue; + std::lock_guard lock(mutex); + if (queue.size() >= 16) { close(fd); continue; } + queue.push_back(fd); cv.notify_one(); + } + engine.Cancel(); + { std::lock_guard lock(mutex); stop_workers = true; for (int fd : queue) close(fd); queue.clear(); } + cv.notify_all(); + for (auto & worker : workers) worker.join(); + if (terminal.joinable()) terminal.join(); + return 0; + } catch (const std::exception & e) { + std::cerr << "startup_error: " << e.what() << std::endl; return 1; + } +} diff --git a/src/quantization.cpp b/src/quantization.cpp new file mode 100644 index 0000000000000000000000000000000000000000..e6e8025b74137b6c1882761c09416ba00483836a --- /dev/null +++ b/src/quantization.cpp @@ -0,0 +1,139 @@ +#include "ling3/quantization.h" + +#include +#include +#include +#include + +#if defined(__aarch64__) +#include +#endif + +namespace ling3 { +namespace { + +DynamicQuantization QuantizeSymmetric( + std::span input, + std::span output, + int limit) noexcept { + if (output.size() != input.size()) return {0.0F, input.size()}; + + float maximum = 0.0F; + for (float value : input) { + if (std::isfinite(value)) maximum = std::max(maximum, std::abs(value)); + } + const float scale = maximum > 0.0F ? maximum / static_cast(limit) : 1.0F; + const float inverse_scale = 1.0F / scale; + std::size_t clipped = 0; + std::size_t index = 0; +#if defined(__aarch64__) + const float32x4_t inverse = vdupq_n_f32(inverse_scale); + const float32x4_t largest = vdupq_n_f32(std::numeric_limits::max()); + const float32x4_t zero = vdupq_n_f32(0.0F); + const int32x4_t minimum = vdupq_n_s32(-limit); + const int32x4_t maximum_code = vdupq_n_s32(limit); + for (; index + 16 <= input.size(); index += 16) { + const auto convert = [&](std::size_t offset) { + const float32x4_t value = vld1q_f32(input.data() + index + offset); + const uint32x4_t finite = vcleq_f32(vabsq_f32(value), largest); + const float32x4_t scaled = vbslq_f32(finite, vmulq_f32(value, inverse), zero); + return vmaxq_s32(minimum, vminq_s32(maximum_code, vcvtnq_s32_f32(scaled))); + }; + const int16x8_t codes01 = vcombine_s16( + vqmovn_s32(convert(0)), vqmovn_s32(convert(4))); + const int16x8_t codes23 = vcombine_s16( + vqmovn_s32(convert(8)), vqmovn_s32(convert(12))); + vst1q_s8( + output.data() + index, + vcombine_s8(vqmovn_s16(codes01), vqmovn_s16(codes23))); + } +#endif + for (; index < input.size(); ++index) { + const float scaled = std::isfinite(input[index]) ? input[index] * inverse_scale : 0.0F; + const long rounded = std::lrint(scaled); + clipped += rounded < -limit || rounded > limit; + output[index] = static_cast( + std::clamp(rounded, static_cast(-limit), static_cast(limit))); + } + return {scale, clipped}; +} + +} // namespace + +DynamicQuantization QuantizeSymmetricInt8( + std::span input, + std::span output) noexcept { + return QuantizeSymmetric(input, output, 127); +} + +DynamicQuantization QuantizeSymmetricInt4( + std::span input, + std::span output) noexcept { + return QuantizeSymmetric(input, output, 7); +} + +std::int8_t DecodeInt4LowFirst( + std::span packed, + std::size_t index) { + if (index / 2 >= packed.size()) throw std::out_of_range("INT4 index is out of range"); + const auto byte = std::to_integer(packed[index / 2]); + const std::uint8_t nibble = (index & 1U) == 0 ? byte & 0x0FU : byte >> 4U; + return static_cast(nibble >= 8U ? static_cast(nibble) - 16 : nibble); +} + +void SplitInt8ForInt4Matmul( + std::span input, + std::span high, + std::span low) { + if (high.size() != input.size() || low.size() != input.size()) { + throw std::invalid_argument("INT8 split buffers have different sizes"); + } + for (std::size_t index = 0; index < input.size(); ++index) { + const int value = input[index]; + const int high_value = value < 0 ? -((-value + 15) / 16) : value / 16; + const int low_nibble = (value & 0x0F) ^ 0x08; + const int low_value = low_nibble >= 8 ? low_nibble - 16 : low_nibble; + high[index] = static_cast(high_value); + low[index] = static_cast(low_value); + } +} + +void ReferenceW4Linear( + std::span input, + std::span packed_weights, + std::size_t output_channels, + std::span output) { + if (output_channels == 0 || output.size() != output_channels || + packed_weights.size() * 2 != input.size() * output_channels) { + throw std::invalid_argument("W4 reference tensor sizes are inconsistent"); + } + std::fill(output.begin(), output.end(), 0); + for (std::size_t k = 0; k < input.size(); ++k) { + for (std::size_t n = 0; n < output_channels; ++n) { + const auto weight = DecodeInt4LowFirst(packed_weights, k * output_channels + n); + output[n] += static_cast(input[k]) * weight; + } + } +} + +void DequantizePerChannel( + std::span input, + float input_scale, + std::span weight_scales, + std::span output) noexcept { + if (input.size() != weight_scales.size() || output.size() != input.size()) return; + std::size_t index = 0; +#if defined(__aarch64__) + const float32x4_t activation = vdupq_n_f32(input_scale); + for (; index + 4 <= input.size(); index += 4) { + const float32x4_t values = vcvtq_f32_s32(vld1q_s32(input.data() + index)); + const float32x4_t scales = vld1q_f32(weight_scales.data() + index); + vst1q_f32(output.data() + index, vmulq_f32(vmulq_f32(values, activation), scales)); + } +#endif + for (; index < input.size(); ++index) { + output[index] = static_cast(input[index]) * input_scale * weight_scales[index]; + } +} + +} // namespace ling3 diff --git a/src/rknn_backend.cpp b/src/rknn_backend.cpp new file mode 100644 index 0000000000000000000000000000000000000000..8df707e187f984db5ae842a4f7d4d4279dc434aa --- /dev/null +++ b/src/rknn_backend.cpp @@ -0,0 +1,104 @@ +#include "ling3/rknn_backend.h" + +#include +#include +#include + +#if LING3_WITH_RKNN +#include +#include +#endif + +namespace ling3 { + +bool RknnBackendAvailable() noexcept { +#if LING3_WITH_RKNN + return true; +#else + return false; +#endif +} + +int RunRknnMatmulSmoke(std::size_t iterations) { +#if !LING3_WITH_RKNN + (void)iterations; + std::cerr << "RKNN backend was disabled at build time\n"; + return 2; +#else + if (iterations == 0) iterations = 1; + + rknn_matmul_info info {}; + info.M = 1; + info.K = 32; + info.N = 32; + info.type = RKNN_INT8_MM_INT8_TO_INT32; + info.B_layout = RKNN_MM_LAYOUT_NORM; + info.AC_layout = RKNN_MM_LAYOUT_NORM; + + rknn_matmul_ctx context = 0; + rknn_matmul_io_attr attributes {}; + int status = rknn_matmul_create(&context, &info, &attributes); + if (status < 0) { + std::cerr << "rknn_matmul_create failed: " << status << '\n'; + return 3; + } + + rknn_tensor_mem * a = rknn_create_mem(context, attributes.A.size); + rknn_tensor_mem * b = rknn_create_mem(context, attributes.B.size); + rknn_tensor_mem * c = rknn_create_mem(context, attributes.C.size); + if (a == nullptr || b == nullptr || c == nullptr) { + std::cerr << "rknn_create_mem failed\n"; + if (a != nullptr) rknn_destroy_mem(context, a); + if (b != nullptr) rknn_destroy_mem(context, b); + if (c != nullptr) rknn_destroy_mem(context, c); + rknn_matmul_destroy(context); + return 4; + } + + auto * a_values = static_cast(a->virt_addr); + auto * b_values = static_cast(b->virt_addr); + for (int k = 0; k < info.K; ++k) a_values[k] = static_cast((k % 7) - 3); + for (int k = 0; k < info.K; ++k) { + for (int n = 0; n < info.N; ++n) { + b_values[k * info.N + n] = static_cast(((k + n) % 5) - 2); + } + } + std::memset(c->virt_addr, 0, attributes.C.size); + + status = rknn_matmul_set_io_mem(context, a, &attributes.A); + if (status == 0) status = rknn_matmul_set_io_mem(context, b, &attributes.B); + if (status == 0) status = rknn_matmul_set_io_mem(context, c, &attributes.C); + for (std::size_t index = 0; status == 0 && index < iterations; ++index) { + status = rknn_matmul_run(context); + } + + bool correct = status == 0; + const auto * result = static_cast(c->virt_addr); + for (int n = 0; correct && n < info.N; ++n) { + std::int32_t expected = 0; + for (int k = 0; k < info.K; ++k) { + expected += static_cast(a_values[k]) * + static_cast(b_values[k * info.N + n]); + } + correct = result[n] == expected; + } + + rknn_destroy_mem(context, a); + rknn_destroy_mem(context, b); + rknn_destroy_mem(context, c); + rknn_matmul_destroy(context); + + if (status < 0) { + std::cerr << "rknn_matmul_run failed: " << status << '\n'; + return 5; + } + if (!correct) { + std::cerr << "RKNN matmul returned an incorrect result\n"; + return 6; + } + std::cout << "RKNN matmul smoke passed (" << iterations << " iterations)\n"; + return 0; +#endif +} + +} // namespace ling3 diff --git a/src/router.cpp b/src/router.cpp new file mode 100644 index 0000000000000000000000000000000000000000..88997e0ea0a6e4086ff00f9c13d9dfa5db52668d --- /dev/null +++ b/src/router.cpp @@ -0,0 +1,95 @@ +#include "ling3/router.h" + +#include +#include +#include +#include + +#if defined(__aarch64__) +#include +#endif + +namespace ling3 { + +void RouterLogitsF32(const float * hidden, const float * weights, float * logits) noexcept { + for (std::size_t expert = 0; expert < kExpertCount; ++expert) { + const float * row = weights + expert * kHiddenSize; + float sum = 0.0F; +#if defined(__aarch64__) + float32x4_t sum0 = vdupq_n_f32(0.0F); + float32x4_t sum1 = vdupq_n_f32(0.0F); + for (std::size_t index = 0; index < kHiddenSize; index += 8) { + sum0 = vfmaq_f32(sum0, vld1q_f32(hidden + index), vld1q_f32(row + index)); + sum1 = vfmaq_f32(sum1, vld1q_f32(hidden + index + 4), vld1q_f32(row + index + 4)); + } + sum = vaddvq_f32(vaddq_f32(sum0, sum1)); +#else + for (std::size_t index = 0; index < kHiddenSize; ++index) sum += hidden[index] * row[index]; +#endif + logits[expert] = sum; + } +} + +Route SelectRoute(const float * logits, const float * expert_bias, float routed_scale) noexcept { + std::array scores{}; + std::array routing_scores{}; + for (std::size_t expert = 0; expert < kExpertCount; ++expert) { + const float score = 1.0F / (1.0F + std::exp(-logits[expert])); + scores[expert] = score; + routing_scores[expert] = score + expert_bias[expert]; + } + + std::array group_scores{}; + for (std::size_t group = 0; group < kExpertGroups; ++group) { + float first = -std::numeric_limits::infinity(); + float second = first; + for (std::size_t local = 0; local < kExpertCount / kExpertGroups; ++local) { + const float value = routing_scores[group * (kExpertCount / kExpertGroups) + local]; + if (value > first) { + second = first; + first = value; + } else if (value > second) { + second = value; + } + } + group_scores[group] = first + second; + } + + std::array selected_groups{}; + for (std::size_t selection = 0; selection < kSelectedGroups; ++selection) { + std::size_t best_group = 0; + float best = -std::numeric_limits::infinity(); + for (std::size_t group = 0; group < kExpertGroups; ++group) { + if (!selected_groups[group] && group_scores[group] > best) { + best = group_scores[group]; + best_group = group; + } + } + selected_groups[best_group] = true; + } + + Route route; + std::array selected_experts{}; + float weight_sum = 0.0F; + for (std::size_t selection = 0; selection < kExpertsPerToken; ++selection) { + int best_expert = 0; + float best = -std::numeric_limits::infinity(); + for (std::size_t expert = 0; expert < kExpertCount; ++expert) { + const std::size_t group = expert / (kExpertCount / kExpertGroups); + if (selected_groups[group] && !selected_experts[expert] && routing_scores[expert] > best) { + best = routing_scores[expert]; + best_expert = static_cast(expert); + } + } + route.experts[selection] = best_expert; + selected_experts[static_cast(best_expert)] = true; + route.weights[selection] = scores[static_cast(best_expert)]; + weight_sum += route.weights[selection]; + } + const float normalization = routed_scale / std::max(weight_sum, 1.0e-20F); + for (float & weight : route.weights) weight *= normalization; + return route; +} + +} // namespace ling3 + diff --git a/src/service.cpp b/src/service.cpp new file mode 100644 index 0000000000000000000000000000000000000000..a65c8d0b8d247d5140601df75f400c0c188236c0 --- /dev/null +++ b/src/service.cpp @@ -0,0 +1,549 @@ +#include "ling3/service.h" + +#include "ling3/decoder.h" +#include "ling3/model_package.h" +#include "ling3/tokenizer.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#if defined(__linux__) +#include +#include +#include +#include +#include +#include +#endif + +namespace ling3 { +namespace { + +using Clock = std::chrono::steady_clock; + +double Milliseconds(Clock::time_point begin, Clock::time_point end) { + return std::chrono::duration(end - begin).count(); +} + +template +std::span TensorSpan(const TensorView & tensor) { + if (tensor.entry->data_bytes % sizeof(T) != 0) { + throw std::runtime_error(std::string(tensor.name) + " has an incompatible byte count"); + } + return { + reinterpret_cast(tensor.data), + static_cast(tensor.entry->data_bytes / sizeof(T)), + }; +} + +Tokenizer PackageTokenizer(const ModelPackage & package) { + const auto & asset = package.tensor("tokenizer"); + if (asset.entry->role != static_cast(TensorRole::kTokenizer)) { + throw std::runtime_error("tokenizer tensor has the wrong role"); + } + return Tokenizer(TensorSpan(asset)); +} + +std::string JsonEscape(std::string_view input) { + std::string output; + output.reserve(input.size() + 8); + constexpr char hex[] = "0123456789abcdef"; + for (const unsigned char value : input) { + switch (value) { + case '"': output += "\\\""; break; + case '\\': output += "\\\\"; break; + case '\b': output += "\\b"; break; + case '\f': output += "\\f"; break; + case '\n': output += "\\n"; break; + case '\r': output += "\\r"; break; + case '\t': output += "\\t"; break; + default: + if (value < 0x20) { + output += "\\u00"; + output.push_back(hex[value >> 4U]); + output.push_back(hex[value & 0x0FU]); + } else { + output.push_back(static_cast(value)); + } + } + } + return output; +} + +std::string JsonNumber(double value) { + std::ostringstream stream; + stream << std::fixed << std::setprecision(3) << value; + return stream.str(); +} + +class SessionEngine { +public: + SessionEngine( + const ModelPackage & package, + const Tokenizer & tokenizer, + Decoder & decoder, + double initialization_ms) + : package_(package), + tokenizer_(tokenizer), + decoder_(decoder), + logits_(package.header().vocab_size), + initialization_ms_(initialization_ms) {} + + bool active() const noexcept { return active_.load(std::memory_order_relaxed); } + std::size_t position() const noexcept { + return position_.load(std::memory_order_relaxed); + } + std::size_t turns() const noexcept { return turns_.load(std::memory_order_relaxed); } + double initialization_ms() const noexcept { return initialization_ms_; } + + bool Cancel() noexcept { + if (!active()) return false; + cancel_requested_.store(true, std::memory_order_relaxed); + return true; + } + + void Reset() { + cancel_requested_.store(true, std::memory_order_relaxed); + std::lock_guard lock(inference_mutex_); + decoder_.Reset(); + position_.store(0, std::memory_order_relaxed); + turns_.store(0, std::memory_order_relaxed); + cancel_requested_.store(false, std::memory_order_relaxed); + } + + void Chat( + std::string_view user_text, + std::size_t maximum_new_tokens, + const std::function & emit) { + const auto request_begin = Clock::now(); + std::unique_lock lock(inference_mutex_); + const auto lock_acquired = Clock::now(); + cancel_requested_.store(false, std::memory_order_relaxed); + active_.store(true, std::memory_order_relaxed); + struct ActiveGuard { + std::atomic_bool & active; + ~ActiveGuard() { active.store(false, std::memory_order_relaxed); } + } guard {active_}; + + if (user_text.empty()) throw std::invalid_argument("request body must contain user text"); + if (maximum_new_tokens == 0 || maximum_new_tokens > 2048) { + throw std::invalid_argument("max_tokens must be in [1, 2048]"); + } + + const bool first_turn = decoder_.position() == 0; + const std::string prompt = first_turn + ? "SYSTEMdetailed thinking off<|role_end|>" + "HUMAN" + std::string(user_text) + + "<|role_end|>ASSISTANT\n" + : "<|role_end|>HUMAN" + std::string(user_text) + + "<|role_end|>ASSISTANT\n"; + const auto prompt_tokens = tokenizer_.Encode(prompt); + if (prompt_tokens.empty() || + decoder_.position() + prompt_tokens.size() + maximum_new_tokens > + package_.header().max_context) { + throw std::runtime_error("request would exceed the package context capacity"); + } + + const std::string start_event = + "{\"type\":\"start\",\"turn\":" + std::to_string(turns() + 1) + + ",\"position\":" + std::to_string(decoder_.position()) + + ",\"prompt_tokens\":" + std::to_string(prompt_tokens.size()) + + ",\"queue_ms\":" + JsonNumber(Milliseconds(request_begin, lock_acquired)) + "}\n"; + if (!emit(start_event)) return; + + const auto prefill_begin = Clock::now(); + double prefill_eval_ms = 0.0; + std::size_t prefill_offset = 0; + std::size_t prefill_batch_count = 0; + std::size_t batch32_count = 0; + std::size_t batched_tokens = 0; + std::size_t maximum_batch_rows = 0; + const std::size_t batch_granularity = decoder_.batch_granularity(); + while (batch_granularity != 0 && prompt_tokens.size() - prefill_offset >= 2) { + std::size_t rows = std::min( + prompt_tokens.size() - prefill_offset, 128); + rows -= rows % batch_granularity; + if (rows < 2) break; + const auto block = std::span(prompt_tokens).subspan( + prefill_offset, rows); + const bool needs_logits = prompt_tokens.size() - prefill_offset == rows; + prefill_eval_ms += (needs_logits + ? decoder_.EvalBatch(block, logits_) + : decoder_.EvalBatchState(block)).total_ms; + prefill_offset += rows; + ++prefill_batch_count; + batch32_count += rows == 32 ? 1 : 0; + batched_tokens += rows; + maximum_batch_rows = std::max(maximum_batch_rows, rows); + position_.store(decoder_.position(), std::memory_order_relaxed); + } + for (; prefill_offset < prompt_tokens.size(); ++prefill_offset) { + prefill_eval_ms += decoder_.Eval(prompt_tokens[prefill_offset], logits_).total_ms; + position_.store(decoder_.position(), std::memory_order_relaxed); + } + const auto prefill_end = Clock::now(); + + std::size_t generated_tokens = 0; + double decode_eval_ms = 0.0; + bool stopped_on_eos = false; + bool client_connected = true; + const auto generation_begin = Clock::now(); + double first_token_ms = 0.0; + + for (std::size_t index = 0; index < maximum_new_tokens; ++index) { + if (cancel_requested_.load(std::memory_order_relaxed)) break; + const auto found = std::max_element(logits_.begin(), logits_.end()); + const auto token = static_cast(found - logits_.begin()); + if (token == package_.header().eos_token) { + stopped_on_eos = true; + break; + } + if (generated_tokens == 0) { + first_token_ms = Milliseconds(request_begin, Clock::now()); + } + const std::string event = + "{\"type\":\"token\",\"id\":" + std::to_string(token) + + ",\"text\":\"" + JsonEscape(tokenizer_.Piece(token)) + + "\",\"index\":" + std::to_string(generated_tokens) + + ",\"elapsed_ms\":" + JsonNumber(Milliseconds(request_begin, Clock::now())) + "}\n"; + if (!emit(event)) { + client_connected = false; + cancel_requested_.store(true, std::memory_order_relaxed); + break; + } + ++generated_tokens; + const auto timing = decoder_.Eval(token, logits_); + decode_eval_ms += timing.total_ms; + position_.store(decoder_.position(), std::memory_order_relaxed); + } + + turns_.fetch_add(1, std::memory_order_relaxed); + const bool canceled = cancel_requested_.load(std::memory_order_relaxed); + const double prefill_ms = Milliseconds(prefill_begin, prefill_end); + const double generation_ms = Milliseconds(generation_begin, Clock::now()); + if (client_connected) { + const std::string finish_event = + "{\"type\":\"finish\",\"reason\":\"" + + std::string(canceled ? "canceled" : (stopped_on_eos ? "eos" : "length")) + + "\",\"turn\":" + std::to_string(turns()) + + ",\"position\":" + std::to_string(decoder_.position()) + + ",\"prompt_tokens\":" + std::to_string(prompt_tokens.size()) + + ",\"prefill_batch_count\":" + std::to_string(prefill_batch_count) + + ",\"prefill_batch32_count\":" + std::to_string(batch32_count) + + ",\"prefill_batched_tokens\":" + std::to_string(batched_tokens) + + ",\"prefill_max_batch_rows\":" + std::to_string(maximum_batch_rows) + + ",\"generated_tokens\":" + std::to_string(generated_tokens) + + ",\"queue_ms\":" + JsonNumber(Milliseconds(request_begin, lock_acquired)) + + ",\"prefill_ms\":" + JsonNumber(prefill_ms) + + ",\"prefill_eval_ms\":" + JsonNumber(prefill_eval_ms) + + ",\"prefill_tokens_per_second\":" + + JsonNumber(prefill_ms == 0.0 ? 0.0 : 1000.0 * prompt_tokens.size() / prefill_ms) + + ",\"ttft_ms\":" + JsonNumber(first_token_ms) + + ",\"generation_ms\":" + JsonNumber(generation_ms) + + ",\"decode_eval_ms\":" + JsonNumber(decode_eval_ms) + + ",\"decode_tokens_per_second\":" + + JsonNumber(decode_eval_ms == 0.0 ? 0.0 : 1000.0 * generated_tokens / decode_eval_ms) + + "}\n"; + emit(finish_event); + } + } + +private: + const ModelPackage & package_; + const Tokenizer & tokenizer_; + Decoder & decoder_; + std::vector logits_; + std::mutex inference_mutex_; + std::atomic_bool active_ {false}; + std::atomic_bool cancel_requested_ {false}; + std::atomic_size_t position_ {0}; + std::atomic_size_t turns_ {0}; + double initialization_ms_ = 0.0; +}; + +#if defined(__linux__) + +struct HttpRequest { + std::string method; + std::string target; + std::string body; +}; + +class Socket { +public: + explicit Socket(int descriptor = -1) : descriptor_(descriptor) {} + ~Socket() { if (descriptor_ >= 0) close(descriptor_); } + Socket(const Socket &) = delete; + Socket & operator=(const Socket &) = delete; + Socket(Socket && other) noexcept : descriptor_(std::exchange(other.descriptor_, -1)) {} + int get() const noexcept { return descriptor_; } + +private: + int descriptor_; +}; + +bool SendAll(int socket, std::string_view data) { + while (!data.empty()) { + const auto sent = send(socket, data.data(), data.size(), MSG_NOSIGNAL); + if (sent < 0 && errno == EINTR) continue; + if (sent <= 0) return false; + data.remove_prefix(static_cast(sent)); + } + return true; +} + +void SendResponse( + int socket, + int status, + std::string_view reason, + std::string_view body, + std::string_view content_type = "application/json; charset=utf-8") { + const std::string header = + "HTTP/1.1 " + std::to_string(status) + " " + std::string(reason) + "\r\n" + "Content-Type: " + std::string(content_type) + "\r\n" + "Content-Length: " + std::to_string(body.size()) + "\r\n" + "Connection: close\r\n\r\n"; + SendAll(socket, header); + SendAll(socket, body); +} + +bool SendChunk(int socket, std::string_view data) { + std::ostringstream size; + size << std::hex << data.size() << "\r\n"; + return SendAll(socket, size.str()) && SendAll(socket, data) && SendAll(socket, "\r\n"); +} + +std::size_t ParseContentLength(std::string_view headers) { + std::size_t cursor = headers.find("\r\n") + 2; + while (cursor < headers.size()) { + const auto end = headers.find("\r\n", cursor); + if (end == std::string_view::npos || end == cursor) break; + const auto line = headers.substr(cursor, end - cursor); + const auto colon = line.find(':'); + if (colon != std::string_view::npos) { + std::string name(line.substr(0, colon)); + std::transform(name.begin(), name.end(), name.begin(), [](unsigned char value) { + return static_cast(std::tolower(value)); + }); + if (name == "content-length") { + auto value = line.substr(colon + 1); + while (!value.empty() && value.front() == ' ') value.remove_prefix(1); + std::size_t length = 0; + const auto [end_ptr, error] = + std::from_chars(value.data(), value.data() + value.size(), length); + if (error != std::errc {} || end_ptr != value.data() + value.size()) { + throw std::runtime_error("invalid Content-Length"); + } + return length; + } + } + cursor = end + 2; + } + return 0; +} + +HttpRequest ReadRequest(int socket) { + constexpr std::size_t kMaximumHeaders = 64 * 1024; + constexpr std::size_t kMaximumBody = 1024 * 1024; + std::string data; + data.reserve(4096); + std::size_t header_end = std::string::npos; + char buffer[4096]; + while ((header_end = data.find("\r\n\r\n")) == std::string::npos) { + const auto count = recv(socket, buffer, sizeof(buffer), 0); + if (count < 0 && errno == EINTR) continue; + if (count <= 0) throw std::runtime_error("connection closed before request headers"); + data.append(buffer, static_cast(count)); + if (data.size() > kMaximumHeaders) throw std::runtime_error("request headers are too large"); + } + header_end += 4; + const std::string_view headers(data.data(), header_end); + const auto request_line_end = headers.find("\r\n"); + const auto first_space = headers.find(' '); + const auto second_space = first_space == std::string_view::npos + ? std::string_view::npos : headers.find(' ', first_space + 1); + if (request_line_end == std::string_view::npos || first_space == std::string_view::npos || + second_space == std::string_view::npos || second_space > request_line_end) { + throw std::runtime_error("invalid HTTP request line"); + } + HttpRequest request; + request.method = std::string(headers.substr(0, first_space)); + request.target = std::string(headers.substr(first_space + 1, second_space - first_space - 1)); + const auto body_bytes = ParseContentLength(headers); + if (body_bytes > kMaximumBody) throw std::runtime_error("request body is too large"); + while (data.size() - header_end < body_bytes) { + const auto count = recv(socket, buffer, sizeof(buffer), 0); + if (count < 0 && errno == EINTR) continue; + if (count <= 0) throw std::runtime_error("connection closed before request body"); + data.append(buffer, static_cast(count)); + } + request.body.assign(data.data() + header_end, body_bytes); + return request; +} + +std::string_view Path(std::string_view target) { + const auto query = target.find('?'); + return target.substr(0, query); +} + +std::size_t MaxTokens(std::string_view target) { + constexpr std::string_view key = "max_tokens="; + const auto found = target.find(key); + if (found == std::string_view::npos) return 64; + const auto begin = found + key.size(); + const auto end = target.find('&', begin); + const auto value = target.substr(begin, end == std::string_view::npos ? end : end - begin); + std::size_t result = 0; + const auto [end_ptr, error] = + std::from_chars(value.data(), value.data() + value.size(), result); + if (error != std::errc {} || end_ptr != value.data() + value.size()) { + throw std::invalid_argument("invalid max_tokens query parameter"); + } + return result; +} + +void HandleClient(Socket client, SessionEngine & engine) { + try { + const auto request = ReadRequest(client.get()); + const auto path = Path(request.target); + if (request.method == "GET" && path == "/health") { + const std::string body = + "{\"status\":\"ok\",\"active\":" + + std::string(engine.active() ? "true" : "false") + + ",\"position\":" + std::to_string(engine.position()) + + ",\"turns\":" + std::to_string(engine.turns()) + + ",\"initialization_ms\":" + JsonNumber(engine.initialization_ms()) + "}\n"; + SendResponse(client.get(), 200, "OK", body); + return; + } + if (request.method == "POST" && path == "/v1/cancel") { + const bool canceled = engine.Cancel(); + SendResponse(client.get(), 200, "OK", + canceled ? "{\"cancel_requested\":true}\n" : + "{\"cancel_requested\":false}\n"); + return; + } + if (request.method == "POST" && path == "/v1/reset") { + engine.Reset(); + SendResponse(client.get(), 200, "OK", "{\"reset\":true}\n"); + return; + } + if (request.method == "POST" && path == "/v1/chat") { + const std::string header = + "HTTP/1.1 200 OK\r\n" + "Content-Type: application/x-ndjson; charset=utf-8\r\n" + "Transfer-Encoding: chunked\r\n" + "Cache-Control: no-cache\r\n" + "Connection: close\r\n\r\n"; + if (!SendAll(client.get(), header)) return; + try { + engine.Chat(request.body, MaxTokens(request.target), [&](std::string_view event) { + return SendChunk(client.get(), event); + }); + } catch (const std::exception & error) { + const std::string event = + "{\"type\":\"error\",\"message\":\"" + JsonEscape(error.what()) + "\"}\n"; + SendChunk(client.get(), event); + } + SendAll(client.get(), "0\r\n\r\n"); + return; + } + SendResponse(client.get(), 404, "Not Found", "{\"error\":\"not found\"}\n"); + } catch (const std::exception & error) { + const std::string body = + "{\"error\":\"" + JsonEscape(error.what()) + "\"}\n"; + SendResponse(client.get(), 400, "Bad Request", body); + } +} + +#endif + +} // namespace + +int RunHttpService( + const std::filesystem::path & package_path, + std::uint16_t port, + std::string_view bind_address) { +#if !defined(__linux__) + (void)package_path; + (void)port; + (void)bind_address; + throw std::runtime_error("the HTTP service currently requires Linux"); +#else + std::signal(SIGPIPE, SIG_IGN); + const auto initialize_begin = Clock::now(); + const ModelPackage package(package_path); + const auto tokenizer = PackageTokenizer(package); + Decoder decoder(package); + const std::size_t batch_granularity = decoder.batch_granularity(); + if (batch_granularity != 0) { + for (std::size_t rows = batch_granularity; rows <= 128; rows *= 2) { + decoder.PrepareBatch(rows); + } + } + const double initialization_ms = Milliseconds(initialize_begin, Clock::now()); + SessionEngine engine(package, tokenizer, decoder, initialization_ms); + + Socket server(socket(AF_INET, SOCK_STREAM | SOCK_CLOEXEC, 0)); + if (server.get() < 0) { + throw std::runtime_error(std::string("socket: ") + std::strerror(errno)); + } + int reuse = 1; + setsockopt(server.get(), SOL_SOCKET, SO_REUSEADDR, &reuse, sizeof(reuse)); + sockaddr_in address {}; + address.sin_family = AF_INET; + address.sin_port = htons(port); + const std::string bind_text(bind_address); + if (inet_pton(AF_INET, bind_text.c_str(), &address.sin_addr) != 1) { + throw std::invalid_argument("bind address must be an IPv4 address"); + } + if (bind(server.get(), reinterpret_cast(&address), sizeof(address)) != 0) { + throw std::runtime_error(std::string("bind: ") + std::strerror(errno)); + } + if (listen(server.get(), 16) != 0) { + throw std::runtime_error(std::string("listen: ") + std::strerror(errno)); + } + std::cout << std::fixed << std::setprecision(3) + << "service_ready=http://" << bind_address << ':' << port << '\n' + << "initialization_ms=" << initialization_ms << '\n' + << "prewarm_experts=" + << (std::getenv("LING3_PREWARM_EXPERTS") == nullptr ? "false" : "true") + << '\n' + << "dynamic_batch_1_128=" << (decoder.has_dynamic_batch() ? "true" : "false") + << std::endl; + + while (true) { + const int descriptor = accept4(server.get(), nullptr, nullptr, SOCK_CLOEXEC); + if (descriptor < 0 && errno == EINTR) continue; + if (descriptor < 0) { + throw std::runtime_error(std::string("accept: ") + std::strerror(errno)); + } + std::thread([descriptor, &engine]() { + HandleClient(Socket(descriptor), engine); + }).detach(); + } +#endif +} + +} // namespace ling3 diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp new file mode 100644 index 0000000000000000000000000000000000000000..e51b5d9150d803692856887225474be5e9f7628d --- /dev/null +++ b/src/tokenizer.cpp @@ -0,0 +1,271 @@ +#include "ling3/tokenizer.h" + +#include +#include +#include +#include +#include +#include +#include +#include + +#if LING3_WITH_ICU +#include +#include +#include +#include +#endif + +namespace ling3 { +namespace { + +constexpr std::array kMagic = {'L', '3', 'T', 'O', 'K', '2', '\0', '\0'}; + +std::uint64_t PairKey(std::uint32_t left, std::uint32_t right) noexcept { + return (static_cast(left) << 32U) | right; +} + +class Reader { +public: + explicit Reader(std::span data) : data_(data) {} + + template + T Scalar() { + if (offset_ > data_.size() || sizeof(T) > data_.size() - offset_) { + throw std::runtime_error("tokenizer asset is truncated"); + } + T value; + std::memcpy(&value, data_.data() + offset_, sizeof(value)); + offset_ += sizeof(value); + return value; + } + + std::string_view Bytes(std::size_t count) { + if (offset_ > data_.size() || count > data_.size() - offset_) { + throw std::runtime_error("tokenizer asset is truncated"); + } + const auto * begin = reinterpret_cast(data_.data() + offset_); + offset_ += count; + return {begin, count}; + } + + std::size_t remaining() const noexcept { return data_.size() - offset_; } + +private: + std::span data_; + std::size_t offset_ = 0; +}; + +struct Merge { + std::uint32_t rank = 0; + std::uint32_t result = 0; +}; + +struct AddedToken { + std::uint32_t id = 0; + std::string_view content; + bool special = false; +}; + +} // namespace + +struct Tokenizer::Impl { + std::array byte_ids {}; + std::vector pieces; + std::unordered_map merges; + std::vector added; + std::unordered_set special_ids; + +#if LING3_WITH_ICU + const icu::Normalizer2 * normalizer = nullptr; + std::unique_ptr split_pattern; +#endif + + explicit Impl(std::span data) { + Reader reader(data); + const auto magic = reader.Bytes(kMagic.size()); + if (!std::equal(kMagic.begin(), kMagic.end(), magic.begin(), magic.end())) { + throw std::runtime_error("tokenizer asset has invalid magic"); + } + const auto vocab_count = reader.Scalar(); + const auto merge_count = reader.Scalar(); + const auto added_count = reader.Scalar(); + const auto flags = reader.Scalar(); + if (vocab_count != 157184 || merge_count == 0 || added_count == 0 || flags != 0) { + throw std::runtime_error("tokenizer asset header is incompatible with Ling-3.0-tiny"); + } + for (auto & token : byte_ids) token = reader.Scalar(); + pieces.reserve(vocab_count); + for (std::uint32_t id = 0; id < vocab_count; ++id) { + pieces.push_back(reader.Bytes(reader.Scalar())); + } + merges.reserve(static_cast(merge_count) * 2); + for (std::uint32_t rank = 0; rank < merge_count; ++rank) { + const auto left = reader.Scalar(); + const auto right = reader.Scalar(); + const auto result = reader.Scalar(); + if (left >= vocab_count || right >= vocab_count || result >= vocab_count || + !merges.emplace(PairKey(left, right), Merge {rank, result}).second) { + throw std::runtime_error("tokenizer asset contains an invalid BPE merge"); + } + } + added.reserve(added_count); + for (std::uint32_t index = 0; index < added_count; ++index) { + const auto id = reader.Scalar(); + const auto bytes = reader.Scalar(); + const auto token_flags = reader.Scalar(); + const auto content = reader.Bytes(bytes); + if (id >= vocab_count || content.empty() || (token_flags & ~1U) != 0 || + pieces[id] != content) { + throw std::runtime_error("tokenizer asset contains an invalid AddedToken"); + } + added.push_back({id, content, (token_flags & 1U) != 0}); + if ((token_flags & 1U) != 0) special_ids.insert(id); + } + if (reader.remaining() != 0) { + throw std::runtime_error("tokenizer asset has trailing bytes"); + } + std::stable_sort(added.begin(), added.end(), [](const AddedToken & left, const AddedToken & right) { + return left.content.size() > right.content.size(); + }); + +#if LING3_WITH_ICU + UErrorCode status = U_ZERO_ERROR; + normalizer = icu::Normalizer2::getNFCInstance(status); + if (U_FAILURE(status) || normalizer == nullptr) { + throw std::runtime_error("ICU failed to initialize the NFC normalizer"); + } + static constexpr auto pattern = + R"REGEX('(?i:[sdmt]|ll|ve|re)|[^\r\n\p{L}\p{N}]?+\p{L}+|\p{N}| ?[^\s\p{L}\p{N}]++[\r\n]*|\s*[\r\n]|\s+(?!\S)|\s+)REGEX"; + status = U_ZERO_ERROR; + split_pattern.reset(icu::RegexPattern::compile( + icu::UnicodeString::fromUTF8(pattern), 0, status)); + if (U_FAILURE(status) || split_pattern == nullptr) { + throw std::runtime_error("ICU failed to compile the official tokenizer regex"); + } +#endif + } + + void EncodeBpe(std::string_view text, std::vector & output) const { + if (text.empty()) return; + std::vector symbols; + symbols.reserve(text.size()); + for (unsigned char byte : text) symbols.push_back(byte_ids[byte]); + while (symbols.size() > 1) { + std::uint32_t best_rank = std::numeric_limits::max(); + std::uint32_t best_result = 0; + std::size_t best_index = symbols.size(); + for (std::size_t index = 0; index + 1 < symbols.size(); ++index) { + const auto found = merges.find(PairKey(symbols[index], symbols[index + 1])); + if (found != merges.end() && found->second.rank < best_rank) { + best_rank = found->second.rank; + best_result = found->second.result; + best_index = index; + } + } + if (best_index == symbols.size()) break; + symbols[best_index] = best_result; + symbols.erase(symbols.begin() + static_cast(best_index + 1)); + } + output.insert(output.end(), symbols.begin(), symbols.end()); + } + + void EncodeOrdinary(std::string_view text, std::vector & output) const { + if (text.empty()) return; +#if LING3_WITH_ICU + UErrorCode status = U_ZERO_ERROR; + const auto source = icu::UnicodeString::fromUTF8( + icu::StringPiece(text.data(), static_cast(text.size()))); + icu::UnicodeString normalized; + normalizer->normalize(source, normalized, status); + if (U_FAILURE(status)) throw std::runtime_error("ICU NFC normalization failed"); + std::unique_ptr matcher(split_pattern->matcher(normalized, status)); + if (U_FAILURE(status) || matcher == nullptr) { + throw std::runtime_error("ICU tokenizer matcher creation failed"); + } + std::int32_t consumed = 0; + while (matcher->find(status)) { + const std::int32_t begin = matcher->start(status); + const std::int32_t end = matcher->end(status); + if (U_FAILURE(status) || begin != consumed || end <= begin) { + throw std::runtime_error("official tokenizer regex did not partition the input"); + } + std::string utf8; + normalized.tempSubStringBetween(begin, end).toUTF8String(utf8); + EncodeBpe(utf8, output); + consumed = end; + } + if (U_FAILURE(status) || consumed != normalized.length()) { + throw std::runtime_error("official tokenizer regex left unmatched input"); + } +#else + EncodeBpe(text, output); +#endif + } + + std::vector Encode(std::string_view text) const { + std::vector output; + std::size_t cursor = 0; + while (cursor < text.size()) { + std::size_t match_offset = text.size(); + const AddedToken * match = nullptr; + for (const auto & token : added) { + const auto found = text.find(token.content, cursor); + if (found < match_offset) { + match_offset = found; + match = &token; + } else if (found == match_offset && match != nullptr && + token.content.size() > match->content.size()) { + match = &token; + } + } + if (match == nullptr) { + EncodeOrdinary(text.substr(cursor), output); + break; + } + EncodeOrdinary(text.substr(cursor, match_offset - cursor), output); + output.push_back(match->id); + cursor = match_offset + match->content.size(); + } + return output; + } +}; + +Tokenizer::Tokenizer(std::span data) + : impl_(std::make_unique(data)) {} +Tokenizer::~Tokenizer() = default; +Tokenizer::Tokenizer(Tokenizer &&) noexcept = default; +Tokenizer & Tokenizer::operator=(Tokenizer &&) noexcept = default; + +std::vector Tokenizer::Encode(std::string_view text) const { + return impl_->Encode(text); +} + +std::string Tokenizer::Decode( + std::span tokens, + bool skip_special) const { + std::string output; + for (std::uint32_t token : tokens) { + if (token >= impl_->pieces.size()) throw std::out_of_range("token ID is out of range"); + if (skip_special && impl_->special_ids.contains(token)) continue; + output.append(impl_->pieces[token]); + } + return output; +} + +std::string_view Tokenizer::Piece(std::uint32_t token) const { + if (token >= impl_->pieces.size()) throw std::out_of_range("token ID is out of range"); + return impl_->pieces[token]; +} + +std::size_t Tokenizer::vocab_size() const noexcept { return impl_->pieces.size(); } + +bool Tokenizer::uses_official_unicode_rules() const noexcept { +#if LING3_WITH_ICU + return true; +#else + return false; +#endif +} + +} // namespace ling3 diff --git a/src/w4_linear.cpp b/src/w4_linear.cpp new file mode 100644 index 0000000000000000000000000000000000000000..f79b596dfd43f69279702e56c3b1e421ab48ac98 --- /dev/null +++ b/src/w4_linear.cpp @@ -0,0 +1,1094 @@ +#include "ling3/w4_linear.h" + +#include "core_workers.h" +#include "ling3/quantization.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#if defined(__aarch64__) +#include +#endif + +#if LING3_WITH_RKNN +#include +#include +#endif + +namespace ling3 { +namespace { + +using Clock = std::chrono::steady_clock; + +#if LING3_WITH_RKNN +double Milliseconds(Clock::time_point begin, Clock::time_point end) { + return std::chrono::duration(end - begin).count(); +} +#endif + +std::vector> SplitAligned(int value, int parts, int alignment) { + if (parts < 1 || value % alignment != 0 || value / alignment < parts) { + throw std::invalid_argument("cannot split tensor dimension into aligned ranges"); + } + const int blocks = value / alignment; + const int base = blocks / parts; + const int extra = blocks % parts; + std::vector> ranges; + ranges.reserve(parts); + int offset = 0; + for (int index = 0; index < parts; ++index) { + const int size = (base + (index < extra ? 1 : 0)) * alignment; + ranges.emplace_back(offset, size); + offset += size; + } + return ranges; +} + +#if LING3_WITH_RKNN +void CheckRknn(int status, const char * operation) { + if (status != RKNN_SUCC) { + throw std::runtime_error( + std::string(operation) + " failed with RKNN status " + std::to_string(status)); + } +} + +void PutNativeInt4(std::uint8_t * output, std::size_t index, std::int8_t value) { + const std::uint8_t nibble = static_cast(value) & 0x0FU; + if ((index & 1U) == 0) { + output[index / 2] = static_cast(nibble << 4U); + } else { + output[index / 2] = static_cast(output[index / 2] | nibble); + } +} + +#if defined(__aarch64__) +void PackActivation16( + int8x16_t values, + std::uint8_t * high_output, + std::uint8_t * low_output) { + const uint8x16_t mask = vdupq_n_u8(0x0F); + const uint8x16_t high = vandq_u8( + vreinterpretq_u8_s8(vshrq_n_s8(values, 4)), mask); + const uint8x16_t low = veorq_u8( + vandq_u8(vreinterpretq_u8_s8(values), mask), vdupq_n_u8(0x08)); + const uint8x8_t high_even = vget_low_u8(vuzp1q_u8(high, high)); + const uint8x8_t high_odd = vget_low_u8(vuzp2q_u8(high, high)); + const uint8x8_t low_even = vget_low_u8(vuzp1q_u8(low, low)); + const uint8x8_t low_odd = vget_low_u8(vuzp2q_u8(low, low)); + vst1_u8(high_output, vorr_u8(vshl_n_u8(high_even, 4), high_odd)); + vst1_u8(low_output, vorr_u8(vshl_n_u8(low_even, 4), low_odd)); +} +#endif + +void PackActivationRow( + const std::int8_t * input, + int count, + std::uint8_t * high_output, + std::uint8_t * low_output) { + if ((count & 1) != 0) throw std::invalid_argument("INT4 row width must be even"); + int column = 0; +#if defined(__aarch64__) + for (; column + 16 <= count; column += 16) { + PackActivation16( + vld1q_s8(input + column), + high_output + column / 2, + low_output + column / 2); + } +#endif + for (; column < count; column += 2) { + auto nibble = [input, column](int lane, bool high) { + const int value = input[column + lane]; + const int code = high + ? (value < 0 ? -((-value + 15) / 16) : value / 16) + : ((value & 0x0F) ^ 0x08); + return static_cast(code) & 0x0FU; + }; + high_output[column / 2] = static_cast( + (nibble(0, true) << 4U) | nibble(1, true)); + low_output[column / 2] = static_cast( + (nibble(0, false) << 4U) | nibble(1, false)); + } +} + +void PackSignedInt4Row( + const std::int8_t * input, + int count, + std::uint8_t * output) { + if ((count & 1) != 0) throw std::invalid_argument("INT4 row width must be even"); + for (int column = 0; column < count; column += 2) { + output[column / 2] = static_cast( + (static_cast(input[column]) & 0x0FU) << 4U | + (static_cast(input[column + 1]) & 0x0FU)); + } +} + +struct Segment { + int part = 0; + int offset_k = 0; + int size_k = 0; + int offset_n = 0; + int size_n = 0; + int core = 0; + rknn_matmul_ctx context = 0; + rknn_matmul_info info {}; + rknn_matmul_io_attr attributes {}; + rknn_tensor_mem * a = nullptr; + rknn_tensor_mem * b = nullptr; + rknn_tensor_mem * c = nullptr; + bool owns_a = true; + bool owns_b = true; + + Segment() = default; + Segment(const Segment &) = delete; + Segment & operator=(const Segment &) = delete; + Segment(Segment && other) noexcept { *this = std::move(other); } + Segment & operator=(Segment && other) noexcept { + if (this == &other) return *this; + Release(); + part = other.part; + offset_k = other.offset_k; + size_k = other.size_k; + offset_n = other.offset_n; + size_n = other.size_n; + core = other.core; + context = std::exchange(other.context, 0); + info = other.info; + attributes = other.attributes; + a = std::exchange(other.a, nullptr); + b = std::exchange(other.b, nullptr); + c = std::exchange(other.c, nullptr); + owns_a = std::exchange(other.owns_a, true); + owns_b = std::exchange(other.owns_b, true); + return *this; + } + ~Segment() { Release(); } + + void Release() noexcept { + if (context == 0) return; + if (a != nullptr && owns_a) rknn_destroy_mem(context, a); + if (b != nullptr && owns_b) rknn_destroy_mem(context, b); + if (c != nullptr) rknn_destroy_mem(context, c); + rknn_matmul_destroy(context); + context = 0; + a = nullptr; + b = nullptr; + c = nullptr; + owns_a = true; + owns_b = true; + } +}; + +struct BatchWorkspace { + int rows = 0; + bool w4a4 = false; + std::vector segments; + std::vector quantized; + std::vector accumulator; + std::vector scales; +}; + +// All batch shapes of one segment execute sequentially. Each keeps its own +// exact-sized FD views, backed by these maximum-sized, same-domain owners. +// Parallel cores and K segments never share these buffers with each other. +struct BatchMemory { + rknn_matmul_ctx context = 0; // Borrowed from the live decode segment. + rknn_tensor_mem * a = nullptr; + rknn_tensor_mem * c = nullptr; + ~BatchMemory() { + if (a) rknn_destroy_mem(context, a); + if (c) rknn_destroy_mem(context, c); + } +}; +#endif + +} // namespace + +struct DynamicW4Linear::Impl { + W4LinearConfig config; + std::vector scales; + std::vector correction; + std::vector quantized; + std::vector accumulator; + std::size_t resident_bytes = 0; + bool prefill_w4a4 = false; + +#if LING3_WITH_RKNN + std::vector segments; + // Reverse destruction order: batch views, backing memory, source contexts. + std::vector> batch_memory; + std::array, 8> batch_workspaces; +#endif + + Impl( + W4LinearConfig value, + std::span weights, + std::span weight_scales, + std::span weight_correction) + : config(std::move(value)), + scales(weight_scales.begin(), weight_scales.end()), + correction(weight_correction.begin(), weight_correction.end()), + prefill_w4a4(std::getenv("LING3_PREFILL_W4A4") != nullptr) { + Validate(weights); + quantized.resize(config.k); + accumulator.resize(config.n); +#if LING3_WITH_RKNN + Initialize(weights); +#else + (void)weights; + throw std::runtime_error("DynamicW4Linear requires a build with RKNN support"); +#endif + } + + ~Impl() = default; + + void Validate(std::span weights) const { + if (config.k < 1 || config.n < 1 || config.k_splits < 1 || + config.k % 32 != 0 || config.n % 64 != 0) { + throw std::invalid_argument("W4 linear requires positive K/N, K%32=0 and N%64=0"); + } + if (config.cores.empty() || config.cores.size() > 3) { + throw std::invalid_argument("W4 linear requires one to three NPU cores"); + } + if (config.iommu_domain_id < 0 || config.iommu_domain_id > 15) { + throw std::invalid_argument("W4 IOMMU domain must be in [0, 15]"); + } + auto sorted = config.cores; + std::sort(sorted.begin(), sorted.end()); + if (sorted.front() < 0 || sorted.back() > 2 || + std::adjacent_find(sorted.begin(), sorted.end()) != sorted.end()) { + throw std::invalid_argument("NPU cores must be unique values in [0, 2]"); + } + SplitAligned(config.k, config.k_splits, 32); + SplitAligned(config.n, static_cast(config.cores.size()), 64); + const auto expected = static_cast(config.k) * config.n / 2; + if (weights.size() != expected || scales.size() != static_cast(config.n) || + correction.size() != static_cast(config.n)) { + throw std::invalid_argument("W4 weight, scale, or correction size is inconsistent"); + } + for (float scale : scales) { + if (!(scale > 0.0F) || !std::isfinite(scale)) { + throw std::invalid_argument("W4 weight scale must be finite and positive"); + } + } + } + +#if LING3_WITH_RKNN + void Initialize(std::span weights) { + const auto k_ranges = SplitAligned(config.k, config.k_splits, 32); + const auto n_ranges = SplitAligned(config.n, static_cast(config.cores.size()), 64); + segments.reserve(k_ranges.size() * n_ranges.size()); + for (std::size_t part = 0; part < k_ranges.size(); ++part) { + for (std::size_t lane = 0; lane < n_ranges.size(); ++lane) { + Segment segment; + segment.part = static_cast(part); + segment.offset_k = k_ranges[part].first; + segment.size_k = k_ranges[part].second; + segment.offset_n = n_ranges[lane].first; + segment.size_n = n_ranges[lane].second; + segment.core = config.cores[lane]; + InitializeSegment(segment, weights); + resident_bytes += segment.attributes.B.size; + segments.push_back(std::move(segment)); + } + } + } + + void InitializeSegment(Segment & segment, std::span weights) { + segment.info.M = 2; + segment.info.K = segment.size_k; + segment.info.N = segment.size_n; + segment.info.type = RKNN_INT4_MM_INT4_TO_INT16; + segment.info.B_layout = RKNN_MM_LAYOUT_NATIVE; + segment.info.B_quant_type = RKNN_QUANT_TYPE_PER_LAYER_SYM; + segment.info.AC_layout = RKNN_MM_LAYOUT_NATIVE; + segment.info.AC_quant_type = RKNN_QUANT_TYPE_PER_LAYER_SYM; + segment.info.iommu_domain_id = config.iommu_domain_id; + CheckRknn( + rknn_matmul_create(&segment.context, &segment.info, &segment.attributes), + "rknn_matmul_create W4"); + CheckRknn( + rknn_matmul_set_core_mask( + segment.context, static_cast(1U << segment.core)), + "rknn_matmul_set_core_mask W4"); + + const auto expected_a = static_cast(segment.size_k); + const auto expected_b = static_cast(segment.size_k) * segment.size_n / 2; + const auto expected_c = static_cast(2) * segment.size_n * sizeof(std::int16_t); + if (segment.attributes.A.type != RKNN_TENSOR_INT4 || + segment.attributes.B.type != RKNN_TENSOR_INT4 || + segment.attributes.C.type != RKNN_TENSOR_INT16 || + segment.attributes.A.size != expected_a || + segment.attributes.B.size != expected_b || + segment.attributes.C.size != expected_c || + segment.attributes.A.n_dims != 3 || segment.attributes.B.n_dims != 4 || + segment.attributes.C.n_dims != 3) { + throw std::runtime_error("RKNN returned unexpected W4 tensor attributes"); + } + + segment.a = rknn_create_mem2( + segment.context, segment.attributes.A.size, RKNN_FLAG_MEMORY_CACHEABLE); + segment.b = rknn_create_mem2( + segment.context, segment.attributes.B.size, RKNN_FLAG_MEMORY_CACHEABLE); + segment.c = rknn_create_mem2( + segment.context, segment.attributes.C.size, RKNN_FLAG_MEMORY_CACHEABLE); + if (segment.a == nullptr || segment.b == nullptr || segment.c == nullptr) { + throw std::runtime_error("rknn_create_mem2 failed for W4 linear"); + } + + std::memset(segment.b->virt_addr, 0, segment.attributes.B.size); + const int sub_n = static_cast(segment.attributes.B.dims[2]); + const int sub_k = static_cast(segment.attributes.B.dims[3]); + const int n_blocks = (segment.size_n + sub_n - 1) / sub_n; + const int k_blocks = (segment.size_k + sub_k - 1) / sub_k; + auto * native = static_cast(segment.b->virt_addr); + for (int n_block = 0; n_block < n_blocks; ++n_block) { + for (int k_block = 0; k_block < k_blocks; ++k_block) { + for (int inner_n = 0; inner_n < sub_n; ++inner_n) { + const int local_n = n_block * sub_n + inner_n; + for (int inner_k = 0; inner_k < sub_k; ++inner_k) { + const int local_k = k_block * sub_k + inner_k; + const auto code = local_k < segment.size_k && local_n < segment.size_n + ? DecodeInt4LowFirst( + weights, + static_cast(segment.offset_k + local_k) * config.n + + segment.offset_n + local_n) + : static_cast(0); + const auto output_index = + ((static_cast(n_block) * k_blocks + k_block) * sub_n + + inner_n) * sub_k + inner_k; + PutNativeInt4(native, output_index, code); + } + } + } + } + CheckRknn( + rknn_mem_sync(segment.context, segment.b, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync W4 weight"); + CheckRknn( + rknn_matmul_set_io_mem(segment.context, segment.a, &segment.attributes.A), + "bind W4 input"); + CheckRknn( + rknn_matmul_set_io_mem(segment.context, segment.b, &segment.attributes.B), + "bind W4 weight"); + CheckRknn( + rknn_matmul_set_io_mem(segment.context, segment.c, &segment.attributes.C), + "bind W4 output"); + } + + static int BatchRows(std::size_t rows) { + for (const int candidate : {1, 2, 4, 8, 16, 32, 64, 128}) { + if (rows <= static_cast(candidate)) return candidate; + } + throw std::invalid_argument("W4 batch supports at most 128 rows"); + } + + static std::size_t BatchSlot(int rows) { + std::size_t slot = 0; + while ((1 << slot) < rows) ++slot; + return slot; + } + + void InitializeBatchMemory() { + if (!batch_memory.empty()) return; + std::vector> owners; + owners.reserve(segments.size()); + const std::size_t matrix_rows = prefill_w4a4 ? 128 : 256; + for (const auto & segment : segments) { + auto memory = std::make_unique(); + memory->context = segment.context; + memory->a = rknn_create_mem2(segment.context, + matrix_rows * segment.size_k / 2, RKNN_FLAG_MEMORY_CACHEABLE); + memory->c = rknn_create_mem2(segment.context, + matrix_rows * segment.size_n * sizeof(std::int16_t), RKNN_FLAG_MEMORY_CACHEABLE); + if (!memory->a || !memory->c) + throw std::runtime_error("rknn_create_mem2 failed for shared W4 batch memory"); + owners.push_back(std::move(memory)); + } + batch_memory = std::move(owners); + } + + BatchWorkspace & InitializeBatch(std::size_t active_rows, bool indexed_input) { + const int rows = BatchRows(active_rows); + auto & stored = batch_workspaces[BatchSlot(rows)]; + if (stored) { + if (!indexed_input && stored->quantized.empty()) + stored->quantized.resize(static_cast(rows) * config.k); + return *stored; + } + auto workspace = std::make_unique(); + workspace->rows = rows; + workspace->w4a4 = prefill_w4a4 && rows >= 2; + if (!indexed_input) + workspace->quantized.resize(static_cast(rows) * config.k); + // GatherBatch writes the final K part straight to the float output. + // Only split-K matrices need storage for preceding partial sums. + if (config.k_splits > 1) + workspace->accumulator.resize(static_cast(rows) * config.n); + workspace->scales.resize(rows, 1.0F); + workspace->segments.reserve(segments.size()); + InitializeBatchMemory(); + for (std::size_t segment_index = 0; segment_index < segments.size(); ++segment_index) { + const auto & source = segments[segment_index]; + Segment segment; + segment.part = source.part; + segment.offset_k = source.offset_k; + segment.size_k = source.size_k; + segment.offset_n = source.offset_n; + segment.size_n = source.size_n; + segment.core = source.core; + segment.info = source.info; + segment.info.M = workspace->w4a4 ? rows : 2 * rows; + CheckRknn( + rknn_matmul_create(&segment.context, &segment.info, &segment.attributes), + "rknn_matmul_create W4 batch"); + CheckRknn( + rknn_matmul_set_core_mask( + segment.context, static_cast(1U << segment.core)), + "rknn_matmul_set_core_mask W4 batch"); + const auto matrix_rows = workspace->w4a4 ? rows : 2 * rows; + const auto expected_a = static_cast(matrix_rows) * + segment.size_k / 2; + const auto expected_c = static_cast(matrix_rows) * + segment.size_n * sizeof(std::int16_t); + if (segment.attributes.A.type != RKNN_TENSOR_INT4 || + segment.attributes.B.type != RKNN_TENSOR_INT4 || + segment.attributes.C.type != RKNN_TENSOR_INT16 || + segment.attributes.A.size != expected_a || + segment.attributes.B.size != source.attributes.B.size || + segment.attributes.C.size != expected_c) { + throw std::runtime_error("RKNN returned unexpected W4 batch attributes"); + } + const auto & owner = *batch_memory[segment_index]; + if (segment.attributes.A.size > owner.a->size || segment.attributes.C.size > owner.c->size) + throw std::runtime_error("W4 batch view exceeds its shared backing memory"); + segment.a = rknn_create_mem_from_fd(segment.context, owner.a->fd, + owner.a->virt_addr, segment.attributes.A.size, 0); + segment.c = rknn_create_mem_from_fd(segment.context, owner.c->fd, + owner.c->virt_addr, segment.attributes.C.size, 0); + if (segment.a == nullptr || segment.c == nullptr) { + throw std::runtime_error("rknn_create_mem_from_fd failed for W4 batch view"); + } + if (segment.a->size != segment.attributes.A.size || segment.c->size != segment.attributes.C.size) + throw std::runtime_error("W4 batch view changed the requested synchronization size"); + segment.b = source.b; + segment.owns_b = false; + CheckRknn( + rknn_matmul_set_io_mem(segment.context, segment.a, &segment.attributes.A), + "bind W4 batch input"); + CheckRknn( + rknn_matmul_set_io_mem(segment.context, segment.b, &segment.attributes.B), + "bind shared W4 batch weight"); + CheckRknn( + rknn_matmul_set_io_mem(segment.context, segment.c, &segment.attributes.C), + "bind W4 batch output"); + workspace->segments.push_back(std::move(segment)); + } + stored = std::move(workspace); + return *stored; + } + + void StageInput(std::span input, float & input_scale) { + input_scale = QuantizeSymmetricInt8(input, quantized).scale; + for (int part = 0; part < config.k_splits; ++part) { + const auto first = std::find_if(segments.begin(), segments.end(), [part](const Segment & item) { + return item.part == part; + }); + if (first == segments.end()) throw std::runtime_error("W4 K split is missing"); + const int sub_k = static_cast(first->attributes.A.dims[2]); + if (sub_k < 1 || first->size_k % sub_k != 0) { + throw std::runtime_error("RKNN native W4 input has a partial K block"); + } + auto * packed = static_cast(first->a->virt_addr); + for (int block = 0; block < first->size_k / sub_k; ++block) { + const auto high_index = static_cast(block * 2) * sub_k; + const auto low_index = static_cast(block * 2 + 1) * sub_k; + PackActivationRow( + quantized.data() + first->offset_k + block * sub_k, + sub_k, + packed + high_index / 2, + packed + low_index / 2); + } + for (auto & segment : segments) { + if (segment.part != part || &segment == &*first) continue; + if (segment.attributes.A.size != first->attributes.A.size) { + throw std::runtime_error("RKNN W4 contexts disagree on input size"); + } + std::memcpy(segment.a->virt_addr, first->a->virt_addr, first->attributes.A.size); + } + } + } + + void StageBatch( + BatchWorkspace & workspace, + std::span input, + std::size_t active_rows) { + std::fill_n(workspace.quantized.begin(), active_rows * config.k, 0); + std::fill_n(workspace.scales.begin(), active_rows, 1.0F); + for (std::size_t row = 0; row < active_rows; ++row) { + const auto row_input = input.subspan( + row * config.k, config.k); + auto row_quantized = std::span(workspace.quantized).subspan( + row * config.k, config.k); + workspace.scales[row] = workspace.w4a4 + ? QuantizeSymmetricInt4(row_input, row_quantized).scale + : QuantizeSymmetricInt8(row_input, row_quantized).scale; + } + PackBatch(workspace, active_rows, workspace.quantized, {}); + } + + void PackBatch( + BatchWorkspace & workspace, + std::size_t active_rows, + std::span quantized, + std::span row_indices) { + const int packed_rows = workspace.w4a4 ? workspace.rows : 2 * workspace.rows; + for (int part = 0; part < config.k_splits; ++part) { + const auto first = std::find_if( + workspace.segments.begin(), workspace.segments.end(), + [part](const Segment & item) { return item.part == part; }); + if (first == workspace.segments.end()) { + throw std::runtime_error("W4 batch K split is missing"); + } + const int sub_k = static_cast(first->attributes.A.dims[2]); + if (sub_k < 1 || first->size_k % sub_k != 0) { + throw std::runtime_error("RKNN native W4 batch input has a partial K block"); + } + auto * packed = static_cast(first->a->virt_addr); + for (int block = 0; block < first->size_k / sub_k; ++block) { + for (int row = 0; row < workspace.rows; ++row) { + const auto element = static_cast( + block * packed_rows + (workspace.w4a4 ? row : 2 * row)) * sub_k; + if (static_cast(row) >= active_rows) { + std::memset(packed + element / 2, 0, sub_k / 2); + if (!workspace.w4a4) { + std::memset(packed + (element + sub_k) / 2, 0x88, sub_k / 2); + } + continue; + } + const std::size_t source_row = row_indices.empty() ? row : row_indices[row]; + const auto * source = quantized.data() + + source_row * config.k + first->offset_k + block * sub_k; + if (workspace.w4a4) { + PackSignedInt4Row(source, sub_k, packed + element / 2); + } else { + PackActivationRow( + source, sub_k, packed + element / 2, + packed + (element + sub_k) / 2); + } + } + } + for (auto & segment : workspace.segments) { + if (segment.part != part || &segment == &*first) continue; + if (segment.attributes.A.size != first->attributes.A.size) { + throw std::runtime_error("RKNN W4 batch contexts disagree on input size"); + } + std::memcpy(segment.a->virt_addr, first->a->virt_addr, first->attributes.A.size); + } + } + } + + void SyncInputs() { + for (auto & segment : segments) { + CheckRknn( + rknn_mem_sync(segment.context, segment.a, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync W4 input"); + } + } + + void SyncBatchInputs(BatchWorkspace & workspace) { + for (auto & segment : workspace.segments) { + CheckRknn( + rknn_mem_sync(segment.context, segment.a, RKNN_MEMORY_SYNC_TO_DEVICE), + "sync W4 batch input"); + } + } + + void BindBatchWeights(BatchWorkspace & workspace, const Impl & source) { + if (config.k != source.config.k || config.n != source.config.n || + config.k_splits != source.config.k_splits || + config.iommu_domain_id != source.config.iommu_domain_id || + workspace.segments.size() != source.segments.size()) { + throw std::invalid_argument("W4 batch source has an incompatible shape"); + } + for (std::size_t index = 0; index < workspace.segments.size(); ++index) { + auto & target = workspace.segments[index]; + const auto & weight = source.segments[index]; + if (target.attributes.B.size != weight.attributes.B.size || weight.b == nullptr) { + throw std::invalid_argument("W4 batch source has incompatible native weights"); + } + if (target.b == weight.b) continue; + target.b = weight.b; + CheckRknn( + rknn_matmul_set_io_mem(target.context, target.b, &target.attributes.B), + "rebind W4 batch weight"); + } + } + + void RunWorkers(std::vector & active_segments) { + if (config.cores.size() == 1) { + for (auto & segment : active_segments) { + CheckRknn(rknn_matmul_run(segment.context), "rknn_matmul_run W4"); + } + return; + } + CoreWorkers::Instance().Run(config.cores, [&active_segments](int core) { + for (auto & segment : active_segments) { + if (segment.core == core) { + CheckRknn(rknn_matmul_run(segment.context), "rknn_matmul_run W4"); + } + } + }); + } + + void RunWorkers() { RunWorkers(segments); } + + void Gather(float input_scale, std::span output) { + for (auto & segment : segments) { + CheckRknn( + rknn_mem_sync(segment.context, segment.c, RKNN_MEMORY_SYNC_FROM_DEVICE), + "sync W4 output"); + const auto * source = static_cast(segment.c->virt_addr); + const int sub_n = static_cast(segment.attributes.C.dims[2]); + const int n_blocks = static_cast(segment.attributes.C.dims[0]); + for (int block = 0; block < n_blocks; ++block) { + const int global_n = segment.offset_n + block * sub_n; + auto * destination = accumulator.data() + global_n; + const auto * high = source + static_cast(block * 2) * sub_n; + const auto * low = source + static_cast(block * 2 + 1) * sub_n; + const int columns = std::min(sub_n, segment.size_n - block * sub_n); + int column = 0; +#if defined(__aarch64__) + for (; column + 8 <= columns; column += 8) { + int32x4_t value0 = segment.part == 0 + ? vld1q_s32(correction.data() + global_n + column) + : vld1q_s32(destination + column); + int32x4_t value1 = segment.part == 0 + ? vld1q_s32(correction.data() + global_n + column + 4) + : vld1q_s32(destination + column + 4); + const int16x8_t high8 = vld1q_s16(high + column); + const int16x8_t low8 = vld1q_s16(low + column); + value0 = vmlal_n_s16(value0, vget_low_s16(high8), 16); + value1 = vmlal_n_s16(value1, vget_high_s16(high8), 16); + value0 = vaddw_s16(value0, vget_low_s16(low8)); + value1 = vaddw_s16(value1, vget_high_s16(low8)); + vst1q_s32(destination + column, value0); + vst1q_s32(destination + column + 4, value1); + } +#endif + for (; column < columns; ++column) { + const auto initial = segment.part == 0 + ? correction[global_n + column] + : destination[column]; + destination[column] = initial + 16 * static_cast(high[column]) + + static_cast(low[column]); + } + } + } + DequantizePerChannel(accumulator, input_scale, scales, output); + } + + void GatherBatch( + BatchWorkspace & workspace, + std::size_t active_rows, + const Impl & source_weights, + std::span output) { + const int packed_rows = workspace.w4a4 ? workspace.rows : 2 * workspace.rows; + for (auto & segment : workspace.segments) { + CheckRknn( + rknn_mem_sync(segment.context, segment.c, RKNN_MEMORY_SYNC_FROM_DEVICE), + "sync W4 batch output"); + } + // Expert runners already execute inside CoreWorkers. Only main-thread + // multi-core projections may dispatch the pool; each worker owns rows + // through all K parts, preserving accumulation and multiplication order. + const auto gather_rows = [&](std::size_t first, std::size_t last) { + for (auto & segment : workspace.segments) { + const bool final_part = segment.part == config.k_splits - 1; + const auto * source = static_cast(segment.c->virt_addr); + const int sub_n = static_cast(segment.attributes.C.dims[2]); + const int n_blocks = static_cast(segment.attributes.C.dims[0]); + for (int block = 0; block < n_blocks; ++block) { + const int global_n = segment.offset_n + block * sub_n; + const int columns = std::min(sub_n, segment.size_n - block * sub_n); + for (std::size_t row = first; row < last; ++row) { + // Avoid offset-pointer arithmetic on empty storage. + auto * destination = config.k_splits > 1 + ? workspace.accumulator.data() + row * config.n + global_n + : nullptr; + auto * result = output.data() + row * config.n + global_n; + const auto source_row = static_cast(block) * packed_rows + + (workspace.w4a4 ? row : 2 * row); + const auto * high = source + source_row * sub_n; + const auto * low = workspace.w4a4 ? nullptr : high + sub_n; + int column = 0; +#if defined(__aarch64__) + for (; column + 8 <= columns; column += 8) { + int32x4_t value0 = segment.part == 0 + ? (workspace.w4a4 + ? vdupq_n_s32(0) + : vld1q_s32( + source_weights.correction.data() + global_n + column)) + : vld1q_s32(destination + column); + int32x4_t value1 = segment.part == 0 + ? (workspace.w4a4 + ? vdupq_n_s32(0) + : vld1q_s32( + source_weights.correction.data() + global_n + column + 4)) + : vld1q_s32(destination + column + 4); + const int16x8_t high8 = vld1q_s16(high + column); + if (workspace.w4a4) { + value0 = vaddw_s16(value0, vget_low_s16(high8)); + value1 = vaddw_s16(value1, vget_high_s16(high8)); + } else { + const int16x8_t low8 = vld1q_s16(low + column); + value0 = vmlal_n_s16(value0, vget_low_s16(high8), 16); + value1 = vmlal_n_s16(value1, vget_high_s16(high8), 16); + value0 = vaddw_s16(value0, vget_low_s16(low8)); + value1 = vaddw_s16(value1, vget_high_s16(low8)); + } + if (final_part) { + // Preserve DequantizePerChannel's multiplication order, + // but avoid writing and rereading the final accumulator. + const float32x4_t activation = vdupq_n_f32(workspace.scales[row]); + vst1q_f32(result + column, vmulq_f32( + vmulq_f32(vcvtq_f32_s32(value0), activation), + vld1q_f32(source_weights.scales.data() + global_n + column))); + vst1q_f32(result + column + 4, vmulq_f32( + vmulq_f32(vcvtq_f32_s32(value1), activation), + vld1q_f32(source_weights.scales.data() + global_n + column + 4))); + } else { + vst1q_s32(destination + column, value0); + vst1q_s32(destination + column + 4, value1); + } + } +#endif + for (; column < columns; ++column) { + std::int32_t value; + if (workspace.w4a4) { + const auto initial = segment.part == 0 ? 0 : destination[column]; + value = + initial + static_cast(high[column]); + } else { + const auto initial = segment.part == 0 + ? source_weights.correction[global_n + column] + : destination[column]; + value = initial + + 16 * static_cast(high[column]) + + static_cast(low[column]); + } + if (final_part) { + result[column] = static_cast(value) * workspace.scales[row] * + source_weights.scales[global_n + column]; + } else { + destination[column] = value; + } + } + } + } + } + }; + if (config.cores.size() > 1 && active_rows * config.n >= 65536 && + std::getenv("LING3_DISABLE_PARALLEL_GATHER") == nullptr) { + constexpr std::array workers {0, 1, 2, 3}; + CoreWorkers::Instance().Run(workers, [&](int worker) { + gather_rows(active_rows * worker / 4, active_rows * (worker + 1) / 4); + }); + } else { + gather_rows(0, active_rows); + } + } +#endif + + W4RunTimings Run(std::span input, std::span output) { + if (input.size() != static_cast(config.k) || + output.size() != static_cast(config.n)) { + throw std::invalid_argument("W4 input or output has the wrong size"); + } +#if !LING3_WITH_RKNN + (void)input; + (void)output; + throw std::runtime_error("DynamicW4Linear requires a build with RKNN support"); +#else + W4RunTimings timings; + const auto begin = Clock::now(); + float input_scale = 1.0F; + StageInput(input, input_scale); + const auto staged = Clock::now(); + SyncInputs(); + const auto synced = Clock::now(); + RunWorkers(); + const auto executed = Clock::now(); + Gather(input_scale, output); + const auto end = Clock::now(); + timings.quantize_pack_ms = Milliseconds(begin, staged); + timings.input_sync_ms = Milliseconds(staged, synced); + timings.npu_ms = Milliseconds(synced, executed); + timings.gather_ms = Milliseconds(executed, end); + timings.total_ms = Milliseconds(begin, end); + timings.input_scale = input_scale; + return timings; +#endif + } + + W4RunTimings RunBatch( + std::span input, + std::size_t rows, + const Impl & source_weights, + std::span output, + std::span quantized = {}, + std::span input_scales = {}, + std::span row_indices = {}) { + const bool indexed = !row_indices.empty(); + if (rows < 1 || rows > 128 || (!indexed && input.size() != rows * config.k) || + output.size() != rows * config.n) { + throw std::invalid_argument("W4 batch input, rows, or output has the wrong size"); + } + if (indexed) { + if (row_indices.size() != rows || input_scales.empty() || + quantized.size() / config.k != input_scales.size() || + quantized.size() % config.k != 0) { + throw std::invalid_argument("W4 indexed activation table has the wrong size"); + } + if (prefill_w4a4 && rows >= 2) { + throw std::invalid_argument("indexed INT8 activations require W4A8 batch mode"); + } + for (const auto row : row_indices) { + if (row >= input_scales.size() || !(input_scales[row] > 0.0F) || + !std::isfinite(input_scales[row])) { + throw std::invalid_argument("W4 indexed activation row or scale is invalid"); + } + } + } +#if !LING3_WITH_RKNN + (void)input; + (void)rows; + (void)source_weights; + (void)output; + throw std::runtime_error("DynamicW4Linear requires a build with RKNN support"); +#else + auto & workspace = InitializeBatch(rows, indexed); + BindBatchWeights(workspace, source_weights); + W4RunTimings timings; + const auto begin = Clock::now(); + if (indexed) { + for (std::size_t row = 0; row < rows; ++row) { + workspace.scales[row] = input_scales[row_indices[row]]; + } + PackBatch(workspace, rows, quantized, row_indices); + } else { + StageBatch(workspace, input, rows); + } + const auto staged = Clock::now(); + SyncBatchInputs(workspace); + const auto synced = Clock::now(); + RunWorkers(workspace.segments); + const auto executed = Clock::now(); + GatherBatch(workspace, rows, source_weights, output); + const auto end = Clock::now(); + timings.quantize_pack_ms = Milliseconds(begin, staged); + timings.input_sync_ms = Milliseconds(staged, synced); + timings.npu_ms = Milliseconds(synced, executed); + timings.gather_ms = Milliseconds(executed, end); + timings.total_ms = Milliseconds(begin, end); + return timings; +#endif + } + + W4RunTimings RunBatch32(std::span input, std::span output) { + return RunBatch(input, 32, *this, output); + } + + void PrepareBatch(std::size_t rows, bool indexed_input) { + if (rows < 1 || rows > 128) { + throw std::invalid_argument("W4 batch rows must be in [1, 128]"); + } +#if !LING3_WITH_RKNN + (void)rows; + (void)indexed_input; + throw std::runtime_error("DynamicW4Linear requires a build with RKNN support"); +#else + if (indexed_input && prefill_w4a4 && rows >= 2) + throw std::invalid_argument("indexed INT8 activations require W4A8 batch mode"); + auto & workspace = InitializeBatch(rows, indexed_input); + BindBatchWeights(workspace, *this); +#endif + } + + float PrepareInput(std::span input) { + if (input.size() != static_cast(config.k)) { + throw std::invalid_argument("W4 input has the wrong size"); + } +#if !LING3_WITH_RKNN + (void)input; + throw std::runtime_error("DynamicW4Linear requires a build with RKNN support"); +#else + float input_scale = 1.0F; + StageInput(input, input_scale); + SyncInputs(); + return input_scale; +#endif + } + + W4RunTimings RunPrepared(float input_scale, std::span output) { + if (output.size() != static_cast(config.n) || + !(input_scale > 0.0F) || !std::isfinite(input_scale)) { + throw std::invalid_argument("prepared W4 scale or output has the wrong value"); + } +#if !LING3_WITH_RKNN + (void)input_scale; + (void)output; + throw std::runtime_error("DynamicW4Linear requires a build with RKNN support"); +#else + W4RunTimings timings; + const auto begin = Clock::now(); + RunWorkers(); + const auto executed = Clock::now(); + Gather(input_scale, output); + const auto end = Clock::now(); + timings.npu_ms = Milliseconds(begin, executed); + timings.gather_ms = Milliseconds(executed, end); + timings.total_ms = Milliseconds(begin, end); + timings.input_scale = input_scale; + return timings; +#endif + } + + void ShareInputFrom(Impl & owner) { + if (this == &owner) return; + if (config.k != owner.config.k || config.k_splits != owner.config.k_splits) { + throw std::invalid_argument("shared W4 inputs require matching K partitions"); + } +#if !LING3_WITH_RKNN + throw std::runtime_error("DynamicW4Linear requires a build with RKNN support"); +#else + if (segments.size() != owner.segments.size()) { + throw std::invalid_argument("shared W4 inputs require matching K partitions"); + } + for (std::size_t index = 0; index < segments.size(); ++index) { + auto & target = segments[index]; + auto & source = owner.segments[index]; + if (!source.owns_a || source.a == nullptr || target.a == nullptr || + source.attributes.A.size != target.attributes.A.size || + source.offset_k != target.offset_k || source.size_k != target.size_k) { + throw std::runtime_error("shared W4 input memory is incompatible"); + } + if (target.owns_a) { + CheckRknn( + rknn_destroy_mem(target.context, target.a), + "destroy private W4 input before sharing"); + } + target.a = source.a; + target.owns_a = false; + CheckRknn( + rknn_matmul_set_io_mem(target.context, target.a, &target.attributes.A), + "bind shared W4 input"); + } +#endif + } + + void SetSingleCore(int core) { + if (config.cores.size() != 1 || core < 0 || core > 2) { + throw std::invalid_argument("SetSingleCore requires one core in [0, 2]"); + } + if (config.cores[0] == core) return; +#if !LING3_WITH_RKNN + throw std::runtime_error("DynamicW4Linear requires a build with RKNN support"); +#else + for (auto & segment : segments) { + CheckRknn( + rknn_matmul_set_core_mask( + segment.context, static_cast(1U << core)), + "rknn_matmul_set_core_mask W4 rebind"); + segment.core = core; + } + for (auto & workspace : batch_workspaces) { + if (!workspace) continue; + for (auto & segment : workspace->segments) { + CheckRknn( + rknn_matmul_set_core_mask( + segment.context, static_cast(1U << core)), + "rknn_matmul_set_core_mask W4 batch rebind"); + segment.core = core; + } + } + config.cores[0] = core; +#endif + } +}; + +DynamicW4Linear::DynamicW4Linear( + W4LinearConfig config, + std::span packed_weights, + std::span weight_scales, + std::span correction) + : impl_(std::make_unique( + std::move(config), packed_weights, weight_scales, correction)) {} + +DynamicW4Linear::~DynamicW4Linear() = default; +DynamicW4Linear::DynamicW4Linear(DynamicW4Linear &&) noexcept = default; +DynamicW4Linear & DynamicW4Linear::operator=(DynamicW4Linear &&) noexcept = default; + +W4RunTimings DynamicW4Linear::Run(std::span input, std::span output) { + return impl_->Run(input, output); +} + +W4RunTimings DynamicW4Linear::RunBatch( + std::span input, + std::size_t rows, + std::span output) { + return impl_->RunBatch(input, rows, *impl_, output); +} + +W4RunTimings DynamicW4Linear::RunBatchWithWeights( + std::span input, + std::size_t rows, + const DynamicW4Linear & weights, + std::span output) { + return impl_->RunBatch(input, rows, *weights.impl_, output); +} + +W4RunTimings DynamicW4Linear::RunBatch32( + std::span input, std::span output) { + return impl_->RunBatch32(input, output); +} + +W4RunTimings DynamicW4Linear::RunBatchQuantizedRows( + std::span input, + std::span input_scales, + std::span row_indices, + const DynamicW4Linear & weights, + std::span output) { + return impl_->RunBatch({}, row_indices.size(), *weights.impl_, output, + input, input_scales, row_indices); +} + +void DynamicW4Linear::PrepareBatch(std::size_t rows, bool indexed_input) { + impl_->PrepareBatch(rows, indexed_input); +} + +float DynamicW4Linear::PrepareInput(std::span input) { + return impl_->PrepareInput(input); +} + +W4RunTimings DynamicW4Linear::RunPrepared(float input_scale, std::span output) { + return impl_->RunPrepared(input_scale, output); +} + +void DynamicW4Linear::ShareInputFrom(DynamicW4Linear & owner) { + impl_->ShareInputFrom(*owner.impl_); +} + +void DynamicW4Linear::SetSingleCore(int core) { impl_->SetSingleCore(core); } + +const W4LinearConfig & DynamicW4Linear::config() const noexcept { return impl_->config; } +std::size_t DynamicW4Linear::resident_weight_bytes() const noexcept { return impl_->resident_bytes; } + +} // namespace ling3 diff --git a/tests/activation_test.cpp b/tests/activation_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..c6adc6697acee020a0a7a5d6c8a76025d5dbf740 --- /dev/null +++ b/tests/activation_test.cpp @@ -0,0 +1,40 @@ +#include "ling3/cpu_kernels.h" + +#include +#include +#include +#include + +int main() { + double worst = 0.0; + for (const int count : {1, 3, 4, 7, 128, 8193}) { + std::vector input(count), up(count), out(count), inplace(count); + for (int i = 0; i < count; ++i) { + input[i] = 80.0F * std::sin(i * 0.013F); + up[i] = std::cos(i * 0.17F); + } + for (const bool multiply : {false, true}) { + inplace = input; + if (multiply) { + ling3::SiluMultiply(input.data(), up.data(), out.data(), count); + ling3::SiluMultiply(inplace.data(), up.data(), inplace.data(), count); + } else { + ling3::Silu(input.data(), out.data(), count); + ling3::Silu(inplace.data(), inplace.data(), count); + } + for (int i = 0; i < count; ++i) { + const double value = input[i]; + const double expected = value / (1.0 + std::exp(-value)) * + (multiply ? static_cast(up[i]) : 1.0); + const double error = std::abs(out[i] - expected) / std::max(1.0, std::abs(expected)); + worst = std::max(worst, error); + if (!std::isfinite(out[i]) || out[i] != inplace[i] || error > 5e-7) { + std::cerr << "activation mismatch count=" << count << " index=" << i + << " error=" << error << '\n'; + return 1; + } + } + } + } + std::cout << "max_scaled_error=" << worst << '\n'; +} diff --git a/tests/chat_protocol_test.cpp b/tests/chat_protocol_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..517208e2b3062bde42bb5bdbd91d08ddcf67ad55 --- /dev/null +++ b/tests/chat_protocol_test.cpp @@ -0,0 +1,59 @@ +#include "ling3/chat_protocol.h" +#include "ling3/context_options.h" +#include "ling3/runtime_requirements.h" +#include + +using namespace ling3::chat; +void Check(bool condition, const char * message) { + if (!condition) throw std::runtime_error(message); +} +int main() { + Json body {{"model", kModel}, {"messages", Json::array({ + {{"role", "system"}, {"content", "请用中文回答"}}, + {{"role", "user"}, {"content", "你好"}}, + {{"role", "assistant"}, {"content", "你好！"}}, + {{"role", "user"}, {"content", "继续"}}})}}; + const auto r = Parse(body); + Check(r.cache_prompt, "prefix cache should default on"); + Check(r.max_tokens == SIZE_MAX, "default must use remaining context, not 128 tokens"); + Check(OutputBudget(100, 4096, SIZE_MAX) == 3996, "unbounded budget overflow"); + Check(OutputBudget(4095, 4096, 65536) == 1, "near-full prompt rejected"); + Check(OutputBudget(4096, 4096, 10) == 0, "full prompt must finish with zero output"); + Check(OutputBudget(100, 4096, 2) == 2, "explicit output budget ignored"); + bool oversized = false; + try { OutputBudget(4097, 4096, 1); } catch (const Error &) { oversized = true; } + Check(oversized, "oversized input accepted"); + auto large_output=body;large_output["max_tokens"]=65536; + Check(Parse(large_output).max_tokens==65536,"large output budget rejected before context validation"); + large_output["max_tokens"] = UINT64_MAX; + Check(Parse(large_output).max_tokens == SIZE_MAX, "uint64 output budget overflow"); + auto uncached = body; uncached["cache_prompt"] = false; uncached["user"] = "alice"; + Check(!Parse(uncached).cache_prompt && Parse(uncached).cache_user == "alice", "cache controls"); + Check(r.prompt == "SYSTEM请用中文回答\ndetailed thinking off<|role_end|>" + "HUMAN你好<|role_end|>ASSISTANT\n你好！<|role_end|>" + "HUMAN继续<|role_end|>ASSISTANT\n", "template mismatch"); + for (const auto & mutation : std::vector{ + {{"tools", Json::array()}}, {{"temperature", -1}}, {{"stream", "true"}}, + {{"max_tokens", -1}}, {{"max_completion_tokens", 1.5}}, {{"n", 2}}, + {{"model", "other"}}, {{"messages", Json::array()}}, {{"stop", ""}}, {{"cache_prompt", "false"}}}) { + auto bad = body; bad.update(mutation); bool failed = false; + try { Parse(bad); } catch (const Error &) { failed = true; } + Check(failed, "invalid parameter accepted"); + } + TextFilter unicode({}); + Check(unicode.Push("\xe4").empty(), "UTF8 split leaked"); + Check(unicode.Push("\xbd").empty(), "UTF8 split leaked"); + Check(unicode.Push("\xa0") == "你", "UTF8 split failed"); + TextFilter stop({"END"}); + Check(stop.Push("hello E") == "hello ", "stop prefix leaked"); + Check(stop.Push("N").empty(), "stop prefix leaked"); + Check(stop.Push("D trailing").empty() && stop.stopped, "split stop not recognized"); + TextFilter tail({"END"}); + Check(tail.Push("E").empty() && tail.Push({}, true) == "E", "tail flush failed"); + Check(ling3::ParseContext("256K") == 262144, "context parsing"); + Check(ling3::EstimateContextMiB(262144) + 1536 < 32000, "256K exceeds memory ceiling"); + Check(!ling3::QualifiedRknpuDriver(0, 9, 7), "old driver accepted"); + Check(ling3::QualifiedRknpuDriver(0, 9, 8), "minimum driver rejected"); + Check(ling3::QualifiedRknpuDriver(0, 10, 0), "numeric version comparison failed"); + std::cout << "chat protocol, UTF8, stop, context estimates passed\n"; +} diff --git a/tests/checkpoint_model_test.cpp b/tests/checkpoint_model_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..a296ceed6f59b2237c1d782d0ce9e1a04fa366fb --- /dev/null +++ b/tests/checkpoint_model_test.cpp @@ -0,0 +1,120 @@ +#include "ling3/decoder.h" +#include "ling3/model_package.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include + +int main(int argc, char ** argv) { + try { + if (argc != 2) throw std::invalid_argument("usage: ling3-checkpoint-model-test MODEL.l3r"); + for (auto key : {"LING3_PREFILL_W4A4", "LING3_EXPERT_ALL_CORES", "LING3_GDN_PREFILL_DIR"}) unsetenv(key); + for (auto key : {"LING3_PREWARM_EXPERTS", "LING3_EXPERT_BALANCED", "LING3_EXPERT_ZERO_COPY", + "LING3_GDN_CPU_PREFILL", "LING3_GDN_CPU_FP32_STATE", "LING3_GDN_CPU_DECODE", + "LING3_GDN_FULL_FP32", "LING3_MLA_SIMD", "LING3_VECTOR_MATH"}) setenv(key, "1", 1); + cpu_set_t affinity; CPU_ZERO(&affinity); + for (int core = 4; core < 8; ++core) CPU_SET(core, &affinity); + if (sched_setaffinity(0, sizeof(affinity), &affinity)) throw std::runtime_error("affinity failed"); + rlimit limit {}; + if (getrlimit(RLIMIT_NOFILE, &limit)) throw std::runtime_error("getrlimit failed"); + limit.rlim_cur = std::min(262144, limit.rlim_max); + if (setrlimit(RLIMIT_NOFILE, &limit)) throw std::runtime_error("setrlimit failed"); + const ling3::ModelPackage package(argv[1]); + auto instance = std::make_unique(package, 512); + auto & decoder = *instance; + decoder.PrepareBatch(128); + decoder.PrepareBatch(16); + std::vector logits(package.header().vocab_size); + std::vector prefix(128, 16), suffix(16, 17); + decoder.EvalBatch(prefix, logits); + decoder.EvalBatch(prefix, logits); + auto checkpoint = decoder.SaveCheckpoint(); + auto full = decoder.SaveState(); + decoder.EvalBatch(suffix, logits); + const auto expected_batch = logits; + auto future = decoder.SaveCheckpoint(); + decoder.Eval(18, logits); + const auto expected_decode = logits; + if (decoder.RestoreCheckpoint(*checkpoint) != 256) throw std::runtime_error("wrong restored position"); + decoder.EvalBatch(suffix, logits); + if (logits != expected_batch) throw std::runtime_error("batch logits differ after checkpoint restore"); + decoder.Eval(18, logits); + if (logits != expected_decode) throw std::runtime_error("decode logits differ after checkpoint restore"); + for (auto value : logits) if (!std::isfinite(value)) throw std::runtime_error("non-finite logits"); + bool rejected = false; + try { decoder.RestoreCheckpoint(*future); } catch (const std::invalid_argument &) { rejected = true; } + if (!rejected) throw std::runtime_error("overwritten checkpoint was accepted"); + decoder.RestoreCheckpoint(*checkpoint); + decoder.Eval(19, logits); + decoder.Reset(); + rejected = false; + try { decoder.RestoreCheckpoint(*checkpoint); } catch (const std::invalid_argument &) { rejected = true; } + if (!rejected) throw std::runtime_error("checkpoint survived Reset"); + decoder.EvalBatch(std::vector(128, 21), logits); + auto other = decoder.SaveState(); + decoder.Eval(22, logits); const auto expected_other = logits; + decoder.RestoreState(*full); + decoder.EvalBatch(suffix, logits); + if (logits != expected_batch) throw std::runtime_error("A-B-A batch state mismatch"); + decoder.Eval(18, logits); + if (logits != expected_decode) throw std::runtime_error("A-B-A decode state mismatch"); + decoder.RestoreState(*other); decoder.Eval(22, logits); + if (logits != expected_other) throw std::runtime_error("B restore mismatch"); + char temporary[] = "/tmp/ling3-model-state-XXXXXX"; + const int fd = mkstemp(temporary); if (fd < 0) throw std::runtime_error("mkstemp failed"); close(fd); + try { + ling3::WriteDecoderState(*full, temporary); + auto loaded = ling3::ReadDecoderState(temporary, decoder.StateSignature(), 512); + decoder.Reset(); decoder.RestoreState(loaded); decoder.EvalBatch(suffix, logits); + if (logits != expected_batch) throw std::runtime_error("disk state mismatch"); + unlink(temporary); + } catch (...) { unlink(temporary); throw; } + const auto mla=decoder.AttentionStats(); + if(!mla.npu_calls || mla.fallbacks)throw std::runtime_error("NPU attention was not validated"); + std::cout << "MLA npu_calls=" << mla.npu_calls << " fallbacks=" << mla.fallbacks << '\n'; + std::cout << "PASS: all " << logits.size() << " batch/decode logits identical after restore; " + << "overwritten and reset checkpoints rejected; snapshot_bytes=" + << ling3::Decoder::CheckpointBytes(*checkpoint) << '\n'; + std::cout << "PASS: complete A-B-A and disk state restore; full_state_bytes=" << full->bytes() << '\n'; + // A generated prefix is valid continuation state, but it is not the + // same numerical path as re-prefilling those tokens in a batch. + decoder.Reset(); decoder.EvalBatch(prefix, logits); + auto seed = decoder.SaveState(); + std::vector generated_tokens(32); + for (std::size_t i=0; i 4096, long["usage"] +b = chat("请只回答一个中文问候。", 16) +assert a["choices"][0]["message"]["content"] == b["choices"][0]["message"]["content"], "long-context reset leaked state" +print(json.dumps({"passed": True, "long_request": long, "reset_reply": b}, ensure_ascii=False, indent=2)) diff --git a/tests/decoder_state_test.cpp b/tests/decoder_state_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..e7d15e2945473c72a14c5809dde2ea406ec5ca50 --- /dev/null +++ b/tests/decoder_state_test.cpp @@ -0,0 +1,83 @@ +#include "ling3/decoder_state.h" +#include "ling3/state_cache.h" +#include +#include +#include +#include +#include +#include + +void Check(bool ok, const char * why) { if (!ok) throw std::runtime_error(why); } +template void Reject(F f) { + try { f(); } catch (const std::invalid_argument &) { return; } + throw std::runtime_error("invalid state accepted"); +} +int main() { + char name[] = "/tmp/ling3-state-test-XXXXXX"; + if (!mkdtemp(name)) return 1; + const auto directory = std::filesystem::path(name); + try { + ling3::DecoderState state; state.signature = "test-model/quant-v1"; state.position = 2; + state.layers.resize(24); + for (std::size_t i=0; i<24; ++i) { + auto & l = state.layers[i]; + if ((i+1)%4 == 0) { + l.keys.assign(2*16*192, 0x3f80); l.values.assign(2*16*128, 0xbf80); + } else { + l.gdn.fp16.assign(16*128*128, 0x3c00); + l.gdn.fp32.assign(16*128*128, .375F); l.gdn.fp32_valid = true; + for (auto & c : l.conv) c.assign(16*128*3, -.125F); + } + } + const auto path = directory / "state.bin"; + ling3::WriteDecoderState(state, path); + auto restored = ling3::ReadDecoderState(path, state.signature, 2); + Check(restored.position == 2 && restored.bytes() == state.bytes(), "state shape changed"); + for (std::size_t i=0; i<24; ++i) { + const auto & a = state.layers[i]; const auto & b = restored.layers[i]; + Check(a.keys==b.keys && a.values==b.values && a.conv==b.conv && + a.gdn.fp16==b.gdn.fp16 && a.gdn.fp32==b.gdn.fp32 && + a.gdn.fp32_valid==b.gdn.fp32_valid, "round trip changed state bits"); + } + Reject([&] { ling3::ReadDecoderState(path, "different-quantization", 2); }); + Reject([&] { ling3::ReadDecoderState(path, state.signature, 1); }); + restored.layers[3].keys.pop_back(); + Reject([&] { ling3::ValidateDecoderState(restored, state.signature, 2); }); + state.layers[0].gdn.fp32[0] = std::numeric_limits::quiet_NaN(); + Reject([&] { ling3::WriteDecoderState(state, directory / "bad.bin"); }); + Check(!std::filesystem::exists(directory / "bad.bin"), "invalid state published"); + state.layers[0].gdn.fp32[0] = .375F; + // FP32 is authoritative: an overflowing FP16 shadow is permitted. + state.layers[0].gdn.fp16[0] = 0x7c00; + ling3::ValidateDecoderState(state, state.signature, 2); + state.layers[0].gdn.fp32_valid = false; + Reject([&] { ling3::ValidateDecoderState(state, state.signature, 2); }); + state.layers[0].gdn.fp32_valid = true; + { std::fstream out(path, std::ios::binary|std::ios::in|std::ios::out); out.put('\0'); } + Reject([&] { ling3::ReadDecoderState(path, state.signature, 2); }); + ling3::WriteDecoderState(state, path); + { std::ofstream out(path, std::ios::binary|std::ios::app); out.put('x'); } + Reject([&] { ling3::ReadDecoderState(path, state.signature, 2); }); + ling3::WriteDecoderState(state, path); + { std::fstream out(path, std::ios::binary|std::ios::in|std::ios::out); + out.seekp(-1, std::ios::end); out.put('\x12'); } + Reject([&] { ling3::ReadDecoderState(path, state.signature, 2); }); + std::filesystem::resize_file(path, 12); + Reject([&] { ling3::ReadDecoderState(path, state.signature, 2); }); + + ling3::StateCache cache(100); + Check(cache.Put("a",1,40) && cache.Put("b",2,40), "cache insert"); + Check(*cache.Get("a")==1, "cache touch"); + cache.Put("c",3,40); + Check(!cache.Get("b") && cache.Get("a") && cache.evictions()==1, "LRU eviction"); + Check(!cache.Put("a",4,101) && !cache.Get("a") && cache.bytes()==40, "oversize stale entry"); + ling3::StateCache moved(std::move(cache)); + Check(*moved.Get("c")==3, "cache move iterators"); + moved.Erase("c"); Check(moved.bytes()==0 && moved.size()==0, "cache release"); + ling3::StateCache disabled(0); Check(!disabled.Put("x",1,0), "disabled cache"); + std::filesystem::remove_all(directory); + std::cout << "PASS complete state round-trip, corruption/version/capacity rejection, budget and LRU\n"; + } catch (const std::exception & e) { + std::filesystem::remove_all(directory); std::cerr << e.what() << '\n'; return 1; + } +} diff --git a/tests/generated_cache_api_test.py b/tests/generated_cache_api_test.py new file mode 100644 index 0000000000000000000000000000000000000000..9f55e196944875fc14d2d8420a19c78205acd1ba --- /dev/null +++ b/tests/generated_cache_api_test.py @@ -0,0 +1,165 @@ +"""Dedicated-board regression for opt-in generated-state reuse; no concurrent inference.""" +import argparse +import json +import time +import urllib.request +from pathlib import Path + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--base", required=True) + parser.add_argument("--output", type=Path, required=True) + parser.add_argument("--budget-test", action="store_true") + args = parser.parse_args() + client = urllib.request.build_opener(urllib.request.ProxyHandler({})) + + def open_request(path, body=None): + return client.open(urllib.request.Request(args.base + path, + data=None if body is None else json.dumps(body).encode(), + headers={"Content-Type": "application/json"}), timeout=180) + + def call(path, body=None): + with open_request(path, body) as response: + return json.load(response) + + def infer(messages, session="a", reuse=True, count=16, **extra): + body = {"model": "mindnano-ling3-tiny", "user": "generated-test", "messages": messages, + "temperature": 0, "max_tokens": count, "reuse_generated_state": reuse} + if session is not None: + body["session_id"] = session + return call("/v1/chat/completions", dict(body, **extra)) + + def equal(a, b): + assert a["choices"] == b["choices"], "identical numerical path changed output" + + def follow(seed, result, question="请简短说明刚才的内容。"): + return seed + [result["choices"][0]["message"], {"role": "user", "content": question}] + + def clear(): + call("/v1/cache/clear", {}) + + results = {"cases": [], "passed": False} + assert not call("/v1/generation/status")["active"] + assert call("/health")["capabilities"]["generated_state_reuse"] + clear() + try: + seed = [{"role": "user", "content": "1" * 107}] # 128-token stable prefix + if args.budget_test: + first = infer(seed, count=64) + assert first["mindnano_metrics"]["continuation_skipped_budget"] + assert first["mindnano_metrics"]["continuation_stored"] + later = infer(follow(seed, first)) + assert later["mindnano_metrics"]["generated_cached_tokens"] == 63 + status = call("/v1/cache/status") + assert status["snapshot_bytes"] <= status["budget_bytes"] + # Fair single-session comparison: the old path also keeps its + # original prompt cache. Compare against it, not only cold prefill. + clear() + first = infer(seed, session=None, count=64) + messages = follow(seed, first) + incremental = infer(messages, session=None) + clear() + reference_seed = infer(seed, session=None, reuse=False, count=64) + equal(first, reference_seed) + baseline = infer(messages, session=None, reuse=False) + assert baseline["mindnano_metrics"]["cached_tokens"] == 128 + assert incremental["mindnano_metrics"]["generated_cached_tokens"] == 63 + results["cached_baseline"] = {"incremental": incremental, "original_prompt_cache": baseline, + "same_reply": incremental["choices"] == baseline["choices"]} + clear() + long_seed = infer(seed, session=None, count=512) + long_messages = follow(seed, long_seed) + long_incremental = infer(long_messages, session=None) + assert long_incremental["mindnano_metrics"]["generated_cached_tokens"] == 511 + clear() + long_reference = infer(seed, session=None, reuse=False, count=512) + equal(long_seed, long_reference) + long_baseline = infer(long_messages, session=None, reuse=False) + assert long_baseline["mindnano_metrics"]["cached_tokens"] == 128 + results["long_cached_baseline"] = {"incremental": long_incremental, "original_prompt_cache": long_baseline, + "same_reply": long_incremental["choices"] == long_baseline["choices"]} + results.update(passed=True, budget=status) + return + for session in (None, "a"): + clear() + first = infer(seed, session, count=64) + assert first["mindnano_metrics"]["continuation_stored"] + messages = follow(seed, first) + if session: + infer([{"role": "user", "content": "你好。"}], "other") + warm = infer(messages, session) + m = warm["mindnano_metrics"] + assert m["generated_cached_tokens"] == 63 + assert m["cache_status"] == "generated_prefix_hit" + assert m["cached_tokens"] + m["prompt_evaluated_tokens"] == warm["usage"]["prompt_tokens"] + again = infer(messages, session) + equal(warm, again) + assert again["mindnano_metrics"]["prompt_evaluated_tokens"] == 0 + # Turning it off must also reject exact caches derived from decode state. + strict = infer(messages, session, reuse=False) + assert strict["mindnano_metrics"]["cached_tokens"] == 0 + cold = infer(messages, session, reuse=False, cache_prompt=False) + equal(strict, cold) + results["cases"].append({"session": session, "warm": warm, "cold": cold, + "same_reply_as_cold": warm["choices"] == cold["choices"]}) + + # Fork and cancel preserve the last committed generated prefix. + clear() + first = infer(seed, count=64) + call("/v1/cache/fork", {"user": "generated-test", "source_session_id": "a", "target_session_id": "fork"}) + messages = follow(seed, first) + branch = infer(messages, "fork") + assert branch["mindnano_metrics"]["generated_cached_tokens"] == 63 + body = {"model": "mindnano-ling3-tiny", "user": "generated-test", "session_id": "a", + "messages": [{"role": "user", "content": "讲个故事。"}], "stream": True, + "flow_control": "ack", "reuse_generated_state": True, "max_tokens": 64} + with open_request("/v1/chat/completions", body) as response: + for line in response: + if line.startswith(b"data:"): + event = json.loads(line[5:]) + if event.get("mindnano_flow"): + call("/v1/cancel", {"request_id": event["id"]}) + break + for line in response: + if line.strip() == b"data: [DONE]": + break + deadline = time.monotonic() + 10 + while call("/v1/generation/status")["active"]: + assert time.monotonic() < deadline + time.sleep(.05) + resumed = infer(messages) + assert resumed["mindnano_metrics"]["generated_cached_tokens"] == 63 + equal(branch, resumed) + + # Changed/shorter histories and stop-filtered output cannot reuse hidden tokens. + for variant in ("edited", "shorter", "stop"): + clear() + first = infer(seed, count=64, **({"stop": "11111"} if variant == "stop" else {})) + messages = follow(seed, first) + if variant == "edited": + messages[1]["content"] = "修改过的回答。" + elif variant == "shorter": + messages = [{"role": "user", "content": "你好。"}] + response = infer(messages) + assert response["mindnano_metrics"]["generated_cached_tokens"] == 0 + # Sample both language modes. Different cold output is measured, not hidden. + for think in (False, True): + clear() + seed = [{"role": "user", "content": "用中文介绍一次会议记录应包含什么。"}] + first = infer(seed, count=128, enable_thinking=think) + messages = follow(seed, first, "请简短总结。") + warm = infer(messages, enable_thinking=think) + cold = infer(messages, reuse=False, cache_prompt=False, enable_thinking=think) + results["cases"].append({"thinking": think, "warm": warm, "cold": cold, + "same_reply_as_cold": warm["choices"] == cold["choices"]}) + results["passed"] = True + finally: + clear() + args.output.write_text(json.dumps(results, ensure_ascii=False, indent=2) + "\n") + print(json.dumps({"generated_cache": "PASS" if results["passed"] else "FAIL", + "results": str(args.output)}), flush=True) + + +if __name__ == "__main__": + main() diff --git a/tests/generation_control_test.cpp b/tests/generation_control_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..8c7348157d78fbef939d0e52bcfa7f49b126cd23 --- /dev/null +++ b/tests/generation_control_test.cpp @@ -0,0 +1,97 @@ +#include "ling3/flow_gate.h" +#include "ling3/chat_sampling.h" +#include +#include +#include + +using namespace ling3::chat; +using namespace std::chrono_literals; +void Check(bool value, const char * message) { if (!value) throw std::runtime_error(message); } +template void Rejected(F f) { + bool rejected = false; + try { f(); } catch (const Error &) { rejected = true; } + Check(rejected, "stale or invalid command accepted"); +} +int main() { + FlowGate gate; + gate.Begin("a", true); + Check(gate.Prepare() == 1, "sequence start"); + auto waiting = std::async(std::launch::async, [&] { return gate.Wait([] { return true; }); }); + Check(waiting.wait_for(30ms) == std::future_status::timeout, "generation advanced without ack"); + Rejected([&] { gate.Ack("b", 1); }); + Rejected([&] { gate.Ack("a", 2); }); + gate.Ack("a", 1); + Check(waiting.get(), "ack did not resume"); + gate.Ack("a", 1); // Idempotent retry cannot grant a future credit. + gate.Prepare(); + Rejected([&] { gate.Ack("a", 1); }); + auto canceled = std::async(std::launch::async, [&] { return gate.Wait([] { return true; }); }); + Check(!gate.Cancel("b"), "canceled another request"); + Check(canceled.wait_for(20ms) == std::future_status::timeout, "stale cancel unblocked generation"); + Check(gate.Cancel("a") && !canceled.get(), "cancel while parked failed"); + gate.End(); gate.Begin("b", true); gate.Prepare(); + Rejected([&] { gate.Ack("a", 1); }); + Check(!gate.Wait([] { return false; }), "disconnected parked client not canceled"); + gate.End(); gate.Begin("parallel", false); + auto pause = std::async(std::launch::async, [&] { gate.Pause("parallel"); }); + while (!gate.Status()["pause_requested"].get()) std::this_thread::yield(); + auto paused = std::async(std::launch::async, [&] { return gate.Wait([] { return true; }); }); + pause.get(); + Check(gate.Status()["paused"], "pause returned before safe boundary"); + Check(paused.wait_for(30ms) == std::future_status::timeout, "pause did not park generation"); + Rejected([&] { gate.Resume("a"); }); + gate.Resume("parallel"); Check(paused.get(), "resume failed"); gate.End(); + + Json body = {{"model", kModel}, {"messages", Json::array({{{"role", "user"}, {"content", "hi"}}})}}; + for (auto bad : std::vector{{{"top_k", -1}}, {{"top_k", 1.5}}, {{"repeat_penalty", 0}}, + {{"repeat_penalty", "1"}}, {{"enable_thinking", 1}}, {{"flow_control", "ack"}}, + {{"reuse_generated_state", "true"}}}) { + auto request = body; request.update(bad); Rejected([&] { Parse(request); }); + } + body.update({{"top_k", 2}, {"repeat_penalty", 2}, {"temperature", 0.7}, {"enable_thinking", true}, + {"flow_control", "ack"}, {"stream", true}}); + auto request = Parse(body); + Check(request.reuse_generated_state, "QA cache must be enabled by default"); + auto incremental = body; incremental["reuse_generated_state"] = true; + Check(Parse(incremental).reuse_generated_state, "generated reuse flag missing"); + gate.Begin("commit", false); + Check(gate.TryCommit(), "completion commit failed"); + Check(!gate.Cancel("commit"), "late cancellation accepted after commit"); + Check(!gate.TryCommit(), "duplicate commit accepted"); + Rejected([&] { gate.Pause("commit"); }); + gate.End(); + gate.Begin("cancel-first", false); + Check(gate.Cancel("cancel-first") && !gate.TryCommit(), "canceled generation committed"); + gate.End(); + Check(request.prompt.ends_with("\n"), "thinking template not enabled"); + Check(request.prompt.find("detailed thinking on") != std::string::npos, "thinking instruction missing"); + Check(request.flow_ack, "flow mode missing"); + auto conflicting = body; + conflicting["enable_thinking"] = false; + conflicting["session_id"] = "conversation-a"; + conflicting["messages"].insert(conflicting["messages"].begin(), + Json{{"role", "system"}, {"content", "detailed thinking on"}}); + const auto normalized = Parse(conflicting); + Check(normalized.session_id == "conversation-a" && normalized.prompt.find("detailed thinking on") == std::string::npos + && normalized.prompt.ends_with(""), "thinking switch did not override system"); + conflicting["enable_thinking"] = true; + conflicting["messages"][0]["content"] = "detailed thinking off; detailed thinking on"; + const auto enabled = Parse(conflicting); + Check(enabled.prompt.find("detailed thinking off") == std::string::npos && enabled.prompt.ends_with(""), + "thinking enable did not override mixed system instructions"); + conflicting["session_id"] = ""; Rejected([&] { Parse(conflicting); }); + std::mt19937 random(42); + request.temperature = 0; + Check(SampleToken(std::vector{6, 4, -1}, request, {true, false, false}, random) == 1, + "positive repetition penalty not applied before greedy selection"); + Check(SampleToken(std::vector{-1, -1.5F, -3}, request, {true, false, false}, random) == 1, + "negative repetition penalty has wrong sign"); + request.temperature = 1; request.repeat_penalty = 1; request.top_k = 2; + for (int i=0; i<500; ++i) + Check(SampleToken(std::vector{3, 2, 1, 0}, request, {}, random) < 2, "top_k tail sampled"); + request.top_k = 1; + Check(SampleToken(std::vector{1, 2, 0}, request, {}, random) == 1, "top_k=1 not deterministic"); + request.top_k = 0; request.top_p = 0.01; + Check(SampleToken(std::vector{1, 2, 0}, request, {}, random) == 1, "top_p prefix ignored"); + std::cout << "flow ack, stale controls, parked cancellation, pause/resume, sampling and thinking passed\n"; +} diff --git a/tests/live_generation_control.py b/tests/live_generation_control.py new file mode 100644 index 0000000000000000000000000000000000000000..0e21f06da1fac8543fba23e8c3403a97e2bb054f --- /dev/null +++ b/tests/live_generation_control.py @@ -0,0 +1,100 @@ +"""Explicit test against an already running v2 engine; performs real inference.""" +import argparse +import json +import time +import urllib.error +import urllib.request + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--base", default="http://127.0.0.1:19091") + args = parser.parse_args() + opener = urllib.request.build_opener(urllib.request.ProxyHandler({})) + + def open_request(path, body=None): + return opener.open(urllib.request.Request(args.base + path, + data=None if body is None else json.dumps(body).encode(), + headers={"Content-Type": "application/json"}), timeout=180) + + def request(path, body=None): + with open_request(path, body) as response: + return json.load(response) + + def events(response): + for line in response: + if line.startswith(b"data:"): + data = line[5:].strip() + if data == b"[DONE]": + return + yield json.loads(data) + + def rejected(path, body): + try: + request(path, body) + except urllib.error.HTTPError as exc: + assert exc.code == 409, exc.read().decode() + return + raise AssertionError("stale control accepted") + + health = request("/health") + assert health["mindnano_integration_version"] >= 2 + body = {"model": "mindnano-ling3-tiny", "messages": [{"role": "user", "content": "讲一个小兔子探索森林的长故事。"}], + "stream": True, "max_tokens": 128, "temperature": 0, "top_k": 20, "repeat_penalty": 1.05} + with open_request("/v1/chat/completions", dict(body, flow_control="ack")) as response: + stream = events(response) + first = next(event for event in stream if event.get("mindnano_flow")) + flow = first["mindnano_flow"] + before = request("/v1/generation/status") + time.sleep(0.5) + after = request("/v1/generation/status") + assert before["waiting_for_ack"] and after["waiting_for_ack"] + assert before["evaluated_steps"] == after["evaluated_steps"] + rejected("/v1/flow/ack", dict(flow, request_id="stale")) + rejected("/v1/flow/ack", dict(flow, sequence=flow["sequence"] + 1)) + assert request("/v1/cancel", {"request_id": "stale"})["cancel_requested"] is False + request("/v1/flow/ack", flow) + second = next(event for event in stream if event.get("mindnano_flow")) + assert second["mindnano_flow"]["sequence"] == flow["sequence"] + 1 + resumed = request("/v1/generation/status") + assert resumed["evaluated_steps"] > after["evaluated_steps"] + request("/v1/cancel", {"request_id": flow["request_id"]}) + tail = list(stream) + assert any(event.get("error", {}).get("code") == "request_canceled" for event in tail) + print(json.dumps({"flow_ack": "PASS", "parked_steps": after["evaluated_steps"], + "resumed_steps": resumed["evaluated_steps"], "stale_controls": "PASS"}), flush=True) + + with open_request("/v1/chat/completions", body) as response: + stream = events(response) + first = next(stream) + request_id = first["id"] + paused = request("/v1/generation/pause", {"request_id": request_id}) + assert paused["paused"] + time.sleep(0.5) + parked = request("/v1/generation/status") + assert parked["evaluated_steps"] == paused["evaluated_steps"] + assert parked["paused"] + rejected("/v1/generation/resume", {"request_id": flow["request_id"]}) + request("/v1/generation/resume", {"request_id": request_id}) + next(event for event in stream if any(c.get("delta", {}).get("content") for c in event.get("choices", []))) + request("/v1/cancel", {"request_id": request_id}) + list(stream) + print(json.dumps({"pause_resume": "PASS", "parked_steps": parked["evaluated_steps"]}), flush=True) + + with open_request("/v1/chat/completions", dict(body, max_tokens=8, flow_control="ack")) as response: + stream = events(response) + first = next(event for event in stream if event.get("mindnano_flow")) + # Closing without acknowledging must unblock the inference thread. + deadline = time.monotonic() + 5 + while request("/v1/generation/status")["active"]: + assert time.monotonic() < deadline, "disconnect did not cancel parked generation" + time.sleep(0.05) + result = request("/v1/chat/completions", dict(body, stream=False, max_tokens=8)) + assert result["usage"]["completion_tokens"] > 0 + assert result["mindnano_metrics"]["sampling"]["top_k"] == 20 + assert result["mindnano_metrics"]["sampling"]["repeat_penalty"] == 1.05 + print(json.dumps({"disconnect_recovery": "PASS", "sampling": result["mindnano_metrics"]["sampling"]}), flush=True) + + +if __name__ == "__main__": + main() diff --git a/tests/model_reclaim_test.cpp b/tests/model_reclaim_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..832ef62903c002fd24272a53e5966ed7db163481 --- /dev/null +++ b/tests/model_reclaim_test.cpp @@ -0,0 +1,58 @@ +#include "ling3/model_package.h" +#include +#include +#include +#include +#include +#include + +void Check(bool ok, const char * message) { if (!ok) throw std::runtime_error(message); } +int main() { + using namespace ling3; + const auto page = static_cast(sysconf(_SC_PAGESIZE)); + std::vector data(page * 8, std::byte{0x5a}); + PackageHeader h {}; + std::copy(kPackageMagic.begin(), kPackageMagic.end(), h.magic); + h.version = kPackageVersion; h.header_bytes = sizeof(h); h.endian_tag = kEndianTag; + h.tensor_count = 2; h.tensor_entry_bytes = sizeof(TensorEntry); + h.tensor_table_offset = sizeof(h); h.string_table_offset = page; + h.string_table_bytes = 15; h.payload_offset = page * 2; + h.payload_bytes = data.size() - h.payload_offset; h.file_bytes = data.size(); + h.header_crc32 = Crc32(reinterpret_cast(&h), sizeof(h)); + std::memcpy(data.data(), &h, sizeof(h)); + const char names[] = "weightembedding"; + std::memcpy(data.data() + page, names, 15); + TensorEntry entries[2] {}; + entries[0].name_bytes = 6; entries[0].role = static_cast(TensorRole::kLinearWeight); + entries[0].dtype = static_cast(DataType::kInt4Low); + entries[0].data_offset = 3 * page + 123; + entries[0].data_bytes = 2 * page + 500; + entries[1].name_offset = 6; entries[1].name_bytes = 9; + entries[1].role = static_cast(TensorRole::kEmbedding); + entries[1].data_offset = 6 * page; entries[1].data_bytes = page; + std::memcpy(data.data() + h.tensor_table_offset, entries, sizeof(entries)); + char name[] = "/tmp/ling3-reclaim-test-XXXXXX"; + const int fd = mkstemp(name); Check(fd >= 0, "mkstemp"); + struct Guard { int fd; char * name; ~Guard() { close(fd); unlink(name); } } guard {fd, name}; + Check(write(fd, data.data(), data.size()) == static_cast(data.size()), "write fixture"); + Check(fsync(fd) == 0, "sync fixture"); + ModelPackage package(name); + const auto & weight = package.tensor("weight"); + std::vector native(weight.data, weight.data + weight.entry->data_bytes); + package.DiscardCopiedLinearWeight(weight); + Check(package.discarded_weight_bytes() == page, "discard crossed a partial-page boundary"); + Check(package.header().file_bytes == data.size(), "header damaged"); + Check(package.tensor("embedding").data[0] == std::byte{0x5a}, "CPU embedding damaged"); + Check(native.front() == std::byte{0x5a} && native.back() == std::byte{0x5a}, "consumer copy damaged"); + // Advisory eviction never changes the backing bytes. A deliberate future + // consumer can still fault them back in; normal inference must not do so. + Check(std::equal(native.begin(), native.end(), weight.data), "source bytes changed"); + bool rejected = false; + try { package.DiscardCopiedLinearWeight(package.tensor("embedding")); } + catch (const std::invalid_argument &) { rejected = true; } + Check(rejected, "CPU-only tensor could be discarded through weight API"); + std::vector disk(data.size()); + Check(pread(fd, disk.data(), disk.size(), 0) == static_cast(disk.size()), "read fixture"); + Check(disk == data, "model file was modified"); + std::cout << "page boundaries, CPU assets, copied weights and unchanged model passed\n"; +} diff --git a/tests/output_budget_api_test.py b/tests/output_budget_api_test.py new file mode 100644 index 0000000000000000000000000000000000000000..bfdea6de677b06acebd112e1948f8b4914d134f9 --- /dev/null +++ b/tests/output_budget_api_test.py @@ -0,0 +1,62 @@ +#!/usr/bin/env python3 +"""Validate real HTTP parsing and generation at allocated KV boundaries.""" +import argparse +import json +import urllib.error +import urllib.request + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument("--url", default="http://127.0.0.1:19095") +a = p.parse_args() +client = urllib.request.build_opener(urllib.request.ProxyHandler({})) + +def call(path, body=None, padding=0): + payload = None if body is None else json.dumps(body).encode() + b" " * padding + req = urllib.request.Request(a.url + path, payload, {"Content-Type": "application/json"}) + with client.open(req, timeout=600) as response: + return json.load(response) + +def request(text, **extra): + return {"model": "mindnano-ling3-tiny", "temperature": 0, + "messages": [{"role": "user", "content": text}], **extra} + +capacity = call("/health")["context_length"] +results = {} +for budget in (4096, 2**64 - 1): + r = call("/v1/chat/completions", request("1" * 107, max_tokens=budget, stop="1")) + assert r["choices"][0]["finish_reason"] == "stop", r + assert r["mindnano_metrics"]["effective_max_tokens"] == min(budget, capacity - 128) + results[str(budget)] = r["mindnano_metrics"] + +r = call("/v1/chat/completions", request("你好", max_tokens=1), padding=1024*1024+1) +assert r["usage"]["completion_tokens"] == 1 +results["body_over_1mib"] = r["mindnano_metrics"] + +# Repeated digit input has one token per character; the chat template adds 21. +# No requested max: verify actual output crosses the previous default of 128. +prompt_length = capacity - 160 +r = call("/v1/chat/completions", request("1" * (prompt_length - 21))) +assert r["usage"] == {"prompt_tokens": prompt_length, "completion_tokens": 160, + "total_tokens": capacity, "prompt_tokens_details": {"cached_tokens": r["mindnano_metrics"]["cached_tokens"]}}, r +assert r["choices"][0]["finish_reason"] == "length" +assert r["mindnano_metrics"]["context_capacity_reached"] +results["default_over_128"] = r["mindnano_metrics"] + +for remaining in (1, 0): + r = call("/v1/chat/completions", request("1" * (capacity - remaining - 21), max_tokens=2**64-1)) + assert r["usage"]["prompt_tokens"] == capacity - remaining + assert r["usage"]["completion_tokens"] == remaining, r + assert r["choices"][0]["finish_reason"] == "length" + assert r["mindnano_metrics"]["context_capacity_reached"] + if remaining == 0: + assert r["choices"][0]["message"]["content"] == "" + assert r["mindnano_metrics"]["ttft_ms"] is None + results[f"remaining_{remaining}"] = r["mindnano_metrics"] + +try: + call("/v1/chat/completions", request("1" * (capacity + 1 - 21), max_tokens=1)) + raise AssertionError("oversized input accepted") +except urllib.error.HTTPError as e: + assert e.code == 400 and json.load(e)["error"]["code"] == "context_length_exceeded" +assert not call("/health")["active"] +print(json.dumps({"passed": True, "capacity": capacity, "cases": results}, indent=2)) diff --git a/tests/portable_api_test.py b/tests/portable_api_test.py new file mode 100644 index 0000000000000000000000000000000000000000..2e5c3d35069afb83b26eba4ef52bf6b06b237c42 --- /dev/null +++ b/tests/portable_api_test.py @@ -0,0 +1,98 @@ +#!/usr/bin/env python3 +"""Run against an initialized portable service; Python is client-side only.""" +import argparse +import concurrent.futures +import http.client +import json +import time +import urllib.error +import urllib.request + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--url", default="http://127.0.0.1:19093") + args = p.parse_args() + base = args.url.rstrip("/") + + def call(path, body=None): + request = urllib.request.Request(base + path, None if body is None else json.dumps(body).encode(), + {"Content-Type": "application/json"}) + with urllib.request.urlopen(request, timeout=120) as r: + return json.load(r) + + def request(text, **kwargs): + return {"model": "mindnano-ling3-tiny", "messages": [{"role": "user", "content": text}], + "max_tokens": 24, "temperature": 0, "cache_prompt": False, **kwargs} + + health = call("/health") + assert health["status"] == "ok" + assert call("/v1/models")["data"][0]["context_length"] == health["context_length"] + for patch, status in [({"model": "bad"}, 404), ({"max_tokens": -1}, 400), + ({"tools": []}, 400), ({"messages": []}, 400), + ({"messages": [{"role": "user", "content": "1" * (health["context_length"] + 1)}]}, 400)]: + try: + call("/v1/chat/completions", request("你好", **patch)) + raise AssertionError("invalid request accepted") + except urllib.error.HTTPError as e: + assert e.code == status, (e.code, e.read()) + assert "error" in json.load(e) + + a = call("/v1/chat/completions", request("请用一句话介绍你自己。")) + b = call("/v1/chat/completions", request("只回答：一加一等于几？")) + again = call("/v1/chat/completions", request("请用一句话介绍你自己。")) + assert a["choices"][0]["message"]["content"] == again["choices"][0]["message"]["content"], "request isolation/reset failed" + for r in (a, b, again): + assert r["object"] == "chat.completion" + assert r["usage"]["total_tokens"] == r["usage"]["prompt_tokens"] + r["usage"]["completion_tokens"] + assert r["mindnano_metrics"]["cached_tokens"] == 0 + + r = urllib.request.Request(base + "/v1/chat/completions", json.dumps( + request("请用一句话介绍你自己。", stream=True, stream_options={"include_usage": True})).encode(), + {"Content-Type": "application/json"}) + content = ""; done = False; metrics = None; usage = None + with urllib.request.urlopen(r, timeout=120) as response: + for raw in response: + line = raw.decode("utf-8").strip() + if not line.startswith("data: "): + continue + if line == "data: [DONE]": + done = True; break + event = json.loads(line[6:]) + assert "error" not in event, event + for c in event["choices"]: + content += c["delta"].get("content", "") + metrics = event.get("mindnano_metrics", metrics) + usage = event.get("usage") or usage + assert done and usage and metrics + assert content == a["choices"][0]["message"]["content"], "SSE text mismatch" + + # Cancel non-stream generation; health/cancel must remain available while NPU is busy. + with concurrent.futures.ThreadPoolExecutor() as pool: + future = pool.submit(call, "/v1/chat/completions", request("详细写一篇长篇故事。", max_tokens=1024)) + for _ in range(100): + if call("/health")["active"]: + break + time.sleep(.02) + else: + raise AssertionError("generation did not start") + try: + call("/v1/chat/completions", request("并发请求")) + raise AssertionError("concurrent request was not rejected") + except urllib.error.HTTPError as e: + assert e.code == 429 + assert call("/v1/cancel", {})["cancel_requested"] + try: + future.result(timeout=10) + raise AssertionError("cancel returned successful completion") + except urllib.error.HTTPError as e: + assert e.code == 409 + final = call("/v1/chat/completions", request("请用一句话介绍你自己。")) + assert final["choices"][0]["message"]["content"] == content, "canceled state leaked" + print(json.dumps({"passed": True, "context": health["context_length"], + "sample": content, "metrics": [a["mindnano_metrics"], b["mindnano_metrics"], metrics]}, + ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/tests/precision_policy_test.cpp b/tests/precision_policy_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..f2d3abb180e530eb15893300c2391c83b55d29ec --- /dev/null +++ b/tests/precision_policy_test.cpp @@ -0,0 +1,24 @@ +#include "ling3/precision_policy.h" +#include +int main()try{ + using namespace ling3; + auto all=ParseW8Families("attention,shared,dense,head"); + auto small=ParseW8Families("kda_out,mla_in,mla_out,shared,dense,head"); + for(int layer=0;layer<24;++layer){ + auto prefix="model.layers."+std::to_string(layer); + bool mla=(layer+1)%4==0; + auto input=prefix+".attention."+(mla?"qkv_gate_a":"qkvfgb"); + auto output=prefix+".attention.o_proj"; + if(!SelectW8(all,input)||!SelectW8(all,output)||!SelectW8(small,output)||SelectW8(small,input)!=mla) + throw std::runtime_error("attention precision selection mismatch"); + if(SelectW8(all,prefix+".mlp.experts.0.gate_up"))throw std::runtime_error("routed expert was selected"); + } + if(!SelectW8(small,"lm_head")||!SelectW8(small,"model.layers.0.mlp.down_proj")|| + !SelectW8(small,"model.layers.1.mlp.shared_experts.gate_up")||SelectW8({},"lm_head")) + throw std::runtime_error("nonattention precision selection mismatch"); + for(auto bad:{"kda","head,","head,,shared"}){ + bool rejected=false;try{ParseW8Families(bad);}catch(const std::invalid_argument&){rejected=true;} + if(!rejected)throw std::runtime_error("invalid selector accepted"); + } + std::cout<<"PASS: layer families, all-attention compatibility, routed expert exclusion, invalid selectors\n"; +}catch(const std::exception&e){std::cerr< 1: + assert m["cached_tokens"] >= 128 + replies.append(response) + messages = follow(messages, response, "请简短说明刚才的内容。" if not turn else "请再用一句话总结。") + result["chains"].append(replies) + for anonymous, named in zip(*result["chains"]): + assert anonymous["choices"] == named["choices"], "resident named state differs from uninterrupted anonymous state" + + # Short questions and one-token replies still reuse the exact Q prefix. + clear() + short = [{"role": "user", "content": "请只回答数字1。"}] + first = infer(short, count=1) + second = infer(follow(short, first)) + assert first["usage"]["prompt_tokens"] < 128 + assert second["mindnano_metrics"]["cache_status"] == "exact_prefix_hit" + assert second["mindnano_metrics"]["cached_tokens"] == first["usage"]["prompt_tokens"] + result["short_question"] = second + + # Inputs larger than the history budget keep the active named QA state. + clear() + long_input = [{"role": "user", "content": "1" * 1003}] + first = infer(long_input) + second = infer(follow(long_input, first)) + assert second["mindnano_metrics"]["cached_tokens"] == 1039 + assert second["mindnano_metrics"]["generated_cached_tokens"] == 15 + status = call("/v1/cache/status") + assert status["resident_named"] and status["resident_cache_bytes"] > 0 + assert status["snapshot_bytes"] <= status["budget_bytes"] + if status["budget_bytes"] < 64 * 1024 * 1024: + assert status["sessions"] == 0 + assert second["mindnano_metrics"]["session_cache_skipped_budget"] + result["long_resident"] = {"response": second, "cache": status} + + # Scoped clear must invalidate resident state, not only historical copies. + call("/v1/cache/clear", {"user": "qa-default", "session_id": "qa"}) + assert call("/v1/cache/status")["resident_cache_bytes"] == 0 + cold = infer(short) + assert cold["mindnano_metrics"]["cached_tokens"] == 0 + infer(short, cache_prompt=False) + assert call("/v1/cache/status")["resident_cache_bytes"] == 0 + assert infer(short)["mindnano_metrics"]["cached_tokens"] == 0 + + if status["budget_bytes"] >= 256 * 1024 * 1024: + clear() + a = infer(short, "a") + infer([{"role": "user", "content": "介绍冬天。"}], "b") + call("/v1/cache/fork", {"user": "qa-default", "source_session_id": "a", "target_session_id": "b"}) + b = infer(short, "b") + assert b["choices"] == a["choices"] and b["mindnano_metrics"]["cached_tokens"] > 0 + result["passed"] = True + finally: + clear() + args.output.write_text(json.dumps(result, ensure_ascii=False, indent=2) + "\n") + print(json.dumps({"qa_cache": "PASS" if result["passed"] else "FAIL", "output": str(args.output)}), flush=True) + + +if __name__ == "__main__": + main() diff --git a/tests/quality/calibration_v1.json b/tests/quality/calibration_v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2438c6b9df4293f63c38eace3640a74557456b99 --- /dev/null +++ b/tests/quality/calibration_v1.json @@ -0,0 +1,26 @@ +[ + {"prompt":"写一封预约图书馆讨论室的邮件，说明人数、用途和时间，并询问是否有白板。","reasoning":"预约邮件需要明确日期、时段和资源需求，措辞礼貌，避免把尚未确认的预约当作已经成功。","answer":"老师您好：我们小组共有六人，希望预约下周三下午两点至四点的讨论室，用于讨论读书报告。请问该时段是否有空闲房间，房间内是否配有白板和白板笔？如果需要提前提交申请表，也请告知办理方式。感谢您的帮助，期待回复。"}, + {"prompt":"为一家小面包店拟一个减少浪费的办法，不降低食品安全标准。","reasoning":"应先从需求预测和生产批次入手，再考虑临期信息提示。过期食品不能通过促销继续出售。","answer":"连续记录两周各时段的销量、天气和剩余数量，按工作日与周末分别预测需求。早晨先生产基础数量，下午根据销售情况补烤。对仍在保质期内的商品可以清楚标注制作时间并适当优惠，过期或储存不当的食品必须按规定处理。每天闭店后复盘报损原因，避免仅凭印象扩大产量。"}, + {"prompt":"解释为什么冬天室内窗户上容易出现水珠。","reasoning":"现象取决于水蒸气遇冷凝结，需区分空气中看不见的水蒸气和可见的小水滴。","answer":"室内空气通常含有水蒸气，做饭、洗澡和呼吸都会增加湿度。冬天玻璃温度较低，靠近玻璃的空气被冷却，当温度降到露点以下时，一部分水蒸气会凝结成水滴。适度通风、降低湿度和改善窗户保温都有帮助。水珠多并不意味着玻璃在向室内漏水。"}, + {"prompt":"一个水箱有180升水，每分钟放出12升，同时流入3升，多久排空？请列算式。","reasoning":"流入和流出同时发生，净减少速度是每分钟九升。用总量除以净减少速度即可。","answer":"每分钟净减少的水量为12－3＝9升，因此排空时间是180÷9＝20分钟。这里假设流入和流出的速度一直保持不变，并且水箱排空之前两个过程都持续进行。"}, + {"prompt":"将这条公告改得清楚些：周五系统要维护，可能用不了，大家提前弄。","reasoning":"原文缺失具体时间和受影响服务，不能编造为已经确定的事实。可使用待填写项并提示保存工作。","answer":"维护通知：本周五【开始时间】至【结束时间】，我们将对【服务名称】进行维护。期间该服务可能暂时无法访问，请提前保存正在编辑的内容并安排相关工作。维护完成后将另行通知。如有紧急需求，请联系【联系人及联系方式】。发布前请补齐括号中的信息。"}, + {"prompt":"写一段温和的短故事，主角是第一次学做饭的孩子和奶奶。","reasoning":"采用简单生活场景，保持人物关系一致，用具体动作表达鼓励，不突然引入无关人物。","answer":"小禾第一次拿起锅铲，紧张得把盐罐推到了桌子边。奶奶伸手扶住它，笑着说，先尝一口，再决定放多少。番茄在锅里慢慢变软，厨房里升起暖暖的香气。小禾端着做好的面条走到桌前，发现两只碗里的面都少了一点。原来奶奶早已偷偷尝过。她认真地点点头：下次换你教我。小禾知道这是鼓励，却还是开心了很久。"}, + {"prompt":"Python里统计字符串中各字符的出现次数，返回普通字典，并说明空串的结果。","reasoning":"可以逐字符遍历并累加，不能用单词切分替代字符统计。空输入不进入循环，所以结果为空字典。","answer":"可以这样写：\n```python\ndef count_chars(text):\n result = {}\n for char in text:\n result[char] = result.get(char, 0) + 1\n return result\n\nassert count_chars('aba') == {'a': 2, 'b': 1}\nassert count_chars('') == {}\n```\n空格、标点也会作为字符计数。这个实现按Python字符串的码点遍历，复杂表情的显示单位不一定只对应一个码点。"}, + {"prompt":"解释SQL中WHERE与HAVING的区别，给出销售额分组例子。","reasoning":"WHERE在分组前过滤记录，HAVING在聚合之后筛选分组。示例应避免引用不存在的别名。","answer":"WHERE筛选参与计算的行，HAVING筛选已经聚合的组。例如统计今年销售额超过一万元的部门：\n```sql\nSELECT department, SUM(amount) AS total\nFROM sales\nWHERE sold_at >= '2026-01-01' AND sold_at < '2027-01-01'\nGROUP BY department\nHAVING SUM(amount) > 10000;\n```\n日期条件先减少参与分组的记录，然后对每个部门求和，最后用HAVING筛选满足金额条件的部门。"}, + {"prompt":"Translate into English: 请在提交报销申请前核对发票金额，并保留原始凭证。","reasoning":"翻译需要保留先后顺序、报销申请和原始凭证三个信息点，使用自然的商务英语。","answer":"Please verify the invoice amount before submitting your reimbursement request, and retain the original supporting documents.\n其中 reimbursement request 对应报销申请，supporting documents 指用于证明支出的相关凭证。"}, + {"prompt":"Explain to a beginner what a retry with exponential backoff does. Mention one limitation.","reasoning":"Describe delays increasing after failures, use a small numerical example, and mention that retrying a non-idempotent operation can duplicate effects.","answer":"After a temporary failure, the client waits before trying again. With exponential backoff, the delay grows, for example from one second to two seconds, then four seconds. A maximum delay and a retry limit prevent endless waiting. Random jitter helps avoid many clients retrying at the same instant. Retries must be designed carefully for operations such as payments, because a repeated request can create a duplicate unless the service provides an idempotency mechanism."}, + {"prompt":"一件商品原价240元，先打八折，再减20元，最后价格多少？和直接减40元相同吗？","reasoning":"百分比折扣先计算，固定金额后扣除。比较方案需分别算最终价格。","answer":"先打八折得到240×0.8＝192元，再减20元，最终价格为172元。直接在原价上减40元则是200元。两者不相同，前一种方案比后一种便宜28元。"}, + {"prompt":"如何向刚入职的同事解释备份和文件同步不是一回事？","reasoning":"区别在于历史版本、删除传播和恢复目标，不能保证所有备份产品都拥有相同功能。","answer":"文件同步的目标是让多个位置保持一致。如果一个文件被误删，删除操作也可能同步到其他设备。备份的目标是保留可恢复的副本，通常还需要明确版本、保留期限和恢复流程。选择工具时要确认是否保留历史版本，并实际演练恢复。仅看到另一台电脑里也有同名文件，并不足以证明已经具备可靠备份。"}, + {"prompt":"把这些事实整理成摘要：公交线路增加两班早班车；从下月开始试行；一个月后评估；票价不变。","reasoning":"摘要必须保留试行时间、增班数量、评估节点和票价，不能推断夜班或线路走向变化。","answer":"该公交线路将从下月起试行增加两班早班车，票价保持不变。试行一个月后，将根据运行情况进行评估。公告尚未给出新增班次的具体发车时间，乘客可关注后续时刻表。"}, + {"prompt":"为刚开始跑步的人设计一周安排，不追求成绩。","reasoning":"建议需要循序渐进并保留休息日，避免把一般性安排当成针对疾病的专业处方。","answer":"周一快走二十分钟，周二休息。周三采用走跑交替：慢跑一分钟、步行两分钟，重复六次。周四轻松散步，周五休息，周六根据感受重复周三的安排，周日做轻柔拉伸。以能正常说话的强度为宜，疼痛或明显不适时停止运动。已有相关疾病或伤病的人，应先向医生咨询适合自己的运动方式。"}, + {"prompt":"JavaScript中如何用async和await读取JSON响应并处理HTTP错误？","reasoning":"fetch遇到HTTP错误状态不一定抛异常，因此要显式检查response.ok，再解析JSON。","answer":"```javascript\nasync function loadJson(url) {\n const response = await fetch(url);\n if (!response.ok) {\n throw new Error(`HTTP ${response.status}`);\n }\n return await response.json();\n}\n```\n调用方使用try/catch处理网络错误、HTTP错误和JSON解析错误。实际应用还可以加入超时或取消机制，但不要无限重试所有错误。"}, + {"prompt":"比较地铁和骑自行车通勤各自适合什么情况。","reasoning":"按照距离、天气、可达性和时间稳定性比较，给出条件化结论，不假设用户居住地。","answer":"地铁适合距离较长、沿线站点方便的通勤，通常受道路拥堵影响较小，但需要考虑步行到站和换乘时间。自行车适合距离较短、有安全骑行路线的通勤，时间灵活，也能顺便运动，但更受天气和体力影响。可以分别记录一周的门到门耗时和舒适度，再决定日常方式，也可以把骑车与地铁组合起来。"}, + {"prompt":"温度计读数上午为负3摄氏度，中午升高8度，傍晚下降4度，傍晚是多少？","reasoning":"按照时间顺序计算带符号的温度变化，中午是五度，傍晚再减四度。","answer":"中午温度为－3＋8＝5摄氏度；傍晚温度为5－4＝1摄氏度。因此傍晚的读数是1摄氏度，比上午高4度。"}, + {"prompt":"解释月相为什么会变化，它是否主要由地球的影子造成？","reasoning":"普通月相由观察几何和日照方向决定，地球阴影遮挡对应月食，应明确区分。","answer":"月球本身不发光，我们看到的是它反射的太阳光。月球绕地球运动时，我们看见的受光部分比例发生变化，于是出现新月、上弦月、满月等月相。普通月相变化不是主要由地球影子造成的。当地球恰好挡住照向月球的阳光时，才可能发生月食。"}, + {"prompt":"帮我回复客户：包裹比预计晚了一天，目前只能确认已经离开发货仓。","reasoning":"应承认延迟并说明已知信息，不捏造送达时间或虚构已经联系物流。","answer":"您好，很抱歉包裹未能按原预计时间送达。目前可以确认包裹已离开发货仓，但我们暂时还不能确定准确送达时间。我们会继续核实运输进度，并在获得可靠信息后及时向您反馈。感谢您的耐心，也请您保留订单信息，便于后续查询。"}, + {"prompt":"把会议议程写成三个项目：回顾上周完成情况，讨论本周风险，确认负责人。","reasoning":"使用清晰项目顺序，不添加已经做出的决定。议程和会议纪要的时态应区分。","answer":"1. 回顾上周任务的完成情况，说明尚未完成事项及原因。\n2. 讨论本周可能影响进度或质量的风险，收集应对建议。\n3. 确认后续事项的负责人和预计完成时间，并在会后整理记录。\n这是一份待执行的会议议程，具体结论需要在讨论后填写。"}, + {"prompt":"写一个Python函数，只保留列表中第一次出现的元素，假设元素可哈希。","reasoning":"用集合检查是否见过，同时用列表保存顺序。不使用set直接返回，因为它不能表达首次出现的列表顺序要求。","answer":"```python\ndef unique_first(items):\n seen = set()\n result = []\n for item in items:\n if item not in seen:\n seen.add(item)\n result.append(item)\n return result\n\nassert unique_first([3, 1, 3, 2, 1]) == [3, 1, 2]\nassert unique_first([]) == []\n```\n函数不会修改输入列表。由于使用集合，输入元素需要可哈希；平均时间复杂度为O(n)。"}, + {"prompt":"用中文解释precision和recall的区别，场景是垃圾邮件识别。","reasoning":"精确率关注判为垃圾的邮件中有多少真的垃圾，召回率关注全部垃圾邮件中找到了多少。两个分母必须区分。","answer":"Precision通常译为精确率：被系统判为垃圾邮件的邮件中，真正垃圾邮件所占的比例。Recall通常译为召回率：所有真正垃圾邮件中，被系统成功识别出来的比例。例如系统标记了十封邮件，其中八封确实是垃圾，而实际一共有二十封垃圾邮件，那么精确率为8/10＝80%，召回率为8/20＝40%。"}, + {"prompt":"给小学生解释植物为什么需要光，也需要水。","reasoning":"用简单语言介绍光合作用，说明光是能量来源而水是原料之一，避免把肥料等同于食物。","answer":"植物像一个小小的工厂。叶片可以利用阳光提供的能量，把水和空气中的二氧化碳变成糖等物质，这个过程叫光合作用。水还帮助植物运输养分、保持形态。不过不同植物需要的光照和水量不同，水太多可能让根部缺氧，阳光太强也可能损伤叶片。照顾植物要看它的具体需要。"}, + {"prompt":"写一个简短结尾，让两位许久未见的朋友告别后仍期待再次相见。","reasoning":"保留温柔克制的叙事，使用一个具体物件或动作连接下一次见面，不改变人物数量。","answer":"车站的钟响了，两个人终于把聊不完的话暂时收好。阿宁将那本旧书递回去，书页里多了一张写着地址的纸。等桂花开了，你来找我。朋友点点头，登上车后还隔着窗挥手。车子离开的时候，阿宁没有急着转身。她第一次觉得，告别也可以是一种有日期的约定。"} +] diff --git a/tests/quality/deployment.txt b/tests/quality/deployment.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fbdd75ab00d67ecf257e7af0665456a19cb46bb --- /dev/null +++ b/tests/quality/deployment.txt @@ -0,0 +1,7 @@ +本地设备部署与维护说明 +设备首次安装时，应当先检查电源、网络和存储空间。管理人员需要确认系统时间正确，并为设备设置固定的内部地址。完成配置后，可以使用浏览器访问管理页面，检查模型服务、文档检索服务和音频服务是否启动成功。如果某个服务无法连接，应先查看该服务的状态和日志，不要直接重装整个系统。 +模型文件加载完成后，可以保留在内存中供多个请求复用。没有用户访问时，系统可以根据内存压力和空闲时间决定是否释放模型。释放之前必须确认当前没有正在执行的任务，也没有尚未发送完毕的音频。下一次请求到来时，应当重新初始化必要的运行资源，并在界面上显示准备状态。 +维护人员需要区分三类问题。第一类是网络连接中断，通常表现为页面无法打开或者连接超时。第二类是服务进程异常退出，通常能在日志中找到退出原因。第三类是模型推理失败，例如输入长度超过支持范围、文件损坏或者设备内存不足。这些问题需要分别处理，不能用同一种重启策略覆盖所有情况。 +升级软件时，应保留旧版程序和配置文件，并记录新旧版本的文件校验值。先在测试目录中运行新版本，确认基本功能正常，再切换正式服务。如果新版本出现问题，应当能够恢复到旧版本。恢复操作不能删除用户已经上传的文档、注册的音色或者已有的对话记录。 +性能测试应使用固定的输入和输出长度，同时记录处理器频率、内存占用和温度。测试前需要确认没有其他大型任务同时运行。对于需要持续服务的设备，还应安排混合负载测试，例如在生成回答时同时进行语音识别和文档检索，以判断这些功能之间是否会相互影响。 +数据备份应当定期执行，并验证备份文件是否能够恢复。只保存文件而不检查恢复过程，并不能保证数据安全。管理员可以先恢复一份小规模样本，确认文档数量、用户权限和索引状态一致，再决定是否进行完整恢复。涉及真实用户数据的操作必须遵循公司的管理制度。 diff --git a/tests/quality/meeting.txt b/tests/quality/meeting.txt new file mode 100644 index 0000000000000000000000000000000000000000..388456df5942b6fd81761b0c4367642730bd13ff --- /dev/null +++ b/tests/quality/meeting.txt @@ -0,0 +1,7 @@ +项目会议纪要 +本次会议围绕本地办公助手的试运行展开。产品负责人介绍了三个主要场景：整理会议记录、查询内部文档，以及根据客户问题生成回复草稿。参会人员一致认为，系统首先需要准确保留人名、日期和数字，不能为了让表达流畅而补充没有依据的信息。如果材料中存在矛盾，助手应当指出矛盾，并请用户核实。 +研发组说明，目前已经完成语音输入、文字检索和语音播放的基本连接。下一阶段将集中测试连续对话，特别是用户在助手发言时插话的情况。测试人员需要记录开始讲话、识别文字出现、旧回复停止以及新回复开始播放的时间。对于偶尔出现的延迟，不能只看平均值，还需要保留最慢的样本和当时的设备负载。 +文档组提出，知识库中的旧版本说明容易造成误导。上传文件时应当记录文档所属部门、发布日期、有效期和访问范围。如果检索结果来自已经废止的制度，回答中必须明确说明，不能直接作为当前规则使用。涉及财务和人事的资料，只能由具有相应权限的用户查询。 +会议确定了以下安排。小林负责在周三之前整理二十条常见问题，覆盖请假流程、设备报修和项目交付。小周负责检查模型服务的错误日志，并为每一次请求补充统一的编号。陈经理负责联系试用部门，选择五名员工参与为期一周的测试。所有问题都记录在同一份表格中，包含复现步骤、预期结果、实际结果和处理人。 +对于性能目标，大家同意在相同输入长度和相同设备设置下进行比较。第一次加载模型的耗时与模型已经驻留内存之后的响应时间应当分别报告。任何优化都必须先经过准确性检查，尤其不能通过省略文本、缩短回答或跳过必要的权限判断来获得更漂亮的数据。 +会议最后讨论了验收方式。试用员工需要分别评价回答是否正确、是否容易理解，以及是否节省了实际工作时间。技术人员则负责检查服务能否稳定运行、发生错误后能否恢复，并确认日志中没有泄露不应该记录的个人信息。下周一将根据这些材料决定是否扩大试用范围。 diff --git a/tests/quality/support.txt b/tests/quality/support.txt new file mode 100644 index 0000000000000000000000000000000000000000..564aebfbef61372d85cc86b696abaad363150572 --- /dev/null +++ b/tests/quality/support.txt @@ -0,0 +1,13 @@ +客户支持问答整理 +问题：上传资料之后为什么暂时搜索不到内容？ +回答：上传文件和建立检索索引是两个步骤。文件上传完成后，系统还需要提取文字、切分段落并计算向量。在处理结束之前，新内容可能不会出现在搜索结果中。您可以先查看处理状态。如果显示失败，请检查文件是否有密码、是否损坏，以及是否属于支持的格式。 +问题：助手回答中引用的内容与我看到的文档不同，应该怎么办？ +回答：请先核对引用的文档名称和版本。不同日期发布的文件可能包含不同规定。也有可能是原始文件中的表格或图片没有被正确识别。建议打开引用片段，查看其上下文，并将有问题的位置反馈给管理员。在确认之前，不应把存在疑问的内容作为正式依据。 +问题：是否可以让普通员工使用对话页面，但不允许他们修改工作流？ +回答：可以通过区分管理入口和使用入口来实现。管理员负责配置工作流、连接模型和维护知识库，普通员工只访问指定的对话应用。不过，页面入口的区分不等于数据权限已经完整实现。还需要确认不同员工能够访问哪些文档，以及检索时是否执行了相应的权限检查。 +问题：当设备没有连接显示器时，语音和对话功能还能工作吗？ +回答：如果相关服务按照后台运行方式部署，它们可以在没有显示器的情况下继续工作。依赖桌面会话的组件则需要单独检查。例如画面采集、窗口显示和某些音频设备可能受到桌面登录状态影响。验收时应实际拔掉显示器，并重新连接客户端验证，而不是只根据配置推断。 +问题：为什么第一次回答比后续回答慢？ +回答：首次请求可能包含模型加载、内存分配和运行资源准备。后续请求通常能够复用已经准备好的资源，所以等待时间会减少。报告性能时，应分别说明首次加载时间、预热后的首字延迟和持续输出速度。如果每一轮对话都重新加载模型，就需要检查服务是否正确保留了运行实例。 +问题：系统遇到不确定的问题时应该怎样回复？ +回答：应明确指出当前资料不足，并说明需要补充什么信息。对于涉及合同、费用和责任归属的问题，最好提供可核对的原文引用，必要时请相应负责人确认。助手可以帮助整理信息，但不能通过编造细节来填补缺失的证据。 diff --git a/tests/quality/think_loss_cases.json b/tests/quality/think_loss_cases.json new file mode 100644 index 0000000000000000000000000000000000000000..9483af7915e5b36a1803417972ffe552f68c8c26 --- /dev/null +++ b/tests/quality/think_loss_cases.json @@ -0,0 +1,23 @@ +[ + { + "id": "office_zh", + "domain": "中文办公与事实约束", + "prompt": "请根据以下记录编写一份可直接发给项目组的中文部署说明，覆盖结论、职责、验收、异常处理和限制。不要补造事实。记录：公司部署一台本地推理设备，管理员陈敏负责模型更新，李舟负责知识库整理，周宁负责验收。第一阶段只处理内部制度与会议记录，不允许访问公网。周一整理资料，周二建立知识库，周三执行验收；周三未通过则顺延，不承诺周四上线。检索结果必须带出处；证据不足时明确说明，不猜测。允许更换模型，但需先保存旧版本和配置，故障时恢复。访问分为管理员和普通员工；员工只使用对话页面。会议纪要有草稿与已确认两种状态，草稿不能作为制度依据。验收问题覆盖检索、引用、权限与重启恢复；具体响应时间暂未设定。", + "reasoning": "我需要把记录中的明确事实转换为一份部署说明，并保留所有尚未确定的事项。人员职责已经指定，不能交换姓名或额外增加负责人。时间表只约定周一至周三的工作，没有给出周四一定上线的承诺，因此应采用条件式表述。第一阶段资料类型有限，不能扩大到客户数据、互联网资料或外部工具。权限只有管理员和普通员工两类，不能自行增加第三类角色或编造审批步骤。检索必须给出处，证据不足时承认不足；草稿会议纪要虽然可以保存，却不能作为有效制度依据。模型可以更新，但是必须保存旧版本和配置，并提供恢复路径。验收范围包括检索、引用、权限与重启恢复，不应自行写入毫秒数、吞吐量或准确率。说明可以分为目的、职责、日程、使用规则、验收与回退几个部分。各段可以解释操作意义，但不能把建议写成已经实施的事实。尤其要区分访问公网的禁止条件与本地知识库的可用范围，也要区分已确认纪要和制度文件的效力。最后应明确上线以周三验收结果为依据，未通过时顺延，响应时间指标仍待确定。\n", + "answer": "本地推理设备第一阶段部署说明\n\n一、范围与结论\n本阶段使用一台本地推理设备处理公司内部制度与会议记录，不访问公网。系统的回答应以已经整理并允许使用的资料为依据。当前安排包括资料整理、知识库建立和验收，上线时间以验收结果为准，不承诺周四上线。\n\n二、人员职责\n陈敏负责模型更新，更新前保存旧版本和相关配置。李舟负责知识库资料整理，区分制度文件、已确认会议纪要和草稿会议纪要。周宁负责验收，检查检索、引用、权限以及重启恢复情况。各项问题应记录对应现象和检查结果，避免只凭一次成功回答判断整个流程已经通过。\n\n三、实施日程\n周一整理资料，检查资料类别与确认状态；周二建立知识库；周三执行验收。如果周三验收未通过，后续安排顺延。不能把预定验收日期等同于实际通过日期，也不能向使用人员保证尚未确认的上线时间。\n\n四、访问与回答规则\n系统区分管理员和普通员工。普通员工只使用对话页面，后台管理由管理员处理。检索结果必须附带出处，便于使用人员核对原文。遇到证据不足、资料冲突或无法确定的问题，应明确说明已有证据的范围，不通过猜测补齐答案。草稿会议纪要不能作为制度依据；引用会议内容时，应先确认其状态，不能将未确认内容当作正式规定。\n\n五、验收内容\n验收应覆盖资料能否被正确检索、引用能否对应原文、普通员工能否按规定使用对话页面，以及设备重启后能否恢复预期功能。响应时间指标目前尚未设定，应如实记录实际情况，不自行认定已有具体时限。单个问题回答正确不能替代对其他验收项目的检查。发现问题时，应保留输入、输出及相关出处，方便区分资料问题与系统问题。\n\n六、异常与恢复\n更换模型前保存旧版本和配置，发生故障时恢复旧版本。恢复后仍需核对检索、引用、权限与重启恢复功能，不能仅凭进程启动就认定恢复完成。模型更新、资料整理和业务验收是不同环节，应按各自职责跟进。对于尚未设定的响应时间和未确认的上线日期，本说明保持未定状态，不补造承诺。" + }, + { + "id": "math_probability", + "domain": "数学与多步推理", + "prompt": "袋中有5个红球、4个蓝球和3个绿球，球除颜色外没有区别。等概率不放回抽取4个球。求恰好抽到两种颜色的概率，以及在恰好抽到两种颜色的条件下至少有一个红球的概率。请给出组合计数、避免重复的方法、约分结果，并解释为什么不是把各颜色独立抽取概率直接相乘。", + "reasoning": "总数是十二个球，抽四个球且不放回，所以等可能样本空间可以用十二选四计数，总计四百九十五种。恰好两种颜色可以按照红蓝、红绿、蓝绿三个互斥事件分别计算。每组先从这两色的全部球中抽四个，再减去仅有单色的情况。红蓝共有九个球，九选四是一百二十六，减去五红选四的五种和四蓝选四的一种，得到一百二十。红绿共有八个球，八选四是七十，减去五红选四的五种，三个绿球不足以单独抽四个，因此得到六十五。蓝绿共有七个球，七选四是三十五，减去四蓝选四的一种，得到三十四。这三组相加是二百一十九，除以四百九十五，可以同时除以三，得到一百六十五分之七十三，即73/165。条件事件至少有一个红球，只包含红蓝和红绿两组，一共一百八十五种。条件概率分母应使用恰好两色的二百一十九，而不是全部四百九十五。185与219的最大公约数是1，所以185/219已经最简。为避免分数语言颠倒，最后直接用数学符号表示。也可以做补集检查：恰好两色但没有红球只有蓝绿三十四种，因此一减去34/219等于185/219。抽样不放回会改变后续的球数和颜色比例，不满足独立条件。\n", + "answer": "设A表示抽到的4个球恰好有两种颜色，R表示至少抽到1个红球。\n\n一、等可能样本空间\n袋中共有12个球。将每个实体球作为一个可区分的抽样对象，所有4球组合等可能，因此总组合数为C(12,4)=495。颜色相同不影响使用组合计数，因为最后只按颜色条件筛选这些等可能组合。\n\n二、计算恰好两种颜色\n把A分成红蓝、红绿、蓝绿三个互斥情况。各情况要求两种颜色都出现，而且不能出现第三种颜色。先选取该颜色对所包含的球，再扣除只有一种颜色的组合，可以避免把单色情况误算进去。\n\n红蓝：C(9,4)-C(5,4)-C(4,4)=126-5-1=120。\n红绿：C(8,4)-C(5,4)-C(3,4)=70-5-0=65。\n蓝绿：C(7,4)-C(4,4)-C(3,4)=35-1-0=34。这里C(3,4)=0，因为3个球无法组成4球组合。\n\n上述三个事件没有交集：一个恰好两色的组合具有唯一的颜色对。因此不需要再做交集修正，直接相加得到120+65+34=219。于是P(A)=219/495=73/165，约为0.4424。\n\n三、条件概率\n在已经知道恰好抽到两种颜色的条件下，样本空间应缩小为这219个符合条件的组合。至少有一个红球，意味着颜色对只能是红蓝或红绿，符合条件的组合数为120+65=185。因此P(R|A)=185/219，约为0.8447。这个分数已经不能继续约分。\n\n可以用补集核对结果：在A成立时，没有红球的情况只有蓝绿，对应34个组合。因此P(R|A)=1-34/219=185/219，与直接计数相同。\n\n四、为什么不能直接相乘\n不放回抽样不是独立抽样。每抽走一个球，袋中总球数会减少，相关颜色的球数也可能减少，后续抽取的概率随前面的结果变化。如果按抽取顺序计算，需要使用条件概率连乘，并把符合要求的颜色排列全部计入；不能把始终不变的初始颜色比例直接相乘。组合方法一次性计算无序抽样结果，避免了枚举所有排列，但仍然正确体现不放回条件。\n\n答案：恰好两种颜色的概率为73/165；在此条件下至少有一个红球的概率为185/219。" + }, + { + "id": "code_python", + "domain": "代码与边界条件", + "prompt": "用Python编写一个函数merge_intervals，输入为整数闭区间的列表，输出合并重叠区间后的列表。不得修改输入，负数合法，空列表返回空列表；端点相等算重叠，例如[1,3]与[3,5]合并，但[1,3]与[4,5]不合并。每个区间必须恰有两个整数且起点不大于终点，布尔值不当作整数，非法数据抛出ValueError。请给出实现、边界测试，并解释排序与时间空间复杂度。", + "reasoning": "需要先确定输入验证和合并语义。Python中bool是int的子类，所以isinstance(value,int)会误收True或False，可以使用type(value) is int进行严格判断。输入要求列表，我会检查外层是list，并允许每个区间使用list或tuple，长度必须为2。端点必须是严格整数，且start不能大于end。先验证全部区间并复制到新的二元组列表，再排序，因此即使遇到非法输入，也不会改动原来的列表或内部区间。排序以起点为第一关键字、终点为第二关键字，默认元组排序即可满足。合并时维护输出列表最后一个区间。当前起点小于等于最后区间终点就重叠，应把终点更新为两者最大值；否则创建新输出区间。输入已经排序后，尚未处理区间的起点不会小于当前起点，所以只需与输出中最后一个区间比较。闭区间端点相同应合并，但相差1并不代表实数区间重叠，不能用end+1作为判断条件。负数和单点区间不需要特殊分支。复杂度方面，验证与复制是线性，排序为O(n log n)，扫描为O(n)，额外保存副本和输出最多O(n)。测试应包含空输入、无序重叠、共享端点、不相交相邻整数、包含关系、负数、单点以及非法布尔值和反向区间。还需要保存一份输入快照，验证调用后没有改变原始嵌套列表。\n", + "answer": "下面的实现会先验证并复制数据，再排序和合并，不修改输入。\n\n```python\ndef merge_intervals(intervals):\n if not isinstance(intervals, list):\n raise ValueError('intervals must be a list')\n\n copied = []\n for interval in intervals:\n if not isinstance(interval, (list, tuple)) or len(interval) != 2:\n raise ValueError('each interval must have two endpoints')\n start, end = interval\n if type(start) is not int or type(end) is not int:\n raise ValueError('endpoints must be integers, excluding bool')\n if start > end:\n raise ValueError('start must not exceed end')\n copied.append((start, end))\n\n copied.sort()\n merged = []\n for start, end in copied:\n if not merged or start > merged[-1][1]:\n merged.append([start, end])\n else:\n merged[-1][1] = max(merged[-1][1], end)\n return merged\n```\n\n边界测试：\n\n```python\nassert merge_intervals([]) == []\nassert merge_intervals([[3, 5], [1, 3]]) == [[1, 5]]\nassert merge_intervals([[1, 3], [4, 5]]) == [[1, 3], [4, 5]]\nassert merge_intervals([[1, 10], [2, 3]]) == [[1, 10]]\nassert merge_intervals([[-4, -1], [-2, 2]]) == [[-4, 2]]\nassert merge_intervals([[2, 2], [2, 4]]) == [[2, 4]]\n\nsource = [[5, 8], [1, 3], [3, 6]]\nsnapshot = [interval[:] for interval in source]\nassert merge_intervals(source) == [[1, 8]]\nassert source == snapshot\n\nfor bad in ([[True, 2]], [[1, False]], [[3, 1]],\n [[1, 2, 3]], [[1.0, 2]], [None]):\n try:\n merge_intervals(bad)\n except ValueError:\n pass\n else:\n raise AssertionError('invalid input was accepted')\n```\n\n排序使区间按起点递增排列。扫描时，已经输出的区间彼此不重叠；当前区间只可能与最后一个输出区间发生新的合并。如果当前起点大于最后终点，两者不相交，可以直接追加。否则它们存在公共点，合并后的终点取较大值。\n\n判断使用start <= end的重叠语义，而不是把终点加一，因此[1,3]与[3,5]会合并，[1,3]与[4,5]保持分离。每个输出区间都是新建列表，后续修改返回结果也不会改变原输入。\n\n设输入有n个区间。验证和复制耗时O(n)，排序耗时O(n log n)，扫描耗时O(n)，总体时间复杂度为O(n log n)。副本、排序辅助空间和输出都至多为O(n)，额外空间复杂度为O(n)。" + } +] diff --git a/tests/quantization_test.cpp b/tests/quantization_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..79f7c85ddbbc6a6c38654eddcc063f6946d6f8d1 --- /dev/null +++ b/tests/quantization_test.cpp @@ -0,0 +1,80 @@ +#include "ling3/quantization.h" + +#include +#include +#include +#include +#include +#include +#include + +namespace { + +std::byte Pack(std::int8_t low, std::int8_t high) { + return static_cast( + (static_cast(low) & 0x0FU) | + ((static_cast(high) & 0x0FU) << 4U)); +} + +} // namespace + +int main() { + std::array all_codes {}; + for (int value = -128; value <= 127; ++value) all_codes[value + 128] = value; + std::array high {}; + std::array low {}; + ling3::SplitInt8ForInt4Matmul(all_codes, high, low); + for (std::size_t index = 0; index < all_codes.size(); ++index) { + const int reconstructed = 16 * static_cast(high[index]) + + static_cast(low[index]) + 8; + if (reconstructed != all_codes[index] || high[index] < -8 || high[index] > 7 || + low[index] < -8 || low[index] > 7) { + std::cerr << "INT8 split identity failed at " << index << '\n'; + return 1; + } + } + + constexpr std::size_t k = 64; + constexpr std::size_t n = 192; + std::mt19937 generator(0x4C334E50U); + std::uniform_int_distribution activation_distribution(-127, 127); + std::uniform_int_distribution weight_distribution(-8, 7); + std::vector activation(k); + std::vector weights(k * n); + for (auto & value : activation) value = static_cast(activation_distribution(generator)); + for (auto & value : weights) value = static_cast(weight_distribution(generator)); + std::vector packed(weights.size() / 2); + for (std::size_t index = 0; index < weights.size(); index += 2) { + packed[index / 2] = Pack(weights[index], weights[index + 1]); + } + + std::vector direct(n); + ling3::ReferenceW4Linear(activation, packed, n, direct); + std::vector activation_high(k), activation_low(k); + ling3::SplitInt8ForInt4Matmul(activation, activation_high, activation_low); + std::vector decomposed(n, 0); + for (std::size_t column = 0; column < n; ++column) { + std::int32_t value = 0; + std::int32_t correction = 0; + for (std::size_t row = 0; row < k; ++row) { + const int weight = weights[row * n + column]; + value += (16 * activation_high[row] + activation_low[row]) * weight; + correction += 8 * weight; + } + decomposed[column] = value + correction; + } + if (direct != decomposed) { + std::cerr << "two-pass W4 accumulator does not match INT8 x INT4\n"; + return 1; + } + + const std::array input = {-2.0F, -0.5F, 0.0F, 0.25F, 1.0F, 2.0F}; + std::array quantized {}; + const auto quant = ling3::QuantizeSymmetricInt8(input, quantized); + if (std::abs(quant.scale - 2.0F / 127.0F) > 1.0e-7F || quantized.front() != -127 || + quantized.back() != 127 || quant.clipped != 0) { + std::cerr << "dynamic symmetric quantization failed\n"; + return 1; + } + return 0; +} diff --git a/tests/router_test.cpp b/tests/router_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..5371350c182d031cf7c71f1e3ec585e17c92b283 --- /dev/null +++ b/tests/router_test.cpp @@ -0,0 +1,41 @@ +#include "ling3/router.h" + +#include +#include +#include +#include + +int main() { + std::array logits {}; + std::array bias {}; + + for (std::size_t group = 0; group < ling3::kExpertGroups; ++group) { + for (std::size_t local = 0; local < ling3::kExpertCount / ling3::kExpertGroups; ++local) { + const std::size_t expert = group * (ling3::kExpertCount / ling3::kExpertGroups) + local; + logits[expert] = -2.0F + static_cast(group) * 0.25F + + static_cast(local) * 0.005F; + } + } + + const ling3::Route route = ling3::SelectRoute(logits.data(), bias.data()); + std::array seen {}; + float sum = 0.0F; + for (std::size_t index = 0; index < route.experts.size(); ++index) { + const int expert = route.experts[index]; + if (expert < 0 || expert >= static_cast(ling3::kExpertCount) || seen[expert]) { + std::cerr << "route contains an invalid or duplicate expert\n"; + return 1; + } + seen[expert] = true; + sum += route.weights[index]; + if (expert / 16 < 4) { + std::cerr << "route selected an expert outside the four strongest groups\n"; + return 1; + } + } + if (std::abs(sum - 2.5F) > 1.0e-5F) { + std::cerr << "route weights are not normalized to routed_scale\n"; + return 1; + } + return 0; +} diff --git a/tests/session_cache_api_test.py b/tests/session_cache_api_test.py new file mode 100644 index 0000000000000000000000000000000000000000..7253e94fb25953203179f508b4ae9adc3dfd6feb --- /dev/null +++ b/tests/session_cache_api_test.py @@ -0,0 +1,150 @@ +"""Real inference regression. Run only against a dedicated test engine.""" +import argparse +import json +import time +import urllib.error +import urllib.request + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--base", required=True) + parser.add_argument("--budget-test", action="store_true", + help="Use a dedicated engine with 0 or 48 MiB session budget") + args = parser.parse_args() + client = urllib.request.build_opener(urllib.request.ProxyHandler({})) + + def open_request(path, body=None): + return client.open(urllib.request.Request(args.base + path, + data=None if body is None else json.dumps(body).encode(), + headers={"Content-Type": "application/json"}), timeout=180) + + def call(path, body=None): + with open_request(path, body) as response: + return json.load(response) + + def body(session, text="23乘17等于多少？", user="state-test"): + return {"model": "mindnano-ling3-tiny", "messages": [{"role": "user", "content": text}], + "session_id": session, "user": user, "temperature": 0, "max_tokens": 8, "reuse_generated_state": False} + + def infer(session, text="23乘17等于多少？", user="state-test", **extra): + return call("/v1/chat/completions", dict(body(session, text, user), **extra)) + + def equivalent(a, b): + assert a["choices"] == b["choices"], "restored generation changed" + assert a["usage"]["completion_tokens"] == b["usage"]["completion_tokens"] + + def hit(result): + return result["mindnano_metrics"]["cached_tokens"] + + def rejected(path, payload, code): + try: + call(path, payload) + except urllib.error.HTTPError as error: + assert error.code == code + return + raise AssertionError("invalid cache management request accepted") + + assert not call("/v1/generation/status")["active"] + assert call("/health")["capabilities"]["session_cache"] + call("/v1/cache/clear", {}) + try: + if args.budget_test: + status = call("/v1/cache/status") + assert status["budget_bytes"] in (0, 48 * 1024 * 1024) + first = infer("a") + infer("b", "用一句话介绍春天。") + again = infer("a"); equivalent(first, again); assert hit(again) == 0 + if status["budget_bytes"]: + assert again["mindnano_metrics"]["session_cache_stored"] + assert call("/v1/cache/status")["evictions"] >= 2 + else: + assert again["mindnano_metrics"]["session_cache_skipped_budget"] + # A request exceeding the cache budget still computes all its input. + large = infer("a", "1" * 300) + assert large["usage"]["prompt_tokens"] == 321 + assert large["mindnano_metrics"]["prompt_evaluated_tokens"] == 321 + assert large["mindnano_metrics"]["session_cache_skipped_budget"] + assert not large["mindnano_metrics"]["session_cache_stored"] + assert hit(infer("a")) == 0 + if status["budget_bytes"]: + for enabled in (False, True): + answers = [] + for instruction in ("on", "off"): + answers.append(call("/v1/chat/completions", dict(body("thinking"), + enable_thinking=enabled, max_tokens=32, messages=[ + {"role": "system", "content": "detailed thinking " + instruction}, + {"role": "user", "content": "23乘17等于多少？"}]))) + equivalent(*answers) + assert hit(answers[1]) == answers[1]["usage"]["prompt_tokens"] + print(json.dumps({"thinking_switch_overrides_conflicting_system": "PASS"}), flush=True) + print(json.dumps({"cache_budget": "PASS", "no_input_truncation": "PASS", + "cache": call("/v1/cache/status")}), flush=True) + return + first = infer("a") + before = call("/v1/cache/status") + rejected("/v1/cache/clear", {"sessoin_id": "a"}, 400) + rejected("/v1/cache/clear", {"user": "state-test"}, 400) + rejected("/v1/cache/fork", {"source_session_id": "absent", "target_session_id": "new"}, 404) + assert call("/v1/cache/status") == before + long_user = "u" * 300 + infer("long-user", user=long_user) + call("/v1/cache/fork", {"user": long_user, "source_session_id": "long-user", "target_session_id": "copy"}) + call("/v1/cache/clear", {"user": long_user, "session_id": "long-user"}) + call("/v1/cache/clear", {"user": long_user, "session_id": "copy"}) + infer("b", "用一句话介绍春天。") + again = infer("a") + equivalent(first, again) + assert hit(again) == first["usage"]["prompt_tokens"] + call("/v1/cache/fork", {"user": "state-test", "source_session_id": "a", "target_session_id": "fork"}) + fork = infer("fork"); equivalent(first, fork); assert hit(fork) > 0 + infer("fork", "你好，请介绍秋天。") + equivalent(first, infer("a")) + assert hit(infer("a", user="another-user")) == 0 + call("/v1/cache/clear", {"session_id": "b", "user": "state-test"}) + assert hit(infer("a")) > 0 + assert hit(infer("b", "用一句话介绍春天。")) == 0 + # Reuse an aligned prefix across another session; compare to cold run. + text = "1" * 140 + seeded = infer("prefix", text) + extended = text + "2" * 10 + cold = infer("cold", extended, cache_prompt=False) + warm = infer("prefix", extended) + equivalent(cold, warm); assert hit(warm) >= 128 + equivalent(first, infer("a")) # Refresh its residency before cancellation. + # Cancel an ACK-parked update. Its previous successful prompt survives. + request_id = None + try: + with open_request("/v1/chat/completions", dict(body("a", "讲一个长故事。"), + stream=True, flow_control="ack", max_tokens=128)) as response: + for line in response: + if not line.startswith(b"data:"): + continue + event = json.loads(line[5:]) + if event.get("mindnano_flow"): + request_id = event["id"] + break + assert request_id + call("/v1/cancel", {"request_id": request_id}) + for line in response: + if line.strip() == b"data: [DONE]": + break + finally: + if request_id: + call("/v1/cancel", {"request_id": request_id}) + deadline = time.monotonic() + 10 + while call("/v1/generation/status")["active"]: + assert time.monotonic() < deadline + time.sleep(.05) + resumed = infer("a"); equivalent(first, resumed); assert hit(resumed) > 0 + status = call("/v1/cache/status") + assert status["snapshot_bytes"] <= status["budget_bytes"] + print(json.dumps({"session_isolation": "PASS", "fork": "PASS", "prefix": "PASS", + "cancel_preserves_committed_cache": "PASS", "cache": status, + "exact_hit_ttft_ms": again["mindnano_metrics"]["ttft_ms"]}), flush=True) + finally: + call("/v1/cache/clear", {}) + + +if __name__ == "__main__": + main() diff --git a/tests/test_calibration.py b/tests/test_calibration.py new file mode 100644 index 0000000000000000000000000000000000000000..8451d0773dee511038735fb1808205830d635b81 --- /dev/null +++ b/tests/test_calibration.py @@ -0,0 +1,88 @@ +"""Calibration preserves the runtime INT4 contract and invalidates stale assets.""" +import json +from pathlib import Path +import sys +import tempfile +import unittest + +import numpy as np +import torch +from safetensors.torch import save_file + +sys.path.insert(0,str(Path(__file__).resolve().parents[1]/'tools')) +from calibrate_w4 import choose_scales,safe_rows +from quantize_model import AssetWriter, source_linear_names + + +class CalibrationTests(unittest.TestCase): + def test_weighted_error_and_zero_rows(self): + torch.manual_seed(42) + w = torch.randn(65,128) + w[:,0] *= 7 + w[-1].zero_() + h = torch.linspace(.1,2,128) + s, old, new = choose_scales(w,h,rows=32) + baseline_q, baseline_s = AssetWriter._quantize_rows(w) + ref = ((w-baseline_q*baseline_s[:,None]).square()*h).sum(1) + got = ((w-torch.round(w/s[:,None]).clamp(-8,7)*s[:,None]).square()*h).sum(1) + self.assertTrue(torch.all(got <= ref+1e-5)) + self.assertLess(new,old) + self.assertTrue(torch.isfinite(s).all() and (s>0).all()) + self.assertEqual(float(got[-1]),0.) + + def test_mapping(self): + self.assertEqual(source_linear_names('model.layers.3.attention.o_proj'), + ['model.layers.3.attention.dense.weight']) + self.assertEqual(source_linear_names('model.layers.2.attention.o_proj'), + ['model.layers.2.attention.o_proj.weight']) + self.assertEqual(source_linear_names('model.layers.1.mlp.experts.7.gate_up'), + ['model.layers.1.mlp.experts.7.gate_proj.weight', + 'model.layers.1.mlp.experts.7.up_proj.weight']) + + def test_accumulator_constraint(self): + q=torch.full((1,2048),7.) + self.assertFalse(bool(safe_rows(q,1)[0])) + self.assertTrue(bool(safe_rows(q,4)[0])) + with self.assertRaises(RuntimeError): + AssetWriter._safe_splits(q.to(torch.int8),required_parts=1) + self.assertEqual(AssetWriter._safe_splits(q.to(torch.int8),required_parts=4),4) + torch.manual_seed(14) + w=torch.randn(8,2048) + s,_,_=choose_scales(w,torch.ones(2048),k_splits=1) + self.assertTrue(safe_rows(torch.round(w/s[:,None]).clamp(-8,7),1).all()) + + def test_packing_padding_correction_and_cache(self): + with tempfile.TemporaryDirectory(prefix='ling3-calibration-') as directory: + root=Path(directory); path=root/'scales.safetensors' + name='model.layers.0.attention.qkvfgb' + names=source_linear_names(name) + torch.manual_seed(5) + tensors=[torch.randn(16,32) for _ in names] + scales={n:torch.full((16,),.2+i*.01) for i,n in enumerate(names)} + save_file(scales,str(path)) + writer=AssetWriter(root/'assets-output',path) + writer.linear(name,tensors,pad_n=True) + folder=writer.assets/'linear'/name + data=(folder/'weight-int4-kn.bin').read_bytes() + packed=np.frombuffer(data,dtype=np.uint8) + raw=np.stack((packed&15,packed>>4),axis=1).reshape(32,128).T.astype(np.int8) + raw[raw>=8]-=16 + expected=torch.round(torch.cat(tensors)/torch.cat(list(scales.values()))[:,None]).clamp(-8,7) + np.testing.assert_array_equal(raw[:96],expected.numpy()) + self.assertFalse(raw[96:].any()) + corr=np.fromfile(folder/'correction-i32.bin',dtype=np.int32) + np.testing.assert_array_equal(corr,8*raw.astype(np.int32).sum(1)) + old_sha=json.loads((folder/'spec.json').read_text())['calibration_sha256'] + save_file({n:s*1.3 for n,s in scales.items()},str(path)) + writer=AssetWriter(root/'assets-output',path) + writer.linear(name,tensors,pad_n=True) + self.assertNotEqual(old_sha,json.loads((folder/'spec.json').read_text())['calibration_sha256']) + self.assertNotEqual(data,(folder/'weight-int4-kn.bin').read_bytes()) + # A non-calibrated export must not silently reuse calibrated bytes either. + writer=AssetWriter(root/'assets-output') + writer.linear(name,tensors,pad_n=True) + self.assertNotIn('calibration_sha256',json.loads((folder/'spec.json').read_text())) + + +if __name__=='__main__': + unittest.main() diff --git a/tests/w4_workspace_test.cpp b/tests/w4_workspace_test.cpp new file mode 100644 index 0000000000000000000000000000000000000000..548c3ebaa94b6b272004294ae8189d1597ade650 --- /dev/null +++ b/tests/w4_workspace_test.cpp @@ -0,0 +1,71 @@ +#include "ling3/quantization.h" +#include "ling3/w4_linear.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include + +// Hardware regression: compare against integer reference math, including +// non-power-of-two batches, split K, indexed input, and lazy ordinary input. +int main() { + using namespace ling3; + unsetenv("LING3_PREFILL_W4A4"); + constexpr int k = 128, n = 576, source_rows = 131; + std::vector packed(k * n / 2); + std::vector scales(n), input(source_rows * k), activation_scales(source_rows); + std::vector correction(n); + std::vector quantized(input.size()); + for (int col = 0; col < n; ++col) scales[col] = .01F * (1 + col % 7); + for (int i = 0; i < k * n; ++i) { + const int value = ((i * 13 + i / n * 7) % 9) - 4; + packed[i / 2] |= std::byte((value & 15) << (4 * (i % 2))); + correction[i % n] += 8 * value; + } + for (std::size_t i = 0; i < input.size(); ++i) input[i] = std::sin(float(i) * .17F) * 2; + for (int row = 0; row < source_rows; ++row) + activation_scales[row] = QuantizeSymmetricInt8( + std::span(input).subspan(row * k, k), + std::span(quantized).subspan(row * k, k)).scale; + auto verify = [&](int parts, std::vector cores, int offset) { + std::vector integer(n); + DynamicW4Linear linear({k, n, parts, std::move(cores), 2}, packed, scales, correction); + for (std::size_t rows : {1, 2, 3, 4, 5, 8, 9, 16, 17, 32, 33, 64, 65, 128, 3, 1}) { + std::vector indices(rows); + std::vector gathered(rows * k), expected(rows * n), actual(rows * n); + for (std::size_t row = 0; row < rows; ++row) { + const auto index = indices[row] = (row * 17 + 3 + offset) % source_rows; + std::copy_n(input.begin() + index * k, k, gathered.begin() + row * k); + ReferenceW4Linear(std::span(quantized).subspan(index * k, k), + packed, n, integer); + DequantizePerChannel(integer, activation_scales[index], scales, + std::span(expected).subspan(row * n, n)); + } + linear.PrepareBatch(rows, true); + linear.RunBatchQuantizedRows(quantized, activation_scales, indices, linear, actual); + if (actual != expected) throw std::runtime_error("indexed/reference mismatch"); + // A previously indexed-only workspace must safely allocate private + // quantizer scratch if an ordinary call later uses the same bucket. + linear.RunBatch(gathered, rows, actual); + if (actual != expected) throw std::runtime_error("ordinary/reference mismatch"); + linear.RunBatchQuantizedRows(quantized, activation_scales, indices, linear, actual); + if (actual != expected) throw std::runtime_error("indexed after ordinary mismatch"); + } + }; + for (int parts : {1, 2}) verify(parts, {0, 1, 2}, 0); + // Independent expert runners execute concurrently, with different inputs. + // Their A/C owners must remain isolated even when their shapes match. + std::array workers; + std::array errors {}; + for (int core = 0; core < 3; ++core) workers[core] = std::thread([&, core] { + try { verify(1 + core % 2, {core}, core * 23); } + catch (...) { errors[core] = std::current_exception(); } + }); + for (auto & worker : workers) worker.join(); + for (const auto & error : errors) if (error) std::rethrow_exception(error); + std::cout << "PASS: split/unsplit K, eight buckets, indexed/ordinary transitions, three concurrent cores match reference exactly\n"; +} diff --git a/third_party/nlohmann/nlohmann/adl_serializer.hpp b/third_party/nlohmann/nlohmann/adl_serializer.hpp new file mode 100644 index 0000000000000000000000000000000000000000..030063ea5f7b88e2b96ea2e99b080842dad1527e --- /dev/null +++ b/third_party/nlohmann/nlohmann/adl_serializer.hpp @@ -0,0 +1,48 @@ +#pragma once + +#include +#include + +#include +#include +#include +#include + +namespace nlohmann +{ + +/// @sa https://json.nlohmann.me/api/adl_serializer/ +template +struct adl_serializer +{ + /// @brief convert a JSON value to any value type + /// @sa https://json.nlohmann.me/api/adl_serializer/from_json/ + template + static auto from_json(BasicJsonType && j, TargetType& val) noexcept( + noexcept(::nlohmann::from_json(std::forward(j), val))) + -> decltype(::nlohmann::from_json(std::forward(j), val), void()) + { + ::nlohmann::from_json(std::forward(j), val); + } + + /// @brief convert a JSON value to any value type + /// @sa https://json.nlohmann.me/api/adl_serializer/from_json/ + template + static auto from_json(BasicJsonType && j) noexcept( + noexcept(::nlohmann::from_json(std::forward(j), detail::identity_tag {}))) + -> decltype(::nlohmann::from_json(std::forward(j), detail::identity_tag {})) + { + return ::nlohmann::from_json(std::forward(j), detail::identity_tag {}); + } + + /// @brief convert any value type to a JSON value + /// @sa https://json.nlohmann.me/api/adl_serializer/to_json/ + template + static auto to_json(BasicJsonType& j, TargetType && val) noexcept( + noexcept(::nlohmann::to_json(j, std::forward(val)))) + -> decltype(::nlohmann::to_json(j, std::forward(val)), void()) + { + ::nlohmann::to_json(j, std::forward(val)); + } +}; +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/byte_container_with_subtype.hpp b/third_party/nlohmann/nlohmann/byte_container_with_subtype.hpp new file mode 100644 index 0000000000000000000000000000000000000000..6e9e38d16f9035575898793a20b3a1904df7bc75 --- /dev/null +++ b/third_party/nlohmann/nlohmann/byte_container_with_subtype.hpp @@ -0,0 +1,94 @@ +#pragma once + +#include // uint8_t, uint64_t +#include // tie +#include // move + +namespace nlohmann +{ + +/// @brief an internal type for a backed binary type +/// @sa https://json.nlohmann.me/api/byte_container_with_subtype/ +template +class byte_container_with_subtype : public BinaryType +{ + public: + using container_type = BinaryType; + using subtype_type = std::uint64_t; + + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/byte_container_with_subtype/ + byte_container_with_subtype() noexcept(noexcept(container_type())) + : container_type() + {} + + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/byte_container_with_subtype/ + byte_container_with_subtype(const container_type& b) noexcept(noexcept(container_type(b))) + : container_type(b) + {} + + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/byte_container_with_subtype/ + byte_container_with_subtype(container_type&& b) noexcept(noexcept(container_type(std::move(b)))) + : container_type(std::move(b)) + {} + + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/byte_container_with_subtype/ + byte_container_with_subtype(const container_type& b, subtype_type subtype_) noexcept(noexcept(container_type(b))) + : container_type(b) + , m_subtype(subtype_) + , m_has_subtype(true) + {} + + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/byte_container_with_subtype/ + byte_container_with_subtype(container_type&& b, subtype_type subtype_) noexcept(noexcept(container_type(std::move(b)))) + : container_type(std::move(b)) + , m_subtype(subtype_) + , m_has_subtype(true) + {} + + bool operator==(const byte_container_with_subtype& rhs) const + { + return std::tie(static_cast(*this), m_subtype, m_has_subtype) == + std::tie(static_cast(rhs), rhs.m_subtype, rhs.m_has_subtype); + } + + bool operator!=(const byte_container_with_subtype& rhs) const + { + return !(rhs == *this); + } + + /// @brief sets the binary subtype + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/set_subtype/ + void set_subtype(subtype_type subtype_) noexcept + { + m_subtype = subtype_; + m_has_subtype = true; + } + + /// @brief return the binary subtype + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/subtype/ + constexpr subtype_type subtype() const noexcept + { + return m_has_subtype ? m_subtype : static_cast(-1); + } + + /// @brief return whether the value has a subtype + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/has_subtype/ + constexpr bool has_subtype() const noexcept + { + return m_has_subtype; + } + + /// @brief clears the binary subtype + /// @sa https://json.nlohmann.me/api/byte_container_with_subtype/clear_subtype/ + void clear_subtype() noexcept + { + m_subtype = 0; + m_has_subtype = false; + } + + private: + subtype_type m_subtype = 0; + bool m_has_subtype = false; +}; + +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/conversions/from_json.hpp b/third_party/nlohmann/nlohmann/detail/conversions/from_json.hpp new file mode 100644 index 0000000000000000000000000000000000000000..207d3e3024a51952a0e871b6138a08cee5577904 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/conversions/from_json.hpp @@ -0,0 +1,492 @@ +#pragma once + +#include // transform +#include // array +#include // forward_list +#include // inserter, front_inserter, end +#include // map +#include // string +#include // tuple, make_tuple +#include // is_arithmetic, is_same, is_enum, underlying_type, is_convertible +#include // unordered_map +#include // pair, declval +#include // valarray + +#include +#include +#include +#include +#include +#include + +#if JSON_HAS_EXPERIMENTAL_FILESYSTEM +#include +namespace nlohmann::detail +{ +namespace std_fs = std::experimental::filesystem; +} // namespace nlohmann::detail +#elif JSON_HAS_FILESYSTEM +#include +namespace nlohmann::detail +{ +namespace std_fs = std::filesystem; +} // namespace nlohmann::detail +#endif + +namespace nlohmann +{ +namespace detail +{ +template +void from_json(const BasicJsonType& j, typename std::nullptr_t& n) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_null())) + { + JSON_THROW(type_error::create(302, "type must be null, but is " + std::string(j.type_name()), j)); + } + n = nullptr; +} + +// overloads for basic_json template parameters +template < typename BasicJsonType, typename ArithmeticType, + enable_if_t < std::is_arithmetic::value&& + !std::is_same::value, + int > = 0 > +void get_arithmetic_value(const BasicJsonType& j, ArithmeticType& val) +{ + switch (static_cast(j)) + { + case value_t::number_unsigned: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::number_integer: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::number_float: + { + val = static_cast(*j.template get_ptr()); + break; + } + + case value_t::null: + case value_t::object: + case value_t::array: + case value_t::string: + case value_t::boolean: + case value_t::binary: + case value_t::discarded: + default: + JSON_THROW(type_error::create(302, "type must be number, but is " + std::string(j.type_name()), j)); + } +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::boolean_t& b) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_boolean())) + { + JSON_THROW(type_error::create(302, "type must be boolean, but is " + std::string(j.type_name()), j)); + } + b = *j.template get_ptr(); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::string_t& s) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_string())) + { + JSON_THROW(type_error::create(302, "type must be string, but is " + std::string(j.type_name()), j)); + } + s = *j.template get_ptr(); +} + +template < + typename BasicJsonType, typename ConstructibleStringType, + enable_if_t < + is_constructible_string_type::value&& + !std::is_same::value, + int > = 0 > +void from_json(const BasicJsonType& j, ConstructibleStringType& s) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_string())) + { + JSON_THROW(type_error::create(302, "type must be string, but is " + std::string(j.type_name()), j)); + } + + s = *j.template get_ptr(); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::number_float_t& val) +{ + get_arithmetic_value(j, val); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::number_unsigned_t& val) +{ + get_arithmetic_value(j, val); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::number_integer_t& val) +{ + get_arithmetic_value(j, val); +} + +template::value, int> = 0> +void from_json(const BasicJsonType& j, EnumType& e) +{ + typename std::underlying_type::type val; + get_arithmetic_value(j, val); + e = static_cast(val); +} + +// forward_list doesn't have an insert method +template::value, int> = 0> +void from_json(const BasicJsonType& j, std::forward_list& l) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()), j)); + } + l.clear(); + std::transform(j.rbegin(), j.rend(), + std::front_inserter(l), [](const BasicJsonType & i) + { + return i.template get(); + }); +} + +// valarray doesn't have an insert method +template::value, int> = 0> +void from_json(const BasicJsonType& j, std::valarray& l) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()), j)); + } + l.resize(j.size()); + std::transform(j.begin(), j.end(), std::begin(l), + [](const BasicJsonType & elem) + { + return elem.template get(); + }); +} + +template +auto from_json(const BasicJsonType& j, T (&arr)[N]) // NOLINT(cppcoreguidelines-avoid-c-arrays,hicpp-avoid-c-arrays,modernize-avoid-c-arrays) +-> decltype(j.template get(), void()) +{ + for (std::size_t i = 0; i < N; ++i) + { + arr[i] = j.at(i).template get(); + } +} + +template +void from_json_array_impl(const BasicJsonType& j, typename BasicJsonType::array_t& arr, priority_tag<3> /*unused*/) +{ + arr = *j.template get_ptr(); +} + +template +auto from_json_array_impl(const BasicJsonType& j, std::array& arr, + priority_tag<2> /*unused*/) +-> decltype(j.template get(), void()) +{ + for (std::size_t i = 0; i < N; ++i) + { + arr[i] = j.at(i).template get(); + } +} + +template::value, + int> = 0> +auto from_json_array_impl(const BasicJsonType& j, ConstructibleArrayType& arr, priority_tag<1> /*unused*/) +-> decltype( + arr.reserve(std::declval()), + j.template get(), + void()) +{ + using std::end; + + ConstructibleArrayType ret; + ret.reserve(j.size()); + std::transform(j.begin(), j.end(), + std::inserter(ret, end(ret)), [](const BasicJsonType & i) + { + // get() returns *this, this won't call a from_json + // method when value_type is BasicJsonType + return i.template get(); + }); + arr = std::move(ret); +} + +template::value, + int> = 0> +void from_json_array_impl(const BasicJsonType& j, ConstructibleArrayType& arr, + priority_tag<0> /*unused*/) +{ + using std::end; + + ConstructibleArrayType ret; + std::transform( + j.begin(), j.end(), std::inserter(ret, end(ret)), + [](const BasicJsonType & i) + { + // get() returns *this, this won't call a from_json + // method when value_type is BasicJsonType + return i.template get(); + }); + arr = std::move(ret); +} + +template < typename BasicJsonType, typename ConstructibleArrayType, + enable_if_t < + is_constructible_array_type::value&& + !is_constructible_object_type::value&& + !is_constructible_string_type::value&& + !std::is_same::value&& + !is_basic_json::value, + int > = 0 > +auto from_json(const BasicJsonType& j, ConstructibleArrayType& arr) +-> decltype(from_json_array_impl(j, arr, priority_tag<3> {}), +j.template get(), +void()) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()), j)); + } + + from_json_array_impl(j, arr, priority_tag<3> {}); +} + +template < typename BasicJsonType, typename T, std::size_t... Idx > +std::array from_json_inplace_array_impl(BasicJsonType&& j, + identity_tag> /*unused*/, index_sequence /*unused*/) +{ + return { { std::forward(j).at(Idx).template get()... } }; +} + +template < typename BasicJsonType, typename T, std::size_t N > +auto from_json(BasicJsonType&& j, identity_tag> tag) +-> decltype(from_json_inplace_array_impl(std::forward(j), tag, make_index_sequence {})) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()), j)); + } + + return from_json_inplace_array_impl(std::forward(j), tag, make_index_sequence {}); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::binary_t& bin) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_binary())) + { + JSON_THROW(type_error::create(302, "type must be binary, but is " + std::string(j.type_name()), j)); + } + + bin = *j.template get_ptr(); +} + +template::value, int> = 0> +void from_json(const BasicJsonType& j, ConstructibleObjectType& obj) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_object())) + { + JSON_THROW(type_error::create(302, "type must be object, but is " + std::string(j.type_name()), j)); + } + + ConstructibleObjectType ret; + const auto* inner_object = j.template get_ptr(); + using value_type = typename ConstructibleObjectType::value_type; + std::transform( + inner_object->begin(), inner_object->end(), + std::inserter(ret, ret.begin()), + [](typename BasicJsonType::object_t::value_type const & p) + { + return value_type(p.first, p.second.template get()); + }); + obj = std::move(ret); +} + +// overload for arithmetic types, not chosen for basic_json template arguments +// (BooleanType, etc..); note: Is it really necessary to provide explicit +// overloads for boolean_t etc. in case of a custom BooleanType which is not +// an arithmetic type? +template < typename BasicJsonType, typename ArithmeticType, + enable_if_t < + std::is_arithmetic::value&& + !std::is_same::value&& + !std::is_same::value&& + !std::is_same::value&& + !std::is_same::value, + int > = 0 > +void from_json(const BasicJsonType& j, ArithmeticType& val) +{ + switch (static_cast(j)) + { + case value_t::number_unsigned: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::number_integer: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::number_float: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::boolean: + { + val = static_cast(*j.template get_ptr()); + break; + } + + case value_t::null: + case value_t::object: + case value_t::array: + case value_t::string: + case value_t::binary: + case value_t::discarded: + default: + JSON_THROW(type_error::create(302, "type must be number, but is " + std::string(j.type_name()), j)); + } +} + +template +std::tuple from_json_tuple_impl_base(BasicJsonType&& j, index_sequence /*unused*/) +{ + return std::make_tuple(std::forward(j).at(Idx).template get()...); +} + +template < typename BasicJsonType, class A1, class A2 > +std::pair from_json_tuple_impl(BasicJsonType&& j, identity_tag> /*unused*/, priority_tag<0> /*unused*/) +{ + return {std::forward(j).at(0).template get(), + std::forward(j).at(1).template get()}; +} + +template +void from_json_tuple_impl(BasicJsonType&& j, std::pair& p, priority_tag<1> /*unused*/) +{ + p = from_json_tuple_impl(std::forward(j), identity_tag> {}, priority_tag<0> {}); +} + +template +std::tuple from_json_tuple_impl(BasicJsonType&& j, identity_tag> /*unused*/, priority_tag<2> /*unused*/) +{ + return from_json_tuple_impl_base(std::forward(j), index_sequence_for {}); +} + +template +void from_json_tuple_impl(BasicJsonType&& j, std::tuple& t, priority_tag<3> /*unused*/) +{ + t = from_json_tuple_impl_base(std::forward(j), index_sequence_for {}); +} + +template +auto from_json(BasicJsonType&& j, TupleRelated&& t) +-> decltype(from_json_tuple_impl(std::forward(j), std::forward(t), priority_tag<3> {})) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()), j)); + } + + return from_json_tuple_impl(std::forward(j), std::forward(t), priority_tag<3> {}); +} + +template < typename BasicJsonType, typename Key, typename Value, typename Compare, typename Allocator, + typename = enable_if_t < !std::is_constructible < + typename BasicJsonType::string_t, Key >::value >> +void from_json(const BasicJsonType& j, std::map& m) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()), j)); + } + m.clear(); + for (const auto& p : j) + { + if (JSON_HEDLEY_UNLIKELY(!p.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(p.type_name()), j)); + } + m.emplace(p.at(0).template get(), p.at(1).template get()); + } +} + +template < typename BasicJsonType, typename Key, typename Value, typename Hash, typename KeyEqual, typename Allocator, + typename = enable_if_t < !std::is_constructible < + typename BasicJsonType::string_t, Key >::value >> +void from_json(const BasicJsonType& j, std::unordered_map& m) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()), j)); + } + m.clear(); + for (const auto& p : j) + { + if (JSON_HEDLEY_UNLIKELY(!p.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(p.type_name()), j)); + } + m.emplace(p.at(0).template get(), p.at(1).template get()); + } +} + +#if JSON_HAS_FILESYSTEM || JSON_HAS_EXPERIMENTAL_FILESYSTEM +template +void from_json(const BasicJsonType& j, std_fs::path& p) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_string())) + { + JSON_THROW(type_error::create(302, "type must be string, but is " + std::string(j.type_name()), j)); + } + p = *j.template get_ptr(); +} +#endif + +struct from_json_fn +{ + template + auto operator()(const BasicJsonType& j, T&& val) const + noexcept(noexcept(from_json(j, std::forward(val)))) + -> decltype(from_json(j, std::forward(val))) + { + return from_json(j, std::forward(val)); + } +}; +} // namespace detail + +/// namespace to hold default `from_json` function +/// to see why this is required: +/// http://www.open-std.org/jtc1/sc22/wg21/docs/papers/2015/n4381.html +namespace // NOLINT(cert-dcl59-cpp,fuchsia-header-anon-namespaces,google-build-namespaces) +{ +constexpr const auto& from_json = detail::static_const::value; // NOLINT(misc-definitions-in-headers) +} // namespace +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/conversions/to_chars.hpp b/third_party/nlohmann/nlohmann/detail/conversions/to_chars.hpp new file mode 100644 index 0000000000000000000000000000000000000000..f6c729b079eb983a288c5f2b195b0a4e029f9ebe --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/conversions/to_chars.hpp @@ -0,0 +1,1110 @@ +#pragma once + +#include // array +#include // signbit, isfinite +#include // intN_t, uintN_t +#include // memcpy, memmove +#include // numeric_limits +#include // conditional + +#include + +namespace nlohmann +{ +namespace detail +{ + +/*! +@brief implements the Grisu2 algorithm for binary to decimal floating-point +conversion. + +This implementation is a slightly modified version of the reference +implementation which may be obtained from +http://florian.loitsch.com/publications (bench.tar.gz). + +The code is distributed under the MIT license, Copyright (c) 2009 Florian Loitsch. + +For a detailed description of the algorithm see: + +[1] Loitsch, "Printing Floating-Point Numbers Quickly and Accurately with + Integers", Proceedings of the ACM SIGPLAN 2010 Conference on Programming + Language Design and Implementation, PLDI 2010 +[2] Burger, Dybvig, "Printing Floating-Point Numbers Quickly and Accurately", + Proceedings of the ACM SIGPLAN 1996 Conference on Programming Language + Design and Implementation, PLDI 1996 +*/ +namespace dtoa_impl +{ + +template +Target reinterpret_bits(const Source source) +{ + static_assert(sizeof(Target) == sizeof(Source), "size mismatch"); + + Target target; + std::memcpy(&target, &source, sizeof(Source)); + return target; +} + +struct diyfp // f * 2^e +{ + static constexpr int kPrecision = 64; // = q + + std::uint64_t f = 0; + int e = 0; + + constexpr diyfp(std::uint64_t f_, int e_) noexcept : f(f_), e(e_) {} + + /*! + @brief returns x - y + @pre x.e == y.e and x.f >= y.f + */ + static diyfp sub(const diyfp& x, const diyfp& y) noexcept + { + JSON_ASSERT(x.e == y.e); + JSON_ASSERT(x.f >= y.f); + + return {x.f - y.f, x.e}; + } + + /*! + @brief returns x * y + @note The result is rounded. (Only the upper q bits are returned.) + */ + static diyfp mul(const diyfp& x, const diyfp& y) noexcept + { + static_assert(kPrecision == 64, "internal error"); + + // Computes: + // f = round((x.f * y.f) / 2^q) + // e = x.e + y.e + q + + // Emulate the 64-bit * 64-bit multiplication: + // + // p = u * v + // = (u_lo + 2^32 u_hi) (v_lo + 2^32 v_hi) + // = (u_lo v_lo ) + 2^32 ((u_lo v_hi ) + (u_hi v_lo )) + 2^64 (u_hi v_hi ) + // = (p0 ) + 2^32 ((p1 ) + (p2 )) + 2^64 (p3 ) + // = (p0_lo + 2^32 p0_hi) + 2^32 ((p1_lo + 2^32 p1_hi) + (p2_lo + 2^32 p2_hi)) + 2^64 (p3 ) + // = (p0_lo ) + 2^32 (p0_hi + p1_lo + p2_lo ) + 2^64 (p1_hi + p2_hi + p3) + // = (p0_lo ) + 2^32 (Q ) + 2^64 (H ) + // = (p0_lo ) + 2^32 (Q_lo + 2^32 Q_hi ) + 2^64 (H ) + // + // (Since Q might be larger than 2^32 - 1) + // + // = (p0_lo + 2^32 Q_lo) + 2^64 (Q_hi + H) + // + // (Q_hi + H does not overflow a 64-bit int) + // + // = p_lo + 2^64 p_hi + + const std::uint64_t u_lo = x.f & 0xFFFFFFFFu; + const std::uint64_t u_hi = x.f >> 32u; + const std::uint64_t v_lo = y.f & 0xFFFFFFFFu; + const std::uint64_t v_hi = y.f >> 32u; + + const std::uint64_t p0 = u_lo * v_lo; + const std::uint64_t p1 = u_lo * v_hi; + const std::uint64_t p2 = u_hi * v_lo; + const std::uint64_t p3 = u_hi * v_hi; + + const std::uint64_t p0_hi = p0 >> 32u; + const std::uint64_t p1_lo = p1 & 0xFFFFFFFFu; + const std::uint64_t p1_hi = p1 >> 32u; + const std::uint64_t p2_lo = p2 & 0xFFFFFFFFu; + const std::uint64_t p2_hi = p2 >> 32u; + + std::uint64_t Q = p0_hi + p1_lo + p2_lo; + + // The full product might now be computed as + // + // p_hi = p3 + p2_hi + p1_hi + (Q >> 32) + // p_lo = p0_lo + (Q << 32) + // + // But in this particular case here, the full p_lo is not required. + // Effectively we only need to add the highest bit in p_lo to p_hi (and + // Q_hi + 1 does not overflow). + + Q += std::uint64_t{1} << (64u - 32u - 1u); // round, ties up + + const std::uint64_t h = p3 + p2_hi + p1_hi + (Q >> 32u); + + return {h, x.e + y.e + 64}; + } + + /*! + @brief normalize x such that the significand is >= 2^(q-1) + @pre x.f != 0 + */ + static diyfp normalize(diyfp x) noexcept + { + JSON_ASSERT(x.f != 0); + + while ((x.f >> 63u) == 0) + { + x.f <<= 1u; + x.e--; + } + + return x; + } + + /*! + @brief normalize x such that the result has the exponent E + @pre e >= x.e and the upper e - x.e bits of x.f must be zero. + */ + static diyfp normalize_to(const diyfp& x, const int target_exponent) noexcept + { + const int delta = x.e - target_exponent; + + JSON_ASSERT(delta >= 0); + JSON_ASSERT(((x.f << delta) >> delta) == x.f); + + return {x.f << delta, target_exponent}; + } +}; + +struct boundaries +{ + diyfp w; + diyfp minus; + diyfp plus; +}; + +/*! +Compute the (normalized) diyfp representing the input number 'value' and its +boundaries. + +@pre value must be finite and positive +*/ +template +boundaries compute_boundaries(FloatType value) +{ + JSON_ASSERT(std::isfinite(value)); + JSON_ASSERT(value > 0); + + // Convert the IEEE representation into a diyfp. + // + // If v is denormal: + // value = 0.F * 2^(1 - bias) = ( F) * 2^(1 - bias - (p-1)) + // If v is normalized: + // value = 1.F * 2^(E - bias) = (2^(p-1) + F) * 2^(E - bias - (p-1)) + + static_assert(std::numeric_limits::is_iec559, + "internal error: dtoa_short requires an IEEE-754 floating-point implementation"); + + constexpr int kPrecision = std::numeric_limits::digits; // = p (includes the hidden bit) + constexpr int kBias = std::numeric_limits::max_exponent - 1 + (kPrecision - 1); + constexpr int kMinExp = 1 - kBias; + constexpr std::uint64_t kHiddenBit = std::uint64_t{1} << (kPrecision - 1); // = 2^(p-1) + + using bits_type = typename std::conditional::type; + + const auto bits = static_cast(reinterpret_bits(value)); + const std::uint64_t E = bits >> (kPrecision - 1); + const std::uint64_t F = bits & (kHiddenBit - 1); + + const bool is_denormal = E == 0; + const diyfp v = is_denormal + ? diyfp(F, kMinExp) + : diyfp(F + kHiddenBit, static_cast(E) - kBias); + + // Compute the boundaries m- and m+ of the floating-point value + // v = f * 2^e. + // + // Determine v- and v+, the floating-point predecessor and successor if v, + // respectively. + // + // v- = v - 2^e if f != 2^(p-1) or e == e_min (A) + // = v - 2^(e-1) if f == 2^(p-1) and e > e_min (B) + // + // v+ = v + 2^e + // + // Let m- = (v- + v) / 2 and m+ = (v + v+) / 2. All real numbers _strictly_ + // between m- and m+ round to v, regardless of how the input rounding + // algorithm breaks ties. + // + // ---+-------------+-------------+-------------+-------------+--- (A) + // v- m- v m+ v+ + // + // -----------------+------+------+-------------+-------------+--- (B) + // v- m- v m+ v+ + + const bool lower_boundary_is_closer = F == 0 && E > 1; + const diyfp m_plus = diyfp(2 * v.f + 1, v.e - 1); + const diyfp m_minus = lower_boundary_is_closer + ? diyfp(4 * v.f - 1, v.e - 2) // (B) + : diyfp(2 * v.f - 1, v.e - 1); // (A) + + // Determine the normalized w+ = m+. + const diyfp w_plus = diyfp::normalize(m_plus); + + // Determine w- = m- such that e_(w-) = e_(w+). + const diyfp w_minus = diyfp::normalize_to(m_minus, w_plus.e); + + return {diyfp::normalize(v), w_minus, w_plus}; +} + +// Given normalized diyfp w, Grisu needs to find a (normalized) cached +// power-of-ten c, such that the exponent of the product c * w = f * 2^e lies +// within a certain range [alpha, gamma] (Definition 3.2 from [1]) +// +// alpha <= e = e_c + e_w + q <= gamma +// +// or +// +// f_c * f_w * 2^alpha <= f_c 2^(e_c) * f_w 2^(e_w) * 2^q +// <= f_c * f_w * 2^gamma +// +// Since c and w are normalized, i.e. 2^(q-1) <= f < 2^q, this implies +// +// 2^(q-1) * 2^(q-1) * 2^alpha <= c * w * 2^q < 2^q * 2^q * 2^gamma +// +// or +// +// 2^(q - 2 + alpha) <= c * w < 2^(q + gamma) +// +// The choice of (alpha,gamma) determines the size of the table and the form of +// the digit generation procedure. Using (alpha,gamma)=(-60,-32) works out well +// in practice: +// +// The idea is to cut the number c * w = f * 2^e into two parts, which can be +// processed independently: An integral part p1, and a fractional part p2: +// +// f * 2^e = ( (f div 2^-e) * 2^-e + (f mod 2^-e) ) * 2^e +// = (f div 2^-e) + (f mod 2^-e) * 2^e +// = p1 + p2 * 2^e +// +// The conversion of p1 into decimal form requires a series of divisions and +// modulos by (a power of) 10. These operations are faster for 32-bit than for +// 64-bit integers, so p1 should ideally fit into a 32-bit integer. This can be +// achieved by choosing +// +// -e >= 32 or e <= -32 := gamma +// +// In order to convert the fractional part +// +// p2 * 2^e = p2 / 2^-e = d[-1] / 10^1 + d[-2] / 10^2 + ... +// +// into decimal form, the fraction is repeatedly multiplied by 10 and the digits +// d[-i] are extracted in order: +// +// (10 * p2) div 2^-e = d[-1] +// (10 * p2) mod 2^-e = d[-2] / 10^1 + ... +// +// The multiplication by 10 must not overflow. It is sufficient to choose +// +// 10 * p2 < 16 * p2 = 2^4 * p2 <= 2^64. +// +// Since p2 = f mod 2^-e < 2^-e, +// +// -e <= 60 or e >= -60 := alpha + +constexpr int kAlpha = -60; +constexpr int kGamma = -32; + +struct cached_power // c = f * 2^e ~= 10^k +{ + std::uint64_t f; + int e; + int k; +}; + +/*! +For a normalized diyfp w = f * 2^e, this function returns a (normalized) cached +power-of-ten c = f_c * 2^e_c, such that the exponent of the product w * c +satisfies (Definition 3.2 from [1]) + + alpha <= e_c + e + q <= gamma. +*/ +inline cached_power get_cached_power_for_binary_exponent(int e) +{ + // Now + // + // alpha <= e_c + e + q <= gamma (1) + // ==> f_c * 2^alpha <= c * 2^e * 2^q + // + // and since the c's are normalized, 2^(q-1) <= f_c, + // + // ==> 2^(q - 1 + alpha) <= c * 2^(e + q) + // ==> 2^(alpha - e - 1) <= c + // + // If c were an exact power of ten, i.e. c = 10^k, one may determine k as + // + // k = ceil( log_10( 2^(alpha - e - 1) ) ) + // = ceil( (alpha - e - 1) * log_10(2) ) + // + // From the paper: + // "In theory the result of the procedure could be wrong since c is rounded, + // and the computation itself is approximated [...]. In practice, however, + // this simple function is sufficient." + // + // For IEEE double precision floating-point numbers converted into + // normalized diyfp's w = f * 2^e, with q = 64, + // + // e >= -1022 (min IEEE exponent) + // -52 (p - 1) + // -52 (p - 1, possibly normalize denormal IEEE numbers) + // -11 (normalize the diyfp) + // = -1137 + // + // and + // + // e <= +1023 (max IEEE exponent) + // -52 (p - 1) + // -11 (normalize the diyfp) + // = 960 + // + // This binary exponent range [-1137,960] results in a decimal exponent + // range [-307,324]. One does not need to store a cached power for each + // k in this range. For each such k it suffices to find a cached power + // such that the exponent of the product lies in [alpha,gamma]. + // This implies that the difference of the decimal exponents of adjacent + // table entries must be less than or equal to + // + // floor( (gamma - alpha) * log_10(2) ) = 8. + // + // (A smaller distance gamma-alpha would require a larger table.) + + // NB: + // Actually this function returns c, such that -60 <= e_c + e + 64 <= -34. + + constexpr int kCachedPowersMinDecExp = -300; + constexpr int kCachedPowersDecStep = 8; + + static constexpr std::array kCachedPowers = + { + { + { 0xAB70FE17C79AC6CA, -1060, -300 }, + { 0xFF77B1FCBEBCDC4F, -1034, -292 }, + { 0xBE5691EF416BD60C, -1007, -284 }, + { 0x8DD01FAD907FFC3C, -980, -276 }, + { 0xD3515C2831559A83, -954, -268 }, + { 0x9D71AC8FADA6C9B5, -927, -260 }, + { 0xEA9C227723EE8BCB, -901, -252 }, + { 0xAECC49914078536D, -874, -244 }, + { 0x823C12795DB6CE57, -847, -236 }, + { 0xC21094364DFB5637, -821, -228 }, + { 0x9096EA6F3848984F, -794, -220 }, + { 0xD77485CB25823AC7, -768, -212 }, + { 0xA086CFCD97BF97F4, -741, -204 }, + { 0xEF340A98172AACE5, -715, -196 }, + { 0xB23867FB2A35B28E, -688, -188 }, + { 0x84C8D4DFD2C63F3B, -661, -180 }, + { 0xC5DD44271AD3CDBA, -635, -172 }, + { 0x936B9FCEBB25C996, -608, -164 }, + { 0xDBAC6C247D62A584, -582, -156 }, + { 0xA3AB66580D5FDAF6, -555, -148 }, + { 0xF3E2F893DEC3F126, -529, -140 }, + { 0xB5B5ADA8AAFF80B8, -502, -132 }, + { 0x87625F056C7C4A8B, -475, -124 }, + { 0xC9BCFF6034C13053, -449, -116 }, + { 0x964E858C91BA2655, -422, -108 }, + { 0xDFF9772470297EBD, -396, -100 }, + { 0xA6DFBD9FB8E5B88F, -369, -92 }, + { 0xF8A95FCF88747D94, -343, -84 }, + { 0xB94470938FA89BCF, -316, -76 }, + { 0x8A08F0F8BF0F156B, -289, -68 }, + { 0xCDB02555653131B6, -263, -60 }, + { 0x993FE2C6D07B7FAC, -236, -52 }, + { 0xE45C10C42A2B3B06, -210, -44 }, + { 0xAA242499697392D3, -183, -36 }, + { 0xFD87B5F28300CA0E, -157, -28 }, + { 0xBCE5086492111AEB, -130, -20 }, + { 0x8CBCCC096F5088CC, -103, -12 }, + { 0xD1B71758E219652C, -77, -4 }, + { 0x9C40000000000000, -50, 4 }, + { 0xE8D4A51000000000, -24, 12 }, + { 0xAD78EBC5AC620000, 3, 20 }, + { 0x813F3978F8940984, 30, 28 }, + { 0xC097CE7BC90715B3, 56, 36 }, + { 0x8F7E32CE7BEA5C70, 83, 44 }, + { 0xD5D238A4ABE98068, 109, 52 }, + { 0x9F4F2726179A2245, 136, 60 }, + { 0xED63A231D4C4FB27, 162, 68 }, + { 0xB0DE65388CC8ADA8, 189, 76 }, + { 0x83C7088E1AAB65DB, 216, 84 }, + { 0xC45D1DF942711D9A, 242, 92 }, + { 0x924D692CA61BE758, 269, 100 }, + { 0xDA01EE641A708DEA, 295, 108 }, + { 0xA26DA3999AEF774A, 322, 116 }, + { 0xF209787BB47D6B85, 348, 124 }, + { 0xB454E4A179DD1877, 375, 132 }, + { 0x865B86925B9BC5C2, 402, 140 }, + { 0xC83553C5C8965D3D, 428, 148 }, + { 0x952AB45CFA97A0B3, 455, 156 }, + { 0xDE469FBD99A05FE3, 481, 164 }, + { 0xA59BC234DB398C25, 508, 172 }, + { 0xF6C69A72A3989F5C, 534, 180 }, + { 0xB7DCBF5354E9BECE, 561, 188 }, + { 0x88FCF317F22241E2, 588, 196 }, + { 0xCC20CE9BD35C78A5, 614, 204 }, + { 0x98165AF37B2153DF, 641, 212 }, + { 0xE2A0B5DC971F303A, 667, 220 }, + { 0xA8D9D1535CE3B396, 694, 228 }, + { 0xFB9B7CD9A4A7443C, 720, 236 }, + { 0xBB764C4CA7A44410, 747, 244 }, + { 0x8BAB8EEFB6409C1A, 774, 252 }, + { 0xD01FEF10A657842C, 800, 260 }, + { 0x9B10A4E5E9913129, 827, 268 }, + { 0xE7109BFBA19C0C9D, 853, 276 }, + { 0xAC2820D9623BF429, 880, 284 }, + { 0x80444B5E7AA7CF85, 907, 292 }, + { 0xBF21E44003ACDD2D, 933, 300 }, + { 0x8E679C2F5E44FF8F, 960, 308 }, + { 0xD433179D9C8CB841, 986, 316 }, + { 0x9E19DB92B4E31BA9, 1013, 324 }, + } + }; + + // This computation gives exactly the same results for k as + // k = ceil((kAlpha - e - 1) * 0.30102999566398114) + // for |e| <= 1500, but doesn't require floating-point operations. + // NB: log_10(2) ~= 78913 / 2^18 + JSON_ASSERT(e >= -1500); + JSON_ASSERT(e <= 1500); + const int f = kAlpha - e - 1; + const int k = (f * 78913) / (1 << 18) + static_cast(f > 0); + + const int index = (-kCachedPowersMinDecExp + k + (kCachedPowersDecStep - 1)) / kCachedPowersDecStep; + JSON_ASSERT(index >= 0); + JSON_ASSERT(static_cast(index) < kCachedPowers.size()); + + const cached_power cached = kCachedPowers[static_cast(index)]; + JSON_ASSERT(kAlpha <= cached.e + e + 64); + JSON_ASSERT(kGamma >= cached.e + e + 64); + + return cached; +} + +/*! +For n != 0, returns k, such that pow10 := 10^(k-1) <= n < 10^k. +For n == 0, returns 1 and sets pow10 := 1. +*/ +inline int find_largest_pow10(const std::uint32_t n, std::uint32_t& pow10) +{ + // LCOV_EXCL_START + if (n >= 1000000000) + { + pow10 = 1000000000; + return 10; + } + // LCOV_EXCL_STOP + if (n >= 100000000) + { + pow10 = 100000000; + return 9; + } + if (n >= 10000000) + { + pow10 = 10000000; + return 8; + } + if (n >= 1000000) + { + pow10 = 1000000; + return 7; + } + if (n >= 100000) + { + pow10 = 100000; + return 6; + } + if (n >= 10000) + { + pow10 = 10000; + return 5; + } + if (n >= 1000) + { + pow10 = 1000; + return 4; + } + if (n >= 100) + { + pow10 = 100; + return 3; + } + if (n >= 10) + { + pow10 = 10; + return 2; + } + + pow10 = 1; + return 1; +} + +inline void grisu2_round(char* buf, int len, std::uint64_t dist, std::uint64_t delta, + std::uint64_t rest, std::uint64_t ten_k) +{ + JSON_ASSERT(len >= 1); + JSON_ASSERT(dist <= delta); + JSON_ASSERT(rest <= delta); + JSON_ASSERT(ten_k > 0); + + // <--------------------------- delta ----> + // <---- dist ---------> + // --------------[------------------+-------------------]-------------- + // M- w M+ + // + // ten_k + // <------> + // <---- rest ----> + // --------------[------------------+----+--------------]-------------- + // w V + // = buf * 10^k + // + // ten_k represents a unit-in-the-last-place in the decimal representation + // stored in buf. + // Decrement buf by ten_k while this takes buf closer to w. + + // The tests are written in this order to avoid overflow in unsigned + // integer arithmetic. + + while (rest < dist + && delta - rest >= ten_k + && (rest + ten_k < dist || dist - rest > rest + ten_k - dist)) + { + JSON_ASSERT(buf[len - 1] != '0'); + buf[len - 1]--; + rest += ten_k; + } +} + +/*! +Generates V = buffer * 10^decimal_exponent, such that M- <= V <= M+. +M- and M+ must be normalized and share the same exponent -60 <= e <= -32. +*/ +inline void grisu2_digit_gen(char* buffer, int& length, int& decimal_exponent, + diyfp M_minus, diyfp w, diyfp M_plus) +{ + static_assert(kAlpha >= -60, "internal error"); + static_assert(kGamma <= -32, "internal error"); + + // Generates the digits (and the exponent) of a decimal floating-point + // number V = buffer * 10^decimal_exponent in the range [M-, M+]. The diyfp's + // w, M- and M+ share the same exponent e, which satisfies alpha <= e <= gamma. + // + // <--------------------------- delta ----> + // <---- dist ---------> + // --------------[------------------+-------------------]-------------- + // M- w M+ + // + // Grisu2 generates the digits of M+ from left to right and stops as soon as + // V is in [M-,M+]. + + JSON_ASSERT(M_plus.e >= kAlpha); + JSON_ASSERT(M_plus.e <= kGamma); + + std::uint64_t delta = diyfp::sub(M_plus, M_minus).f; // (significand of (M+ - M-), implicit exponent is e) + std::uint64_t dist = diyfp::sub(M_plus, w ).f; // (significand of (M+ - w ), implicit exponent is e) + + // Split M+ = f * 2^e into two parts p1 and p2 (note: e < 0): + // + // M+ = f * 2^e + // = ((f div 2^-e) * 2^-e + (f mod 2^-e)) * 2^e + // = ((p1 ) * 2^-e + (p2 )) * 2^e + // = p1 + p2 * 2^e + + const diyfp one(std::uint64_t{1} << -M_plus.e, M_plus.e); + + auto p1 = static_cast(M_plus.f >> -one.e); // p1 = f div 2^-e (Since -e >= 32, p1 fits into a 32-bit int.) + std::uint64_t p2 = M_plus.f & (one.f - 1); // p2 = f mod 2^-e + + // 1) + // + // Generate the digits of the integral part p1 = d[n-1]...d[1]d[0] + + JSON_ASSERT(p1 > 0); + + std::uint32_t pow10{}; + const int k = find_largest_pow10(p1, pow10); + + // 10^(k-1) <= p1 < 10^k, pow10 = 10^(k-1) + // + // p1 = (p1 div 10^(k-1)) * 10^(k-1) + (p1 mod 10^(k-1)) + // = (d[k-1] ) * 10^(k-1) + (p1 mod 10^(k-1)) + // + // M+ = p1 + p2 * 2^e + // = d[k-1] * 10^(k-1) + (p1 mod 10^(k-1)) + p2 * 2^e + // = d[k-1] * 10^(k-1) + ((p1 mod 10^(k-1)) * 2^-e + p2) * 2^e + // = d[k-1] * 10^(k-1) + ( rest) * 2^e + // + // Now generate the digits d[n] of p1 from left to right (n = k-1,...,0) + // + // p1 = d[k-1]...d[n] * 10^n + d[n-1]...d[0] + // + // but stop as soon as + // + // rest * 2^e = (d[n-1]...d[0] * 2^-e + p2) * 2^e <= delta * 2^e + + int n = k; + while (n > 0) + { + // Invariants: + // M+ = buffer * 10^n + (p1 + p2 * 2^e) (buffer = 0 for n = k) + // pow10 = 10^(n-1) <= p1 < 10^n + // + const std::uint32_t d = p1 / pow10; // d = p1 div 10^(n-1) + const std::uint32_t r = p1 % pow10; // r = p1 mod 10^(n-1) + // + // M+ = buffer * 10^n + (d * 10^(n-1) + r) + p2 * 2^e + // = (buffer * 10 + d) * 10^(n-1) + (r + p2 * 2^e) + // + JSON_ASSERT(d <= 9); + buffer[length++] = static_cast('0' + d); // buffer := buffer * 10 + d + // + // M+ = buffer * 10^(n-1) + (r + p2 * 2^e) + // + p1 = r; + n--; + // + // M+ = buffer * 10^n + (p1 + p2 * 2^e) + // pow10 = 10^n + // + + // Now check if enough digits have been generated. + // Compute + // + // p1 + p2 * 2^e = (p1 * 2^-e + p2) * 2^e = rest * 2^e + // + // Note: + // Since rest and delta share the same exponent e, it suffices to + // compare the significands. + const std::uint64_t rest = (std::uint64_t{p1} << -one.e) + p2; + if (rest <= delta) + { + // V = buffer * 10^n, with M- <= V <= M+. + + decimal_exponent += n; + + // We may now just stop. But instead look if the buffer could be + // decremented to bring V closer to w. + // + // pow10 = 10^n is now 1 ulp in the decimal representation V. + // The rounding procedure works with diyfp's with an implicit + // exponent of e. + // + // 10^n = (10^n * 2^-e) * 2^e = ulp * 2^e + // + const std::uint64_t ten_n = std::uint64_t{pow10} << -one.e; + grisu2_round(buffer, length, dist, delta, rest, ten_n); + + return; + } + + pow10 /= 10; + // + // pow10 = 10^(n-1) <= p1 < 10^n + // Invariants restored. + } + + // 2) + // + // The digits of the integral part have been generated: + // + // M+ = d[k-1]...d[1]d[0] + p2 * 2^e + // = buffer + p2 * 2^e + // + // Now generate the digits of the fractional part p2 * 2^e. + // + // Note: + // No decimal point is generated: the exponent is adjusted instead. + // + // p2 actually represents the fraction + // + // p2 * 2^e + // = p2 / 2^-e + // = d[-1] / 10^1 + d[-2] / 10^2 + ... + // + // Now generate the digits d[-m] of p1 from left to right (m = 1,2,...) + // + // p2 * 2^e = d[-1]d[-2]...d[-m] * 10^-m + // + 10^-m * (d[-m-1] / 10^1 + d[-m-2] / 10^2 + ...) + // + // using + // + // 10^m * p2 = ((10^m * p2) div 2^-e) * 2^-e + ((10^m * p2) mod 2^-e) + // = ( d) * 2^-e + ( r) + // + // or + // 10^m * p2 * 2^e = d + r * 2^e + // + // i.e. + // + // M+ = buffer + p2 * 2^e + // = buffer + 10^-m * (d + r * 2^e) + // = (buffer * 10^m + d) * 10^-m + 10^-m * r * 2^e + // + // and stop as soon as 10^-m * r * 2^e <= delta * 2^e + + JSON_ASSERT(p2 > delta); + + int m = 0; + for (;;) + { + // Invariant: + // M+ = buffer * 10^-m + 10^-m * (d[-m-1] / 10 + d[-m-2] / 10^2 + ...) * 2^e + // = buffer * 10^-m + 10^-m * (p2 ) * 2^e + // = buffer * 10^-m + 10^-m * (1/10 * (10 * p2) ) * 2^e + // = buffer * 10^-m + 10^-m * (1/10 * ((10*p2 div 2^-e) * 2^-e + (10*p2 mod 2^-e)) * 2^e + // + JSON_ASSERT(p2 <= (std::numeric_limits::max)() / 10); + p2 *= 10; + const std::uint64_t d = p2 >> -one.e; // d = (10 * p2) div 2^-e + const std::uint64_t r = p2 & (one.f - 1); // r = (10 * p2) mod 2^-e + // + // M+ = buffer * 10^-m + 10^-m * (1/10 * (d * 2^-e + r) * 2^e + // = buffer * 10^-m + 10^-m * (1/10 * (d + r * 2^e)) + // = (buffer * 10 + d) * 10^(-m-1) + 10^(-m-1) * r * 2^e + // + JSON_ASSERT(d <= 9); + buffer[length++] = static_cast('0' + d); // buffer := buffer * 10 + d + // + // M+ = buffer * 10^(-m-1) + 10^(-m-1) * r * 2^e + // + p2 = r; + m++; + // + // M+ = buffer * 10^-m + 10^-m * p2 * 2^e + // Invariant restored. + + // Check if enough digits have been generated. + // + // 10^-m * p2 * 2^e <= delta * 2^e + // p2 * 2^e <= 10^m * delta * 2^e + // p2 <= 10^m * delta + delta *= 10; + dist *= 10; + if (p2 <= delta) + { + break; + } + } + + // V = buffer * 10^-m, with M- <= V <= M+. + + decimal_exponent -= m; + + // 1 ulp in the decimal representation is now 10^-m. + // Since delta and dist are now scaled by 10^m, we need to do the + // same with ulp in order to keep the units in sync. + // + // 10^m * 10^-m = 1 = 2^-e * 2^e = ten_m * 2^e + // + const std::uint64_t ten_m = one.f; + grisu2_round(buffer, length, dist, delta, p2, ten_m); + + // By construction this algorithm generates the shortest possible decimal + // number (Loitsch, Theorem 6.2) which rounds back to w. + // For an input number of precision p, at least + // + // N = 1 + ceil(p * log_10(2)) + // + // decimal digits are sufficient to identify all binary floating-point + // numbers (Matula, "In-and-Out conversions"). + // This implies that the algorithm does not produce more than N decimal + // digits. + // + // N = 17 for p = 53 (IEEE double precision) + // N = 9 for p = 24 (IEEE single precision) +} + +/*! +v = buf * 10^decimal_exponent +len is the length of the buffer (number of decimal digits) +The buffer must be large enough, i.e. >= max_digits10. +*/ +JSON_HEDLEY_NON_NULL(1) +inline void grisu2(char* buf, int& len, int& decimal_exponent, + diyfp m_minus, diyfp v, diyfp m_plus) +{ + JSON_ASSERT(m_plus.e == m_minus.e); + JSON_ASSERT(m_plus.e == v.e); + + // --------(-----------------------+-----------------------)-------- (A) + // m- v m+ + // + // --------------------(-----------+-----------------------)-------- (B) + // m- v m+ + // + // First scale v (and m- and m+) such that the exponent is in the range + // [alpha, gamma]. + + const cached_power cached = get_cached_power_for_binary_exponent(m_plus.e); + + const diyfp c_minus_k(cached.f, cached.e); // = c ~= 10^-k + + // The exponent of the products is = v.e + c_minus_k.e + q and is in the range [alpha,gamma] + const diyfp w = diyfp::mul(v, c_minus_k); + const diyfp w_minus = diyfp::mul(m_minus, c_minus_k); + const diyfp w_plus = diyfp::mul(m_plus, c_minus_k); + + // ----(---+---)---------------(---+---)---------------(---+---)---- + // w- w w+ + // = c*m- = c*v = c*m+ + // + // diyfp::mul rounds its result and c_minus_k is approximated too. w, w- and + // w+ are now off by a small amount. + // In fact: + // + // w - v * 10^k < 1 ulp + // + // To account for this inaccuracy, add resp. subtract 1 ulp. + // + // --------+---[---------------(---+---)---------------]---+-------- + // w- M- w M+ w+ + // + // Now any number in [M-, M+] (bounds included) will round to w when input, + // regardless of how the input rounding algorithm breaks ties. + // + // And digit_gen generates the shortest possible such number in [M-, M+]. + // Note that this does not mean that Grisu2 always generates the shortest + // possible number in the interval (m-, m+). + const diyfp M_minus(w_minus.f + 1, w_minus.e); + const diyfp M_plus (w_plus.f - 1, w_plus.e ); + + decimal_exponent = -cached.k; // = -(-k) = k + + grisu2_digit_gen(buf, len, decimal_exponent, M_minus, w, M_plus); +} + +/*! +v = buf * 10^decimal_exponent +len is the length of the buffer (number of decimal digits) +The buffer must be large enough, i.e. >= max_digits10. +*/ +template +JSON_HEDLEY_NON_NULL(1) +void grisu2(char* buf, int& len, int& decimal_exponent, FloatType value) +{ + static_assert(diyfp::kPrecision >= std::numeric_limits::digits + 3, + "internal error: not enough precision"); + + JSON_ASSERT(std::isfinite(value)); + JSON_ASSERT(value > 0); + + // If the neighbors (and boundaries) of 'value' are always computed for double-precision + // numbers, all float's can be recovered using strtod (and strtof). However, the resulting + // decimal representations are not exactly "short". + // + // The documentation for 'std::to_chars' (https://en.cppreference.com/w/cpp/utility/to_chars) + // says "value is converted to a string as if by std::sprintf in the default ("C") locale" + // and since sprintf promotes floats to doubles, I think this is exactly what 'std::to_chars' + // does. + // On the other hand, the documentation for 'std::to_chars' requires that "parsing the + // representation using the corresponding std::from_chars function recovers value exactly". That + // indicates that single precision floating-point numbers should be recovered using + // 'std::strtof'. + // + // NB: If the neighbors are computed for single-precision numbers, there is a single float + // (7.0385307e-26f) which can't be recovered using strtod. The resulting double precision + // value is off by 1 ulp. +#if 0 + const boundaries w = compute_boundaries(static_cast(value)); +#else + const boundaries w = compute_boundaries(value); +#endif + + grisu2(buf, len, decimal_exponent, w.minus, w.w, w.plus); +} + +/*! +@brief appends a decimal representation of e to buf +@return a pointer to the element following the exponent. +@pre -1000 < e < 1000 +*/ +JSON_HEDLEY_NON_NULL(1) +JSON_HEDLEY_RETURNS_NON_NULL +inline char* append_exponent(char* buf, int e) +{ + JSON_ASSERT(e > -1000); + JSON_ASSERT(e < 1000); + + if (e < 0) + { + e = -e; + *buf++ = '-'; + } + else + { + *buf++ = '+'; + } + + auto k = static_cast(e); + if (k < 10) + { + // Always print at least two digits in the exponent. + // This is for compatibility with printf("%g"). + *buf++ = '0'; + *buf++ = static_cast('0' + k); + } + else if (k < 100) + { + *buf++ = static_cast('0' + k / 10); + k %= 10; + *buf++ = static_cast('0' + k); + } + else + { + *buf++ = static_cast('0' + k / 100); + k %= 100; + *buf++ = static_cast('0' + k / 10); + k %= 10; + *buf++ = static_cast('0' + k); + } + + return buf; +} + +/*! +@brief prettify v = buf * 10^decimal_exponent + +If v is in the range [10^min_exp, 10^max_exp) it will be printed in fixed-point +notation. Otherwise it will be printed in exponential notation. + +@pre min_exp < 0 +@pre max_exp > 0 +*/ +JSON_HEDLEY_NON_NULL(1) +JSON_HEDLEY_RETURNS_NON_NULL +inline char* format_buffer(char* buf, int len, int decimal_exponent, + int min_exp, int max_exp) +{ + JSON_ASSERT(min_exp < 0); + JSON_ASSERT(max_exp > 0); + + const int k = len; + const int n = len + decimal_exponent; + + // v = buf * 10^(n-k) + // k is the length of the buffer (number of decimal digits) + // n is the position of the decimal point relative to the start of the buffer. + + if (k <= n && n <= max_exp) + { + // digits[000] + // len <= max_exp + 2 + + std::memset(buf + k, '0', static_cast(n) - static_cast(k)); + // Make it look like a floating-point number (#362, #378) + buf[n + 0] = '.'; + buf[n + 1] = '0'; + return buf + (static_cast(n) + 2); + } + + if (0 < n && n <= max_exp) + { + // dig.its + // len <= max_digits10 + 1 + + JSON_ASSERT(k > n); + + std::memmove(buf + (static_cast(n) + 1), buf + n, static_cast(k) - static_cast(n)); + buf[n] = '.'; + return buf + (static_cast(k) + 1U); + } + + if (min_exp < n && n <= 0) + { + // 0.[000]digits + // len <= 2 + (-min_exp - 1) + max_digits10 + + std::memmove(buf + (2 + static_cast(-n)), buf, static_cast(k)); + buf[0] = '0'; + buf[1] = '.'; + std::memset(buf + 2, '0', static_cast(-n)); + return buf + (2U + static_cast(-n) + static_cast(k)); + } + + if (k == 1) + { + // dE+123 + // len <= 1 + 5 + + buf += 1; + } + else + { + // d.igitsE+123 + // len <= max_digits10 + 1 + 5 + + std::memmove(buf + 2, buf + 1, static_cast(k) - 1); + buf[1] = '.'; + buf += 1 + static_cast(k); + } + + *buf++ = 'e'; + return append_exponent(buf, n - 1); +} + +} // namespace dtoa_impl + +/*! +@brief generates a decimal representation of the floating-point number value in [first, last). + +The format of the resulting decimal representation is similar to printf's %g +format. Returns an iterator pointing past-the-end of the decimal representation. + +@note The input number must be finite, i.e. NaN's and Inf's are not supported. +@note The buffer must be large enough. +@note The result is NOT null-terminated. +*/ +template +JSON_HEDLEY_NON_NULL(1, 2) +JSON_HEDLEY_RETURNS_NON_NULL +char* to_chars(char* first, const char* last, FloatType value) +{ + static_cast(last); // maybe unused - fix warning + JSON_ASSERT(std::isfinite(value)); + + // Use signbit(value) instead of (value < 0) since signbit works for -0. + if (std::signbit(value)) + { + value = -value; + *first++ = '-'; + } + +#ifdef __GNUC__ +#pragma GCC diagnostic push +#pragma GCC diagnostic ignored "-Wfloat-equal" +#endif + if (value == 0) // +-0 + { + *first++ = '0'; + // Make it look like a floating-point number (#362, #378) + *first++ = '.'; + *first++ = '0'; + return first; + } +#ifdef __GNUC__ +#pragma GCC diagnostic pop +#endif + + JSON_ASSERT(last - first >= std::numeric_limits::max_digits10); + + // Compute v = buffer * 10^decimal_exponent. + // The decimal digits are stored in the buffer, which needs to be interpreted + // as an unsigned decimal integer. + // len is the length of the buffer, i.e. the number of decimal digits. + int len = 0; + int decimal_exponent = 0; + dtoa_impl::grisu2(first, len, decimal_exponent, value); + + JSON_ASSERT(len <= std::numeric_limits::max_digits10); + + // Format the buffer like printf("%.*g", prec, value) + constexpr int kMinExp = -4; + // Use digits10 here to increase compatibility with version 2. + constexpr int kMaxExp = std::numeric_limits::digits10; + + JSON_ASSERT(last - first >= kMaxExp + 2); + JSON_ASSERT(last - first >= 2 + (-kMinExp - 1) + std::numeric_limits::max_digits10); + JSON_ASSERT(last - first >= std::numeric_limits::max_digits10 + 6); + + return dtoa_impl::format_buffer(first, len, decimal_exponent, kMinExp, kMaxExp); +} + +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/conversions/to_json.hpp b/third_party/nlohmann/nlohmann/detail/conversions/to_json.hpp new file mode 100644 index 0000000000000000000000000000000000000000..7628ae011662b95d4e41cb65e373a23a52e5a398 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/conversions/to_json.hpp @@ -0,0 +1,430 @@ +#pragma once + +#include // copy +#include // begin, end +#include // string +#include // tuple, get +#include // is_same, is_constructible, is_floating_point, is_enum, underlying_type +#include // move, forward, declval, pair +#include // valarray +#include // vector + +#include +#include +#include +#include +#include + +#if JSON_HAS_EXPERIMENTAL_FILESYSTEM +#include +namespace nlohmann::detail +{ +namespace std_fs = std::experimental::filesystem; +} // namespace nlohmann::detail +#elif JSON_HAS_FILESYSTEM +#include +namespace nlohmann::detail +{ +namespace std_fs = std::filesystem; +} // namespace nlohmann::detail +#endif + +namespace nlohmann +{ +namespace detail +{ +////////////////// +// constructors // +////////////////// + +/* + * Note all external_constructor<>::construct functions need to call + * j.m_value.destroy(j.m_type) to avoid a memory leak in case j contains an + * allocated value (e.g., a string). See bug issue + * https://github.com/nlohmann/json/issues/2865 for more information. + */ + +template struct external_constructor; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, typename BasicJsonType::boolean_t b) noexcept + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::boolean; + j.m_value = b; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, const typename BasicJsonType::string_t& s) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::string; + j.m_value = s; + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, typename BasicJsonType::string_t&& s) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::string; + j.m_value = std::move(s); + j.assert_invariant(); + } + + template < typename BasicJsonType, typename CompatibleStringType, + enable_if_t < !std::is_same::value, + int > = 0 > + static void construct(BasicJsonType& j, const CompatibleStringType& str) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::string; + j.m_value.string = j.template create(str); + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, const typename BasicJsonType::binary_t& b) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::binary; + j.m_value = typename BasicJsonType::binary_t(b); + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, typename BasicJsonType::binary_t&& b) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::binary; + j.m_value = typename BasicJsonType::binary_t(std::move(b)); + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, typename BasicJsonType::number_float_t val) noexcept + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::number_float; + j.m_value = val; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, typename BasicJsonType::number_unsigned_t val) noexcept + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::number_unsigned; + j.m_value = val; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, typename BasicJsonType::number_integer_t val) noexcept + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::number_integer; + j.m_value = val; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, const typename BasicJsonType::array_t& arr) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::array; + j.m_value = arr; + j.set_parents(); + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, typename BasicJsonType::array_t&& arr) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::array; + j.m_value = std::move(arr); + j.set_parents(); + j.assert_invariant(); + } + + template < typename BasicJsonType, typename CompatibleArrayType, + enable_if_t < !std::is_same::value, + int > = 0 > + static void construct(BasicJsonType& j, const CompatibleArrayType& arr) + { + using std::begin; + using std::end; + + j.m_value.destroy(j.m_type); + j.m_type = value_t::array; + j.m_value.array = j.template create(begin(arr), end(arr)); + j.set_parents(); + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, const std::vector& arr) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::array; + j.m_value = value_t::array; + j.m_value.array->reserve(arr.size()); + for (const bool x : arr) + { + j.m_value.array->push_back(x); + j.set_parent(j.m_value.array->back()); + } + j.assert_invariant(); + } + + template::value, int> = 0> + static void construct(BasicJsonType& j, const std::valarray& arr) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::array; + j.m_value = value_t::array; + j.m_value.array->resize(arr.size()); + if (arr.size() > 0) + { + std::copy(std::begin(arr), std::end(arr), j.m_value.array->begin()); + } + j.set_parents(); + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, const typename BasicJsonType::object_t& obj) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::object; + j.m_value = obj; + j.set_parents(); + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, typename BasicJsonType::object_t&& obj) + { + j.m_value.destroy(j.m_type); + j.m_type = value_t::object; + j.m_value = std::move(obj); + j.set_parents(); + j.assert_invariant(); + } + + template < typename BasicJsonType, typename CompatibleObjectType, + enable_if_t < !std::is_same::value, int > = 0 > + static void construct(BasicJsonType& j, const CompatibleObjectType& obj) + { + using std::begin; + using std::end; + + j.m_value.destroy(j.m_type); + j.m_type = value_t::object; + j.m_value.object = j.template create(begin(obj), end(obj)); + j.set_parents(); + j.assert_invariant(); + } +}; + +///////////// +// to_json // +///////////// + +template::value, int> = 0> +void to_json(BasicJsonType& j, T b) noexcept +{ + external_constructor::construct(j, b); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, const CompatibleString& s) +{ + external_constructor::construct(j, s); +} + +template +void to_json(BasicJsonType& j, typename BasicJsonType::string_t&& s) +{ + external_constructor::construct(j, std::move(s)); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, FloatType val) noexcept +{ + external_constructor::construct(j, static_cast(val)); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, CompatibleNumberUnsignedType val) noexcept +{ + external_constructor::construct(j, static_cast(val)); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, CompatibleNumberIntegerType val) noexcept +{ + external_constructor::construct(j, static_cast(val)); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, EnumType e) noexcept +{ + using underlying_type = typename std::underlying_type::type; + external_constructor::construct(j, static_cast(e)); +} + +template +void to_json(BasicJsonType& j, const std::vector& e) +{ + external_constructor::construct(j, e); +} + +template < typename BasicJsonType, typename CompatibleArrayType, + enable_if_t < is_compatible_array_type::value&& + !is_compatible_object_type::value&& + !is_compatible_string_type::value&& + !std::is_same::value&& + !is_basic_json::value, + int > = 0 > +void to_json(BasicJsonType& j, const CompatibleArrayType& arr) +{ + external_constructor::construct(j, arr); +} + +template +void to_json(BasicJsonType& j, const typename BasicJsonType::binary_t& bin) +{ + external_constructor::construct(j, bin); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, const std::valarray& arr) +{ + external_constructor::construct(j, std::move(arr)); +} + +template +void to_json(BasicJsonType& j, typename BasicJsonType::array_t&& arr) +{ + external_constructor::construct(j, std::move(arr)); +} + +template < typename BasicJsonType, typename CompatibleObjectType, + enable_if_t < is_compatible_object_type::value&& !is_basic_json::value, int > = 0 > +void to_json(BasicJsonType& j, const CompatibleObjectType& obj) +{ + external_constructor::construct(j, obj); +} + +template +void to_json(BasicJsonType& j, typename BasicJsonType::object_t&& obj) +{ + external_constructor::construct(j, std::move(obj)); +} + +template < + typename BasicJsonType, typename T, std::size_t N, + enable_if_t < !std::is_constructible::value, // NOLINT(cppcoreguidelines-avoid-c-arrays,hicpp-avoid-c-arrays,modernize-avoid-c-arrays) + int > = 0 > +void to_json(BasicJsonType& j, const T(&arr)[N]) // NOLINT(cppcoreguidelines-avoid-c-arrays,hicpp-avoid-c-arrays,modernize-avoid-c-arrays) +{ + external_constructor::construct(j, arr); +} + +template < typename BasicJsonType, typename T1, typename T2, enable_if_t < std::is_constructible::value&& std::is_constructible::value, int > = 0 > +void to_json(BasicJsonType& j, const std::pair& p) +{ + j = { p.first, p.second }; +} + +// for https://github.com/nlohmann/json/pull/1134 +template>::value, int> = 0> +void to_json(BasicJsonType& j, const T& b) +{ + j = { {b.key(), b.value()} }; +} + +template +void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence /*unused*/) +{ + j = { std::get(t)... }; +} + +template::value, int > = 0> +void to_json(BasicJsonType& j, const T& t) +{ + to_json_tuple_impl(j, t, make_index_sequence::value> {}); +} + +#if JSON_HAS_FILESYSTEM || JSON_HAS_EXPERIMENTAL_FILESYSTEM +template +void to_json(BasicJsonType& j, const std_fs::path& p) +{ + j = p.string(); +} +#endif + +struct to_json_fn +{ + template + auto operator()(BasicJsonType& j, T&& val) const noexcept(noexcept(to_json(j, std::forward(val)))) + -> decltype(to_json(j, std::forward(val)), void()) + { + return to_json(j, std::forward(val)); + } +}; +} // namespace detail + +/// namespace to hold default `to_json` function +/// to see why this is required: +/// http://www.open-std.org/jtc1/sc22/wg21/docs/papers/2015/n4381.html +namespace // NOLINT(cert-dcl59-cpp,fuchsia-header-anon-namespaces,google-build-namespaces) +{ +constexpr const auto& to_json = detail::static_const::value; // NOLINT(misc-definitions-in-headers) +} // namespace +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/exceptions.hpp b/third_party/nlohmann/nlohmann/detail/exceptions.hpp new file mode 100644 index 0000000000000000000000000000000000000000..b4b1804963dca709ea434863262db0671768b6e3 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/exceptions.hpp @@ -0,0 +1,236 @@ +#pragma once + +#include // exception +#include // runtime_error +#include // to_string +#include // vector + +#include +#include +#include +#include + +namespace nlohmann +{ +namespace detail +{ +//////////////// +// exceptions // +//////////////// + +/// @brief general exception of the @ref basic_json class +/// @sa https://json.nlohmann.me/api/basic_json/exception/ +class exception : public std::exception +{ + public: + /// returns the explanatory string + const char* what() const noexcept override + { + return m.what(); + } + + /// the id of the exception + const int id; // NOLINT(cppcoreguidelines-non-private-member-variables-in-classes) + + protected: + JSON_HEDLEY_NON_NULL(3) + exception(int id_, const char* what_arg) : id(id_), m(what_arg) {} // NOLINT(bugprone-throw-keyword-missing) + + static std::string name(const std::string& ename, int id_) + { + return "[json.exception." + ename + "." + std::to_string(id_) + "] "; + } + + template + static std::string diagnostics(const BasicJsonType& leaf_element) + { +#if JSON_DIAGNOSTICS + std::vector tokens; + for (const auto* current = &leaf_element; current->m_parent != nullptr; current = current->m_parent) + { + switch (current->m_parent->type()) + { + case value_t::array: + { + for (std::size_t i = 0; i < current->m_parent->m_value.array->size(); ++i) + { + if (¤t->m_parent->m_value.array->operator[](i) == current) + { + tokens.emplace_back(std::to_string(i)); + break; + } + } + break; + } + + case value_t::object: + { + for (const auto& element : *current->m_parent->m_value.object) + { + if (&element.second == current) + { + tokens.emplace_back(element.first.c_str()); + break; + } + } + break; + } + + case value_t::null: // LCOV_EXCL_LINE + case value_t::string: // LCOV_EXCL_LINE + case value_t::boolean: // LCOV_EXCL_LINE + case value_t::number_integer: // LCOV_EXCL_LINE + case value_t::number_unsigned: // LCOV_EXCL_LINE + case value_t::number_float: // LCOV_EXCL_LINE + case value_t::binary: // LCOV_EXCL_LINE + case value_t::discarded: // LCOV_EXCL_LINE + default: // LCOV_EXCL_LINE + break; // LCOV_EXCL_LINE + } + } + + if (tokens.empty()) + { + return ""; + } + + return "(" + std::accumulate(tokens.rbegin(), tokens.rend(), std::string{}, + [](const std::string & a, const std::string & b) + { + return a + "/" + detail::escape(b); + }) + ") "; +#else + static_cast(leaf_element); + return ""; +#endif + } + + private: + /// an exception object as storage for error messages + std::runtime_error m; +}; + +/// @brief exception indicating a parse error +/// @sa https://json.nlohmann.me/api/basic_json/parse_error/ +class parse_error : public exception +{ + public: + /*! + @brief create a parse error exception + @param[in] id_ the id of the exception + @param[in] pos the position where the error occurred (or with + chars_read_total=0 if the position cannot be + determined) + @param[in] what_arg the explanatory string + @return parse_error object + */ + template + static parse_error create(int id_, const position_t& pos, const std::string& what_arg, const BasicJsonType& context) + { + std::string w = exception::name("parse_error", id_) + "parse error" + + position_string(pos) + ": " + exception::diagnostics(context) + what_arg; + return {id_, pos.chars_read_total, w.c_str()}; + } + + template + static parse_error create(int id_, std::size_t byte_, const std::string& what_arg, const BasicJsonType& context) + { + std::string w = exception::name("parse_error", id_) + "parse error" + + (byte_ != 0 ? (" at byte " + std::to_string(byte_)) : "") + + ": " + exception::diagnostics(context) + what_arg; + return {id_, byte_, w.c_str()}; + } + + /*! + @brief byte index of the parse error + + The byte index of the last read character in the input file. + + @note For an input with n bytes, 1 is the index of the first character and + n+1 is the index of the terminating null byte or the end of file. + This also holds true when reading a byte vector (CBOR or MessagePack). + */ + const std::size_t byte; + + private: + parse_error(int id_, std::size_t byte_, const char* what_arg) + : exception(id_, what_arg), byte(byte_) {} + + static std::string position_string(const position_t& pos) + { + return " at line " + std::to_string(pos.lines_read + 1) + + ", column " + std::to_string(pos.chars_read_current_line); + } +}; + +/// @brief exception indicating errors with iterators +/// @sa https://json.nlohmann.me/api/basic_json/invalid_iterator/ +class invalid_iterator : public exception +{ + public: + template + static invalid_iterator create(int id_, const std::string& what_arg, const BasicJsonType& context) + { + std::string w = exception::name("invalid_iterator", id_) + exception::diagnostics(context) + what_arg; + return {id_, w.c_str()}; + } + + private: + JSON_HEDLEY_NON_NULL(3) + invalid_iterator(int id_, const char* what_arg) + : exception(id_, what_arg) {} +}; + +/// @brief exception indicating executing a member function with a wrong type +/// @sa https://json.nlohmann.me/api/basic_json/type_error/ +class type_error : public exception +{ + public: + template + static type_error create(int id_, const std::string& what_arg, const BasicJsonType& context) + { + std::string w = exception::name("type_error", id_) + exception::diagnostics(context) + what_arg; + return {id_, w.c_str()}; + } + + private: + JSON_HEDLEY_NON_NULL(3) + type_error(int id_, const char* what_arg) : exception(id_, what_arg) {} +}; + +/// @brief exception indicating access out of the defined range +/// @sa https://json.nlohmann.me/api/basic_json/out_of_range/ +class out_of_range : public exception +{ + public: + template + static out_of_range create(int id_, const std::string& what_arg, const BasicJsonType& context) + { + std::string w = exception::name("out_of_range", id_) + exception::diagnostics(context) + what_arg; + return {id_, w.c_str()}; + } + + private: + JSON_HEDLEY_NON_NULL(3) + out_of_range(int id_, const char* what_arg) : exception(id_, what_arg) {} +}; + +/// @brief exception indicating other library errors +/// @sa https://json.nlohmann.me/api/basic_json/other_error/ +class other_error : public exception +{ + public: + template + static other_error create(int id_, const std::string& what_arg, const BasicJsonType& context) + { + std::string w = exception::name("other_error", id_) + exception::diagnostics(context) + what_arg; + return {id_, w.c_str()}; + } + + private: + JSON_HEDLEY_NON_NULL(3) + other_error(int id_, const char* what_arg) : exception(id_, what_arg) {} +}; + +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/hash.hpp b/third_party/nlohmann/nlohmann/detail/hash.hpp new file mode 100644 index 0000000000000000000000000000000000000000..776b9ca61c5795559f1daf302717c939ed426f05 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/hash.hpp @@ -0,0 +1,122 @@ +#pragma once + +#include // uint8_t +#include // size_t +#include // hash + +#include +#include + +namespace nlohmann +{ +namespace detail +{ + +// boost::hash_combine +inline std::size_t combine(std::size_t seed, std::size_t h) noexcept +{ + seed ^= h + 0x9e3779b9 + (seed << 6U) + (seed >> 2U); + return seed; +} + +/*! +@brief hash a JSON value + +The hash function tries to rely on std::hash where possible. Furthermore, the +type of the JSON value is taken into account to have different hash values for +null, 0, 0U, and false, etc. + +@tparam BasicJsonType basic_json specialization +@param j JSON value to hash +@return hash value of j +*/ +template +std::size_t hash(const BasicJsonType& j) +{ + using string_t = typename BasicJsonType::string_t; + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + + const auto type = static_cast(j.type()); + switch (j.type()) + { + case BasicJsonType::value_t::null: + case BasicJsonType::value_t::discarded: + { + return combine(type, 0); + } + + case BasicJsonType::value_t::object: + { + auto seed = combine(type, j.size()); + for (const auto& element : j.items()) + { + const auto h = std::hash {}(element.key()); + seed = combine(seed, h); + seed = combine(seed, hash(element.value())); + } + return seed; + } + + case BasicJsonType::value_t::array: + { + auto seed = combine(type, j.size()); + for (const auto& element : j) + { + seed = combine(seed, hash(element)); + } + return seed; + } + + case BasicJsonType::value_t::string: + { + const auto h = std::hash {}(j.template get_ref()); + return combine(type, h); + } + + case BasicJsonType::value_t::boolean: + { + const auto h = std::hash {}(j.template get()); + return combine(type, h); + } + + case BasicJsonType::value_t::number_integer: + { + const auto h = std::hash {}(j.template get()); + return combine(type, h); + } + + case BasicJsonType::value_t::number_unsigned: + { + const auto h = std::hash {}(j.template get()); + return combine(type, h); + } + + case BasicJsonType::value_t::number_float: + { + const auto h = std::hash {}(j.template get()); + return combine(type, h); + } + + case BasicJsonType::value_t::binary: + { + auto seed = combine(type, j.get_binary().size()); + const auto h = std::hash {}(j.get_binary().has_subtype()); + seed = combine(seed, h); + seed = combine(seed, static_cast(j.get_binary().subtype())); + for (const auto byte : j.get_binary()) + { + seed = combine(seed, std::hash {}(byte)); + } + return seed; + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + return 0; // LCOV_EXCL_LINE + } +} + +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/input/binary_reader.hpp b/third_party/nlohmann/nlohmann/detail/input/binary_reader.hpp new file mode 100644 index 0000000000000000000000000000000000000000..65e0047ac7eddc42734a82401d38e6a710fbe044 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/input/binary_reader.hpp @@ -0,0 +1,2524 @@ +#pragma once + +#include // generate_n +#include // array +#include // ldexp +#include // size_t +#include // uint8_t, uint16_t, uint32_t, uint64_t +#include // snprintf +#include // memcpy +#include // back_inserter +#include // numeric_limits +#include // char_traits, string +#include // make_pair, move +#include // vector + +#include +#include +#include +#include +#include +#include +#include +#include + +namespace nlohmann +{ +namespace detail +{ + +/// how to treat CBOR tags +enum class cbor_tag_handler_t +{ + error, ///< throw a parse_error exception in case of a tag + ignore, ///< ignore tags + store ///< store tags as binary type +}; + +/*! +@brief determine system byte order + +@return true if and only if system's byte order is little endian + +@note from https://stackoverflow.com/a/1001328/266378 +*/ +static inline bool little_endianness(int num = 1) noexcept +{ + return *reinterpret_cast(&num) == 1; +} + + +/////////////////// +// binary reader // +/////////////////// + +/*! +@brief deserialization of CBOR, MessagePack, and UBJSON values +*/ +template> +class binary_reader +{ + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using json_sax_t = SAX; + using char_type = typename InputAdapterType::char_type; + using char_int_type = typename std::char_traits::int_type; + + public: + /*! + @brief create a binary reader + + @param[in] adapter input adapter to read from + */ + explicit binary_reader(InputAdapterType&& adapter) noexcept : ia(std::move(adapter)) + { + (void)detail::is_sax_static_asserts {}; + } + + // make class move-only + binary_reader(const binary_reader&) = delete; + binary_reader(binary_reader&&) = default; // NOLINT(hicpp-noexcept-move,performance-noexcept-move-constructor) + binary_reader& operator=(const binary_reader&) = delete; + binary_reader& operator=(binary_reader&&) = default; // NOLINT(hicpp-noexcept-move,performance-noexcept-move-constructor) + ~binary_reader() = default; + + /*! + @param[in] format the binary format to parse + @param[in] sax_ a SAX event processor + @param[in] strict whether to expect the input to be consumed completed + @param[in] tag_handler how to treat CBOR tags + + @return whether parsing was successful + */ + JSON_HEDLEY_NON_NULL(3) + bool sax_parse(const input_format_t format, + json_sax_t* sax_, + const bool strict = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + sax = sax_; + bool result = false; + + switch (format) + { + case input_format_t::bson: + result = parse_bson_internal(); + break; + + case input_format_t::cbor: + result = parse_cbor_internal(true, tag_handler); + break; + + case input_format_t::msgpack: + result = parse_msgpack_internal(); + break; + + case input_format_t::ubjson: + result = parse_ubjson_internal(); + break; + + case input_format_t::json: // LCOV_EXCL_LINE + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + } + + // strict mode: next byte must be EOF + if (result && strict) + { + if (format == input_format_t::ubjson) + { + get_ignore_noop(); + } + else + { + get(); + } + + if (JSON_HEDLEY_UNLIKELY(current != std::char_traits::eof())) + { + return sax->parse_error(chars_read, get_token_string(), + parse_error::create(110, chars_read, exception_message(format, "expected end of input; last byte: 0x" + get_token_string(), "value"), BasicJsonType())); + } + } + + return result; + } + + private: + ////////// + // BSON // + ////////// + + /*! + @brief Reads in a BSON-object and passes it to the SAX-parser. + @return whether a valid BSON-value was passed to the SAX parser + */ + bool parse_bson_internal() + { + std::int32_t document_size{}; + get_number(input_format_t::bson, document_size); + + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(static_cast(-1)))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_bson_element_list(/*is_array*/false))) + { + return false; + } + + return sax->end_object(); + } + + /*! + @brief Parses a C-style string from the BSON input. + @param[in,out] result A reference to the string variable where the read + string is to be stored. + @return `true` if the \x00-byte indicating the end of the string was + encountered before the EOF; false` indicates an unexpected EOF. + */ + bool get_bson_cstr(string_t& result) + { + auto out = std::back_inserter(result); + while (true) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::bson, "cstring"))) + { + return false; + } + if (current == 0x00) + { + return true; + } + *out++ = static_cast(current); + } + } + + /*! + @brief Parses a zero-terminated string of length @a len from the BSON + input. + @param[in] len The length (including the zero-byte at the end) of the + string to be read. + @param[in,out] result A reference to the string variable where the read + string is to be stored. + @tparam NumberType The type of the length @a len + @pre len >= 1 + @return `true` if the string was successfully parsed + */ + template + bool get_bson_string(const NumberType len, string_t& result) + { + if (JSON_HEDLEY_UNLIKELY(len < 1)) + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::bson, "string length must be at least 1, is " + std::to_string(len), "string"), BasicJsonType())); + } + + return get_string(input_format_t::bson, len - static_cast(1), result) && get() != std::char_traits::eof(); + } + + /*! + @brief Parses a byte array input of length @a len from the BSON input. + @param[in] len The length of the byte array to be read. + @param[in,out] result A reference to the binary variable where the read + array is to be stored. + @tparam NumberType The type of the length @a len + @pre len >= 0 + @return `true` if the byte array was successfully parsed + */ + template + bool get_bson_binary(const NumberType len, binary_t& result) + { + if (JSON_HEDLEY_UNLIKELY(len < 0)) + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::bson, "byte array length cannot be negative, is " + std::to_string(len), "binary"), BasicJsonType())); + } + + // All BSON binary values have a subtype + std::uint8_t subtype{}; + get_number(input_format_t::bson, subtype); + result.set_subtype(subtype); + + return get_binary(input_format_t::bson, len, result); + } + + /*! + @brief Read a BSON document element of the given @a element_type. + @param[in] element_type The BSON element type, c.f. http://bsonspec.org/spec.html + @param[in] element_type_parse_position The position in the input stream, + where the `element_type` was read. + @warning Not all BSON element types are supported yet. An unsupported + @a element_type will give rise to a parse_error.114: + Unsupported BSON record type 0x... + @return whether a valid BSON-object/array was passed to the SAX parser + */ + bool parse_bson_element_internal(const char_int_type element_type, + const std::size_t element_type_parse_position) + { + switch (element_type) + { + case 0x01: // double + { + double number{}; + return get_number(input_format_t::bson, number) && sax->number_float(static_cast(number), ""); + } + + case 0x02: // string + { + std::int32_t len{}; + string_t value; + return get_number(input_format_t::bson, len) && get_bson_string(len, value) && sax->string(value); + } + + case 0x03: // object + { + return parse_bson_internal(); + } + + case 0x04: // array + { + return parse_bson_array(); + } + + case 0x05: // binary + { + std::int32_t len{}; + binary_t value; + return get_number(input_format_t::bson, len) && get_bson_binary(len, value) && sax->binary(value); + } + + case 0x08: // boolean + { + return sax->boolean(get() != 0); + } + + case 0x0A: // null + { + return sax->null(); + } + + case 0x10: // int32 + { + std::int32_t value{}; + return get_number(input_format_t::bson, value) && sax->number_integer(value); + } + + case 0x12: // int64 + { + std::int64_t value{}; + return get_number(input_format_t::bson, value) && sax->number_integer(value); + } + + default: // anything else not supported (yet) + { + std::array cr{{}}; + static_cast((std::snprintf)(cr.data(), cr.size(), "%.2hhX", static_cast(element_type))); // NOLINT(cppcoreguidelines-pro-type-vararg,hicpp-vararg) + return sax->parse_error(element_type_parse_position, std::string(cr.data()), parse_error::create(114, element_type_parse_position, "Unsupported BSON record type 0x" + std::string(cr.data()), BasicJsonType())); + } + } + } + + /*! + @brief Read a BSON element list (as specified in the BSON-spec) + + The same binary layout is used for objects and arrays, hence it must be + indicated with the argument @a is_array which one is expected + (true --> array, false --> object). + + @param[in] is_array Determines if the element list being read is to be + treated as an object (@a is_array == false), or as an + array (@a is_array == true). + @return whether a valid BSON-object/array was passed to the SAX parser + */ + bool parse_bson_element_list(const bool is_array) + { + string_t key; + + while (auto element_type = get()) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::bson, "element list"))) + { + return false; + } + + const std::size_t element_type_parse_position = chars_read; + if (JSON_HEDLEY_UNLIKELY(!get_bson_cstr(key))) + { + return false; + } + + if (!is_array && !sax->key(key)) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_bson_element_internal(element_type, element_type_parse_position))) + { + return false; + } + + // get_bson_cstr only appends + key.clear(); + } + + return true; + } + + /*! + @brief Reads an array from the BSON input and passes it to the SAX-parser. + @return whether a valid BSON-array was passed to the SAX parser + */ + bool parse_bson_array() + { + std::int32_t document_size{}; + get_number(input_format_t::bson, document_size); + + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(static_cast(-1)))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_bson_element_list(/*is_array*/true))) + { + return false; + } + + return sax->end_array(); + } + + ////////// + // CBOR // + ////////// + + /*! + @param[in] get_char whether a new character should be retrieved from the + input (true) or whether the last read character should + be considered instead (false) + @param[in] tag_handler how CBOR tags should be treated + + @return whether a valid CBOR value was passed to the SAX parser + */ + bool parse_cbor_internal(const bool get_char, + const cbor_tag_handler_t tag_handler) + { + switch (get_char ? get() : current) + { + // EOF + case std::char_traits::eof(): + return unexpect_eof(input_format_t::cbor, "value"); + + // Integer 0x00..0x17 (0..23) + case 0x00: + case 0x01: + case 0x02: + case 0x03: + case 0x04: + case 0x05: + case 0x06: + case 0x07: + case 0x08: + case 0x09: + case 0x0A: + case 0x0B: + case 0x0C: + case 0x0D: + case 0x0E: + case 0x0F: + case 0x10: + case 0x11: + case 0x12: + case 0x13: + case 0x14: + case 0x15: + case 0x16: + case 0x17: + return sax->number_unsigned(static_cast(current)); + + case 0x18: // Unsigned integer (one-byte uint8_t follows) + { + std::uint8_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_unsigned(number); + } + + case 0x19: // Unsigned integer (two-byte uint16_t follows) + { + std::uint16_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_unsigned(number); + } + + case 0x1A: // Unsigned integer (four-byte uint32_t follows) + { + std::uint32_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_unsigned(number); + } + + case 0x1B: // Unsigned integer (eight-byte uint64_t follows) + { + std::uint64_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_unsigned(number); + } + + // Negative integer -1-0x00..-1-0x17 (-1..-24) + case 0x20: + case 0x21: + case 0x22: + case 0x23: + case 0x24: + case 0x25: + case 0x26: + case 0x27: + case 0x28: + case 0x29: + case 0x2A: + case 0x2B: + case 0x2C: + case 0x2D: + case 0x2E: + case 0x2F: + case 0x30: + case 0x31: + case 0x32: + case 0x33: + case 0x34: + case 0x35: + case 0x36: + case 0x37: + return sax->number_integer(static_cast(0x20 - 1 - current)); + + case 0x38: // Negative integer (one-byte uint8_t follows) + { + std::uint8_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_integer(static_cast(-1) - number); + } + + case 0x39: // Negative integer -1-n (two-byte uint16_t follows) + { + std::uint16_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_integer(static_cast(-1) - number); + } + + case 0x3A: // Negative integer -1-n (four-byte uint32_t follows) + { + std::uint32_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_integer(static_cast(-1) - number); + } + + case 0x3B: // Negative integer -1-n (eight-byte uint64_t follows) + { + std::uint64_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_integer(static_cast(-1) + - static_cast(number)); + } + + // Binary data (0x00..0x17 bytes follow) + case 0x40: + case 0x41: + case 0x42: + case 0x43: + case 0x44: + case 0x45: + case 0x46: + case 0x47: + case 0x48: + case 0x49: + case 0x4A: + case 0x4B: + case 0x4C: + case 0x4D: + case 0x4E: + case 0x4F: + case 0x50: + case 0x51: + case 0x52: + case 0x53: + case 0x54: + case 0x55: + case 0x56: + case 0x57: + case 0x58: // Binary data (one-byte uint8_t for n follows) + case 0x59: // Binary data (two-byte uint16_t for n follow) + case 0x5A: // Binary data (four-byte uint32_t for n follow) + case 0x5B: // Binary data (eight-byte uint64_t for n follow) + case 0x5F: // Binary data (indefinite length) + { + binary_t b; + return get_cbor_binary(b) && sax->binary(b); + } + + // UTF-8 string (0x00..0x17 bytes follow) + case 0x60: + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + case 0x66: + case 0x67: + case 0x68: + case 0x69: + case 0x6A: + case 0x6B: + case 0x6C: + case 0x6D: + case 0x6E: + case 0x6F: + case 0x70: + case 0x71: + case 0x72: + case 0x73: + case 0x74: + case 0x75: + case 0x76: + case 0x77: + case 0x78: // UTF-8 string (one-byte uint8_t for n follows) + case 0x79: // UTF-8 string (two-byte uint16_t for n follow) + case 0x7A: // UTF-8 string (four-byte uint32_t for n follow) + case 0x7B: // UTF-8 string (eight-byte uint64_t for n follow) + case 0x7F: // UTF-8 string (indefinite length) + { + string_t s; + return get_cbor_string(s) && sax->string(s); + } + + // array (0x00..0x17 data items follow) + case 0x80: + case 0x81: + case 0x82: + case 0x83: + case 0x84: + case 0x85: + case 0x86: + case 0x87: + case 0x88: + case 0x89: + case 0x8A: + case 0x8B: + case 0x8C: + case 0x8D: + case 0x8E: + case 0x8F: + case 0x90: + case 0x91: + case 0x92: + case 0x93: + case 0x94: + case 0x95: + case 0x96: + case 0x97: + return get_cbor_array(static_cast(static_cast(current) & 0x1Fu), tag_handler); + + case 0x98: // array (one-byte uint8_t for n follows) + { + std::uint8_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_array(static_cast(len), tag_handler); + } + + case 0x99: // array (two-byte uint16_t for n follow) + { + std::uint16_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_array(static_cast(len), tag_handler); + } + + case 0x9A: // array (four-byte uint32_t for n follow) + { + std::uint32_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_array(static_cast(len), tag_handler); + } + + case 0x9B: // array (eight-byte uint64_t for n follow) + { + std::uint64_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_array(detail::conditional_static_cast(len), tag_handler); + } + + case 0x9F: // array (indefinite length) + return get_cbor_array(static_cast(-1), tag_handler); + + // map (0x00..0x17 pairs of data items follow) + case 0xA0: + case 0xA1: + case 0xA2: + case 0xA3: + case 0xA4: + case 0xA5: + case 0xA6: + case 0xA7: + case 0xA8: + case 0xA9: + case 0xAA: + case 0xAB: + case 0xAC: + case 0xAD: + case 0xAE: + case 0xAF: + case 0xB0: + case 0xB1: + case 0xB2: + case 0xB3: + case 0xB4: + case 0xB5: + case 0xB6: + case 0xB7: + return get_cbor_object(static_cast(static_cast(current) & 0x1Fu), tag_handler); + + case 0xB8: // map (one-byte uint8_t for n follows) + { + std::uint8_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_object(static_cast(len), tag_handler); + } + + case 0xB9: // map (two-byte uint16_t for n follow) + { + std::uint16_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_object(static_cast(len), tag_handler); + } + + case 0xBA: // map (four-byte uint32_t for n follow) + { + std::uint32_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_object(static_cast(len), tag_handler); + } + + case 0xBB: // map (eight-byte uint64_t for n follow) + { + std::uint64_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_object(detail::conditional_static_cast(len), tag_handler); + } + + case 0xBF: // map (indefinite length) + return get_cbor_object(static_cast(-1), tag_handler); + + case 0xC6: // tagged item + case 0xC7: + case 0xC8: + case 0xC9: + case 0xCA: + case 0xCB: + case 0xCC: + case 0xCD: + case 0xCE: + case 0xCF: + case 0xD0: + case 0xD1: + case 0xD2: + case 0xD3: + case 0xD4: + case 0xD8: // tagged item (1 bytes follow) + case 0xD9: // tagged item (2 bytes follow) + case 0xDA: // tagged item (4 bytes follow) + case 0xDB: // tagged item (8 bytes follow) + { + switch (tag_handler) + { + case cbor_tag_handler_t::error: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::cbor, "invalid byte: 0x" + last_token, "value"), BasicJsonType())); + } + + case cbor_tag_handler_t::ignore: + { + // ignore binary subtype + switch (current) + { + case 0xD8: + { + std::uint8_t subtype_to_ignore{}; + get_number(input_format_t::cbor, subtype_to_ignore); + break; + } + case 0xD9: + { + std::uint16_t subtype_to_ignore{}; + get_number(input_format_t::cbor, subtype_to_ignore); + break; + } + case 0xDA: + { + std::uint32_t subtype_to_ignore{}; + get_number(input_format_t::cbor, subtype_to_ignore); + break; + } + case 0xDB: + { + std::uint64_t subtype_to_ignore{}; + get_number(input_format_t::cbor, subtype_to_ignore); + break; + } + default: + break; + } + return parse_cbor_internal(true, tag_handler); + } + + case cbor_tag_handler_t::store: + { + binary_t b; + // use binary subtype and store in binary container + switch (current) + { + case 0xD8: + { + std::uint8_t subtype{}; + get_number(input_format_t::cbor, subtype); + b.set_subtype(detail::conditional_static_cast(subtype)); + break; + } + case 0xD9: + { + std::uint16_t subtype{}; + get_number(input_format_t::cbor, subtype); + b.set_subtype(detail::conditional_static_cast(subtype)); + break; + } + case 0xDA: + { + std::uint32_t subtype{}; + get_number(input_format_t::cbor, subtype); + b.set_subtype(detail::conditional_static_cast(subtype)); + break; + } + case 0xDB: + { + std::uint64_t subtype{}; + get_number(input_format_t::cbor, subtype); + b.set_subtype(detail::conditional_static_cast(subtype)); + break; + } + default: + return parse_cbor_internal(true, tag_handler); + } + get(); + return get_cbor_binary(b) && sax->binary(b); + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + return false; // LCOV_EXCL_LINE + } + } + + case 0xF4: // false + return sax->boolean(false); + + case 0xF5: // true + return sax->boolean(true); + + case 0xF6: // null + return sax->null(); + + case 0xF9: // Half-Precision Float (two-byte IEEE 754) + { + const auto byte1_raw = get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::cbor, "number"))) + { + return false; + } + const auto byte2_raw = get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::cbor, "number"))) + { + return false; + } + + const auto byte1 = static_cast(byte1_raw); + const auto byte2 = static_cast(byte2_raw); + + // code from RFC 7049, Appendix D, Figure 3: + // As half-precision floating-point numbers were only added + // to IEEE 754 in 2008, today's programming platforms often + // still only have limited support for them. It is very + // easy to include at least decoding support for them even + // without such support. An example of a small decoder for + // half-precision floating-point numbers in the C language + // is shown in Fig. 3. + const auto half = static_cast((byte1 << 8u) + byte2); + const double val = [&half] + { + const int exp = (half >> 10u) & 0x1Fu; + const unsigned int mant = half & 0x3FFu; + JSON_ASSERT(0 <= exp&& exp <= 32); + JSON_ASSERT(mant <= 1024); + switch (exp) + { + case 0: + return std::ldexp(mant, -24); + case 31: + return (mant == 0) + ? std::numeric_limits::infinity() + : std::numeric_limits::quiet_NaN(); + default: + return std::ldexp(mant + 1024, exp - 25); + } + }(); + return sax->number_float((half & 0x8000u) != 0 + ? static_cast(-val) + : static_cast(val), ""); + } + + case 0xFA: // Single-Precision Float (four-byte IEEE 754) + { + float number{}; + return get_number(input_format_t::cbor, number) && sax->number_float(static_cast(number), ""); + } + + case 0xFB: // Double-Precision Float (eight-byte IEEE 754) + { + double number{}; + return get_number(input_format_t::cbor, number) && sax->number_float(static_cast(number), ""); + } + + default: // anything else (0xFF is handled inside the other types) + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::cbor, "invalid byte: 0x" + last_token, "value"), BasicJsonType())); + } + } + } + + /*! + @brief reads a CBOR string + + This function first reads starting bytes to determine the expected + string length and then copies this number of bytes into a string. + Additionally, CBOR's strings with indefinite lengths are supported. + + @param[out] result created string + + @return whether string creation completed + */ + bool get_cbor_string(string_t& result) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::cbor, "string"))) + { + return false; + } + + switch (current) + { + // UTF-8 string (0x00..0x17 bytes follow) + case 0x60: + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + case 0x66: + case 0x67: + case 0x68: + case 0x69: + case 0x6A: + case 0x6B: + case 0x6C: + case 0x6D: + case 0x6E: + case 0x6F: + case 0x70: + case 0x71: + case 0x72: + case 0x73: + case 0x74: + case 0x75: + case 0x76: + case 0x77: + { + return get_string(input_format_t::cbor, static_cast(current) & 0x1Fu, result); + } + + case 0x78: // UTF-8 string (one-byte uint8_t for n follows) + { + std::uint8_t len{}; + return get_number(input_format_t::cbor, len) && get_string(input_format_t::cbor, len, result); + } + + case 0x79: // UTF-8 string (two-byte uint16_t for n follow) + { + std::uint16_t len{}; + return get_number(input_format_t::cbor, len) && get_string(input_format_t::cbor, len, result); + } + + case 0x7A: // UTF-8 string (four-byte uint32_t for n follow) + { + std::uint32_t len{}; + return get_number(input_format_t::cbor, len) && get_string(input_format_t::cbor, len, result); + } + + case 0x7B: // UTF-8 string (eight-byte uint64_t for n follow) + { + std::uint64_t len{}; + return get_number(input_format_t::cbor, len) && get_string(input_format_t::cbor, len, result); + } + + case 0x7F: // UTF-8 string (indefinite length) + { + while (get() != 0xFF) + { + string_t chunk; + if (!get_cbor_string(chunk)) + { + return false; + } + result.append(chunk); + } + return true; + } + + default: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::cbor, "expected length specification (0x60-0x7B) or indefinite string type (0x7F); last byte: 0x" + last_token, "string"), BasicJsonType())); + } + } + } + + /*! + @brief reads a CBOR byte array + + This function first reads starting bytes to determine the expected + byte array length and then copies this number of bytes into the byte array. + Additionally, CBOR's byte arrays with indefinite lengths are supported. + + @param[out] result created byte array + + @return whether byte array creation completed + */ + bool get_cbor_binary(binary_t& result) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::cbor, "binary"))) + { + return false; + } + + switch (current) + { + // Binary data (0x00..0x17 bytes follow) + case 0x40: + case 0x41: + case 0x42: + case 0x43: + case 0x44: + case 0x45: + case 0x46: + case 0x47: + case 0x48: + case 0x49: + case 0x4A: + case 0x4B: + case 0x4C: + case 0x4D: + case 0x4E: + case 0x4F: + case 0x50: + case 0x51: + case 0x52: + case 0x53: + case 0x54: + case 0x55: + case 0x56: + case 0x57: + { + return get_binary(input_format_t::cbor, static_cast(current) & 0x1Fu, result); + } + + case 0x58: // Binary data (one-byte uint8_t for n follows) + { + std::uint8_t len{}; + return get_number(input_format_t::cbor, len) && + get_binary(input_format_t::cbor, len, result); + } + + case 0x59: // Binary data (two-byte uint16_t for n follow) + { + std::uint16_t len{}; + return get_number(input_format_t::cbor, len) && + get_binary(input_format_t::cbor, len, result); + } + + case 0x5A: // Binary data (four-byte uint32_t for n follow) + { + std::uint32_t len{}; + return get_number(input_format_t::cbor, len) && + get_binary(input_format_t::cbor, len, result); + } + + case 0x5B: // Binary data (eight-byte uint64_t for n follow) + { + std::uint64_t len{}; + return get_number(input_format_t::cbor, len) && + get_binary(input_format_t::cbor, len, result); + } + + case 0x5F: // Binary data (indefinite length) + { + while (get() != 0xFF) + { + binary_t chunk; + if (!get_cbor_binary(chunk)) + { + return false; + } + result.insert(result.end(), chunk.begin(), chunk.end()); + } + return true; + } + + default: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::cbor, "expected length specification (0x40-0x5B) or indefinite binary array type (0x5F); last byte: 0x" + last_token, "binary"), BasicJsonType())); + } + } + } + + /*! + @param[in] len the length of the array or static_cast(-1) for an + array of indefinite size + @param[in] tag_handler how CBOR tags should be treated + @return whether array creation completed + */ + bool get_cbor_array(const std::size_t len, + const cbor_tag_handler_t tag_handler) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(len))) + { + return false; + } + + if (len != static_cast(-1)) + { + for (std::size_t i = 0; i < len; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!parse_cbor_internal(true, tag_handler))) + { + return false; + } + } + } + else + { + while (get() != 0xFF) + { + if (JSON_HEDLEY_UNLIKELY(!parse_cbor_internal(false, tag_handler))) + { + return false; + } + } + } + + return sax->end_array(); + } + + /*! + @param[in] len the length of the object or static_cast(-1) for an + object of indefinite size + @param[in] tag_handler how CBOR tags should be treated + @return whether object creation completed + */ + bool get_cbor_object(const std::size_t len, + const cbor_tag_handler_t tag_handler) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(len))) + { + return false; + } + + if (len != 0) + { + string_t key; + if (len != static_cast(-1)) + { + for (std::size_t i = 0; i < len; ++i) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!get_cbor_string(key) || !sax->key(key))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_cbor_internal(true, tag_handler))) + { + return false; + } + key.clear(); + } + } + else + { + while (get() != 0xFF) + { + if (JSON_HEDLEY_UNLIKELY(!get_cbor_string(key) || !sax->key(key))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_cbor_internal(true, tag_handler))) + { + return false; + } + key.clear(); + } + } + } + + return sax->end_object(); + } + + ///////////// + // MsgPack // + ///////////// + + /*! + @return whether a valid MessagePack value was passed to the SAX parser + */ + bool parse_msgpack_internal() + { + switch (get()) + { + // EOF + case std::char_traits::eof(): + return unexpect_eof(input_format_t::msgpack, "value"); + + // positive fixint + case 0x00: + case 0x01: + case 0x02: + case 0x03: + case 0x04: + case 0x05: + case 0x06: + case 0x07: + case 0x08: + case 0x09: + case 0x0A: + case 0x0B: + case 0x0C: + case 0x0D: + case 0x0E: + case 0x0F: + case 0x10: + case 0x11: + case 0x12: + case 0x13: + case 0x14: + case 0x15: + case 0x16: + case 0x17: + case 0x18: + case 0x19: + case 0x1A: + case 0x1B: + case 0x1C: + case 0x1D: + case 0x1E: + case 0x1F: + case 0x20: + case 0x21: + case 0x22: + case 0x23: + case 0x24: + case 0x25: + case 0x26: + case 0x27: + case 0x28: + case 0x29: + case 0x2A: + case 0x2B: + case 0x2C: + case 0x2D: + case 0x2E: + case 0x2F: + case 0x30: + case 0x31: + case 0x32: + case 0x33: + case 0x34: + case 0x35: + case 0x36: + case 0x37: + case 0x38: + case 0x39: + case 0x3A: + case 0x3B: + case 0x3C: + case 0x3D: + case 0x3E: + case 0x3F: + case 0x40: + case 0x41: + case 0x42: + case 0x43: + case 0x44: + case 0x45: + case 0x46: + case 0x47: + case 0x48: + case 0x49: + case 0x4A: + case 0x4B: + case 0x4C: + case 0x4D: + case 0x4E: + case 0x4F: + case 0x50: + case 0x51: + case 0x52: + case 0x53: + case 0x54: + case 0x55: + case 0x56: + case 0x57: + case 0x58: + case 0x59: + case 0x5A: + case 0x5B: + case 0x5C: + case 0x5D: + case 0x5E: + case 0x5F: + case 0x60: + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + case 0x66: + case 0x67: + case 0x68: + case 0x69: + case 0x6A: + case 0x6B: + case 0x6C: + case 0x6D: + case 0x6E: + case 0x6F: + case 0x70: + case 0x71: + case 0x72: + case 0x73: + case 0x74: + case 0x75: + case 0x76: + case 0x77: + case 0x78: + case 0x79: + case 0x7A: + case 0x7B: + case 0x7C: + case 0x7D: + case 0x7E: + case 0x7F: + return sax->number_unsigned(static_cast(current)); + + // fixmap + case 0x80: + case 0x81: + case 0x82: + case 0x83: + case 0x84: + case 0x85: + case 0x86: + case 0x87: + case 0x88: + case 0x89: + case 0x8A: + case 0x8B: + case 0x8C: + case 0x8D: + case 0x8E: + case 0x8F: + return get_msgpack_object(static_cast(static_cast(current) & 0x0Fu)); + + // fixarray + case 0x90: + case 0x91: + case 0x92: + case 0x93: + case 0x94: + case 0x95: + case 0x96: + case 0x97: + case 0x98: + case 0x99: + case 0x9A: + case 0x9B: + case 0x9C: + case 0x9D: + case 0x9E: + case 0x9F: + return get_msgpack_array(static_cast(static_cast(current) & 0x0Fu)); + + // fixstr + case 0xA0: + case 0xA1: + case 0xA2: + case 0xA3: + case 0xA4: + case 0xA5: + case 0xA6: + case 0xA7: + case 0xA8: + case 0xA9: + case 0xAA: + case 0xAB: + case 0xAC: + case 0xAD: + case 0xAE: + case 0xAF: + case 0xB0: + case 0xB1: + case 0xB2: + case 0xB3: + case 0xB4: + case 0xB5: + case 0xB6: + case 0xB7: + case 0xB8: + case 0xB9: + case 0xBA: + case 0xBB: + case 0xBC: + case 0xBD: + case 0xBE: + case 0xBF: + case 0xD9: // str 8 + case 0xDA: // str 16 + case 0xDB: // str 32 + { + string_t s; + return get_msgpack_string(s) && sax->string(s); + } + + case 0xC0: // nil + return sax->null(); + + case 0xC2: // false + return sax->boolean(false); + + case 0xC3: // true + return sax->boolean(true); + + case 0xC4: // bin 8 + case 0xC5: // bin 16 + case 0xC6: // bin 32 + case 0xC7: // ext 8 + case 0xC8: // ext 16 + case 0xC9: // ext 32 + case 0xD4: // fixext 1 + case 0xD5: // fixext 2 + case 0xD6: // fixext 4 + case 0xD7: // fixext 8 + case 0xD8: // fixext 16 + { + binary_t b; + return get_msgpack_binary(b) && sax->binary(b); + } + + case 0xCA: // float 32 + { + float number{}; + return get_number(input_format_t::msgpack, number) && sax->number_float(static_cast(number), ""); + } + + case 0xCB: // float 64 + { + double number{}; + return get_number(input_format_t::msgpack, number) && sax->number_float(static_cast(number), ""); + } + + case 0xCC: // uint 8 + { + std::uint8_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_unsigned(number); + } + + case 0xCD: // uint 16 + { + std::uint16_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_unsigned(number); + } + + case 0xCE: // uint 32 + { + std::uint32_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_unsigned(number); + } + + case 0xCF: // uint 64 + { + std::uint64_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_unsigned(number); + } + + case 0xD0: // int 8 + { + std::int8_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_integer(number); + } + + case 0xD1: // int 16 + { + std::int16_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_integer(number); + } + + case 0xD2: // int 32 + { + std::int32_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_integer(number); + } + + case 0xD3: // int 64 + { + std::int64_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_integer(number); + } + + case 0xDC: // array 16 + { + std::uint16_t len{}; + return get_number(input_format_t::msgpack, len) && get_msgpack_array(static_cast(len)); + } + + case 0xDD: // array 32 + { + std::uint32_t len{}; + return get_number(input_format_t::msgpack, len) && get_msgpack_array(static_cast(len)); + } + + case 0xDE: // map 16 + { + std::uint16_t len{}; + return get_number(input_format_t::msgpack, len) && get_msgpack_object(static_cast(len)); + } + + case 0xDF: // map 32 + { + std::uint32_t len{}; + return get_number(input_format_t::msgpack, len) && get_msgpack_object(static_cast(len)); + } + + // negative fixint + case 0xE0: + case 0xE1: + case 0xE2: + case 0xE3: + case 0xE4: + case 0xE5: + case 0xE6: + case 0xE7: + case 0xE8: + case 0xE9: + case 0xEA: + case 0xEB: + case 0xEC: + case 0xED: + case 0xEE: + case 0xEF: + case 0xF0: + case 0xF1: + case 0xF2: + case 0xF3: + case 0xF4: + case 0xF5: + case 0xF6: + case 0xF7: + case 0xF8: + case 0xF9: + case 0xFA: + case 0xFB: + case 0xFC: + case 0xFD: + case 0xFE: + case 0xFF: + return sax->number_integer(static_cast(current)); + + default: // anything else + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::msgpack, "invalid byte: 0x" + last_token, "value"), BasicJsonType())); + } + } + } + + /*! + @brief reads a MessagePack string + + This function first reads starting bytes to determine the expected + string length and then copies this number of bytes into a string. + + @param[out] result created string + + @return whether string creation completed + */ + bool get_msgpack_string(string_t& result) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::msgpack, "string"))) + { + return false; + } + + switch (current) + { + // fixstr + case 0xA0: + case 0xA1: + case 0xA2: + case 0xA3: + case 0xA4: + case 0xA5: + case 0xA6: + case 0xA7: + case 0xA8: + case 0xA9: + case 0xAA: + case 0xAB: + case 0xAC: + case 0xAD: + case 0xAE: + case 0xAF: + case 0xB0: + case 0xB1: + case 0xB2: + case 0xB3: + case 0xB4: + case 0xB5: + case 0xB6: + case 0xB7: + case 0xB8: + case 0xB9: + case 0xBA: + case 0xBB: + case 0xBC: + case 0xBD: + case 0xBE: + case 0xBF: + { + return get_string(input_format_t::msgpack, static_cast(current) & 0x1Fu, result); + } + + case 0xD9: // str 8 + { + std::uint8_t len{}; + return get_number(input_format_t::msgpack, len) && get_string(input_format_t::msgpack, len, result); + } + + case 0xDA: // str 16 + { + std::uint16_t len{}; + return get_number(input_format_t::msgpack, len) && get_string(input_format_t::msgpack, len, result); + } + + case 0xDB: // str 32 + { + std::uint32_t len{}; + return get_number(input_format_t::msgpack, len) && get_string(input_format_t::msgpack, len, result); + } + + default: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::msgpack, "expected length specification (0xA0-0xBF, 0xD9-0xDB); last byte: 0x" + last_token, "string"), BasicJsonType())); + } + } + } + + /*! + @brief reads a MessagePack byte array + + This function first reads starting bytes to determine the expected + byte array length and then copies this number of bytes into a byte array. + + @param[out] result created byte array + + @return whether byte array creation completed + */ + bool get_msgpack_binary(binary_t& result) + { + // helper function to set the subtype + auto assign_and_return_true = [&result](std::int8_t subtype) + { + result.set_subtype(static_cast(subtype)); + return true; + }; + + switch (current) + { + case 0xC4: // bin 8 + { + std::uint8_t len{}; + return get_number(input_format_t::msgpack, len) && + get_binary(input_format_t::msgpack, len, result); + } + + case 0xC5: // bin 16 + { + std::uint16_t len{}; + return get_number(input_format_t::msgpack, len) && + get_binary(input_format_t::msgpack, len, result); + } + + case 0xC6: // bin 32 + { + std::uint32_t len{}; + return get_number(input_format_t::msgpack, len) && + get_binary(input_format_t::msgpack, len, result); + } + + case 0xC7: // ext 8 + { + std::uint8_t len{}; + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, len) && + get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, len, result) && + assign_and_return_true(subtype); + } + + case 0xC8: // ext 16 + { + std::uint16_t len{}; + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, len) && + get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, len, result) && + assign_and_return_true(subtype); + } + + case 0xC9: // ext 32 + { + std::uint32_t len{}; + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, len) && + get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, len, result) && + assign_and_return_true(subtype); + } + + case 0xD4: // fixext 1 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 1, result) && + assign_and_return_true(subtype); + } + + case 0xD5: // fixext 2 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 2, result) && + assign_and_return_true(subtype); + } + + case 0xD6: // fixext 4 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 4, result) && + assign_and_return_true(subtype); + } + + case 0xD7: // fixext 8 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 8, result) && + assign_and_return_true(subtype); + } + + case 0xD8: // fixext 16 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 16, result) && + assign_and_return_true(subtype); + } + + default: // LCOV_EXCL_LINE + return false; // LCOV_EXCL_LINE + } + } + + /*! + @param[in] len the length of the array + @return whether array creation completed + */ + bool get_msgpack_array(const std::size_t len) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(len))) + { + return false; + } + + for (std::size_t i = 0; i < len; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!parse_msgpack_internal())) + { + return false; + } + } + + return sax->end_array(); + } + + /*! + @param[in] len the length of the object + @return whether object creation completed + */ + bool get_msgpack_object(const std::size_t len) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(len))) + { + return false; + } + + string_t key; + for (std::size_t i = 0; i < len; ++i) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!get_msgpack_string(key) || !sax->key(key))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_msgpack_internal())) + { + return false; + } + key.clear(); + } + + return sax->end_object(); + } + + //////////// + // UBJSON // + //////////// + + /*! + @param[in] get_char whether a new character should be retrieved from the + input (true, default) or whether the last read + character should be considered instead + + @return whether a valid UBJSON value was passed to the SAX parser + */ + bool parse_ubjson_internal(const bool get_char = true) + { + return get_ubjson_value(get_char ? get_ignore_noop() : current); + } + + /*! + @brief reads a UBJSON string + + This function is either called after reading the 'S' byte explicitly + indicating a string, or in case of an object key where the 'S' byte can be + left out. + + @param[out] result created string + @param[in] get_char whether a new character should be retrieved from the + input (true, default) or whether the last read + character should be considered instead + + @return whether string creation completed + */ + bool get_ubjson_string(string_t& result, const bool get_char = true) + { + if (get_char) + { + get(); // TODO(niels): may we ignore N here? + } + + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "value"))) + { + return false; + } + + switch (current) + { + case 'U': + { + std::uint8_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + case 'i': + { + std::int8_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + case 'I': + { + std::int16_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + case 'l': + { + std::int32_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + case 'L': + { + std::int64_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + default: + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::ubjson, "expected length type specification (U, i, I, l, L); last byte: 0x" + last_token, "string"), BasicJsonType())); + } + } + + /*! + @param[out] result determined size + @return whether size determination completed + */ + bool get_ubjson_size_value(std::size_t& result) + { + switch (get_ignore_noop()) + { + case 'U': + { + std::uint8_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + case 'i': + { + std::int8_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); // NOLINT(bugprone-signed-char-misuse,cert-str34-c): number is not a char + return true; + } + + case 'I': + { + std::int16_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + case 'l': + { + std::int32_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + case 'L': + { + std::int64_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + default: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::ubjson, "expected length type specification (U, i, I, l, L) after '#'; last byte: 0x" + last_token, "size"), BasicJsonType())); + } + } + } + + /*! + @brief determine the type and size for a container + + In the optimized UBJSON format, a type and a size can be provided to allow + for a more compact representation. + + @param[out] result pair of the size and the type + + @return whether pair creation completed + */ + bool get_ubjson_size_type(std::pair& result) + { + result.first = string_t::npos; // size + result.second = 0; // type + + get_ignore_noop(); + + if (current == '$') + { + result.second = get(); // must not ignore 'N', because 'N' maybe the type + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "type"))) + { + return false; + } + + get_ignore_noop(); + if (JSON_HEDLEY_UNLIKELY(current != '#')) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "value"))) + { + return false; + } + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::ubjson, "expected '#' after type information; last byte: 0x" + last_token, "size"), BasicJsonType())); + } + + return get_ubjson_size_value(result.first); + } + + if (current == '#') + { + return get_ubjson_size_value(result.first); + } + + return true; + } + + /*! + @param prefix the previously read or set type prefix + @return whether value creation completed + */ + bool get_ubjson_value(const char_int_type prefix) + { + switch (prefix) + { + case std::char_traits::eof(): // EOF + return unexpect_eof(input_format_t::ubjson, "value"); + + case 'T': // true + return sax->boolean(true); + case 'F': // false + return sax->boolean(false); + + case 'Z': // null + return sax->null(); + + case 'U': + { + std::uint8_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_unsigned(number); + } + + case 'i': + { + std::int8_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_integer(number); + } + + case 'I': + { + std::int16_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_integer(number); + } + + case 'l': + { + std::int32_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_integer(number); + } + + case 'L': + { + std::int64_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_integer(number); + } + + case 'd': + { + float number{}; + return get_number(input_format_t::ubjson, number) && sax->number_float(static_cast(number), ""); + } + + case 'D': + { + double number{}; + return get_number(input_format_t::ubjson, number) && sax->number_float(static_cast(number), ""); + } + + case 'H': + { + return get_ubjson_high_precision_number(); + } + + case 'C': // char + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "char"))) + { + return false; + } + if (JSON_HEDLEY_UNLIKELY(current > 127)) + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::ubjson, "byte after 'C' must be in range 0x00..0x7F; last byte: 0x" + last_token, "char"), BasicJsonType())); + } + string_t s(1, static_cast(current)); + return sax->string(s); + } + + case 'S': // string + { + string_t s; + return get_ubjson_string(s) && sax->string(s); + } + + case '[': // array + return get_ubjson_array(); + + case '{': // object + return get_ubjson_object(); + + default: // anything else + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::ubjson, "invalid byte: 0x" + last_token, "value"), BasicJsonType())); + } + } + } + + /*! + @return whether array creation completed + */ + bool get_ubjson_array() + { + std::pair size_and_type; + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_size_type(size_and_type))) + { + return false; + } + + if (size_and_type.first != string_t::npos) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(size_and_type.first))) + { + return false; + } + + if (size_and_type.second != 0) + { + if (size_and_type.second != 'N') + { + for (std::size_t i = 0; i < size_and_type.first; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_value(size_and_type.second))) + { + return false; + } + } + } + } + else + { + for (std::size_t i = 0; i < size_and_type.first; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!parse_ubjson_internal())) + { + return false; + } + } + } + } + else + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(static_cast(-1)))) + { + return false; + } + + while (current != ']') + { + if (JSON_HEDLEY_UNLIKELY(!parse_ubjson_internal(false))) + { + return false; + } + get_ignore_noop(); + } + } + + return sax->end_array(); + } + + /*! + @return whether object creation completed + */ + bool get_ubjson_object() + { + std::pair size_and_type; + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_size_type(size_and_type))) + { + return false; + } + + string_t key; + if (size_and_type.first != string_t::npos) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(size_and_type.first))) + { + return false; + } + + if (size_and_type.second != 0) + { + for (std::size_t i = 0; i < size_and_type.first; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_string(key) || !sax->key(key))) + { + return false; + } + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_value(size_and_type.second))) + { + return false; + } + key.clear(); + } + } + else + { + for (std::size_t i = 0; i < size_and_type.first; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_string(key) || !sax->key(key))) + { + return false; + } + if (JSON_HEDLEY_UNLIKELY(!parse_ubjson_internal())) + { + return false; + } + key.clear(); + } + } + } + else + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(static_cast(-1)))) + { + return false; + } + + while (current != '}') + { + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_string(key, false) || !sax->key(key))) + { + return false; + } + if (JSON_HEDLEY_UNLIKELY(!parse_ubjson_internal())) + { + return false; + } + get_ignore_noop(); + key.clear(); + } + } + + return sax->end_object(); + } + + // Note, no reader for UBJSON binary types is implemented because they do + // not exist + + bool get_ubjson_high_precision_number() + { + // get size of following number string + std::size_t size{}; + auto res = get_ubjson_size_value(size); + if (JSON_HEDLEY_UNLIKELY(!res)) + { + return res; + } + + // get number string + std::vector number_vector; + for (std::size_t i = 0; i < size; ++i) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "number"))) + { + return false; + } + number_vector.push_back(static_cast(current)); + } + + // parse number string + using ia_type = decltype(detail::input_adapter(number_vector)); + auto number_lexer = detail::lexer(detail::input_adapter(number_vector), false); + const auto result_number = number_lexer.scan(); + const auto number_string = number_lexer.get_token_string(); + const auto result_remainder = number_lexer.scan(); + + using token_type = typename detail::lexer_base::token_type; + + if (JSON_HEDLEY_UNLIKELY(result_remainder != token_type::end_of_input)) + { + return sax->parse_error(chars_read, number_string, parse_error::create(115, chars_read, exception_message(input_format_t::ubjson, "invalid number text: " + number_lexer.get_token_string(), "high-precision number"), BasicJsonType())); + } + + switch (result_number) + { + case token_type::value_integer: + return sax->number_integer(number_lexer.get_number_integer()); + case token_type::value_unsigned: + return sax->number_unsigned(number_lexer.get_number_unsigned()); + case token_type::value_float: + return sax->number_float(number_lexer.get_number_float(), std::move(number_string)); + case token_type::uninitialized: + case token_type::literal_true: + case token_type::literal_false: + case token_type::literal_null: + case token_type::value_string: + case token_type::begin_array: + case token_type::begin_object: + case token_type::end_array: + case token_type::end_object: + case token_type::name_separator: + case token_type::value_separator: + case token_type::parse_error: + case token_type::end_of_input: + case token_type::literal_or_value: + default: + return sax->parse_error(chars_read, number_string, parse_error::create(115, chars_read, exception_message(input_format_t::ubjson, "invalid number text: " + number_lexer.get_token_string(), "high-precision number"), BasicJsonType())); + } + } + + /////////////////////// + // Utility functions // + /////////////////////// + + /*! + @brief get next character from the input + + This function provides the interface to the used input adapter. It does + not throw in case the input reached EOF, but returns a -'ve valued + `std::char_traits::eof()` in that case. + + @return character read from the input + */ + char_int_type get() + { + ++chars_read; + return current = ia.get_character(); + } + + /*! + @return character read from the input after ignoring all 'N' entries + */ + char_int_type get_ignore_noop() + { + do + { + get(); + } + while (current == 'N'); + + return current; + } + + /* + @brief read a number from the input + + @tparam NumberType the type of the number + @param[in] format the current format (for diagnostics) + @param[out] result number of type @a NumberType + + @return whether conversion completed + + @note This function needs to respect the system's endianness, because + bytes in CBOR, MessagePack, and UBJSON are stored in network order + (big endian) and therefore need reordering on little endian systems. + */ + template + bool get_number(const input_format_t format, NumberType& result) + { + // step 1: read input into array with system's byte order + std::array vec{}; + for (std::size_t i = 0; i < sizeof(NumberType); ++i) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(format, "number"))) + { + return false; + } + + // reverse byte order prior to conversion if necessary + if (is_little_endian != InputIsLittleEndian) + { + vec[sizeof(NumberType) - i - 1] = static_cast(current); + } + else + { + vec[i] = static_cast(current); // LCOV_EXCL_LINE + } + } + + // step 2: convert array into number of type T and return + std::memcpy(&result, vec.data(), sizeof(NumberType)); + return true; + } + + /*! + @brief create a string by reading characters from the input + + @tparam NumberType the type of the number + @param[in] format the current format (for diagnostics) + @param[in] len number of characters to read + @param[out] result string created by reading @a len bytes + + @return whether string creation completed + + @note We can not reserve @a len bytes for the result, because @a len + may be too large. Usually, @ref unexpect_eof() detects the end of + the input before we run out of string memory. + */ + template + bool get_string(const input_format_t format, + const NumberType len, + string_t& result) + { + bool success = true; + for (NumberType i = 0; i < len; i++) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(format, "string"))) + { + success = false; + break; + } + result.push_back(static_cast(current)); + } + return success; + } + + /*! + @brief create a byte array by reading bytes from the input + + @tparam NumberType the type of the number + @param[in] format the current format (for diagnostics) + @param[in] len number of bytes to read + @param[out] result byte array created by reading @a len bytes + + @return whether byte array creation completed + + @note We can not reserve @a len bytes for the result, because @a len + may be too large. Usually, @ref unexpect_eof() detects the end of + the input before we run out of memory. + */ + template + bool get_binary(const input_format_t format, + const NumberType len, + binary_t& result) + { + bool success = true; + for (NumberType i = 0; i < len; i++) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(format, "binary"))) + { + success = false; + break; + } + result.push_back(static_cast(current)); + } + return success; + } + + /*! + @param[in] format the current format (for diagnostics) + @param[in] context further context information (for diagnostics) + @return whether the last read character is not EOF + */ + JSON_HEDLEY_NON_NULL(3) + bool unexpect_eof(const input_format_t format, const char* context) const + { + if (JSON_HEDLEY_UNLIKELY(current == std::char_traits::eof())) + { + return sax->parse_error(chars_read, "", + parse_error::create(110, chars_read, exception_message(format, "unexpected end of input", context), BasicJsonType())); + } + return true; + } + + /*! + @return a string representation of the last read byte + */ + std::string get_token_string() const + { + std::array cr{{}}; + static_cast((std::snprintf)(cr.data(), cr.size(), "%.2hhX", static_cast(current))); // NOLINT(cppcoreguidelines-pro-type-vararg,hicpp-vararg) + return std::string{cr.data()}; + } + + /*! + @param[in] format the current format + @param[in] detail a detailed error message + @param[in] context further context information + @return a message string to use in the parse_error exceptions + */ + std::string exception_message(const input_format_t format, + const std::string& detail, + const std::string& context) const + { + std::string error_msg = "syntax error while parsing "; + + switch (format) + { + case input_format_t::cbor: + error_msg += "CBOR"; + break; + + case input_format_t::msgpack: + error_msg += "MessagePack"; + break; + + case input_format_t::ubjson: + error_msg += "UBJSON"; + break; + + case input_format_t::bson: + error_msg += "BSON"; + break; + + case input_format_t::json: // LCOV_EXCL_LINE + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + } + + return error_msg + " " + context + ": " + detail; + } + + private: + /// input adapter + InputAdapterType ia; + + /// the current character + char_int_type current = std::char_traits::eof(); + + /// the number of characters read + std::size_t chars_read = 0; + + /// whether we can assume little endianness + const bool is_little_endian = little_endianness(); + + /// the SAX parser + json_sax_t* sax = nullptr; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/input/input_adapters.hpp b/third_party/nlohmann/nlohmann/detail/input/input_adapters.hpp new file mode 100644 index 0000000000000000000000000000000000000000..d196aec543cd22a3dab5fcafa3caf94504818393 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/input/input_adapters.hpp @@ -0,0 +1,483 @@ +#pragma once + +#include // array +#include // size_t +#include // strlen +#include // begin, end, iterator_traits, random_access_iterator_tag, distance, next +#include // shared_ptr, make_shared, addressof +#include // accumulate +#include // string, char_traits +#include // enable_if, is_base_of, is_pointer, is_integral, remove_pointer +#include // pair, declval + +#ifndef JSON_NO_IO + #include // FILE * + #include // istream +#endif // JSON_NO_IO + +#include +#include + +namespace nlohmann +{ +namespace detail +{ +/// the supported input formats +enum class input_format_t { json, cbor, msgpack, ubjson, bson }; + +//////////////////// +// input adapters // +//////////////////// + +#ifndef JSON_NO_IO +/*! +Input adapter for stdio file access. This adapter read only 1 byte and do not use any + buffer. This adapter is a very low level adapter. +*/ +class file_input_adapter +{ + public: + using char_type = char; + + JSON_HEDLEY_NON_NULL(2) + explicit file_input_adapter(std::FILE* f) noexcept + : m_file(f) + {} + + // make class move-only + file_input_adapter(const file_input_adapter&) = delete; + file_input_adapter(file_input_adapter&&) noexcept = default; + file_input_adapter& operator=(const file_input_adapter&) = delete; + file_input_adapter& operator=(file_input_adapter&&) = delete; + ~file_input_adapter() = default; + + std::char_traits::int_type get_character() noexcept + { + return std::fgetc(m_file); + } + + private: + /// the file pointer to read from + std::FILE* m_file; +}; + + +/*! +Input adapter for a (caching) istream. Ignores a UFT Byte Order Mark at +beginning of input. Does not support changing the underlying std::streambuf +in mid-input. Maintains underlying std::istream and std::streambuf to support +subsequent use of standard std::istream operations to process any input +characters following those used in parsing the JSON input. Clears the +std::istream flags; any input errors (e.g., EOF) will be detected by the first +subsequent call for input from the std::istream. +*/ +class input_stream_adapter +{ + public: + using char_type = char; + + ~input_stream_adapter() + { + // clear stream flags; we use underlying streambuf I/O, do not + // maintain ifstream flags, except eof + if (is != nullptr) + { + is->clear(is->rdstate() & std::ios::eofbit); + } + } + + explicit input_stream_adapter(std::istream& i) + : is(&i), sb(i.rdbuf()) + {} + + // delete because of pointer members + input_stream_adapter(const input_stream_adapter&) = delete; + input_stream_adapter& operator=(input_stream_adapter&) = delete; + input_stream_adapter& operator=(input_stream_adapter&&) = delete; + + input_stream_adapter(input_stream_adapter&& rhs) noexcept + : is(rhs.is), sb(rhs.sb) + { + rhs.is = nullptr; + rhs.sb = nullptr; + } + + // std::istream/std::streambuf use std::char_traits::to_int_type, to + // ensure that std::char_traits::eof() and the character 0xFF do not + // end up as the same value, e.g. 0xFFFFFFFF. + std::char_traits::int_type get_character() + { + auto res = sb->sbumpc(); + // set eof manually, as we don't use the istream interface. + if (JSON_HEDLEY_UNLIKELY(res == std::char_traits::eof())) + { + is->clear(is->rdstate() | std::ios::eofbit); + } + return res; + } + + private: + /// the associated input stream + std::istream* is = nullptr; + std::streambuf* sb = nullptr; +}; +#endif // JSON_NO_IO + +// General-purpose iterator-based adapter. It might not be as fast as +// theoretically possible for some containers, but it is extremely versatile. +template +class iterator_input_adapter +{ + public: + using char_type = typename std::iterator_traits::value_type; + + iterator_input_adapter(IteratorType first, IteratorType last) + : current(std::move(first)), end(std::move(last)) + {} + + typename std::char_traits::int_type get_character() + { + if (JSON_HEDLEY_LIKELY(current != end)) + { + auto result = std::char_traits::to_int_type(*current); + std::advance(current, 1); + return result; + } + + return std::char_traits::eof(); + } + + private: + IteratorType current; + IteratorType end; + + template + friend struct wide_string_input_helper; + + bool empty() const + { + return current == end; + } +}; + + +template +struct wide_string_input_helper; + +template +struct wide_string_input_helper +{ + // UTF-32 + static void fill_buffer(BaseInputAdapter& input, + std::array::int_type, 4>& utf8_bytes, + size_t& utf8_bytes_index, + size_t& utf8_bytes_filled) + { + utf8_bytes_index = 0; + + if (JSON_HEDLEY_UNLIKELY(input.empty())) + { + utf8_bytes[0] = std::char_traits::eof(); + utf8_bytes_filled = 1; + } + else + { + // get the current character + const auto wc = input.get_character(); + + // UTF-32 to UTF-8 encoding + if (wc < 0x80) + { + utf8_bytes[0] = static_cast::int_type>(wc); + utf8_bytes_filled = 1; + } + else if (wc <= 0x7FF) + { + utf8_bytes[0] = static_cast::int_type>(0xC0u | ((static_cast(wc) >> 6u) & 0x1Fu)); + utf8_bytes[1] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 2; + } + else if (wc <= 0xFFFF) + { + utf8_bytes[0] = static_cast::int_type>(0xE0u | ((static_cast(wc) >> 12u) & 0x0Fu)); + utf8_bytes[1] = static_cast::int_type>(0x80u | ((static_cast(wc) >> 6u) & 0x3Fu)); + utf8_bytes[2] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 3; + } + else if (wc <= 0x10FFFF) + { + utf8_bytes[0] = static_cast::int_type>(0xF0u | ((static_cast(wc) >> 18u) & 0x07u)); + utf8_bytes[1] = static_cast::int_type>(0x80u | ((static_cast(wc) >> 12u) & 0x3Fu)); + utf8_bytes[2] = static_cast::int_type>(0x80u | ((static_cast(wc) >> 6u) & 0x3Fu)); + utf8_bytes[3] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 4; + } + else + { + // unknown character + utf8_bytes[0] = static_cast::int_type>(wc); + utf8_bytes_filled = 1; + } + } + } +}; + +template +struct wide_string_input_helper +{ + // UTF-16 + static void fill_buffer(BaseInputAdapter& input, + std::array::int_type, 4>& utf8_bytes, + size_t& utf8_bytes_index, + size_t& utf8_bytes_filled) + { + utf8_bytes_index = 0; + + if (JSON_HEDLEY_UNLIKELY(input.empty())) + { + utf8_bytes[0] = std::char_traits::eof(); + utf8_bytes_filled = 1; + } + else + { + // get the current character + const auto wc = input.get_character(); + + // UTF-16 to UTF-8 encoding + if (wc < 0x80) + { + utf8_bytes[0] = static_cast::int_type>(wc); + utf8_bytes_filled = 1; + } + else if (wc <= 0x7FF) + { + utf8_bytes[0] = static_cast::int_type>(0xC0u | ((static_cast(wc) >> 6u))); + utf8_bytes[1] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 2; + } + else if (0xD800 > wc || wc >= 0xE000) + { + utf8_bytes[0] = static_cast::int_type>(0xE0u | ((static_cast(wc) >> 12u))); + utf8_bytes[1] = static_cast::int_type>(0x80u | ((static_cast(wc) >> 6u) & 0x3Fu)); + utf8_bytes[2] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 3; + } + else + { + if (JSON_HEDLEY_UNLIKELY(!input.empty())) + { + const auto wc2 = static_cast(input.get_character()); + const auto charcode = 0x10000u + (((static_cast(wc) & 0x3FFu) << 10u) | (wc2 & 0x3FFu)); + utf8_bytes[0] = static_cast::int_type>(0xF0u | (charcode >> 18u)); + utf8_bytes[1] = static_cast::int_type>(0x80u | ((charcode >> 12u) & 0x3Fu)); + utf8_bytes[2] = static_cast::int_type>(0x80u | ((charcode >> 6u) & 0x3Fu)); + utf8_bytes[3] = static_cast::int_type>(0x80u | (charcode & 0x3Fu)); + utf8_bytes_filled = 4; + } + else + { + utf8_bytes[0] = static_cast::int_type>(wc); + utf8_bytes_filled = 1; + } + } + } + } +}; + +// Wraps another input apdater to convert wide character types into individual bytes. +template +class wide_string_input_adapter +{ + public: + using char_type = char; + + wide_string_input_adapter(BaseInputAdapter base) + : base_adapter(base) {} + + typename std::char_traits::int_type get_character() noexcept + { + // check if buffer needs to be filled + if (utf8_bytes_index == utf8_bytes_filled) + { + fill_buffer(); + + JSON_ASSERT(utf8_bytes_filled > 0); + JSON_ASSERT(utf8_bytes_index == 0); + } + + // use buffer + JSON_ASSERT(utf8_bytes_filled > 0); + JSON_ASSERT(utf8_bytes_index < utf8_bytes_filled); + return utf8_bytes[utf8_bytes_index++]; + } + + private: + BaseInputAdapter base_adapter; + + template + void fill_buffer() + { + wide_string_input_helper::fill_buffer(base_adapter, utf8_bytes, utf8_bytes_index, utf8_bytes_filled); + } + + /// a buffer for UTF-8 bytes + std::array::int_type, 4> utf8_bytes = {{0, 0, 0, 0}}; + + /// index to the utf8_codes array for the next valid byte + std::size_t utf8_bytes_index = 0; + /// number of valid bytes in the utf8_codes array + std::size_t utf8_bytes_filled = 0; +}; + + +template +struct iterator_input_adapter_factory +{ + using iterator_type = IteratorType; + using char_type = typename std::iterator_traits::value_type; + using adapter_type = iterator_input_adapter; + + static adapter_type create(IteratorType first, IteratorType last) + { + return adapter_type(std::move(first), std::move(last)); + } +}; + +template +struct is_iterator_of_multibyte +{ + using value_type = typename std::iterator_traits::value_type; + enum + { + value = sizeof(value_type) > 1 + }; +}; + +template +struct iterator_input_adapter_factory::value>> +{ + using iterator_type = IteratorType; + using char_type = typename std::iterator_traits::value_type; + using base_adapter_type = iterator_input_adapter; + using adapter_type = wide_string_input_adapter; + + static adapter_type create(IteratorType first, IteratorType last) + { + return adapter_type(base_adapter_type(std::move(first), std::move(last))); + } +}; + +// General purpose iterator-based input +template +typename iterator_input_adapter_factory::adapter_type input_adapter(IteratorType first, IteratorType last) +{ + using factory_type = iterator_input_adapter_factory; + return factory_type::create(first, last); +} + +// Convenience shorthand from container to iterator +// Enables ADL on begin(container) and end(container) +// Encloses the using declarations in namespace for not to leak them to outside scope + +namespace container_input_adapter_factory_impl +{ + +using std::begin; +using std::end; + +template +struct container_input_adapter_factory {}; + +template +struct container_input_adapter_factory< ContainerType, + void_t()), end(std::declval()))>> + { + using adapter_type = decltype(input_adapter(begin(std::declval()), end(std::declval()))); + + static adapter_type create(const ContainerType& container) +{ + return input_adapter(begin(container), end(container)); +} + }; + +} // namespace container_input_adapter_factory_impl + +template +typename container_input_adapter_factory_impl::container_input_adapter_factory::adapter_type input_adapter(const ContainerType& container) +{ + return container_input_adapter_factory_impl::container_input_adapter_factory::create(container); +} + +#ifndef JSON_NO_IO +// Special cases with fast paths +inline file_input_adapter input_adapter(std::FILE* file) +{ + return file_input_adapter(file); +} + +inline input_stream_adapter input_adapter(std::istream& stream) +{ + return input_stream_adapter(stream); +} + +inline input_stream_adapter input_adapter(std::istream&& stream) +{ + return input_stream_adapter(stream); +} +#endif // JSON_NO_IO + +using contiguous_bytes_input_adapter = decltype(input_adapter(std::declval(), std::declval())); + +// Null-delimited strings, and the like. +template < typename CharT, + typename std::enable_if < + std::is_pointer::value&& + !std::is_array::value&& + std::is_integral::type>::value&& + sizeof(typename std::remove_pointer::type) == 1, + int >::type = 0 > +contiguous_bytes_input_adapter input_adapter(CharT b) +{ + auto length = std::strlen(reinterpret_cast(b)); + const auto* ptr = reinterpret_cast(b); + return input_adapter(ptr, ptr + length); +} + +template +auto input_adapter(T (&array)[N]) -> decltype(input_adapter(array, array + N)) // NOLINT(cppcoreguidelines-avoid-c-arrays,hicpp-avoid-c-arrays,modernize-avoid-c-arrays) +{ + return input_adapter(array, array + N); +} + +// This class only handles inputs of input_buffer_adapter type. +// It's required so that expressions like {ptr, len} can be implicitly cast +// to the correct adapter. +class span_input_adapter +{ + public: + template < typename CharT, + typename std::enable_if < + std::is_pointer::value&& + std::is_integral::type>::value&& + sizeof(typename std::remove_pointer::type) == 1, + int >::type = 0 > + span_input_adapter(CharT b, std::size_t l) + : ia(reinterpret_cast(b), reinterpret_cast(b) + l) {} + + template::iterator_category, std::random_access_iterator_tag>::value, + int>::type = 0> + span_input_adapter(IteratorType first, IteratorType last) + : ia(input_adapter(first, last)) {} + + contiguous_bytes_input_adapter&& get() + { + return std::move(ia); // NOLINT(hicpp-move-const-arg,performance-move-const-arg) + } + + private: + contiguous_bytes_input_adapter ia; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/input/json_sax.hpp b/third_party/nlohmann/nlohmann/detail/input/json_sax.hpp new file mode 100644 index 0000000000000000000000000000000000000000..fd9dab87a9a149cb532d1a029d99690320dbfb53 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/input/json_sax.hpp @@ -0,0 +1,711 @@ +#pragma once + +#include +#include // string +#include // move +#include // vector + +#include +#include + +namespace nlohmann +{ + +/*! +@brief SAX interface + +This class describes the SAX interface used by @ref nlohmann::json::sax_parse. +Each function is called in different situations while the input is parsed. The +boolean return value informs the parser whether to continue processing the +input. +*/ +template +struct json_sax +{ + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + + /*! + @brief a null value was read + @return whether parsing should proceed + */ + virtual bool null() = 0; + + /*! + @brief a boolean value was read + @param[in] val boolean value + @return whether parsing should proceed + */ + virtual bool boolean(bool val) = 0; + + /*! + @brief an integer number was read + @param[in] val integer value + @return whether parsing should proceed + */ + virtual bool number_integer(number_integer_t val) = 0; + + /*! + @brief an unsigned integer number was read + @param[in] val unsigned integer value + @return whether parsing should proceed + */ + virtual bool number_unsigned(number_unsigned_t val) = 0; + + /*! + @brief a floating-point number was read + @param[in] val floating-point value + @param[in] s raw token value + @return whether parsing should proceed + */ + virtual bool number_float(number_float_t val, const string_t& s) = 0; + + /*! + @brief a string value was read + @param[in] val string value + @return whether parsing should proceed + @note It is safe to move the passed string value. + */ + virtual bool string(string_t& val) = 0; + + /*! + @brief a binary value was read + @param[in] val binary value + @return whether parsing should proceed + @note It is safe to move the passed binary value. + */ + virtual bool binary(binary_t& val) = 0; + + /*! + @brief the beginning of an object was read + @param[in] elements number of object elements or -1 if unknown + @return whether parsing should proceed + @note binary formats may report the number of elements + */ + virtual bool start_object(std::size_t elements) = 0; + + /*! + @brief an object key was read + @param[in] val object key + @return whether parsing should proceed + @note It is safe to move the passed string. + */ + virtual bool key(string_t& val) = 0; + + /*! + @brief the end of an object was read + @return whether parsing should proceed + */ + virtual bool end_object() = 0; + + /*! + @brief the beginning of an array was read + @param[in] elements number of array elements or -1 if unknown + @return whether parsing should proceed + @note binary formats may report the number of elements + */ + virtual bool start_array(std::size_t elements) = 0; + + /*! + @brief the end of an array was read + @return whether parsing should proceed + */ + virtual bool end_array() = 0; + + /*! + @brief a parse error occurred + @param[in] position the position in the input where the error occurs + @param[in] last_token the last read token + @param[in] ex an exception object describing the error + @return whether parsing should proceed (must return false) + */ + virtual bool parse_error(std::size_t position, + const std::string& last_token, + const detail::exception& ex) = 0; + + json_sax() = default; + json_sax(const json_sax&) = default; + json_sax(json_sax&&) noexcept = default; + json_sax& operator=(const json_sax&) = default; + json_sax& operator=(json_sax&&) noexcept = default; + virtual ~json_sax() = default; +}; + + +namespace detail +{ +/*! +@brief SAX implementation to create a JSON value from SAX events + +This class implements the @ref json_sax interface and processes the SAX events +to create a JSON value which makes it basically a DOM parser. The structure or +hierarchy of the JSON value is managed by the stack `ref_stack` which contains +a pointer to the respective array or object for each recursion depth. + +After successful parsing, the value that is passed by reference to the +constructor contains the parsed value. + +@tparam BasicJsonType the JSON type +*/ +template +class json_sax_dom_parser +{ + public: + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + + /*! + @param[in,out] r reference to a JSON value that is manipulated while + parsing + @param[in] allow_exceptions_ whether parse errors yield exceptions + */ + explicit json_sax_dom_parser(BasicJsonType& r, const bool allow_exceptions_ = true) + : root(r), allow_exceptions(allow_exceptions_) + {} + + // make class move-only + json_sax_dom_parser(const json_sax_dom_parser&) = delete; + json_sax_dom_parser(json_sax_dom_parser&&) = default; // NOLINT(hicpp-noexcept-move,performance-noexcept-move-constructor) + json_sax_dom_parser& operator=(const json_sax_dom_parser&) = delete; + json_sax_dom_parser& operator=(json_sax_dom_parser&&) = default; // NOLINT(hicpp-noexcept-move,performance-noexcept-move-constructor) + ~json_sax_dom_parser() = default; + + bool null() + { + handle_value(nullptr); + return true; + } + + bool boolean(bool val) + { + handle_value(val); + return true; + } + + bool number_integer(number_integer_t val) + { + handle_value(val); + return true; + } + + bool number_unsigned(number_unsigned_t val) + { + handle_value(val); + return true; + } + + bool number_float(number_float_t val, const string_t& /*unused*/) + { + handle_value(val); + return true; + } + + bool string(string_t& val) + { + handle_value(val); + return true; + } + + bool binary(binary_t& val) + { + handle_value(std::move(val)); + return true; + } + + bool start_object(std::size_t len) + { + ref_stack.push_back(handle_value(BasicJsonType::value_t::object)); + + if (JSON_HEDLEY_UNLIKELY(len != static_cast(-1) && len > ref_stack.back()->max_size())) + { + JSON_THROW(out_of_range::create(408, "excessive object size: " + std::to_string(len), *ref_stack.back())); + } + + return true; + } + + bool key(string_t& val) + { + // add null at given key and store the reference for later + object_element = &(ref_stack.back()->m_value.object->operator[](val)); + return true; + } + + bool end_object() + { + ref_stack.back()->set_parents(); + ref_stack.pop_back(); + return true; + } + + bool start_array(std::size_t len) + { + ref_stack.push_back(handle_value(BasicJsonType::value_t::array)); + + if (JSON_HEDLEY_UNLIKELY(len != static_cast(-1) && len > ref_stack.back()->max_size())) + { + JSON_THROW(out_of_range::create(408, "excessive array size: " + std::to_string(len), *ref_stack.back())); + } + + return true; + } + + bool end_array() + { + ref_stack.back()->set_parents(); + ref_stack.pop_back(); + return true; + } + + template + bool parse_error(std::size_t /*unused*/, const std::string& /*unused*/, + const Exception& ex) + { + errored = true; + static_cast(ex); + if (allow_exceptions) + { + JSON_THROW(ex); + } + return false; + } + + constexpr bool is_errored() const + { + return errored; + } + + private: + /*! + @invariant If the ref stack is empty, then the passed value will be the new + root. + @invariant If the ref stack contains a value, then it is an array or an + object to which we can add elements + */ + template + JSON_HEDLEY_RETURNS_NON_NULL + BasicJsonType* handle_value(Value&& v) + { + if (ref_stack.empty()) + { + root = BasicJsonType(std::forward(v)); + return &root; + } + + JSON_ASSERT(ref_stack.back()->is_array() || ref_stack.back()->is_object()); + + if (ref_stack.back()->is_array()) + { + ref_stack.back()->m_value.array->emplace_back(std::forward(v)); + return &(ref_stack.back()->m_value.array->back()); + } + + JSON_ASSERT(ref_stack.back()->is_object()); + JSON_ASSERT(object_element); + *object_element = BasicJsonType(std::forward(v)); + return object_element; + } + + /// the parsed JSON value + BasicJsonType& root; + /// stack to model hierarchy of values + std::vector ref_stack {}; + /// helper to hold the reference for the next object element + BasicJsonType* object_element = nullptr; + /// whether a syntax error occurred + bool errored = false; + /// whether to throw exceptions in case of errors + const bool allow_exceptions = true; +}; + +template +class json_sax_dom_callback_parser +{ + public: + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using parser_callback_t = typename BasicJsonType::parser_callback_t; + using parse_event_t = typename BasicJsonType::parse_event_t; + + json_sax_dom_callback_parser(BasicJsonType& r, + const parser_callback_t cb, + const bool allow_exceptions_ = true) + : root(r), callback(cb), allow_exceptions(allow_exceptions_) + { + keep_stack.push_back(true); + } + + // make class move-only + json_sax_dom_callback_parser(const json_sax_dom_callback_parser&) = delete; + json_sax_dom_callback_parser(json_sax_dom_callback_parser&&) = default; // NOLINT(hicpp-noexcept-move,performance-noexcept-move-constructor) + json_sax_dom_callback_parser& operator=(const json_sax_dom_callback_parser&) = delete; + json_sax_dom_callback_parser& operator=(json_sax_dom_callback_parser&&) = default; // NOLINT(hicpp-noexcept-move,performance-noexcept-move-constructor) + ~json_sax_dom_callback_parser() = default; + + bool null() + { + handle_value(nullptr); + return true; + } + + bool boolean(bool val) + { + handle_value(val); + return true; + } + + bool number_integer(number_integer_t val) + { + handle_value(val); + return true; + } + + bool number_unsigned(number_unsigned_t val) + { + handle_value(val); + return true; + } + + bool number_float(number_float_t val, const string_t& /*unused*/) + { + handle_value(val); + return true; + } + + bool string(string_t& val) + { + handle_value(val); + return true; + } + + bool binary(binary_t& val) + { + handle_value(std::move(val)); + return true; + } + + bool start_object(std::size_t len) + { + // check callback for object start + const bool keep = callback(static_cast(ref_stack.size()), parse_event_t::object_start, discarded); + keep_stack.push_back(keep); + + auto val = handle_value(BasicJsonType::value_t::object, true); + ref_stack.push_back(val.second); + + // check object limit + if (ref_stack.back() && JSON_HEDLEY_UNLIKELY(len != static_cast(-1) && len > ref_stack.back()->max_size())) + { + JSON_THROW(out_of_range::create(408, "excessive object size: " + std::to_string(len), *ref_stack.back())); + } + + return true; + } + + bool key(string_t& val) + { + BasicJsonType k = BasicJsonType(val); + + // check callback for key + const bool keep = callback(static_cast(ref_stack.size()), parse_event_t::key, k); + key_keep_stack.push_back(keep); + + // add discarded value at given key and store the reference for later + if (keep && ref_stack.back()) + { + object_element = &(ref_stack.back()->m_value.object->operator[](val) = discarded); + } + + return true; + } + + bool end_object() + { + if (ref_stack.back()) + { + if (!callback(static_cast(ref_stack.size()) - 1, parse_event_t::object_end, *ref_stack.back())) + { + // discard object + *ref_stack.back() = discarded; + } + else + { + ref_stack.back()->set_parents(); + } + } + + JSON_ASSERT(!ref_stack.empty()); + JSON_ASSERT(!keep_stack.empty()); + ref_stack.pop_back(); + keep_stack.pop_back(); + + if (!ref_stack.empty() && ref_stack.back() && ref_stack.back()->is_structured()) + { + // remove discarded value + for (auto it = ref_stack.back()->begin(); it != ref_stack.back()->end(); ++it) + { + if (it->is_discarded()) + { + ref_stack.back()->erase(it); + break; + } + } + } + + return true; + } + + bool start_array(std::size_t len) + { + const bool keep = callback(static_cast(ref_stack.size()), parse_event_t::array_start, discarded); + keep_stack.push_back(keep); + + auto val = handle_value(BasicJsonType::value_t::array, true); + ref_stack.push_back(val.second); + + // check array limit + if (ref_stack.back() && JSON_HEDLEY_UNLIKELY(len != static_cast(-1) && len > ref_stack.back()->max_size())) + { + JSON_THROW(out_of_range::create(408, "excessive array size: " + std::to_string(len), *ref_stack.back())); + } + + return true; + } + + bool end_array() + { + bool keep = true; + + if (ref_stack.back()) + { + keep = callback(static_cast(ref_stack.size()) - 1, parse_event_t::array_end, *ref_stack.back()); + if (keep) + { + ref_stack.back()->set_parents(); + } + else + { + // discard array + *ref_stack.back() = discarded; + } + } + + JSON_ASSERT(!ref_stack.empty()); + JSON_ASSERT(!keep_stack.empty()); + ref_stack.pop_back(); + keep_stack.pop_back(); + + // remove discarded value + if (!keep && !ref_stack.empty() && ref_stack.back()->is_array()) + { + ref_stack.back()->m_value.array->pop_back(); + } + + return true; + } + + template + bool parse_error(std::size_t /*unused*/, const std::string& /*unused*/, + const Exception& ex) + { + errored = true; + static_cast(ex); + if (allow_exceptions) + { + JSON_THROW(ex); + } + return false; + } + + constexpr bool is_errored() const + { + return errored; + } + + private: + /*! + @param[in] v value to add to the JSON value we build during parsing + @param[in] skip_callback whether we should skip calling the callback + function; this is required after start_array() and + start_object() SAX events, because otherwise we would call the + callback function with an empty array or object, respectively. + + @invariant If the ref stack is empty, then the passed value will be the new + root. + @invariant If the ref stack contains a value, then it is an array or an + object to which we can add elements + + @return pair of boolean (whether value should be kept) and pointer (to the + passed value in the ref_stack hierarchy; nullptr if not kept) + */ + template + std::pair handle_value(Value&& v, const bool skip_callback = false) + { + JSON_ASSERT(!keep_stack.empty()); + + // do not handle this value if we know it would be added to a discarded + // container + if (!keep_stack.back()) + { + return {false, nullptr}; + } + + // create value + auto value = BasicJsonType(std::forward(v)); + + // check callback + const bool keep = skip_callback || callback(static_cast(ref_stack.size()), parse_event_t::value, value); + + // do not handle this value if we just learnt it shall be discarded + if (!keep) + { + return {false, nullptr}; + } + + if (ref_stack.empty()) + { + root = std::move(value); + return {true, &root}; + } + + // skip this value if we already decided to skip the parent + // (https://github.com/nlohmann/json/issues/971#issuecomment-413678360) + if (!ref_stack.back()) + { + return {false, nullptr}; + } + + // we now only expect arrays and objects + JSON_ASSERT(ref_stack.back()->is_array() || ref_stack.back()->is_object()); + + // array + if (ref_stack.back()->is_array()) + { + ref_stack.back()->m_value.array->emplace_back(std::move(value)); + return {true, &(ref_stack.back()->m_value.array->back())}; + } + + // object + JSON_ASSERT(ref_stack.back()->is_object()); + // check if we should store an element for the current key + JSON_ASSERT(!key_keep_stack.empty()); + const bool store_element = key_keep_stack.back(); + key_keep_stack.pop_back(); + + if (!store_element) + { + return {false, nullptr}; + } + + JSON_ASSERT(object_element); + *object_element = std::move(value); + return {true, object_element}; + } + + /// the parsed JSON value + BasicJsonType& root; + /// stack to model hierarchy of values + std::vector ref_stack {}; + /// stack to manage which values to keep + std::vector keep_stack {}; + /// stack to manage which object keys to keep + std::vector key_keep_stack {}; + /// helper to hold the reference for the next object element + BasicJsonType* object_element = nullptr; + /// whether a syntax error occurred + bool errored = false; + /// callback function + const parser_callback_t callback = nullptr; + /// whether to throw exceptions in case of errors + const bool allow_exceptions = true; + /// a discarded value for the callback + BasicJsonType discarded = BasicJsonType::value_t::discarded; +}; + +template +class json_sax_acceptor +{ + public: + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + + bool null() + { + return true; + } + + bool boolean(bool /*unused*/) + { + return true; + } + + bool number_integer(number_integer_t /*unused*/) + { + return true; + } + + bool number_unsigned(number_unsigned_t /*unused*/) + { + return true; + } + + bool number_float(number_float_t /*unused*/, const string_t& /*unused*/) + { + return true; + } + + bool string(string_t& /*unused*/) + { + return true; + } + + bool binary(binary_t& /*unused*/) + { + return true; + } + + bool start_object(std::size_t /*unused*/ = static_cast(-1)) + { + return true; + } + + bool key(string_t& /*unused*/) + { + return true; + } + + bool end_object() + { + return true; + } + + bool start_array(std::size_t /*unused*/ = static_cast(-1)) + { + return true; + } + + bool end_array() + { + return true; + } + + bool parse_error(std::size_t /*unused*/, const std::string& /*unused*/, const detail::exception& /*unused*/) + { + return false; + } +}; +} // namespace detail + +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/input/lexer.hpp b/third_party/nlohmann/nlohmann/detail/input/lexer.hpp new file mode 100644 index 0000000000000000000000000000000000000000..d0c063a1cf889bc7095f259d6f232b81a77529e0 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/input/lexer.hpp @@ -0,0 +1,1623 @@ +#pragma once + +#include // array +#include // localeconv +#include // size_t +#include // snprintf +#include // strtof, strtod, strtold, strtoll, strtoull +#include // initializer_list +#include // char_traits, string +#include // move +#include // vector + +#include +#include +#include + +namespace nlohmann +{ +namespace detail +{ +/////////// +// lexer // +/////////// + +template +class lexer_base +{ + public: + /// token types for the parser + enum class token_type + { + uninitialized, ///< indicating the scanner is uninitialized + literal_true, ///< the `true` literal + literal_false, ///< the `false` literal + literal_null, ///< the `null` literal + value_string, ///< a string -- use get_string() for actual value + value_unsigned, ///< an unsigned integer -- use get_number_unsigned() for actual value + value_integer, ///< a signed integer -- use get_number_integer() for actual value + value_float, ///< an floating point number -- use get_number_float() for actual value + begin_array, ///< the character for array begin `[` + begin_object, ///< the character for object begin `{` + end_array, ///< the character for array end `]` + end_object, ///< the character for object end `}` + name_separator, ///< the name separator `:` + value_separator, ///< the value separator `,` + parse_error, ///< indicating a parse error + end_of_input, ///< indicating the end of the input buffer + literal_or_value ///< a literal or the begin of a value (only for diagnostics) + }; + + /// return name of values of type token_type (only used for errors) + JSON_HEDLEY_RETURNS_NON_NULL + JSON_HEDLEY_CONST + static const char* token_type_name(const token_type t) noexcept + { + switch (t) + { + case token_type::uninitialized: + return ""; + case token_type::literal_true: + return "true literal"; + case token_type::literal_false: + return "false literal"; + case token_type::literal_null: + return "null literal"; + case token_type::value_string: + return "string literal"; + case token_type::value_unsigned: + case token_type::value_integer: + case token_type::value_float: + return "number literal"; + case token_type::begin_array: + return "'['"; + case token_type::begin_object: + return "'{'"; + case token_type::end_array: + return "']'"; + case token_type::end_object: + return "'}'"; + case token_type::name_separator: + return "':'"; + case token_type::value_separator: + return "','"; + case token_type::parse_error: + return ""; + case token_type::end_of_input: + return "end of input"; + case token_type::literal_or_value: + return "'[', '{', or a literal"; + // LCOV_EXCL_START + default: // catch non-enum values + return "unknown token"; + // LCOV_EXCL_STOP + } + } +}; +/*! +@brief lexical analysis + +This class organizes the lexical analysis during JSON deserialization. +*/ +template +class lexer : public lexer_base +{ + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using char_type = typename InputAdapterType::char_type; + using char_int_type = typename std::char_traits::int_type; + + public: + using token_type = typename lexer_base::token_type; + + explicit lexer(InputAdapterType&& adapter, bool ignore_comments_ = false) noexcept + : ia(std::move(adapter)) + , ignore_comments(ignore_comments_) + , decimal_point_char(static_cast(get_decimal_point())) + {} + + // delete because of pointer members + lexer(const lexer&) = delete; + lexer(lexer&&) = default; // NOLINT(hicpp-noexcept-move,performance-noexcept-move-constructor) + lexer& operator=(lexer&) = delete; + lexer& operator=(lexer&&) = default; // NOLINT(hicpp-noexcept-move,performance-noexcept-move-constructor) + ~lexer() = default; + + private: + ///////////////////// + // locales + ///////////////////// + + /// return the locale-dependent decimal point + JSON_HEDLEY_PURE + static char get_decimal_point() noexcept + { + const auto* loc = localeconv(); + JSON_ASSERT(loc != nullptr); + return (loc->decimal_point == nullptr) ? '.' : *(loc->decimal_point); + } + + ///////////////////// + // scan functions + ///////////////////// + + /*! + @brief get codepoint from 4 hex characters following `\u` + + For input "\u c1 c2 c3 c4" the codepoint is: + (c1 * 0x1000) + (c2 * 0x0100) + (c3 * 0x0010) + c4 + = (c1 << 12) + (c2 << 8) + (c3 << 4) + (c4 << 0) + + Furthermore, the possible characters '0'..'9', 'A'..'F', and 'a'..'f' + must be converted to the integers 0x0..0x9, 0xA..0xF, 0xA..0xF, resp. The + conversion is done by subtracting the offset (0x30, 0x37, and 0x57) + between the ASCII value of the character and the desired integer value. + + @return codepoint (0x0000..0xFFFF) or -1 in case of an error (e.g. EOF or + non-hex character) + */ + int get_codepoint() + { + // this function only makes sense after reading `\u` + JSON_ASSERT(current == 'u'); + int codepoint = 0; + + const auto factors = { 12u, 8u, 4u, 0u }; + for (const auto factor : factors) + { + get(); + + if (current >= '0' && current <= '9') + { + codepoint += static_cast((static_cast(current) - 0x30u) << factor); + } + else if (current >= 'A' && current <= 'F') + { + codepoint += static_cast((static_cast(current) - 0x37u) << factor); + } + else if (current >= 'a' && current <= 'f') + { + codepoint += static_cast((static_cast(current) - 0x57u) << factor); + } + else + { + return -1; + } + } + + JSON_ASSERT(0x0000 <= codepoint && codepoint <= 0xFFFF); + return codepoint; + } + + /*! + @brief check if the next byte(s) are inside a given range + + Adds the current byte and, for each passed range, reads a new byte and + checks if it is inside the range. If a violation was detected, set up an + error message and return false. Otherwise, return true. + + @param[in] ranges list of integers; interpreted as list of pairs of + inclusive lower and upper bound, respectively + + @pre The passed list @a ranges must have 2, 4, or 6 elements; that is, + 1, 2, or 3 pairs. This precondition is enforced by an assertion. + + @return true if and only if no range violation was detected + */ + bool next_byte_in_range(std::initializer_list ranges) + { + JSON_ASSERT(ranges.size() == 2 || ranges.size() == 4 || ranges.size() == 6); + add(current); + + for (auto range = ranges.begin(); range != ranges.end(); ++range) + { + get(); + if (JSON_HEDLEY_LIKELY(*range <= current && current <= *(++range))) + { + add(current); + } + else + { + error_message = "invalid string: ill-formed UTF-8 byte"; + return false; + } + } + + return true; + } + + /*! + @brief scan a string literal + + This function scans a string according to Sect. 7 of RFC 8259. While + scanning, bytes are escaped and copied into buffer token_buffer. Then the + function returns successfully, token_buffer is *not* null-terminated (as it + may contain \0 bytes), and token_buffer.size() is the number of bytes in the + string. + + @return token_type::value_string if string could be successfully scanned, + token_type::parse_error otherwise + + @note In case of errors, variable error_message contains a textual + description. + */ + token_type scan_string() + { + // reset token_buffer (ignore opening quote) + reset(); + + // we entered the function by reading an open quote + JSON_ASSERT(current == '\"'); + + while (true) + { + // get next character + switch (get()) + { + // end of file while parsing string + case std::char_traits::eof(): + { + error_message = "invalid string: missing closing quote"; + return token_type::parse_error; + } + + // closing quote + case '\"': + { + return token_type::value_string; + } + + // escapes + case '\\': + { + switch (get()) + { + // quotation mark + case '\"': + add('\"'); + break; + // reverse solidus + case '\\': + add('\\'); + break; + // solidus + case '/': + add('/'); + break; + // backspace + case 'b': + add('\b'); + break; + // form feed + case 'f': + add('\f'); + break; + // line feed + case 'n': + add('\n'); + break; + // carriage return + case 'r': + add('\r'); + break; + // tab + case 't': + add('\t'); + break; + + // unicode escapes + case 'u': + { + const int codepoint1 = get_codepoint(); + int codepoint = codepoint1; // start with codepoint1 + + if (JSON_HEDLEY_UNLIKELY(codepoint1 == -1)) + { + error_message = "invalid string: '\\u' must be followed by 4 hex digits"; + return token_type::parse_error; + } + + // check if code point is a high surrogate + if (0xD800 <= codepoint1 && codepoint1 <= 0xDBFF) + { + // expect next \uxxxx entry + if (JSON_HEDLEY_LIKELY(get() == '\\' && get() == 'u')) + { + const int codepoint2 = get_codepoint(); + + if (JSON_HEDLEY_UNLIKELY(codepoint2 == -1)) + { + error_message = "invalid string: '\\u' must be followed by 4 hex digits"; + return token_type::parse_error; + } + + // check if codepoint2 is a low surrogate + if (JSON_HEDLEY_LIKELY(0xDC00 <= codepoint2 && codepoint2 <= 0xDFFF)) + { + // overwrite codepoint + codepoint = static_cast( + // high surrogate occupies the most significant 22 bits + (static_cast(codepoint1) << 10u) + // low surrogate occupies the least significant 15 bits + + static_cast(codepoint2) + // there is still the 0xD800, 0xDC00 and 0x10000 noise + // in the result, so we have to subtract with: + // (0xD800 << 10) + DC00 - 0x10000 = 0x35FDC00 + - 0x35FDC00u); + } + else + { + error_message = "invalid string: surrogate U+D800..U+DBFF must be followed by U+DC00..U+DFFF"; + return token_type::parse_error; + } + } + else + { + error_message = "invalid string: surrogate U+D800..U+DBFF must be followed by U+DC00..U+DFFF"; + return token_type::parse_error; + } + } + else + { + if (JSON_HEDLEY_UNLIKELY(0xDC00 <= codepoint1 && codepoint1 <= 0xDFFF)) + { + error_message = "invalid string: surrogate U+DC00..U+DFFF must follow U+D800..U+DBFF"; + return token_type::parse_error; + } + } + + // result of the above calculation yields a proper codepoint + JSON_ASSERT(0x00 <= codepoint && codepoint <= 0x10FFFF); + + // translate codepoint into bytes + if (codepoint < 0x80) + { + // 1-byte characters: 0xxxxxxx (ASCII) + add(static_cast(codepoint)); + } + else if (codepoint <= 0x7FF) + { + // 2-byte characters: 110xxxxx 10xxxxxx + add(static_cast(0xC0u | (static_cast(codepoint) >> 6u))); + add(static_cast(0x80u | (static_cast(codepoint) & 0x3Fu))); + } + else if (codepoint <= 0xFFFF) + { + // 3-byte characters: 1110xxxx 10xxxxxx 10xxxxxx + add(static_cast(0xE0u | (static_cast(codepoint) >> 12u))); + add(static_cast(0x80u | ((static_cast(codepoint) >> 6u) & 0x3Fu))); + add(static_cast(0x80u | (static_cast(codepoint) & 0x3Fu))); + } + else + { + // 4-byte characters: 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx + add(static_cast(0xF0u | (static_cast(codepoint) >> 18u))); + add(static_cast(0x80u | ((static_cast(codepoint) >> 12u) & 0x3Fu))); + add(static_cast(0x80u | ((static_cast(codepoint) >> 6u) & 0x3Fu))); + add(static_cast(0x80u | (static_cast(codepoint) & 0x3Fu))); + } + + break; + } + + // other characters after escape + default: + error_message = "invalid string: forbidden character after backslash"; + return token_type::parse_error; + } + + break; + } + + // invalid control characters + case 0x00: + { + error_message = "invalid string: control character U+0000 (NUL) must be escaped to \\u0000"; + return token_type::parse_error; + } + + case 0x01: + { + error_message = "invalid string: control character U+0001 (SOH) must be escaped to \\u0001"; + return token_type::parse_error; + } + + case 0x02: + { + error_message = "invalid string: control character U+0002 (STX) must be escaped to \\u0002"; + return token_type::parse_error; + } + + case 0x03: + { + error_message = "invalid string: control character U+0003 (ETX) must be escaped to \\u0003"; + return token_type::parse_error; + } + + case 0x04: + { + error_message = "invalid string: control character U+0004 (EOT) must be escaped to \\u0004"; + return token_type::parse_error; + } + + case 0x05: + { + error_message = "invalid string: control character U+0005 (ENQ) must be escaped to \\u0005"; + return token_type::parse_error; + } + + case 0x06: + { + error_message = "invalid string: control character U+0006 (ACK) must be escaped to \\u0006"; + return token_type::parse_error; + } + + case 0x07: + { + error_message = "invalid string: control character U+0007 (BEL) must be escaped to \\u0007"; + return token_type::parse_error; + } + + case 0x08: + { + error_message = "invalid string: control character U+0008 (BS) must be escaped to \\u0008 or \\b"; + return token_type::parse_error; + } + + case 0x09: + { + error_message = "invalid string: control character U+0009 (HT) must be escaped to \\u0009 or \\t"; + return token_type::parse_error; + } + + case 0x0A: + { + error_message = "invalid string: control character U+000A (LF) must be escaped to \\u000A or \\n"; + return token_type::parse_error; + } + + case 0x0B: + { + error_message = "invalid string: control character U+000B (VT) must be escaped to \\u000B"; + return token_type::parse_error; + } + + case 0x0C: + { + error_message = "invalid string: control character U+000C (FF) must be escaped to \\u000C or \\f"; + return token_type::parse_error; + } + + case 0x0D: + { + error_message = "invalid string: control character U+000D (CR) must be escaped to \\u000D or \\r"; + return token_type::parse_error; + } + + case 0x0E: + { + error_message = "invalid string: control character U+000E (SO) must be escaped to \\u000E"; + return token_type::parse_error; + } + + case 0x0F: + { + error_message = "invalid string: control character U+000F (SI) must be escaped to \\u000F"; + return token_type::parse_error; + } + + case 0x10: + { + error_message = "invalid string: control character U+0010 (DLE) must be escaped to \\u0010"; + return token_type::parse_error; + } + + case 0x11: + { + error_message = "invalid string: control character U+0011 (DC1) must be escaped to \\u0011"; + return token_type::parse_error; + } + + case 0x12: + { + error_message = "invalid string: control character U+0012 (DC2) must be escaped to \\u0012"; + return token_type::parse_error; + } + + case 0x13: + { + error_message = "invalid string: control character U+0013 (DC3) must be escaped to \\u0013"; + return token_type::parse_error; + } + + case 0x14: + { + error_message = "invalid string: control character U+0014 (DC4) must be escaped to \\u0014"; + return token_type::parse_error; + } + + case 0x15: + { + error_message = "invalid string: control character U+0015 (NAK) must be escaped to \\u0015"; + return token_type::parse_error; + } + + case 0x16: + { + error_message = "invalid string: control character U+0016 (SYN) must be escaped to \\u0016"; + return token_type::parse_error; + } + + case 0x17: + { + error_message = "invalid string: control character U+0017 (ETB) must be escaped to \\u0017"; + return token_type::parse_error; + } + + case 0x18: + { + error_message = "invalid string: control character U+0018 (CAN) must be escaped to \\u0018"; + return token_type::parse_error; + } + + case 0x19: + { + error_message = "invalid string: control character U+0019 (EM) must be escaped to \\u0019"; + return token_type::parse_error; + } + + case 0x1A: + { + error_message = "invalid string: control character U+001A (SUB) must be escaped to \\u001A"; + return token_type::parse_error; + } + + case 0x1B: + { + error_message = "invalid string: control character U+001B (ESC) must be escaped to \\u001B"; + return token_type::parse_error; + } + + case 0x1C: + { + error_message = "invalid string: control character U+001C (FS) must be escaped to \\u001C"; + return token_type::parse_error; + } + + case 0x1D: + { + error_message = "invalid string: control character U+001D (GS) must be escaped to \\u001D"; + return token_type::parse_error; + } + + case 0x1E: + { + error_message = "invalid string: control character U+001E (RS) must be escaped to \\u001E"; + return token_type::parse_error; + } + + case 0x1F: + { + error_message = "invalid string: control character U+001F (US) must be escaped to \\u001F"; + return token_type::parse_error; + } + + // U+0020..U+007F (except U+0022 (quote) and U+005C (backspace)) + case 0x20: + case 0x21: + case 0x23: + case 0x24: + case 0x25: + case 0x26: + case 0x27: + case 0x28: + case 0x29: + case 0x2A: + case 0x2B: + case 0x2C: + case 0x2D: + case 0x2E: + case 0x2F: + case 0x30: + case 0x31: + case 0x32: + case 0x33: + case 0x34: + case 0x35: + case 0x36: + case 0x37: + case 0x38: + case 0x39: + case 0x3A: + case 0x3B: + case 0x3C: + case 0x3D: + case 0x3E: + case 0x3F: + case 0x40: + case 0x41: + case 0x42: + case 0x43: + case 0x44: + case 0x45: + case 0x46: + case 0x47: + case 0x48: + case 0x49: + case 0x4A: + case 0x4B: + case 0x4C: + case 0x4D: + case 0x4E: + case 0x4F: + case 0x50: + case 0x51: + case 0x52: + case 0x53: + case 0x54: + case 0x55: + case 0x56: + case 0x57: + case 0x58: + case 0x59: + case 0x5A: + case 0x5B: + case 0x5D: + case 0x5E: + case 0x5F: + case 0x60: + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + case 0x66: + case 0x67: + case 0x68: + case 0x69: + case 0x6A: + case 0x6B: + case 0x6C: + case 0x6D: + case 0x6E: + case 0x6F: + case 0x70: + case 0x71: + case 0x72: + case 0x73: + case 0x74: + case 0x75: + case 0x76: + case 0x77: + case 0x78: + case 0x79: + case 0x7A: + case 0x7B: + case 0x7C: + case 0x7D: + case 0x7E: + case 0x7F: + { + add(current); + break; + } + + // U+0080..U+07FF: bytes C2..DF 80..BF + case 0xC2: + case 0xC3: + case 0xC4: + case 0xC5: + case 0xC6: + case 0xC7: + case 0xC8: + case 0xC9: + case 0xCA: + case 0xCB: + case 0xCC: + case 0xCD: + case 0xCE: + case 0xCF: + case 0xD0: + case 0xD1: + case 0xD2: + case 0xD3: + case 0xD4: + case 0xD5: + case 0xD6: + case 0xD7: + case 0xD8: + case 0xD9: + case 0xDA: + case 0xDB: + case 0xDC: + case 0xDD: + case 0xDE: + case 0xDF: + { + if (JSON_HEDLEY_UNLIKELY(!next_byte_in_range({0x80, 0xBF}))) + { + return token_type::parse_error; + } + break; + } + + // U+0800..U+0FFF: bytes E0 A0..BF 80..BF + case 0xE0: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0xA0, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+1000..U+CFFF: bytes E1..EC 80..BF 80..BF + // U+E000..U+FFFF: bytes EE..EF 80..BF 80..BF + case 0xE1: + case 0xE2: + case 0xE3: + case 0xE4: + case 0xE5: + case 0xE6: + case 0xE7: + case 0xE8: + case 0xE9: + case 0xEA: + case 0xEB: + case 0xEC: + case 0xEE: + case 0xEF: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x80, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+D000..U+D7FF: bytes ED 80..9F 80..BF + case 0xED: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x80, 0x9F, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+10000..U+3FFFF F0 90..BF 80..BF 80..BF + case 0xF0: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x90, 0xBF, 0x80, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+40000..U+FFFFF F1..F3 80..BF 80..BF 80..BF + case 0xF1: + case 0xF2: + case 0xF3: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x80, 0xBF, 0x80, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+100000..U+10FFFF F4 80..8F 80..BF 80..BF + case 0xF4: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x80, 0x8F, 0x80, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // remaining bytes (80..C1 and F5..FF) are ill-formed + default: + { + error_message = "invalid string: ill-formed UTF-8 byte"; + return token_type::parse_error; + } + } + } + } + + /*! + * @brief scan a comment + * @return whether comment could be scanned successfully + */ + bool scan_comment() + { + switch (get()) + { + // single-line comments skip input until a newline or EOF is read + case '/': + { + while (true) + { + switch (get()) + { + case '\n': + case '\r': + case std::char_traits::eof(): + case '\0': + return true; + + default: + break; + } + } + } + + // multi-line comments skip input until */ is read + case '*': + { + while (true) + { + switch (get()) + { + case std::char_traits::eof(): + case '\0': + { + error_message = "invalid comment; missing closing '*/'"; + return false; + } + + case '*': + { + switch (get()) + { + case '/': + return true; + + default: + { + unget(); + continue; + } + } + } + + default: + continue; + } + } + } + + // unexpected character after reading '/' + default: + { + error_message = "invalid comment; expecting '/' or '*' after '/'"; + return false; + } + } + } + + JSON_HEDLEY_NON_NULL(2) + static void strtof(float& f, const char* str, char** endptr) noexcept + { + f = std::strtof(str, endptr); + } + + JSON_HEDLEY_NON_NULL(2) + static void strtof(double& f, const char* str, char** endptr) noexcept + { + f = std::strtod(str, endptr); + } + + JSON_HEDLEY_NON_NULL(2) + static void strtof(long double& f, const char* str, char** endptr) noexcept + { + f = std::strtold(str, endptr); + } + + /*! + @brief scan a number literal + + This function scans a string according to Sect. 6 of RFC 8259. + + The function is realized with a deterministic finite state machine derived + from the grammar described in RFC 8259. Starting in state "init", the + input is read and used to determined the next state. Only state "done" + accepts the number. State "error" is a trap state to model errors. In the + table below, "anything" means any character but the ones listed before. + + state | 0 | 1-9 | e E | + | - | . | anything + ---------|----------|----------|----------|---------|---------|----------|----------- + init | zero | any1 | [error] | [error] | minus | [error] | [error] + minus | zero | any1 | [error] | [error] | [error] | [error] | [error] + zero | done | done | exponent | done | done | decimal1 | done + any1 | any1 | any1 | exponent | done | done | decimal1 | done + decimal1 | decimal2 | decimal2 | [error] | [error] | [error] | [error] | [error] + decimal2 | decimal2 | decimal2 | exponent | done | done | done | done + exponent | any2 | any2 | [error] | sign | sign | [error] | [error] + sign | any2 | any2 | [error] | [error] | [error] | [error] | [error] + any2 | any2 | any2 | done | done | done | done | done + + The state machine is realized with one label per state (prefixed with + "scan_number_") and `goto` statements between them. The state machine + contains cycles, but any cycle can be left when EOF is read. Therefore, + the function is guaranteed to terminate. + + During scanning, the read bytes are stored in token_buffer. This string is + then converted to a signed integer, an unsigned integer, or a + floating-point number. + + @return token_type::value_unsigned, token_type::value_integer, or + token_type::value_float if number could be successfully scanned, + token_type::parse_error otherwise + + @note The scanner is independent of the current locale. Internally, the + locale's decimal point is used instead of `.` to work with the + locale-dependent converters. + */ + token_type scan_number() // lgtm [cpp/use-of-goto] + { + // reset token_buffer to store the number's bytes + reset(); + + // the type of the parsed number; initially set to unsigned; will be + // changed if minus sign, decimal point or exponent is read + token_type number_type = token_type::value_unsigned; + + // state (init): we just found out we need to scan a number + switch (current) + { + case '-': + { + add(current); + goto scan_number_minus; + } + + case '0': + { + add(current); + goto scan_number_zero; + } + + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any1; + } + + // all other characters are rejected outside scan_number() + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + } + +scan_number_minus: + // state: we just parsed a leading minus sign + number_type = token_type::value_integer; + switch (get()) + { + case '0': + { + add(current); + goto scan_number_zero; + } + + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any1; + } + + default: + { + error_message = "invalid number; expected digit after '-'"; + return token_type::parse_error; + } + } + +scan_number_zero: + // state: we just parse a zero (maybe with a leading minus sign) + switch (get()) + { + case '.': + { + add(decimal_point_char); + goto scan_number_decimal1; + } + + case 'e': + case 'E': + { + add(current); + goto scan_number_exponent; + } + + default: + goto scan_number_done; + } + +scan_number_any1: + // state: we just parsed a number 0-9 (maybe with a leading minus sign) + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any1; + } + + case '.': + { + add(decimal_point_char); + goto scan_number_decimal1; + } + + case 'e': + case 'E': + { + add(current); + goto scan_number_exponent; + } + + default: + goto scan_number_done; + } + +scan_number_decimal1: + // state: we just parsed a decimal point + number_type = token_type::value_float; + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_decimal2; + } + + default: + { + error_message = "invalid number; expected digit after '.'"; + return token_type::parse_error; + } + } + +scan_number_decimal2: + // we just parsed at least one number after a decimal point + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_decimal2; + } + + case 'e': + case 'E': + { + add(current); + goto scan_number_exponent; + } + + default: + goto scan_number_done; + } + +scan_number_exponent: + // we just parsed an exponent + number_type = token_type::value_float; + switch (get()) + { + case '+': + case '-': + { + add(current); + goto scan_number_sign; + } + + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any2; + } + + default: + { + error_message = + "invalid number; expected '+', '-', or digit after exponent"; + return token_type::parse_error; + } + } + +scan_number_sign: + // we just parsed an exponent sign + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any2; + } + + default: + { + error_message = "invalid number; expected digit after exponent sign"; + return token_type::parse_error; + } + } + +scan_number_any2: + // we just parsed a number after the exponent or exponent sign + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any2; + } + + default: + goto scan_number_done; + } + +scan_number_done: + // unget the character after the number (we only read it to know that + // we are done scanning a number) + unget(); + + char* endptr = nullptr; // NOLINT(cppcoreguidelines-pro-type-vararg,hicpp-vararg) + errno = 0; + + // try to parse integers first and fall back to floats + if (number_type == token_type::value_unsigned) + { + const auto x = std::strtoull(token_buffer.data(), &endptr, 10); + + // we checked the number format before + JSON_ASSERT(endptr == token_buffer.data() + token_buffer.size()); + + if (errno == 0) + { + value_unsigned = static_cast(x); + if (value_unsigned == x) + { + return token_type::value_unsigned; + } + } + } + else if (number_type == token_type::value_integer) + { + const auto x = std::strtoll(token_buffer.data(), &endptr, 10); + + // we checked the number format before + JSON_ASSERT(endptr == token_buffer.data() + token_buffer.size()); + + if (errno == 0) + { + value_integer = static_cast(x); + if (value_integer == x) + { + return token_type::value_integer; + } + } + } + + // this code is reached if we parse a floating-point number or if an + // integer conversion above failed + strtof(value_float, token_buffer.data(), &endptr); + + // we checked the number format before + JSON_ASSERT(endptr == token_buffer.data() + token_buffer.size()); + + return token_type::value_float; + } + + /*! + @param[in] literal_text the literal text to expect + @param[in] length the length of the passed literal text + @param[in] return_type the token type to return on success + */ + JSON_HEDLEY_NON_NULL(2) + token_type scan_literal(const char_type* literal_text, const std::size_t length, + token_type return_type) + { + JSON_ASSERT(std::char_traits::to_char_type(current) == literal_text[0]); + for (std::size_t i = 1; i < length; ++i) + { + if (JSON_HEDLEY_UNLIKELY(std::char_traits::to_char_type(get()) != literal_text[i])) + { + error_message = "invalid literal"; + return token_type::parse_error; + } + } + return return_type; + } + + ///////////////////// + // input management + ///////////////////// + + /// reset token_buffer; current character is beginning of token + void reset() noexcept + { + token_buffer.clear(); + token_string.clear(); + token_string.push_back(std::char_traits::to_char_type(current)); + } + + /* + @brief get next character from the input + + This function provides the interface to the used input adapter. It does + not throw in case the input reached EOF, but returns a + `std::char_traits::eof()` in that case. Stores the scanned characters + for use in error messages. + + @return character read from the input + */ + char_int_type get() + { + ++position.chars_read_total; + ++position.chars_read_current_line; + + if (next_unget) + { + // just reset the next_unget variable and work with current + next_unget = false; + } + else + { + current = ia.get_character(); + } + + if (JSON_HEDLEY_LIKELY(current != std::char_traits::eof())) + { + token_string.push_back(std::char_traits::to_char_type(current)); + } + + if (current == '\n') + { + ++position.lines_read; + position.chars_read_current_line = 0; + } + + return current; + } + + /*! + @brief unget current character (read it again on next get) + + We implement unget by setting variable next_unget to true. The input is not + changed - we just simulate ungetting by modifying chars_read_total, + chars_read_current_line, and token_string. The next call to get() will + behave as if the unget character is read again. + */ + void unget() + { + next_unget = true; + + --position.chars_read_total; + + // in case we "unget" a newline, we have to also decrement the lines_read + if (position.chars_read_current_line == 0) + { + if (position.lines_read > 0) + { + --position.lines_read; + } + } + else + { + --position.chars_read_current_line; + } + + if (JSON_HEDLEY_LIKELY(current != std::char_traits::eof())) + { + JSON_ASSERT(!token_string.empty()); + token_string.pop_back(); + } + } + + /// add a character to token_buffer + void add(char_int_type c) + { + token_buffer.push_back(static_cast(c)); + } + + public: + ///////////////////// + // value getters + ///////////////////// + + /// return integer value + constexpr number_integer_t get_number_integer() const noexcept + { + return value_integer; + } + + /// return unsigned integer value + constexpr number_unsigned_t get_number_unsigned() const noexcept + { + return value_unsigned; + } + + /// return floating-point value + constexpr number_float_t get_number_float() const noexcept + { + return value_float; + } + + /// return current string value (implicitly resets the token; useful only once) + string_t& get_string() + { + return token_buffer; + } + + ///////////////////// + // diagnostics + ///////////////////// + + /// return position of last read token + constexpr position_t get_position() const noexcept + { + return position; + } + + /// return the last read token (for errors only). Will never contain EOF + /// (an arbitrary value that is not a valid char value, often -1), because + /// 255 may legitimately occur. May contain NUL, which should be escaped. + std::string get_token_string() const + { + // escape control characters + std::string result; + for (const auto c : token_string) + { + if (static_cast(c) <= '\x1F') + { + // escape control characters + std::array cs{{}}; + static_cast((std::snprintf)(cs.data(), cs.size(), "", static_cast(c))); // NOLINT(cppcoreguidelines-pro-type-vararg,hicpp-vararg) + result += cs.data(); + } + else + { + // add character as is + result.push_back(static_cast(c)); + } + } + + return result; + } + + /// return syntax error message + JSON_HEDLEY_RETURNS_NON_NULL + constexpr const char* get_error_message() const noexcept + { + return error_message; + } + + ///////////////////// + // actual scanner + ///////////////////// + + /*! + @brief skip the UTF-8 byte order mark + @return true iff there is no BOM or the correct BOM has been skipped + */ + bool skip_bom() + { + if (get() == 0xEF) + { + // check if we completely parse the BOM + return get() == 0xBB && get() == 0xBF; + } + + // the first character is not the beginning of the BOM; unget it to + // process is later + unget(); + return true; + } + + void skip_whitespace() + { + do + { + get(); + } + while (current == ' ' || current == '\t' || current == '\n' || current == '\r'); + } + + token_type scan() + { + // initially, skip the BOM + if (position.chars_read_total == 0 && !skip_bom()) + { + error_message = "invalid BOM; must be 0xEF 0xBB 0xBF if given"; + return token_type::parse_error; + } + + // read next character and ignore whitespace + skip_whitespace(); + + // ignore comments + while (ignore_comments && current == '/') + { + if (!scan_comment()) + { + return token_type::parse_error; + } + + // skip following whitespace + skip_whitespace(); + } + + switch (current) + { + // structural characters + case '[': + return token_type::begin_array; + case ']': + return token_type::end_array; + case '{': + return token_type::begin_object; + case '}': + return token_type::end_object; + case ':': + return token_type::name_separator; + case ',': + return token_type::value_separator; + + // literals + case 't': + { + std::array true_literal = {{static_cast('t'), static_cast('r'), static_cast('u'), static_cast('e')}}; + return scan_literal(true_literal.data(), true_literal.size(), token_type::literal_true); + } + case 'f': + { + std::array false_literal = {{static_cast('f'), static_cast('a'), static_cast('l'), static_cast('s'), static_cast('e')}}; + return scan_literal(false_literal.data(), false_literal.size(), token_type::literal_false); + } + case 'n': + { + std::array null_literal = {{static_cast('n'), static_cast('u'), static_cast('l'), static_cast('l')}}; + return scan_literal(null_literal.data(), null_literal.size(), token_type::literal_null); + } + + // string + case '\"': + return scan_string(); + + // number + case '-': + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + return scan_number(); + + // end of input (the null byte is needed when parsing from + // string literals) + case '\0': + case std::char_traits::eof(): + return token_type::end_of_input; + + // error + default: + error_message = "invalid literal"; + return token_type::parse_error; + } + } + + private: + /// input adapter + InputAdapterType ia; + + /// whether comments should be ignored (true) or signaled as errors (false) + const bool ignore_comments = false; + + /// the current character + char_int_type current = std::char_traits::eof(); + + /// whether the next get() call should just return current + bool next_unget = false; + + /// the start position of the current token + position_t position {}; + + /// raw input token string (for error messages) + std::vector token_string {}; + + /// buffer for variable-length tokens (numbers, strings) + string_t token_buffer {}; + + /// a description of occurred lexer errors + const char* error_message = ""; + + // number values + number_integer_t value_integer = 0; + number_unsigned_t value_unsigned = 0; + number_float_t value_float = 0; + + /// the decimal point + const char_int_type decimal_point_char = '.'; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/input/parser.hpp b/third_party/nlohmann/nlohmann/detail/input/parser.hpp new file mode 100644 index 0000000000000000000000000000000000000000..024dd040f775d13a923e1a3518bdacda11308b2e --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/input/parser.hpp @@ -0,0 +1,499 @@ +#pragma once + +#include // isfinite +#include // uint8_t +#include // function +#include // string +#include // move +#include // vector + +#include +#include +#include +#include +#include +#include +#include + +namespace nlohmann +{ +namespace detail +{ +//////////// +// parser // +//////////// + +enum class parse_event_t : std::uint8_t +{ + /// the parser read `{` and started to process a JSON object + object_start, + /// the parser read `}` and finished processing a JSON object + object_end, + /// the parser read `[` and started to process a JSON array + array_start, + /// the parser read `]` and finished processing a JSON array + array_end, + /// the parser read a key of a value in an object + key, + /// the parser finished reading a JSON value + value +}; + +template +using parser_callback_t = + std::function; + +/*! +@brief syntax analysis + +This class implements a recursive descent parser. +*/ +template +class parser +{ + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using lexer_t = lexer; + using token_type = typename lexer_t::token_type; + + public: + /// a parser reading from an input adapter + explicit parser(InputAdapterType&& adapter, + const parser_callback_t cb = nullptr, + const bool allow_exceptions_ = true, + const bool skip_comments = false) + : callback(cb) + , m_lexer(std::move(adapter), skip_comments) + , allow_exceptions(allow_exceptions_) + { + // read first token + get_token(); + } + + /*! + @brief public parser interface + + @param[in] strict whether to expect the last token to be EOF + @param[in,out] result parsed JSON value + + @throw parse_error.101 in case of an unexpected token + @throw parse_error.102 if to_unicode fails or surrogate error + @throw parse_error.103 if to_unicode fails + */ + void parse(const bool strict, BasicJsonType& result) + { + if (callback) + { + json_sax_dom_callback_parser sdp(result, callback, allow_exceptions); + sax_parse_internal(&sdp); + + // in strict mode, input must be completely read + if (strict && (get_token() != token_type::end_of_input)) + { + sdp.parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::end_of_input, "value"), BasicJsonType())); + } + + // in case of an error, return discarded value + if (sdp.is_errored()) + { + result = value_t::discarded; + return; + } + + // set top-level value to null if it was discarded by the callback + // function + if (result.is_discarded()) + { + result = nullptr; + } + } + else + { + json_sax_dom_parser sdp(result, allow_exceptions); + sax_parse_internal(&sdp); + + // in strict mode, input must be completely read + if (strict && (get_token() != token_type::end_of_input)) + { + sdp.parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::end_of_input, "value"), BasicJsonType())); + } + + // in case of an error, return discarded value + if (sdp.is_errored()) + { + result = value_t::discarded; + return; + } + } + + result.assert_invariant(); + } + + /*! + @brief public accept interface + + @param[in] strict whether to expect the last token to be EOF + @return whether the input is a proper JSON text + */ + bool accept(const bool strict = true) + { + json_sax_acceptor sax_acceptor; + return sax_parse(&sax_acceptor, strict); + } + + template + JSON_HEDLEY_NON_NULL(2) + bool sax_parse(SAX* sax, const bool strict = true) + { + (void)detail::is_sax_static_asserts {}; + const bool result = sax_parse_internal(sax); + + // strict mode: next byte must be EOF + if (result && strict && (get_token() != token_type::end_of_input)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::end_of_input, "value"), BasicJsonType())); + } + + return result; + } + + private: + template + JSON_HEDLEY_NON_NULL(2) + bool sax_parse_internal(SAX* sax) + { + // stack to remember the hierarchy of structured values we are parsing + // true = array; false = object + std::vector states; + // value to avoid a goto (see comment where set to true) + bool skip_to_state_evaluation = false; + + while (true) + { + if (!skip_to_state_evaluation) + { + // invariant: get_token() was called before each iteration + switch (last_token) + { + case token_type::begin_object: + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(static_cast(-1)))) + { + return false; + } + + // closing } -> we are done + if (get_token() == token_type::end_object) + { + if (JSON_HEDLEY_UNLIKELY(!sax->end_object())) + { + return false; + } + break; + } + + // parse key + if (JSON_HEDLEY_UNLIKELY(last_token != token_type::value_string)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::value_string, "object key"), BasicJsonType())); + } + if (JSON_HEDLEY_UNLIKELY(!sax->key(m_lexer.get_string()))) + { + return false; + } + + // parse separator (:) + if (JSON_HEDLEY_UNLIKELY(get_token() != token_type::name_separator)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::name_separator, "object separator"), BasicJsonType())); + } + + // remember we are now inside an object + states.push_back(false); + + // parse values + get_token(); + continue; + } + + case token_type::begin_array: + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(static_cast(-1)))) + { + return false; + } + + // closing ] -> we are done + if (get_token() == token_type::end_array) + { + if (JSON_HEDLEY_UNLIKELY(!sax->end_array())) + { + return false; + } + break; + } + + // remember we are now inside an array + states.push_back(true); + + // parse values (no need to call get_token) + continue; + } + + case token_type::value_float: + { + const auto res = m_lexer.get_number_float(); + + if (JSON_HEDLEY_UNLIKELY(!std::isfinite(res))) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + out_of_range::create(406, "number overflow parsing '" + m_lexer.get_token_string() + "'", BasicJsonType())); + } + + if (JSON_HEDLEY_UNLIKELY(!sax->number_float(res, m_lexer.get_string()))) + { + return false; + } + + break; + } + + case token_type::literal_false: + { + if (JSON_HEDLEY_UNLIKELY(!sax->boolean(false))) + { + return false; + } + break; + } + + case token_type::literal_null: + { + if (JSON_HEDLEY_UNLIKELY(!sax->null())) + { + return false; + } + break; + } + + case token_type::literal_true: + { + if (JSON_HEDLEY_UNLIKELY(!sax->boolean(true))) + { + return false; + } + break; + } + + case token_type::value_integer: + { + if (JSON_HEDLEY_UNLIKELY(!sax->number_integer(m_lexer.get_number_integer()))) + { + return false; + } + break; + } + + case token_type::value_string: + { + if (JSON_HEDLEY_UNLIKELY(!sax->string(m_lexer.get_string()))) + { + return false; + } + break; + } + + case token_type::value_unsigned: + { + if (JSON_HEDLEY_UNLIKELY(!sax->number_unsigned(m_lexer.get_number_unsigned()))) + { + return false; + } + break; + } + + case token_type::parse_error: + { + // using "uninitialized" to avoid "expected" message + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::uninitialized, "value"), BasicJsonType())); + } + + case token_type::uninitialized: + case token_type::end_array: + case token_type::end_object: + case token_type::name_separator: + case token_type::value_separator: + case token_type::end_of_input: + case token_type::literal_or_value: + default: // the last token was unexpected + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::literal_or_value, "value"), BasicJsonType())); + } + } + } + else + { + skip_to_state_evaluation = false; + } + + // we reached this line after we successfully parsed a value + if (states.empty()) + { + // empty stack: we reached the end of the hierarchy: done + return true; + } + + if (states.back()) // array + { + // comma -> next value + if (get_token() == token_type::value_separator) + { + // parse a new value + get_token(); + continue; + } + + // closing ] + if (JSON_HEDLEY_LIKELY(last_token == token_type::end_array)) + { + if (JSON_HEDLEY_UNLIKELY(!sax->end_array())) + { + return false; + } + + // We are done with this array. Before we can parse a + // new value, we need to evaluate the new state first. + // By setting skip_to_state_evaluation to false, we + // are effectively jumping to the beginning of this if. + JSON_ASSERT(!states.empty()); + states.pop_back(); + skip_to_state_evaluation = true; + continue; + } + + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::end_array, "array"), BasicJsonType())); + } + + // states.back() is false -> object + + // comma -> next value + if (get_token() == token_type::value_separator) + { + // parse key + if (JSON_HEDLEY_UNLIKELY(get_token() != token_type::value_string)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::value_string, "object key"), BasicJsonType())); + } + + if (JSON_HEDLEY_UNLIKELY(!sax->key(m_lexer.get_string()))) + { + return false; + } + + // parse separator (:) + if (JSON_HEDLEY_UNLIKELY(get_token() != token_type::name_separator)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::name_separator, "object separator"), BasicJsonType())); + } + + // parse values + get_token(); + continue; + } + + // closing } + if (JSON_HEDLEY_LIKELY(last_token == token_type::end_object)) + { + if (JSON_HEDLEY_UNLIKELY(!sax->end_object())) + { + return false; + } + + // We are done with this object. Before we can parse a + // new value, we need to evaluate the new state first. + // By setting skip_to_state_evaluation to false, we + // are effectively jumping to the beginning of this if. + JSON_ASSERT(!states.empty()); + states.pop_back(); + skip_to_state_evaluation = true; + continue; + } + + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), exception_message(token_type::end_object, "object"), BasicJsonType())); + } + } + + /// get next token from lexer + token_type get_token() + { + return last_token = m_lexer.scan(); + } + + std::string exception_message(const token_type expected, const std::string& context) + { + std::string error_msg = "syntax error "; + + if (!context.empty()) + { + error_msg += "while parsing " + context + " "; + } + + error_msg += "- "; + + if (last_token == token_type::parse_error) + { + error_msg += std::string(m_lexer.get_error_message()) + "; last read: '" + + m_lexer.get_token_string() + "'"; + } + else + { + error_msg += "unexpected " + std::string(lexer_t::token_type_name(last_token)); + } + + if (expected != token_type::uninitialized) + { + error_msg += "; expected " + std::string(lexer_t::token_type_name(expected)); + } + + return error_msg; + } + + private: + /// callback function + const parser_callback_t callback = nullptr; + /// the type of the last read token + token_type last_token = token_type::uninitialized; + /// the lexer + lexer_t m_lexer; + /// whether to throw exceptions in case of errors + const bool allow_exceptions = true; +}; + +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/input/position_t.hpp b/third_party/nlohmann/nlohmann/detail/input/position_t.hpp new file mode 100644 index 0000000000000000000000000000000000000000..14e9649fb295dbacb9fdd79e24988a02492e6cab --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/input/position_t.hpp @@ -0,0 +1,27 @@ +#pragma once + +#include // size_t + +namespace nlohmann +{ +namespace detail +{ +/// struct to capture the start position of the current token +struct position_t +{ + /// the total number of characters read + std::size_t chars_read_total = 0; + /// the number of characters read in the current line + std::size_t chars_read_current_line = 0; + /// the number of lines read + std::size_t lines_read = 0; + + /// conversion to size_t to preserve SAX interface + constexpr operator size_t() const + { + return chars_read_total; + } +}; + +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/iterators/internal_iterator.hpp b/third_party/nlohmann/nlohmann/detail/iterators/internal_iterator.hpp new file mode 100644 index 0000000000000000000000000000000000000000..2c81f723fd2ed735960305c51da08712c7030a07 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/iterators/internal_iterator.hpp @@ -0,0 +1,25 @@ +#pragma once + +#include + +namespace nlohmann +{ +namespace detail +{ +/*! +@brief an iterator value + +@note This structure could easily be a union, but MSVC currently does not allow +unions members with complex constructors, see https://github.com/nlohmann/json/pull/105. +*/ +template struct internal_iterator +{ + /// iterator for JSON objects + typename BasicJsonType::object_t::iterator object_iterator {}; + /// iterator for JSON arrays + typename BasicJsonType::array_t::iterator array_iterator {}; + /// generic iterator for all other types + primitive_iterator_t primitive_iterator {}; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/iterators/iter_impl.hpp b/third_party/nlohmann/nlohmann/detail/iterators/iter_impl.hpp new file mode 100644 index 0000000000000000000000000000000000000000..434a62d3e5851792248b939538e5e8eff4daf046 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/iterators/iter_impl.hpp @@ -0,0 +1,739 @@ +#pragma once + +#include // iterator, random_access_iterator_tag, bidirectional_iterator_tag, advance, next +#include // conditional, is_const, remove_const + +#include +#include +#include +#include +#include +#include +#include + +namespace nlohmann +{ +namespace detail +{ +// forward declare, to be able to friend it later on +template class iteration_proxy; +template class iteration_proxy_value; + +/*! +@brief a template for a bidirectional iterator for the @ref basic_json class +This class implements a both iterators (iterator and const_iterator) for the +@ref basic_json class. +@note An iterator is called *initialized* when a pointer to a JSON value has + been set (e.g., by a constructor or a copy assignment). If the iterator is + default-constructed, it is *uninitialized* and most methods are undefined. + **The library uses assertions to detect calls on uninitialized iterators.** +@requirement The class satisfies the following concept requirements: +- +[BidirectionalIterator](https://en.cppreference.com/w/cpp/named_req/BidirectionalIterator): + The iterator that can be moved can be moved in both directions (i.e. + incremented and decremented). +@since version 1.0.0, simplified in version 2.0.9, change to bidirectional + iterators in version 3.0.0 (see https://github.com/nlohmann/json/issues/593) +*/ +template +class iter_impl // NOLINT(cppcoreguidelines-special-member-functions,hicpp-special-member-functions) +{ + /// the iterator with BasicJsonType of different const-ness + using other_iter_impl = iter_impl::value, typename std::remove_const::type, const BasicJsonType>::type>; + /// allow basic_json to access private members + friend other_iter_impl; + friend BasicJsonType; + friend iteration_proxy; + friend iteration_proxy_value; + + using object_t = typename BasicJsonType::object_t; + using array_t = typename BasicJsonType::array_t; + // make sure BasicJsonType is basic_json or const basic_json + static_assert(is_basic_json::type>::value, + "iter_impl only accepts (const) basic_json"); + + public: + + /// The std::iterator class template (used as a base class to provide typedefs) is deprecated in C++17. + /// The C++ Standard has never required user-defined iterators to derive from std::iterator. + /// A user-defined iterator should provide publicly accessible typedefs named + /// iterator_category, value_type, difference_type, pointer, and reference. + /// Note that value_type is required to be non-const, even for constant iterators. + using iterator_category = std::bidirectional_iterator_tag; + + /// the type of the values when the iterator is dereferenced + using value_type = typename BasicJsonType::value_type; + /// a type to represent differences between iterators + using difference_type = typename BasicJsonType::difference_type; + /// defines a pointer to the type iterated over (value_type) + using pointer = typename std::conditional::value, + typename BasicJsonType::const_pointer, + typename BasicJsonType::pointer>::type; + /// defines a reference to the type iterated over (value_type) + using reference = + typename std::conditional::value, + typename BasicJsonType::const_reference, + typename BasicJsonType::reference>::type; + + iter_impl() = default; + ~iter_impl() = default; + iter_impl(iter_impl&&) noexcept = default; + iter_impl& operator=(iter_impl&&) noexcept = default; + + /*! + @brief constructor for a given JSON instance + @param[in] object pointer to a JSON object for this iterator + @pre object != nullptr + @post The iterator is initialized; i.e. `m_object != nullptr`. + */ + explicit iter_impl(pointer object) noexcept : m_object(object) + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + m_it.object_iterator = typename object_t::iterator(); + break; + } + + case value_t::array: + { + m_it.array_iterator = typename array_t::iterator(); + break; + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + m_it.primitive_iterator = primitive_iterator_t(); + break; + } + } + } + + /*! + @note The conventional copy constructor and copy assignment are implicitly + defined. Combined with the following converting constructor and + assignment, they support: (1) copy from iterator to iterator, (2) + copy from const iterator to const iterator, and (3) conversion from + iterator to const iterator. However conversion from const iterator + to iterator is not defined. + */ + + /*! + @brief const copy constructor + @param[in] other const iterator to copy from + @note This copy constructor had to be defined explicitly to circumvent a bug + occurring on msvc v19.0 compiler (VS 2015) debug build. For more + information refer to: https://github.com/nlohmann/json/issues/1608 + */ + iter_impl(const iter_impl& other) noexcept + : m_object(other.m_object), m_it(other.m_it) + {} + + /*! + @brief converting assignment + @param[in] other const iterator to copy from + @return const/non-const iterator + @note It is not checked whether @a other is initialized. + */ + iter_impl& operator=(const iter_impl& other) noexcept + { + if (&other != this) + { + m_object = other.m_object; + m_it = other.m_it; + } + return *this; + } + + /*! + @brief converting constructor + @param[in] other non-const iterator to copy from + @note It is not checked whether @a other is initialized. + */ + iter_impl(const iter_impl::type>& other) noexcept + : m_object(other.m_object), m_it(other.m_it) + {} + + /*! + @brief converting assignment + @param[in] other non-const iterator to copy from + @return const/non-const iterator + @note It is not checked whether @a other is initialized. + */ + iter_impl& operator=(const iter_impl::type>& other) noexcept // NOLINT(cert-oop54-cpp) + { + m_object = other.m_object; + m_it = other.m_it; + return *this; + } + + JSON_PRIVATE_UNLESS_TESTED: + /*! + @brief set the iterator to the first value + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + void set_begin() noexcept + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + m_it.object_iterator = m_object->m_value.object->begin(); + break; + } + + case value_t::array: + { + m_it.array_iterator = m_object->m_value.array->begin(); + break; + } + + case value_t::null: + { + // set to end so begin()==end() is true: null is empty + m_it.primitive_iterator.set_end(); + break; + } + + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + m_it.primitive_iterator.set_begin(); + break; + } + } + } + + /*! + @brief set the iterator past the last value + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + void set_end() noexcept + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + m_it.object_iterator = m_object->m_value.object->end(); + break; + } + + case value_t::array: + { + m_it.array_iterator = m_object->m_value.array->end(); + break; + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + m_it.primitive_iterator.set_end(); + break; + } + } + } + + public: + /*! + @brief return a reference to the value pointed to by the iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + reference operator*() const + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + JSON_ASSERT(m_it.object_iterator != m_object->m_value.object->end()); + return m_it.object_iterator->second; + } + + case value_t::array: + { + JSON_ASSERT(m_it.array_iterator != m_object->m_value.array->end()); + return *m_it.array_iterator; + } + + case value_t::null: + JSON_THROW(invalid_iterator::create(214, "cannot get value", *m_object)); + + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + if (JSON_HEDLEY_LIKELY(m_it.primitive_iterator.is_begin())) + { + return *m_object; + } + + JSON_THROW(invalid_iterator::create(214, "cannot get value", *m_object)); + } + } + } + + /*! + @brief dereference the iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + pointer operator->() const + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + JSON_ASSERT(m_it.object_iterator != m_object->m_value.object->end()); + return &(m_it.object_iterator->second); + } + + case value_t::array: + { + JSON_ASSERT(m_it.array_iterator != m_object->m_value.array->end()); + return &*m_it.array_iterator; + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + if (JSON_HEDLEY_LIKELY(m_it.primitive_iterator.is_begin())) + { + return m_object; + } + + JSON_THROW(invalid_iterator::create(214, "cannot get value", *m_object)); + } + } + } + + /*! + @brief post-increment (it++) + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl const operator++(int) // NOLINT(readability-const-return-type) + { + auto result = *this; + ++(*this); + return result; + } + + /*! + @brief pre-increment (++it) + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl& operator++() + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + std::advance(m_it.object_iterator, 1); + break; + } + + case value_t::array: + { + std::advance(m_it.array_iterator, 1); + break; + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + ++m_it.primitive_iterator; + break; + } + } + + return *this; + } + + /*! + @brief post-decrement (it--) + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl const operator--(int) // NOLINT(readability-const-return-type) + { + auto result = *this; + --(*this); + return result; + } + + /*! + @brief pre-decrement (--it) + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl& operator--() + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + std::advance(m_it.object_iterator, -1); + break; + } + + case value_t::array: + { + std::advance(m_it.array_iterator, -1); + break; + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + --m_it.primitive_iterator; + break; + } + } + + return *this; + } + + /*! + @brief comparison: equal + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + template < typename IterImpl, detail::enable_if_t < (std::is_same::value || std::is_same::value), std::nullptr_t > = nullptr > + bool operator==(const IterImpl& other) const + { + // if objects are not the same, the comparison is undefined + if (JSON_HEDLEY_UNLIKELY(m_object != other.m_object)) + { + JSON_THROW(invalid_iterator::create(212, "cannot compare iterators of different containers", *m_object)); + } + + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + return (m_it.object_iterator == other.m_it.object_iterator); + + case value_t::array: + return (m_it.array_iterator == other.m_it.array_iterator); + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + return (m_it.primitive_iterator == other.m_it.primitive_iterator); + } + } + + /*! + @brief comparison: not equal + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + template < typename IterImpl, detail::enable_if_t < (std::is_same::value || std::is_same::value), std::nullptr_t > = nullptr > + bool operator!=(const IterImpl& other) const + { + return !operator==(other); + } + + /*! + @brief comparison: smaller + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator<(const iter_impl& other) const + { + // if objects are not the same, the comparison is undefined + if (JSON_HEDLEY_UNLIKELY(m_object != other.m_object)) + { + JSON_THROW(invalid_iterator::create(212, "cannot compare iterators of different containers", *m_object)); + } + + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + JSON_THROW(invalid_iterator::create(213, "cannot compare order of object iterators", *m_object)); + + case value_t::array: + return (m_it.array_iterator < other.m_it.array_iterator); + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + return (m_it.primitive_iterator < other.m_it.primitive_iterator); + } + } + + /*! + @brief comparison: less than or equal + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator<=(const iter_impl& other) const + { + return !other.operator < (*this); + } + + /*! + @brief comparison: greater than + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator>(const iter_impl& other) const + { + return !operator<=(other); + } + + /*! + @brief comparison: greater than or equal + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator>=(const iter_impl& other) const + { + return !operator<(other); + } + + /*! + @brief add to iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl& operator+=(difference_type i) + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + JSON_THROW(invalid_iterator::create(209, "cannot use offsets with object iterators", *m_object)); + + case value_t::array: + { + std::advance(m_it.array_iterator, i); + break; + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + m_it.primitive_iterator += i; + break; + } + } + + return *this; + } + + /*! + @brief subtract from iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl& operator-=(difference_type i) + { + return operator+=(-i); + } + + /*! + @brief add to iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl operator+(difference_type i) const + { + auto result = *this; + result += i; + return result; + } + + /*! + @brief addition of distance and iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + friend iter_impl operator+(difference_type i, const iter_impl& it) + { + auto result = it; + result += i; + return result; + } + + /*! + @brief subtract from iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl operator-(difference_type i) const + { + auto result = *this; + result -= i; + return result; + } + + /*! + @brief return difference + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + difference_type operator-(const iter_impl& other) const + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + JSON_THROW(invalid_iterator::create(209, "cannot use offsets with object iterators", *m_object)); + + case value_t::array: + return m_it.array_iterator - other.m_it.array_iterator; + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + return m_it.primitive_iterator - other.m_it.primitive_iterator; + } + } + + /*! + @brief access to successor + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + reference operator[](difference_type n) const + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + JSON_THROW(invalid_iterator::create(208, "cannot use operator[] for object iterators", *m_object)); + + case value_t::array: + return *std::next(m_it.array_iterator, n); + + case value_t::null: + JSON_THROW(invalid_iterator::create(214, "cannot get value", *m_object)); + + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + if (JSON_HEDLEY_LIKELY(m_it.primitive_iterator.get_value() == -n)) + { + return *m_object; + } + + JSON_THROW(invalid_iterator::create(214, "cannot get value", *m_object)); + } + } + } + + /*! + @brief return the key of an object iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + const typename object_t::key_type& key() const + { + JSON_ASSERT(m_object != nullptr); + + if (JSON_HEDLEY_LIKELY(m_object->is_object())) + { + return m_it.object_iterator->first; + } + + JSON_THROW(invalid_iterator::create(207, "cannot use key() for non-object iterators", *m_object)); + } + + /*! + @brief return the value of an iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + reference value() const + { + return operator*(); + } + + JSON_PRIVATE_UNLESS_TESTED: + /// associated JSON instance + pointer m_object = nullptr; + /// the actual iterator of the associated instance + internal_iterator::type> m_it {}; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/iterators/iteration_proxy.hpp b/third_party/nlohmann/nlohmann/detail/iterators/iteration_proxy.hpp new file mode 100644 index 0000000000000000000000000000000000000000..9994b364c47092b958e4dda3b4b9186ba212c1fe --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/iterators/iteration_proxy.hpp @@ -0,0 +1,189 @@ +#pragma once + +#include // size_t +#include // input_iterator_tag +#include // string, to_string +#include // tuple_size, get, tuple_element +#include // move + +#include +#include + +namespace nlohmann +{ +namespace detail +{ +template +void int_to_string( string_type& target, std::size_t value ) +{ + // For ADL + using std::to_string; + target = to_string(value); +} +template class iteration_proxy_value +{ + public: + using difference_type = std::ptrdiff_t; + using value_type = iteration_proxy_value; + using pointer = value_type * ; + using reference = value_type & ; + using iterator_category = std::input_iterator_tag; + using string_type = typename std::remove_cv< typename std::remove_reference().key() ) >::type >::type; + + private: + /// the iterator + IteratorType anchor; + /// an index for arrays (used to create key names) + std::size_t array_index = 0; + /// last stringified array index + mutable std::size_t array_index_last = 0; + /// a string representation of the array index + mutable string_type array_index_str = "0"; + /// an empty string (to return a reference for primitive values) + const string_type empty_str{}; + + public: + explicit iteration_proxy_value(IteratorType it) noexcept + : anchor(std::move(it)) + {} + + /// dereference operator (needed for range-based for) + iteration_proxy_value& operator*() + { + return *this; + } + + /// increment operator (needed for range-based for) + iteration_proxy_value& operator++() + { + ++anchor; + ++array_index; + + return *this; + } + + /// equality operator (needed for InputIterator) + bool operator==(const iteration_proxy_value& o) const + { + return anchor == o.anchor; + } + + /// inequality operator (needed for range-based for) + bool operator!=(const iteration_proxy_value& o) const + { + return anchor != o.anchor; + } + + /// return key of the iterator + const string_type& key() const + { + JSON_ASSERT(anchor.m_object != nullptr); + + switch (anchor.m_object->type()) + { + // use integer array index as key + case value_t::array: + { + if (array_index != array_index_last) + { + int_to_string( array_index_str, array_index ); + array_index_last = array_index; + } + return array_index_str; + } + + // use key from the object + case value_t::object: + return anchor.key(); + + // use an empty key for all primitive types + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + return empty_str; + } + } + + /// return value of the iterator + typename IteratorType::reference value() const + { + return anchor.value(); + } +}; + +/// proxy class for the items() function +template class iteration_proxy +{ + private: + /// the container to iterate + typename IteratorType::reference container; + + public: + /// construct iteration proxy from a container + explicit iteration_proxy(typename IteratorType::reference cont) noexcept + : container(cont) {} + + /// return iterator begin (needed for range-based for) + iteration_proxy_value begin() noexcept + { + return iteration_proxy_value(container.begin()); + } + + /// return iterator end (needed for range-based for) + iteration_proxy_value end() noexcept + { + return iteration_proxy_value(container.end()); + } +}; +// Structured Bindings Support +// For further reference see https://blog.tartanllama.xyz/structured-bindings/ +// And see https://github.com/nlohmann/json/pull/1391 +template = 0> +auto get(const nlohmann::detail::iteration_proxy_value& i) -> decltype(i.key()) +{ + return i.key(); +} +// Structured Bindings Support +// For further reference see https://blog.tartanllama.xyz/structured-bindings/ +// And see https://github.com/nlohmann/json/pull/1391 +template = 0> +auto get(const nlohmann::detail::iteration_proxy_value& i) -> decltype(i.value()) +{ + return i.value(); +} +} // namespace detail +} // namespace nlohmann + +// The Addition to the STD Namespace is required to add +// Structured Bindings Support to the iteration_proxy_value class +// For further reference see https://blog.tartanllama.xyz/structured-bindings/ +// And see https://github.com/nlohmann/json/pull/1391 +namespace std +{ +#if defined(__clang__) + // Fix: https://github.com/nlohmann/json/issues/1401 + #pragma clang diagnostic push + #pragma clang diagnostic ignored "-Wmismatched-tags" +#endif +template +class tuple_size<::nlohmann::detail::iteration_proxy_value> + : public std::integral_constant {}; + +template +class tuple_element> +{ + public: + using type = decltype( + get(std::declval < + ::nlohmann::detail::iteration_proxy_value> ())); +}; +#if defined(__clang__) + #pragma clang diagnostic pop +#endif +} // namespace std diff --git a/third_party/nlohmann/nlohmann/detail/iterators/iterator_traits.hpp b/third_party/nlohmann/nlohmann/detail/iterators/iterator_traits.hpp new file mode 100644 index 0000000000000000000000000000000000000000..da5636188f58bc8650e02a00a5b1596efc2ec371 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/iterators/iterator_traits.hpp @@ -0,0 +1,51 @@ +#pragma once + +#include // random_access_iterator_tag + +#include +#include + +namespace nlohmann +{ +namespace detail +{ +template +struct iterator_types {}; + +template +struct iterator_types < + It, + void_t> +{ + using difference_type = typename It::difference_type; + using value_type = typename It::value_type; + using pointer = typename It::pointer; + using reference = typename It::reference; + using iterator_category = typename It::iterator_category; +}; + +// This is required as some compilers implement std::iterator_traits in a way that +// doesn't work with SFINAE. See https://github.com/nlohmann/json/issues/1341. +template +struct iterator_traits +{ +}; + +template +struct iterator_traits < T, enable_if_t < !std::is_pointer::value >> + : iterator_types +{ +}; + +template +struct iterator_traits::value>> +{ + using iterator_category = std::random_access_iterator_tag; + using value_type = T; + using difference_type = ptrdiff_t; + using pointer = T*; + using reference = T&; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/iterators/json_reverse_iterator.hpp b/third_party/nlohmann/nlohmann/detail/iterators/json_reverse_iterator.hpp new file mode 100644 index 0000000000000000000000000000000000000000..e787fdbcd7b5387f116ef77d49123ce450511ddd --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/iterators/json_reverse_iterator.hpp @@ -0,0 +1,119 @@ +#pragma once + +#include // ptrdiff_t +#include // reverse_iterator +#include // declval + +namespace nlohmann +{ +namespace detail +{ +////////////////////// +// reverse_iterator // +////////////////////// + +/*! +@brief a template for a reverse iterator class + +@tparam Base the base iterator type to reverse. Valid types are @ref +iterator (to create @ref reverse_iterator) and @ref const_iterator (to +create @ref const_reverse_iterator). + +@requirement The class satisfies the following concept requirements: +- +[BidirectionalIterator](https://en.cppreference.com/w/cpp/named_req/BidirectionalIterator): + The iterator that can be moved can be moved in both directions (i.e. + incremented and decremented). +- [OutputIterator](https://en.cppreference.com/w/cpp/named_req/OutputIterator): + It is possible to write to the pointed-to element (only if @a Base is + @ref iterator). + +@since version 1.0.0 +*/ +template +class json_reverse_iterator : public std::reverse_iterator +{ + public: + using difference_type = std::ptrdiff_t; + /// shortcut to the reverse iterator adapter + using base_iterator = std::reverse_iterator; + /// the reference type for the pointed-to element + using reference = typename Base::reference; + + /// create reverse iterator from iterator + explicit json_reverse_iterator(const typename base_iterator::iterator_type& it) noexcept + : base_iterator(it) {} + + /// create reverse iterator from base class + explicit json_reverse_iterator(const base_iterator& it) noexcept : base_iterator(it) {} + + /// post-increment (it++) + json_reverse_iterator const operator++(int) // NOLINT(readability-const-return-type) + { + return static_cast(base_iterator::operator++(1)); + } + + /// pre-increment (++it) + json_reverse_iterator& operator++() + { + return static_cast(base_iterator::operator++()); + } + + /// post-decrement (it--) + json_reverse_iterator const operator--(int) // NOLINT(readability-const-return-type) + { + return static_cast(base_iterator::operator--(1)); + } + + /// pre-decrement (--it) + json_reverse_iterator& operator--() + { + return static_cast(base_iterator::operator--()); + } + + /// add to iterator + json_reverse_iterator& operator+=(difference_type i) + { + return static_cast(base_iterator::operator+=(i)); + } + + /// add to iterator + json_reverse_iterator operator+(difference_type i) const + { + return static_cast(base_iterator::operator+(i)); + } + + /// subtract from iterator + json_reverse_iterator operator-(difference_type i) const + { + return static_cast(base_iterator::operator-(i)); + } + + /// return difference + difference_type operator-(const json_reverse_iterator& other) const + { + return base_iterator(*this) - base_iterator(other); + } + + /// access to successor + reference operator[](difference_type n) const + { + return *(this->operator+(n)); + } + + /// return the key of an object iterator + auto key() const -> decltype(std::declval().key()) + { + auto it = --this->base(); + return it.key(); + } + + /// return the value of an iterator + reference value() const + { + auto it = --this->base(); + return it.operator * (); + } +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/iterators/primitive_iterator.hpp b/third_party/nlohmann/nlohmann/detail/iterators/primitive_iterator.hpp new file mode 100644 index 0000000000000000000000000000000000000000..15aa2f08aa43a0d4db95d5a3f5b504b79e65e0b0 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/iterators/primitive_iterator.hpp @@ -0,0 +1,123 @@ +#pragma once + +#include // ptrdiff_t +#include // numeric_limits + +#include + +namespace nlohmann +{ +namespace detail +{ +/* +@brief an iterator for primitive JSON types + +This class models an iterator for primitive JSON types (boolean, number, +string). It's only purpose is to allow the iterator/const_iterator classes +to "iterate" over primitive values. Internally, the iterator is modeled by +a `difference_type` variable. Value begin_value (`0`) models the begin, +end_value (`1`) models past the end. +*/ +class primitive_iterator_t +{ + private: + using difference_type = std::ptrdiff_t; + static constexpr difference_type begin_value = 0; + static constexpr difference_type end_value = begin_value + 1; + + JSON_PRIVATE_UNLESS_TESTED: + /// iterator as signed integer type + difference_type m_it = (std::numeric_limits::min)(); + + public: + constexpr difference_type get_value() const noexcept + { + return m_it; + } + + /// set iterator to a defined beginning + void set_begin() noexcept + { + m_it = begin_value; + } + + /// set iterator to a defined past the end + void set_end() noexcept + { + m_it = end_value; + } + + /// return whether the iterator can be dereferenced + constexpr bool is_begin() const noexcept + { + return m_it == begin_value; + } + + /// return whether the iterator is at end + constexpr bool is_end() const noexcept + { + return m_it == end_value; + } + + friend constexpr bool operator==(primitive_iterator_t lhs, primitive_iterator_t rhs) noexcept + { + return lhs.m_it == rhs.m_it; + } + + friend constexpr bool operator<(primitive_iterator_t lhs, primitive_iterator_t rhs) noexcept + { + return lhs.m_it < rhs.m_it; + } + + primitive_iterator_t operator+(difference_type n) noexcept + { + auto result = *this; + result += n; + return result; + } + + friend constexpr difference_type operator-(primitive_iterator_t lhs, primitive_iterator_t rhs) noexcept + { + return lhs.m_it - rhs.m_it; + } + + primitive_iterator_t& operator++() noexcept + { + ++m_it; + return *this; + } + + primitive_iterator_t const operator++(int) noexcept // NOLINT(readability-const-return-type) + { + auto result = *this; + ++m_it; + return result; + } + + primitive_iterator_t& operator--() noexcept + { + --m_it; + return *this; + } + + primitive_iterator_t const operator--(int) noexcept // NOLINT(readability-const-return-type) + { + auto result = *this; + --m_it; + return result; + } + + primitive_iterator_t& operator+=(difference_type n) noexcept + { + m_it += n; + return *this; + } + + primitive_iterator_t& operator-=(difference_type n) noexcept + { + m_it -= n; + return *this; + } +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/json_pointer.hpp b/third_party/nlohmann/nlohmann/detail/json_pointer.hpp new file mode 100644 index 0000000000000000000000000000000000000000..caed67c9e7f73913586e986694e36b6eddc62b42 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/json_pointer.hpp @@ -0,0 +1,826 @@ +#pragma once + +#include // all_of +#include // isdigit +#include // max +#include // accumulate +#include // string +#include // move +#include // vector + +#include +#include +#include +#include + +namespace nlohmann +{ + +/// @brief JSON Pointer defines a string syntax for identifying a specific value within a JSON document +/// @sa https://json.nlohmann.me/api/json_pointer/ +template +class json_pointer +{ + // allow basic_json to access private members + NLOHMANN_BASIC_JSON_TPL_DECLARATION + friend class basic_json; + + public: + /// @brief create JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/json_pointer/ + explicit json_pointer(const std::string& s = "") + : reference_tokens(split(s)) + {} + + /// @brief return a string representation of the JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/to_string/ + std::string to_string() const + { + return std::accumulate(reference_tokens.begin(), reference_tokens.end(), + std::string{}, + [](const std::string & a, const std::string & b) + { + return a + "/" + detail::escape(b); + }); + } + + /// @brief return a string representation of the JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/operator_string/ + operator std::string() const + { + return to_string(); + } + + /// @brief append another JSON pointer at the end of this JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/operator_slasheq/ + json_pointer& operator/=(const json_pointer& ptr) + { + reference_tokens.insert(reference_tokens.end(), + ptr.reference_tokens.begin(), + ptr.reference_tokens.end()); + return *this; + } + + /// @brief append an unescaped reference token at the end of this JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/operator_slasheq/ + json_pointer& operator/=(std::string token) + { + push_back(std::move(token)); + return *this; + } + + /// @brief append an array index at the end of this JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/operator_slasheq/ + json_pointer& operator/=(std::size_t array_idx) + { + return *this /= std::to_string(array_idx); + } + + /// @brief create a new JSON pointer by appending the right JSON pointer at the end of the left JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/operator_slash/ + friend json_pointer operator/(const json_pointer& lhs, + const json_pointer& rhs) + { + return json_pointer(lhs) /= rhs; + } + + /// @brief create a new JSON pointer by appending the unescaped token at the end of the JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/operator_slash/ + friend json_pointer operator/(const json_pointer& lhs, std::string token) // NOLINT(performance-unnecessary-value-param) + { + return json_pointer(lhs) /= std::move(token); + } + + /// @brief create a new JSON pointer by appending the array-index-token at the end of the JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/operator_slash/ + friend json_pointer operator/(const json_pointer& lhs, std::size_t array_idx) + { + return json_pointer(lhs) /= array_idx; + } + + /// @brief returns the parent of this JSON pointer + /// @sa https://json.nlohmann.me/api/json_pointer/parent_pointer/ + json_pointer parent_pointer() const + { + if (empty()) + { + return *this; + } + + json_pointer res = *this; + res.pop_back(); + return res; + } + + /// @brief remove last reference token + /// @sa https://json.nlohmann.me/api/json_pointer/pop_back/ + void pop_back() + { + if (JSON_HEDLEY_UNLIKELY(empty())) + { + JSON_THROW(detail::out_of_range::create(405, "JSON pointer has no parent", BasicJsonType())); + } + + reference_tokens.pop_back(); + } + + /// @brief return last reference token + /// @sa https://json.nlohmann.me/api/json_pointer/back/ + const std::string& back() const + { + if (JSON_HEDLEY_UNLIKELY(empty())) + { + JSON_THROW(detail::out_of_range::create(405, "JSON pointer has no parent", BasicJsonType())); + } + + return reference_tokens.back(); + } + + /// @brief append an unescaped token at the end of the reference pointer + /// @sa https://json.nlohmann.me/api/json_pointer/push_back/ + void push_back(const std::string& token) + { + reference_tokens.push_back(token); + } + + /// @brief append an unescaped token at the end of the reference pointer + /// @sa https://json.nlohmann.me/api/json_pointer/push_back/ + void push_back(std::string&& token) + { + reference_tokens.push_back(std::move(token)); + } + + /// @brief return whether pointer points to the root document + /// @sa https://json.nlohmann.me/api/json_pointer/empty/ + bool empty() const noexcept + { + return reference_tokens.empty(); + } + + private: + /*! + @param[in] s reference token to be converted into an array index + + @return integer representation of @a s + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index begins not with a digit + @throw out_of_range.404 if string @a s could not be converted to an integer + @throw out_of_range.410 if an array index exceeds size_type + */ + static typename BasicJsonType::size_type array_index(const std::string& s) + { + using size_type = typename BasicJsonType::size_type; + + // error condition (cf. RFC 6901, Sect. 4) + if (JSON_HEDLEY_UNLIKELY(s.size() > 1 && s[0] == '0')) + { + JSON_THROW(detail::parse_error::create(106, 0, "array index '" + s + "' must not begin with '0'", BasicJsonType())); + } + + // error condition (cf. RFC 6901, Sect. 4) + if (JSON_HEDLEY_UNLIKELY(s.size() > 1 && !(s[0] >= '1' && s[0] <= '9'))) + { + JSON_THROW(detail::parse_error::create(109, 0, "array index '" + s + "' is not a number", BasicJsonType())); + } + + std::size_t processed_chars = 0; + unsigned long long res = 0; // NOLINT(runtime/int) + JSON_TRY + { + res = std::stoull(s, &processed_chars); + } + JSON_CATCH(std::out_of_range&) + { + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + s + "'", BasicJsonType())); + } + + // check if the string was completely read + if (JSON_HEDLEY_UNLIKELY(processed_chars != s.size())) + { + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + s + "'", BasicJsonType())); + } + + // only triggered on special platforms (like 32bit), see also + // https://github.com/nlohmann/json/pull/2203 + if (res >= static_cast((std::numeric_limits::max)())) // NOLINT(runtime/int) + { + JSON_THROW(detail::out_of_range::create(410, "array index " + s + " exceeds size_type", BasicJsonType())); // LCOV_EXCL_LINE + } + + return static_cast(res); + } + + JSON_PRIVATE_UNLESS_TESTED: + json_pointer top() const + { + if (JSON_HEDLEY_UNLIKELY(empty())) + { + JSON_THROW(detail::out_of_range::create(405, "JSON pointer has no parent", BasicJsonType())); + } + + json_pointer result = *this; + result.reference_tokens = {reference_tokens[0]}; + return result; + } + + private: + /*! + @brief create and return a reference to the pointed to value + + @complexity Linear in the number of reference tokens. + + @throw parse_error.109 if array index is not a number + @throw type_error.313 if value cannot be unflattened + */ + BasicJsonType& get_and_create(BasicJsonType& j) const + { + auto* result = &j; + + // in case no reference tokens exist, return a reference to the JSON value + // j which will be overwritten by a primitive value + for (const auto& reference_token : reference_tokens) + { + switch (result->type()) + { + case detail::value_t::null: + { + if (reference_token == "0") + { + // start a new array if reference token is 0 + result = &result->operator[](0); + } + else + { + // start a new object otherwise + result = &result->operator[](reference_token); + } + break; + } + + case detail::value_t::object: + { + // create an entry in the object + result = &result->operator[](reference_token); + break; + } + + case detail::value_t::array: + { + // create an entry in the array + result = &result->operator[](array_index(reference_token)); + break; + } + + /* + The following code is only reached if there exists a reference + token _and_ the current value is primitive. In this case, we have + an error situation, because primitive values may only occur as + single value; that is, with an empty list of reference tokens. + */ + case detail::value_t::string: + case detail::value_t::boolean: + case detail::value_t::number_integer: + case detail::value_t::number_unsigned: + case detail::value_t::number_float: + case detail::value_t::binary: + case detail::value_t::discarded: + default: + JSON_THROW(detail::type_error::create(313, "invalid value to unflatten", j)); + } + } + + return *result; + } + + /*! + @brief return a reference to the pointed to value + + @note This version does not throw if a value is not present, but tries to + create nested values instead. For instance, calling this function + with pointer `"/this/that"` on a null value is equivalent to calling + `operator[]("this").operator[]("that")` on that value, effectively + changing the null value to an object. + + @param[in] ptr a JSON value + + @return reference to the JSON value pointed to by the JSON pointer + + @complexity Linear in the length of the JSON pointer. + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.404 if the JSON pointer can not be resolved + */ + BasicJsonType& get_unchecked(BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + // convert null values to arrays or objects before continuing + if (ptr->is_null()) + { + // check if reference token is a number + const bool nums = + std::all_of(reference_token.begin(), reference_token.end(), + [](const unsigned char x) + { + return std::isdigit(x); + }); + + // change value to array for numbers or "-" or to object otherwise + *ptr = (nums || reference_token == "-") + ? detail::value_t::array + : detail::value_t::object; + } + + switch (ptr->type()) + { + case detail::value_t::object: + { + // use unchecked object access + ptr = &ptr->operator[](reference_token); + break; + } + + case detail::value_t::array: + { + if (reference_token == "-") + { + // explicitly treat "-" as index beyond the end + ptr = &ptr->operator[](ptr->m_value.array->size()); + } + else + { + // convert array index to number; unchecked access + ptr = &ptr->operator[](array_index(reference_token)); + } + break; + } + + case detail::value_t::null: + case detail::value_t::string: + case detail::value_t::boolean: + case detail::value_t::number_integer: + case detail::value_t::number_unsigned: + case detail::value_t::number_float: + case detail::value_t::binary: + case detail::value_t::discarded: + default: + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + reference_token + "'", *ptr)); + } + } + + return *ptr; + } + + /*! + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.402 if the array index '-' is used + @throw out_of_range.404 if the JSON pointer can not be resolved + */ + BasicJsonType& get_checked(BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + switch (ptr->type()) + { + case detail::value_t::object: + { + // note: at performs range check + ptr = &ptr->at(reference_token); + break; + } + + case detail::value_t::array: + { + if (JSON_HEDLEY_UNLIKELY(reference_token == "-")) + { + // "-" always fails the range check + JSON_THROW(detail::out_of_range::create(402, + "array index '-' (" + std::to_string(ptr->m_value.array->size()) + + ") is out of range", *ptr)); + } + + // note: at performs range check + ptr = &ptr->at(array_index(reference_token)); + break; + } + + case detail::value_t::null: + case detail::value_t::string: + case detail::value_t::boolean: + case detail::value_t::number_integer: + case detail::value_t::number_unsigned: + case detail::value_t::number_float: + case detail::value_t::binary: + case detail::value_t::discarded: + default: + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + reference_token + "'", *ptr)); + } + } + + return *ptr; + } + + /*! + @brief return a const reference to the pointed to value + + @param[in] ptr a JSON value + + @return const reference to the JSON value pointed to by the JSON + pointer + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.402 if the array index '-' is used + @throw out_of_range.404 if the JSON pointer can not be resolved + */ + const BasicJsonType& get_unchecked(const BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + switch (ptr->type()) + { + case detail::value_t::object: + { + // use unchecked object access + ptr = &ptr->operator[](reference_token); + break; + } + + case detail::value_t::array: + { + if (JSON_HEDLEY_UNLIKELY(reference_token == "-")) + { + // "-" cannot be used for const access + JSON_THROW(detail::out_of_range::create(402, "array index '-' (" + std::to_string(ptr->m_value.array->size()) + ") is out of range", *ptr)); + } + + // use unchecked array access + ptr = &ptr->operator[](array_index(reference_token)); + break; + } + + case detail::value_t::null: + case detail::value_t::string: + case detail::value_t::boolean: + case detail::value_t::number_integer: + case detail::value_t::number_unsigned: + case detail::value_t::number_float: + case detail::value_t::binary: + case detail::value_t::discarded: + default: + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + reference_token + "'", *ptr)); + } + } + + return *ptr; + } + + /*! + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.402 if the array index '-' is used + @throw out_of_range.404 if the JSON pointer can not be resolved + */ + const BasicJsonType& get_checked(const BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + switch (ptr->type()) + { + case detail::value_t::object: + { + // note: at performs range check + ptr = &ptr->at(reference_token); + break; + } + + case detail::value_t::array: + { + if (JSON_HEDLEY_UNLIKELY(reference_token == "-")) + { + // "-" always fails the range check + JSON_THROW(detail::out_of_range::create(402, + "array index '-' (" + std::to_string(ptr->m_value.array->size()) + + ") is out of range", *ptr)); + } + + // note: at performs range check + ptr = &ptr->at(array_index(reference_token)); + break; + } + + case detail::value_t::null: + case detail::value_t::string: + case detail::value_t::boolean: + case detail::value_t::number_integer: + case detail::value_t::number_unsigned: + case detail::value_t::number_float: + case detail::value_t::binary: + case detail::value_t::discarded: + default: + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + reference_token + "'", *ptr)); + } + } + + return *ptr; + } + + /*! + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + */ + bool contains(const BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + switch (ptr->type()) + { + case detail::value_t::object: + { + if (!ptr->contains(reference_token)) + { + // we did not find the key in the object + return false; + } + + ptr = &ptr->operator[](reference_token); + break; + } + + case detail::value_t::array: + { + if (JSON_HEDLEY_UNLIKELY(reference_token == "-")) + { + // "-" always fails the range check + return false; + } + if (JSON_HEDLEY_UNLIKELY(reference_token.size() == 1 && !("0" <= reference_token && reference_token <= "9"))) + { + // invalid char + return false; + } + if (JSON_HEDLEY_UNLIKELY(reference_token.size() > 1)) + { + if (JSON_HEDLEY_UNLIKELY(!('1' <= reference_token[0] && reference_token[0] <= '9'))) + { + // first char should be between '1' and '9' + return false; + } + for (std::size_t i = 1; i < reference_token.size(); i++) + { + if (JSON_HEDLEY_UNLIKELY(!('0' <= reference_token[i] && reference_token[i] <= '9'))) + { + // other char should be between '0' and '9' + return false; + } + } + } + + const auto idx = array_index(reference_token); + if (idx >= ptr->size()) + { + // index out of range + return false; + } + + ptr = &ptr->operator[](idx); + break; + } + + case detail::value_t::null: + case detail::value_t::string: + case detail::value_t::boolean: + case detail::value_t::number_integer: + case detail::value_t::number_unsigned: + case detail::value_t::number_float: + case detail::value_t::binary: + case detail::value_t::discarded: + default: + { + // we do not expect primitive values if there is still a + // reference token to process + return false; + } + } + } + + // no reference token left means we found a primitive value + return true; + } + + /*! + @brief split the string input to reference tokens + + @note This function is only called by the json_pointer constructor. + All exceptions below are documented there. + + @throw parse_error.107 if the pointer is not empty or begins with '/' + @throw parse_error.108 if character '~' is not followed by '0' or '1' + */ + static std::vector split(const std::string& reference_string) + { + std::vector result; + + // special case: empty reference string -> no reference tokens + if (reference_string.empty()) + { + return result; + } + + // check if nonempty reference string begins with slash + if (JSON_HEDLEY_UNLIKELY(reference_string[0] != '/')) + { + JSON_THROW(detail::parse_error::create(107, 1, "JSON pointer must be empty or begin with '/' - was: '" + reference_string + "'", BasicJsonType())); + } + + // extract the reference tokens: + // - slash: position of the last read slash (or end of string) + // - start: position after the previous slash + for ( + // search for the first slash after the first character + std::size_t slash = reference_string.find_first_of('/', 1), + // set the beginning of the first reference token + start = 1; + // we can stop if start == 0 (if slash == std::string::npos) + start != 0; + // set the beginning of the next reference token + // (will eventually be 0 if slash == std::string::npos) + start = (slash == std::string::npos) ? 0 : slash + 1, + // find next slash + slash = reference_string.find_first_of('/', start)) + { + // use the text between the beginning of the reference token + // (start) and the last slash (slash). + auto reference_token = reference_string.substr(start, slash - start); + + // check reference tokens are properly escaped + for (std::size_t pos = reference_token.find_first_of('~'); + pos != std::string::npos; + pos = reference_token.find_first_of('~', pos + 1)) + { + JSON_ASSERT(reference_token[pos] == '~'); + + // ~ must be followed by 0 or 1 + if (JSON_HEDLEY_UNLIKELY(pos == reference_token.size() - 1 || + (reference_token[pos + 1] != '0' && + reference_token[pos + 1] != '1'))) + { + JSON_THROW(detail::parse_error::create(108, 0, "escape character '~' must be followed with '0' or '1'", BasicJsonType())); + } + } + + // finally, store the reference token + detail::unescape(reference_token); + result.push_back(reference_token); + } + + return result; + } + + private: + /*! + @param[in] reference_string the reference string to the current value + @param[in] value the value to consider + @param[in,out] result the result object to insert values to + + @note Empty objects or arrays are flattened to `null`. + */ + static void flatten(const std::string& reference_string, + const BasicJsonType& value, + BasicJsonType& result) + { + switch (value.type()) + { + case detail::value_t::array: + { + if (value.m_value.array->empty()) + { + // flatten empty array as null + result[reference_string] = nullptr; + } + else + { + // iterate array and use index as reference string + for (std::size_t i = 0; i < value.m_value.array->size(); ++i) + { + flatten(reference_string + "/" + std::to_string(i), + value.m_value.array->operator[](i), result); + } + } + break; + } + + case detail::value_t::object: + { + if (value.m_value.object->empty()) + { + // flatten empty object as null + result[reference_string] = nullptr; + } + else + { + // iterate object and use keys as reference string + for (const auto& element : *value.m_value.object) + { + flatten(reference_string + "/" + detail::escape(element.first), element.second, result); + } + } + break; + } + + case detail::value_t::null: + case detail::value_t::string: + case detail::value_t::boolean: + case detail::value_t::number_integer: + case detail::value_t::number_unsigned: + case detail::value_t::number_float: + case detail::value_t::binary: + case detail::value_t::discarded: + default: + { + // add primitive value with its reference string + result[reference_string] = value; + break; + } + } + } + + /*! + @param[in] value flattened JSON + + @return unflattened JSON + + @throw parse_error.109 if array index is not a number + @throw type_error.314 if value is not an object + @throw type_error.315 if object values are not primitive + @throw type_error.313 if value cannot be unflattened + */ + static BasicJsonType + unflatten(const BasicJsonType& value) + { + if (JSON_HEDLEY_UNLIKELY(!value.is_object())) + { + JSON_THROW(detail::type_error::create(314, "only objects can be unflattened", value)); + } + + BasicJsonType result; + + // iterate the JSON object values + for (const auto& element : *value.m_value.object) + { + if (JSON_HEDLEY_UNLIKELY(!element.second.is_primitive())) + { + JSON_THROW(detail::type_error::create(315, "values in object must be primitive", element.second)); + } + + // assign value to reference pointed to by JSON pointer; Note that if + // the JSON pointer is "" (i.e., points to the whole value), function + // get_and_create returns a reference to result itself. An assignment + // will then create a primitive value. + json_pointer(element.first).get_and_create(result) = element.second; + } + + return result; + } + + /*! + @brief compares two JSON pointers for equality + + @param[in] lhs JSON pointer to compare + @param[in] rhs JSON pointer to compare + @return whether @a lhs is equal to @a rhs + + @complexity Linear in the length of the JSON pointer + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + */ + friend bool operator==(json_pointer const& lhs, + json_pointer const& rhs) noexcept + { + return lhs.reference_tokens == rhs.reference_tokens; + } + + /*! + @brief compares two JSON pointers for inequality + + @param[in] lhs JSON pointer to compare + @param[in] rhs JSON pointer to compare + @return whether @a lhs is not equal @a rhs + + @complexity Linear in the length of the JSON pointer + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + */ + friend bool operator!=(json_pointer const& lhs, + json_pointer const& rhs) noexcept + { + return !(lhs == rhs); + } + + /// the reference tokens + std::vector reference_tokens; +}; +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/json_ref.hpp b/third_party/nlohmann/nlohmann/detail/json_ref.hpp new file mode 100644 index 0000000000000000000000000000000000000000..b4e5dabaf7973a029e4c568daf254e58342658d2 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/json_ref.hpp @@ -0,0 +1,68 @@ +#pragma once + +#include +#include + +#include + +namespace nlohmann +{ +namespace detail +{ +template +class json_ref +{ + public: + using value_type = BasicJsonType; + + json_ref(value_type&& value) + : owned_value(std::move(value)) + {} + + json_ref(const value_type& value) + : value_ref(&value) + {} + + json_ref(std::initializer_list init) + : owned_value(init) + {} + + template < + class... Args, + enable_if_t::value, int> = 0 > + json_ref(Args && ... args) + : owned_value(std::forward(args)...) + {} + + // class should be movable only + json_ref(json_ref&&) noexcept = default; + json_ref(const json_ref&) = delete; + json_ref& operator=(const json_ref&) = delete; + json_ref& operator=(json_ref&&) = delete; + ~json_ref() = default; + + value_type moved_or_copied() const + { + if (value_ref == nullptr) + { + return std::move(owned_value); + } + return *value_ref; + } + + value_type const& operator*() const + { + return value_ref ? *value_ref : owned_value; + } + + value_type const* operator->() const + { + return &** this; + } + + private: + mutable value_type owned_value = nullptr; + value_type const* value_ref = nullptr; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/macro_scope.hpp b/third_party/nlohmann/nlohmann/detail/macro_scope.hpp new file mode 100644 index 0000000000000000000000000000000000000000..b2843f067f834747bda872a62412e606116adbcb --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/macro_scope.hpp @@ -0,0 +1,407 @@ +#pragma once + +#include // declval, pair +#include +#include + +// This file contains all internal macro definitions +// You MUST include macro_unscope.hpp at the end of json.hpp to undef all of them + +// exclude unsupported compilers +#if !defined(JSON_SKIP_UNSUPPORTED_COMPILER_CHECK) + #if defined(__clang__) + #if (__clang_major__ * 10000 + __clang_minor__ * 100 + __clang_patchlevel__) < 30400 + #error "unsupported Clang version - see https://github.com/nlohmann/json#supported-compilers" + #endif + #elif defined(__GNUC__) && !(defined(__ICC) || defined(__INTEL_COMPILER)) + #if (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__) < 40800 + #error "unsupported GCC version - see https://github.com/nlohmann/json#supported-compilers" + #endif + #endif +#endif + +// C++ language standard detection +// if the user manually specified the used c++ version this is skipped +#if !defined(JSON_HAS_CPP_20) && !defined(JSON_HAS_CPP_17) && !defined(JSON_HAS_CPP_14) && !defined(JSON_HAS_CPP_11) + #if (defined(__cplusplus) && __cplusplus >= 202002L) || (defined(_MSVC_LANG) && _MSVC_LANG >= 202002L) + #define JSON_HAS_CPP_20 + #define JSON_HAS_CPP_17 + #define JSON_HAS_CPP_14 + #elif (defined(__cplusplus) && __cplusplus >= 201703L) || (defined(_HAS_CXX17) && _HAS_CXX17 == 1) // fix for issue #464 + #define JSON_HAS_CPP_17 + #define JSON_HAS_CPP_14 + #elif (defined(__cplusplus) && __cplusplus >= 201402L) || (defined(_HAS_CXX14) && _HAS_CXX14 == 1) + #define JSON_HAS_CPP_14 + #endif + // the cpp 11 flag is always specified because it is the minimal required version + #define JSON_HAS_CPP_11 +#endif + +#if !defined(JSON_HAS_FILESYSTEM) && !defined(JSON_HAS_EXPERIMENTAL_FILESYSTEM) + #ifdef JSON_HAS_CPP_17 + #if defined(__cpp_lib_filesystem) + #define JSON_HAS_FILESYSTEM 1 + #elif defined(__cpp_lib_experimental_filesystem) + #define JSON_HAS_EXPERIMENTAL_FILESYSTEM 1 + #elif !defined(__has_include) + #define JSON_HAS_EXPERIMENTAL_FILESYSTEM 1 + #elif __has_include() + #define JSON_HAS_FILESYSTEM 1 + #elif __has_include() + #define JSON_HAS_EXPERIMENTAL_FILESYSTEM 1 + #endif + + // std::filesystem does not work on MinGW GCC 8: https://sourceforge.net/p/mingw-w64/bugs/737/ + #if defined(__MINGW32__) && defined(__GNUC__) && __GNUC__ == 8 + #undef JSON_HAS_FILESYSTEM + #undef JSON_HAS_EXPERIMENTAL_FILESYSTEM + #endif + + // no filesystem support before GCC 8: https://en.cppreference.com/w/cpp/compiler_support + #if defined(__GNUC__) && !defined(__clang__) && __GNUC__ < 8 + #undef JSON_HAS_FILESYSTEM + #undef JSON_HAS_EXPERIMENTAL_FILESYSTEM + #endif + + // no filesystem support before Clang 7: https://en.cppreference.com/w/cpp/compiler_support + #if defined(__clang_major__) && __clang_major__ < 7 + #undef JSON_HAS_FILESYSTEM + #undef JSON_HAS_EXPERIMENTAL_FILESYSTEM + #endif + + // no filesystem support before MSVC 19.14: https://en.cppreference.com/w/cpp/compiler_support + #if defined(_MSC_VER) && _MSC_VER < 1940 + #undef JSON_HAS_FILESYSTEM + #undef JSON_HAS_EXPERIMENTAL_FILESYSTEM + #endif + + // no filesystem support before iOS 13 + #if defined(__IPHONE_OS_VERSION_MIN_REQUIRED) && __IPHONE_OS_VERSION_MIN_REQUIRED < 130000 + #undef JSON_HAS_FILESYSTEM + #undef JSON_HAS_EXPERIMENTAL_FILESYSTEM + #endif + + // no filesystem support before macOS Catalina + #if defined(__MAC_OS_X_VERSION_MIN_REQUIRED) && __MAC_OS_X_VERSION_MIN_REQUIRED < 101500 + #undef JSON_HAS_FILESYSTEM + #undef JSON_HAS_EXPERIMENTAL_FILESYSTEM + #endif + #endif +#endif + +#ifndef JSON_HAS_EXPERIMENTAL_FILESYSTEM + #define JSON_HAS_EXPERIMENTAL_FILESYSTEM 0 +#endif + +#ifndef JSON_HAS_FILESYSTEM + #define JSON_HAS_FILESYSTEM 0 +#endif + +// disable documentation warnings on clang +#if defined(__clang__) + #pragma clang diagnostic push + #pragma clang diagnostic ignored "-Wdocumentation" + #pragma clang diagnostic ignored "-Wdocumentation-unknown-command" +#endif + +// allow disabling exceptions +#if (defined(__cpp_exceptions) || defined(__EXCEPTIONS) || defined(_CPPUNWIND)) && !defined(JSON_NOEXCEPTION) + #define JSON_THROW(exception) throw exception + #define JSON_TRY try + #define JSON_CATCH(exception) catch(exception) + #define JSON_INTERNAL_CATCH(exception) catch(exception) +#else + #include + #define JSON_THROW(exception) std::abort() + #define JSON_TRY if(true) + #define JSON_CATCH(exception) if(false) + #define JSON_INTERNAL_CATCH(exception) if(false) +#endif + +// override exception macros +#if defined(JSON_THROW_USER) + #undef JSON_THROW + #define JSON_THROW JSON_THROW_USER +#endif +#if defined(JSON_TRY_USER) + #undef JSON_TRY + #define JSON_TRY JSON_TRY_USER +#endif +#if defined(JSON_CATCH_USER) + #undef JSON_CATCH + #define JSON_CATCH JSON_CATCH_USER + #undef JSON_INTERNAL_CATCH + #define JSON_INTERNAL_CATCH JSON_CATCH_USER +#endif +#if defined(JSON_INTERNAL_CATCH_USER) + #undef JSON_INTERNAL_CATCH + #define JSON_INTERNAL_CATCH JSON_INTERNAL_CATCH_USER +#endif + +// allow overriding assert +#if !defined(JSON_ASSERT) + #include // assert + #define JSON_ASSERT(x) assert(x) +#endif + +// allow to access some private functions (needed by the test suite) +#if defined(JSON_TESTS_PRIVATE) + #define JSON_PRIVATE_UNLESS_TESTED public +#else + #define JSON_PRIVATE_UNLESS_TESTED private +#endif + +/*! +@brief macro to briefly define a mapping between an enum and JSON +@def NLOHMANN_JSON_SERIALIZE_ENUM +@since version 3.4.0 +*/ +#define NLOHMANN_JSON_SERIALIZE_ENUM(ENUM_TYPE, ...) \ + template \ + inline void to_json(BasicJsonType& j, const ENUM_TYPE& e) \ + { \ + static_assert(std::is_enum::value, #ENUM_TYPE " must be an enum!"); \ + static const std::pair m[] = __VA_ARGS__; \ + auto it = std::find_if(std::begin(m), std::end(m), \ + [e](const std::pair& ej_pair) -> bool \ + { \ + return ej_pair.first == e; \ + }); \ + j = ((it != std::end(m)) ? it : std::begin(m))->second; \ + } \ + template \ + inline void from_json(const BasicJsonType& j, ENUM_TYPE& e) \ + { \ + static_assert(std::is_enum::value, #ENUM_TYPE " must be an enum!"); \ + static const std::pair m[] = __VA_ARGS__; \ + auto it = std::find_if(std::begin(m), std::end(m), \ + [&j](const std::pair& ej_pair) -> bool \ + { \ + return ej_pair.second == j; \ + }); \ + e = ((it != std::end(m)) ? it : std::begin(m))->first; \ + } + +// Ugly macros to avoid uglier copy-paste when specializing basic_json. They +// may be removed in the future once the class is split. + +#define NLOHMANN_BASIC_JSON_TPL_DECLARATION \ + template class ObjectType, \ + template class ArrayType, \ + class StringType, class BooleanType, class NumberIntegerType, \ + class NumberUnsignedType, class NumberFloatType, \ + template class AllocatorType, \ + template class JSONSerializer, \ + class BinaryType> + +#define NLOHMANN_BASIC_JSON_TPL \ + basic_json + +// Macros to simplify conversion from/to types + +#define NLOHMANN_JSON_EXPAND( x ) x +#define NLOHMANN_JSON_GET_MACRO(_1, _2, _3, _4, _5, _6, _7, _8, _9, _10, _11, _12, _13, _14, _15, _16, _17, _18, _19, _20, _21, _22, _23, _24, _25, _26, _27, _28, _29, _30, _31, _32, _33, _34, _35, _36, _37, _38, _39, _40, _41, _42, _43, _44, _45, _46, _47, _48, _49, _50, _51, _52, _53, _54, _55, _56, _57, _58, _59, _60, _61, _62, _63, _64, NAME,...) NAME +#define NLOHMANN_JSON_PASTE(...) NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_GET_MACRO(__VA_ARGS__, \ + NLOHMANN_JSON_PASTE64, \ + NLOHMANN_JSON_PASTE63, \ + NLOHMANN_JSON_PASTE62, \ + NLOHMANN_JSON_PASTE61, \ + NLOHMANN_JSON_PASTE60, \ + NLOHMANN_JSON_PASTE59, \ + NLOHMANN_JSON_PASTE58, \ + NLOHMANN_JSON_PASTE57, \ + NLOHMANN_JSON_PASTE56, \ + NLOHMANN_JSON_PASTE55, \ + NLOHMANN_JSON_PASTE54, \ + NLOHMANN_JSON_PASTE53, \ + NLOHMANN_JSON_PASTE52, \ + NLOHMANN_JSON_PASTE51, \ + NLOHMANN_JSON_PASTE50, \ + NLOHMANN_JSON_PASTE49, \ + NLOHMANN_JSON_PASTE48, \ + NLOHMANN_JSON_PASTE47, \ + NLOHMANN_JSON_PASTE46, \ + NLOHMANN_JSON_PASTE45, \ + NLOHMANN_JSON_PASTE44, \ + NLOHMANN_JSON_PASTE43, \ + NLOHMANN_JSON_PASTE42, \ + NLOHMANN_JSON_PASTE41, \ + NLOHMANN_JSON_PASTE40, \ + NLOHMANN_JSON_PASTE39, \ + NLOHMANN_JSON_PASTE38, \ + NLOHMANN_JSON_PASTE37, \ + NLOHMANN_JSON_PASTE36, \ + NLOHMANN_JSON_PASTE35, \ + NLOHMANN_JSON_PASTE34, \ + NLOHMANN_JSON_PASTE33, \ + NLOHMANN_JSON_PASTE32, \ + NLOHMANN_JSON_PASTE31, \ + NLOHMANN_JSON_PASTE30, \ + NLOHMANN_JSON_PASTE29, \ + NLOHMANN_JSON_PASTE28, \ + NLOHMANN_JSON_PASTE27, \ + NLOHMANN_JSON_PASTE26, \ + NLOHMANN_JSON_PASTE25, \ + NLOHMANN_JSON_PASTE24, \ + NLOHMANN_JSON_PASTE23, \ + NLOHMANN_JSON_PASTE22, \ + NLOHMANN_JSON_PASTE21, \ + NLOHMANN_JSON_PASTE20, \ + NLOHMANN_JSON_PASTE19, \ + NLOHMANN_JSON_PASTE18, \ + NLOHMANN_JSON_PASTE17, \ + NLOHMANN_JSON_PASTE16, \ + NLOHMANN_JSON_PASTE15, \ + NLOHMANN_JSON_PASTE14, \ + NLOHMANN_JSON_PASTE13, \ + NLOHMANN_JSON_PASTE12, \ + NLOHMANN_JSON_PASTE11, \ + NLOHMANN_JSON_PASTE10, \ + NLOHMANN_JSON_PASTE9, \ + NLOHMANN_JSON_PASTE8, \ + NLOHMANN_JSON_PASTE7, \ + NLOHMANN_JSON_PASTE6, \ + NLOHMANN_JSON_PASTE5, \ + NLOHMANN_JSON_PASTE4, \ + NLOHMANN_JSON_PASTE3, \ + NLOHMANN_JSON_PASTE2, \ + NLOHMANN_JSON_PASTE1)(__VA_ARGS__)) +#define NLOHMANN_JSON_PASTE2(func, v1) func(v1) +#define NLOHMANN_JSON_PASTE3(func, v1, v2) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE2(func, v2) +#define NLOHMANN_JSON_PASTE4(func, v1, v2, v3) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE3(func, v2, v3) +#define NLOHMANN_JSON_PASTE5(func, v1, v2, v3, v4) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE4(func, v2, v3, v4) +#define NLOHMANN_JSON_PASTE6(func, v1, v2, v3, v4, v5) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE5(func, v2, v3, v4, v5) +#define NLOHMANN_JSON_PASTE7(func, v1, v2, v3, v4, v5, v6) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE6(func, v2, v3, v4, v5, v6) +#define NLOHMANN_JSON_PASTE8(func, v1, v2, v3, v4, v5, v6, v7) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE7(func, v2, v3, v4, v5, v6, v7) +#define NLOHMANN_JSON_PASTE9(func, v1, v2, v3, v4, v5, v6, v7, v8) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE8(func, v2, v3, v4, v5, v6, v7, v8) +#define NLOHMANN_JSON_PASTE10(func, v1, v2, v3, v4, v5, v6, v7, v8, v9) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE9(func, v2, v3, v4, v5, v6, v7, v8, v9) +#define NLOHMANN_JSON_PASTE11(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE10(func, v2, v3, v4, v5, v6, v7, v8, v9, v10) +#define NLOHMANN_JSON_PASTE12(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE11(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11) +#define NLOHMANN_JSON_PASTE13(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE12(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12) +#define NLOHMANN_JSON_PASTE14(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE13(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13) +#define NLOHMANN_JSON_PASTE15(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE14(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14) +#define NLOHMANN_JSON_PASTE16(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE15(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15) +#define NLOHMANN_JSON_PASTE17(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE16(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16) +#define NLOHMANN_JSON_PASTE18(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE17(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17) +#define NLOHMANN_JSON_PASTE19(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE18(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18) +#define NLOHMANN_JSON_PASTE20(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE19(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19) +#define NLOHMANN_JSON_PASTE21(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE20(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20) +#define NLOHMANN_JSON_PASTE22(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE21(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21) +#define NLOHMANN_JSON_PASTE23(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE22(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22) +#define NLOHMANN_JSON_PASTE24(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE23(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23) +#define NLOHMANN_JSON_PASTE25(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE24(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24) +#define NLOHMANN_JSON_PASTE26(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE25(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25) +#define NLOHMANN_JSON_PASTE27(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE26(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26) +#define NLOHMANN_JSON_PASTE28(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE27(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27) +#define NLOHMANN_JSON_PASTE29(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE28(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28) +#define NLOHMANN_JSON_PASTE30(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE29(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29) +#define NLOHMANN_JSON_PASTE31(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE30(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30) +#define NLOHMANN_JSON_PASTE32(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE31(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31) +#define NLOHMANN_JSON_PASTE33(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE32(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32) +#define NLOHMANN_JSON_PASTE34(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE33(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33) +#define NLOHMANN_JSON_PASTE35(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE34(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34) +#define NLOHMANN_JSON_PASTE36(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE35(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35) +#define NLOHMANN_JSON_PASTE37(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE36(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36) +#define NLOHMANN_JSON_PASTE38(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE37(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37) +#define NLOHMANN_JSON_PASTE39(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE38(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38) +#define NLOHMANN_JSON_PASTE40(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE39(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39) +#define NLOHMANN_JSON_PASTE41(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE40(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40) +#define NLOHMANN_JSON_PASTE42(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE41(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41) +#define NLOHMANN_JSON_PASTE43(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE42(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42) +#define NLOHMANN_JSON_PASTE44(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE43(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43) +#define NLOHMANN_JSON_PASTE45(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE44(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44) +#define NLOHMANN_JSON_PASTE46(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE45(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45) +#define NLOHMANN_JSON_PASTE47(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE46(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46) +#define NLOHMANN_JSON_PASTE48(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE47(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47) +#define NLOHMANN_JSON_PASTE49(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE48(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48) +#define NLOHMANN_JSON_PASTE50(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE49(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49) +#define NLOHMANN_JSON_PASTE51(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE50(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50) +#define NLOHMANN_JSON_PASTE52(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE51(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51) +#define NLOHMANN_JSON_PASTE53(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE52(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52) +#define NLOHMANN_JSON_PASTE54(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE53(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53) +#define NLOHMANN_JSON_PASTE55(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE54(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54) +#define NLOHMANN_JSON_PASTE56(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE55(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55) +#define NLOHMANN_JSON_PASTE57(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE56(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56) +#define NLOHMANN_JSON_PASTE58(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE57(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57) +#define NLOHMANN_JSON_PASTE59(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE58(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58) +#define NLOHMANN_JSON_PASTE60(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE59(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59) +#define NLOHMANN_JSON_PASTE61(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE60(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60) +#define NLOHMANN_JSON_PASTE62(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE61(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61) +#define NLOHMANN_JSON_PASTE63(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61, v62) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE62(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61, v62) +#define NLOHMANN_JSON_PASTE64(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61, v62, v63) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE63(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61, v62, v63) + +#define NLOHMANN_JSON_TO(v1) nlohmann_json_j[#v1] = nlohmann_json_t.v1; +#define NLOHMANN_JSON_FROM(v1) nlohmann_json_j.at(#v1).get_to(nlohmann_json_t.v1); + +/*! +@brief macro +@def NLOHMANN_DEFINE_TYPE_INTRUSIVE +@since version 3.9.0 +*/ +#define NLOHMANN_DEFINE_TYPE_INTRUSIVE(Type, ...) \ + friend void to_json(nlohmann::json& nlohmann_json_j, const Type& nlohmann_json_t) { NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_PASTE(NLOHMANN_JSON_TO, __VA_ARGS__)) } \ + friend void from_json(const nlohmann::json& nlohmann_json_j, Type& nlohmann_json_t) { NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_PASTE(NLOHMANN_JSON_FROM, __VA_ARGS__)) } + +/*! +@brief macro +@def NLOHMANN_DEFINE_TYPE_NON_INTRUSIVE +@since version 3.9.0 +*/ +#define NLOHMANN_DEFINE_TYPE_NON_INTRUSIVE(Type, ...) \ + inline void to_json(nlohmann::json& nlohmann_json_j, const Type& nlohmann_json_t) { NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_PASTE(NLOHMANN_JSON_TO, __VA_ARGS__)) } \ + inline void from_json(const nlohmann::json& nlohmann_json_j, Type& nlohmann_json_t) { NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_PASTE(NLOHMANN_JSON_FROM, __VA_ARGS__)) } + + +// inspired from https://stackoverflow.com/a/26745591 +// allows to call any std function as if (e.g. with begin): +// using std::begin; begin(x); +// +// it allows using the detected idiom to retrieve the return type +// of such an expression +#define NLOHMANN_CAN_CALL_STD_FUNC_IMPL(std_name) \ + namespace detail { \ + using std::std_name; \ + \ + template \ + using result_of_##std_name = decltype(std_name(std::declval()...)); \ + } \ + \ + namespace detail2 { \ + struct std_name##_tag \ + { \ + }; \ + \ + template \ + std_name##_tag std_name(T&&...); \ + \ + template \ + using result_of_##std_name = decltype(std_name(std::declval()...)); \ + \ + template \ + struct would_call_std_##std_name \ + { \ + static constexpr auto const value = ::nlohmann::detail:: \ + is_detected_exact::value; \ + }; \ + } /* namespace detail2 */ \ + \ + template \ + struct would_call_std_##std_name : detail2::would_call_std_##std_name \ + { \ + } + +#ifndef JSON_USE_IMPLICIT_CONVERSIONS + #define JSON_USE_IMPLICIT_CONVERSIONS 1 +#endif + +#if JSON_USE_IMPLICIT_CONVERSIONS + #define JSON_EXPLICIT +#else + #define JSON_EXPLICIT explicit +#endif + +#ifndef JSON_DIAGNOSTICS + #define JSON_DIAGNOSTICS 0 +#endif diff --git a/third_party/nlohmann/nlohmann/detail/macro_unscope.hpp b/third_party/nlohmann/nlohmann/detail/macro_unscope.hpp new file mode 100644 index 0000000000000000000000000000000000000000..1a29fb5e0035fa02f5f54d1c2d29aaac2adce963 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/macro_unscope.hpp @@ -0,0 +1,26 @@ +#pragma once + +// restore clang diagnostic settings +#if defined(__clang__) + #pragma clang diagnostic pop +#endif + +// clean up +#undef JSON_ASSERT +#undef JSON_INTERNAL_CATCH +#undef JSON_CATCH +#undef JSON_THROW +#undef JSON_TRY +#undef JSON_PRIVATE_UNLESS_TESTED +#undef JSON_HAS_CPP_11 +#undef JSON_HAS_CPP_14 +#undef JSON_HAS_CPP_17 +#undef JSON_HAS_CPP_20 +#undef JSON_HAS_FILESYSTEM +#undef JSON_HAS_EXPERIMENTAL_FILESYSTEM +#undef NLOHMANN_BASIC_JSON_TPL_DECLARATION +#undef NLOHMANN_BASIC_JSON_TPL +#undef JSON_EXPLICIT +#undef NLOHMANN_CAN_CALL_STD_FUNC_IMPL + +#include diff --git a/third_party/nlohmann/nlohmann/detail/meta/call_std/begin.hpp b/third_party/nlohmann/nlohmann/detail/meta/call_std/begin.hpp new file mode 100644 index 0000000000000000000000000000000000000000..da937144c85fcbb26af0c6ecfbeed772b81d8726 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/meta/call_std/begin.hpp @@ -0,0 +1,8 @@ +#pragma once + +#include + +namespace nlohmann +{ +NLOHMANN_CAN_CALL_STD_FUNC_IMPL(begin); +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/meta/call_std/end.hpp b/third_party/nlohmann/nlohmann/detail/meta/call_std/end.hpp new file mode 100644 index 0000000000000000000000000000000000000000..1909007398040a8588773f75e8fa3649fd83ba23 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/meta/call_std/end.hpp @@ -0,0 +1,8 @@ +#pragma once + +#include + +namespace nlohmann +{ +NLOHMANN_CAN_CALL_STD_FUNC_IMPL(end); +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/meta/cpp_future.hpp b/third_party/nlohmann/nlohmann/detail/meta/cpp_future.hpp new file mode 100644 index 0000000000000000000000000000000000000000..147f2fa357da76f5914ab2697e5965a244d00eef --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/meta/cpp_future.hpp @@ -0,0 +1,154 @@ +#pragma once + +#include // size_t +#include // conditional, enable_if, false_type, integral_constant, is_constructible, is_integral, is_same, remove_cv, remove_reference, true_type +#include // index_sequence, make_index_sequence, index_sequence_for + +#include + +namespace nlohmann +{ +namespace detail +{ + +template +using uncvref_t = typename std::remove_cv::type>::type; + +#ifdef JSON_HAS_CPP_14 + +// the following utilities are natively available in C++14 +using std::enable_if_t; +using std::index_sequence; +using std::make_index_sequence; +using std::index_sequence_for; + +#else + +// alias templates to reduce boilerplate +template +using enable_if_t = typename std::enable_if::type; + +// The following code is taken from https://github.com/abseil/abseil-cpp/blob/10cb35e459f5ecca5b2ff107635da0bfa41011b4/absl/utility/utility.h +// which is part of Google Abseil (https://github.com/abseil/abseil-cpp), licensed under the Apache License 2.0. + +//// START OF CODE FROM GOOGLE ABSEIL + +// integer_sequence +// +// Class template representing a compile-time integer sequence. An instantiation +// of `integer_sequence` has a sequence of integers encoded in its +// type through its template arguments (which is a common need when +// working with C++11 variadic templates). `absl::integer_sequence` is designed +// to be a drop-in replacement for C++14's `std::integer_sequence`. +// +// Example: +// +// template< class T, T... Ints > +// void user_function(integer_sequence); +// +// int main() +// { +// // user_function's `T` will be deduced to `int` and `Ints...` +// // will be deduced to `0, 1, 2, 3, 4`. +// user_function(make_integer_sequence()); +// } +template +struct integer_sequence +{ + using value_type = T; + static constexpr std::size_t size() noexcept + { + return sizeof...(Ints); + } +}; + +// index_sequence +// +// A helper template for an `integer_sequence` of `size_t`, +// `absl::index_sequence` is designed to be a drop-in replacement for C++14's +// `std::index_sequence`. +template +using index_sequence = integer_sequence; + +namespace utility_internal +{ + +template +struct Extend; + +// Note that SeqSize == sizeof...(Ints). It's passed explicitly for efficiency. +template +struct Extend, SeqSize, 0> +{ + using type = integer_sequence < T, Ints..., (Ints + SeqSize)... >; +}; + +template +struct Extend, SeqSize, 1> +{ + using type = integer_sequence < T, Ints..., (Ints + SeqSize)..., 2 * SeqSize >; +}; + +// Recursion helper for 'make_integer_sequence'. +// 'Gen::type' is an alias for 'integer_sequence'. +template +struct Gen +{ + using type = + typename Extend < typename Gen < T, N / 2 >::type, N / 2, N % 2 >::type; +}; + +template +struct Gen +{ + using type = integer_sequence; +}; + +} // namespace utility_internal + +// Compile-time sequences of integers + +// make_integer_sequence +// +// This template alias is equivalent to +// `integer_sequence`, and is designed to be a drop-in +// replacement for C++14's `std::make_integer_sequence`. +template +using make_integer_sequence = typename utility_internal::Gen::type; + +// make_index_sequence +// +// This template alias is equivalent to `index_sequence<0, 1, ..., N-1>`, +// and is designed to be a drop-in replacement for C++14's +// `std::make_index_sequence`. +template +using make_index_sequence = make_integer_sequence; + +// index_sequence_for +// +// Converts a typename pack into an index sequence of the same length, and +// is designed to be a drop-in replacement for C++14's +// `std::index_sequence_for()` +template +using index_sequence_for = make_index_sequence; + +//// END OF CODE FROM GOOGLE ABSEIL + +#endif + +// dispatch utility (taken from ranges-v3) +template struct priority_tag : priority_tag < N - 1 > {}; +template<> struct priority_tag<0> {}; + +// taken from ranges-v3 +template +struct static_const +{ + static constexpr T value{}; +}; + +template +constexpr T static_const::value; // NOLINT(readability-redundant-declaration) + +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/meta/detected.hpp b/third_party/nlohmann/nlohmann/detail/meta/detected.hpp new file mode 100644 index 0000000000000000000000000000000000000000..8480e1c055d150a6b604b30e77e2f26a0fdfe358 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/meta/detected.hpp @@ -0,0 +1,61 @@ +#pragma once + +#include + +#include + +// https://en.cppreference.com/w/cpp/experimental/is_detected +namespace nlohmann +{ +namespace detail +{ +struct nonesuch +{ + nonesuch() = delete; + ~nonesuch() = delete; + nonesuch(nonesuch const&) = delete; + nonesuch(nonesuch const&&) = delete; + void operator=(nonesuch const&) = delete; + void operator=(nonesuch&&) = delete; +}; + +template class Op, + class... Args> +struct detector +{ + using value_t = std::false_type; + using type = Default; +}; + +template class Op, class... Args> +struct detector>, Op, Args...> +{ + using value_t = std::true_type; + using type = Op; +}; + +template class Op, class... Args> +using is_detected = typename detector::value_t; + +template class Op, class... Args> +struct is_detected_lazy : is_detected { }; + +template class Op, class... Args> +using detected_t = typename detector::type; + +template class Op, class... Args> +using detected_or = detector; + +template class Op, class... Args> +using detected_or_t = typename detected_or::type; + +template class Op, class... Args> +using is_detected_exact = std::is_same>; + +template class Op, class... Args> +using is_detected_convertible = + std::is_convertible, To>; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/meta/identity_tag.hpp b/third_party/nlohmann/nlohmann/detail/meta/identity_tag.hpp new file mode 100644 index 0000000000000000000000000000000000000000..73a3e91700da2310744eaf8b2c3ef55e50f45330 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/meta/identity_tag.hpp @@ -0,0 +1,10 @@ +#pragma once + +namespace nlohmann +{ +namespace detail +{ +// dispatching helper struct +template struct identity_tag {}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/meta/is_sax.hpp b/third_party/nlohmann/nlohmann/detail/meta/is_sax.hpp new file mode 100644 index 0000000000000000000000000000000000000000..e1e48a0bae11211d63fc52d2c9c741ebb5765da1 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/meta/is_sax.hpp @@ -0,0 +1,149 @@ +#pragma once + +#include // size_t +#include // declval +#include // string + +#include +#include + +namespace nlohmann +{ +namespace detail +{ +template +using null_function_t = decltype(std::declval().null()); + +template +using boolean_function_t = + decltype(std::declval().boolean(std::declval())); + +template +using number_integer_function_t = + decltype(std::declval().number_integer(std::declval())); + +template +using number_unsigned_function_t = + decltype(std::declval().number_unsigned(std::declval())); + +template +using number_float_function_t = decltype(std::declval().number_float( + std::declval(), std::declval())); + +template +using string_function_t = + decltype(std::declval().string(std::declval())); + +template +using binary_function_t = + decltype(std::declval().binary(std::declval())); + +template +using start_object_function_t = + decltype(std::declval().start_object(std::declval())); + +template +using key_function_t = + decltype(std::declval().key(std::declval())); + +template +using end_object_function_t = decltype(std::declval().end_object()); + +template +using start_array_function_t = + decltype(std::declval().start_array(std::declval())); + +template +using end_array_function_t = decltype(std::declval().end_array()); + +template +using parse_error_function_t = decltype(std::declval().parse_error( + std::declval(), std::declval(), + std::declval())); + +template +struct is_sax +{ + private: + static_assert(is_basic_json::value, + "BasicJsonType must be of type basic_json<...>"); + + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using exception_t = typename BasicJsonType::exception; + + public: + static constexpr bool value = + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value; +}; + +template +struct is_sax_static_asserts +{ + private: + static_assert(is_basic_json::value, + "BasicJsonType must be of type basic_json<...>"); + + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using exception_t = typename BasicJsonType::exception; + + public: + static_assert(is_detected_exact::value, + "Missing/invalid function: bool null()"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool boolean(bool)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool boolean(bool)"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool number_integer(number_integer_t)"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool number_unsigned(number_unsigned_t)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool number_float(number_float_t, const string_t&)"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool string(string_t&)"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool binary(binary_t&)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool start_object(std::size_t)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool key(string_t&)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool end_object()"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool start_array(std::size_t)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool end_array()"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool parse_error(std::size_t, const " + "std::string&, const exception&)"); +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/meta/type_traits.hpp b/third_party/nlohmann/nlohmann/detail/meta/type_traits.hpp new file mode 100644 index 0000000000000000000000000000000000000000..984ca19319b616d26fdfcd89195b81281291d937 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/meta/type_traits.hpp @@ -0,0 +1,474 @@ +#pragma once + +#include // numeric_limits +#include // false_type, is_constructible, is_integral, is_same, true_type +#include // declval +#include // tuple + +#include + +#include +#include +#include +#include +#include +#include + +namespace nlohmann +{ +/*! +@brief detail namespace with internal helper functions + +This namespace collects functions that should not be exposed, +implementations of some @ref basic_json methods, and meta-programming helpers. + +@since version 2.1.0 +*/ +namespace detail +{ +///////////// +// helpers // +///////////// + +// Note to maintainers: +// +// Every trait in this file expects a non CV-qualified type. +// The only exceptions are in the 'aliases for detected' section +// (i.e. those of the form: decltype(T::member_function(std::declval()))) +// +// In this case, T has to be properly CV-qualified to constraint the function arguments +// (e.g. to_json(BasicJsonType&, const T&)) + +template struct is_basic_json : std::false_type {}; + +NLOHMANN_BASIC_JSON_TPL_DECLARATION +struct is_basic_json : std::true_type {}; + +////////////////////// +// json_ref helpers // +////////////////////// + +template +class json_ref; + +template +struct is_json_ref : std::false_type {}; + +template +struct is_json_ref> : std::true_type {}; + +////////////////////////// +// aliases for detected // +////////////////////////// + +template +using mapped_type_t = typename T::mapped_type; + +template +using key_type_t = typename T::key_type; + +template +using value_type_t = typename T::value_type; + +template +using difference_type_t = typename T::difference_type; + +template +using pointer_t = typename T::pointer; + +template +using reference_t = typename T::reference; + +template +using iterator_category_t = typename T::iterator_category; + +template +using to_json_function = decltype(T::to_json(std::declval()...)); + +template +using from_json_function = decltype(T::from_json(std::declval()...)); + +template +using get_template_function = decltype(std::declval().template get()); + +// trait checking if JSONSerializer::from_json(json const&, udt&) exists +template +struct has_from_json : std::false_type {}; + +// trait checking if j.get is valid +// use this trait instead of std::is_constructible or std::is_convertible, +// both rely on, or make use of implicit conversions, and thus fail when T +// has several constructors/operator= (see https://github.com/nlohmann/json/issues/958) +template +struct is_getable +{ + static constexpr bool value = is_detected::value; +}; + +template +struct has_from_json < BasicJsonType, T, enable_if_t < !is_basic_json::value >> +{ + using serializer = typename BasicJsonType::template json_serializer; + + static constexpr bool value = + is_detected_exact::value; +}; + +// This trait checks if JSONSerializer::from_json(json const&) exists +// this overload is used for non-default-constructible user-defined-types +template +struct has_non_default_from_json : std::false_type {}; + +template +struct has_non_default_from_json < BasicJsonType, T, enable_if_t < !is_basic_json::value >> +{ + using serializer = typename BasicJsonType::template json_serializer; + + static constexpr bool value = + is_detected_exact::value; +}; + +// This trait checks if BasicJsonType::json_serializer::to_json exists +// Do not evaluate the trait when T is a basic_json type, to avoid template instantiation infinite recursion. +template +struct has_to_json : std::false_type {}; + +template +struct has_to_json < BasicJsonType, T, enable_if_t < !is_basic_json::value >> +{ + using serializer = typename BasicJsonType::template json_serializer; + + static constexpr bool value = + is_detected_exact::value; +}; + + +/////////////////// +// is_ functions // +/////////////////// + +// https://en.cppreference.com/w/cpp/types/conjunction +template struct conjunction : std::true_type { }; +template struct conjunction : B1 { }; +template +struct conjunction +: std::conditional, B1>::type {}; + +// https://en.cppreference.com/w/cpp/types/negation +template struct negation : std::integral_constant < bool, !B::value > { }; + +// Reimplementation of is_constructible and is_default_constructible, due to them being broken for +// std::pair and std::tuple until LWG 2367 fix (see https://cplusplus.github.io/LWG/lwg-defects.html#2367). +// This causes compile errors in e.g. clang 3.5 or gcc 4.9. +template +struct is_default_constructible : std::is_default_constructible {}; + +template +struct is_default_constructible> + : conjunction, is_default_constructible> {}; + +template +struct is_default_constructible> + : conjunction, is_default_constructible> {}; + +template +struct is_default_constructible> + : conjunction...> {}; + +template +struct is_default_constructible> + : conjunction...> {}; + + +template +struct is_constructible : std::is_constructible {}; + +template +struct is_constructible> : is_default_constructible> {}; + +template +struct is_constructible> : is_default_constructible> {}; + +template +struct is_constructible> : is_default_constructible> {}; + +template +struct is_constructible> : is_default_constructible> {}; + + +template +struct is_iterator_traits : std::false_type {}; + +template +struct is_iterator_traits> +{ + private: + using traits = iterator_traits; + + public: + static constexpr auto value = + is_detected::value && + is_detected::value && + is_detected::value && + is_detected::value && + is_detected::value; +}; + +template +struct is_range +{ + private: + using t_ref = typename std::add_lvalue_reference::type; + + using iterator = detected_t; + using sentinel = detected_t; + + // to be 100% correct, it should use https://en.cppreference.com/w/cpp/iterator/input_or_output_iterator + // and https://en.cppreference.com/w/cpp/iterator/sentinel_for + // but reimplementing these would be too much work, as a lot of other concepts are used underneath + static constexpr auto is_iterator_begin = + is_iterator_traits>::value; + + public: + static constexpr bool value = !std::is_same::value && !std::is_same::value && is_iterator_begin; +}; + +template +using iterator_t = enable_if_t::value, result_of_begin())>>; + +template +using range_value_t = value_type_t>>; + +// The following implementation of is_complete_type is taken from +// https://blogs.msdn.microsoft.com/vcblog/2015/12/02/partial-support-for-expression-sfinae-in-vs-2015-update-1/ +// and is written by Xiang Fan who agreed to using it in this library. + +template +struct is_complete_type : std::false_type {}; + +template +struct is_complete_type : std::true_type {}; + +template +struct is_compatible_object_type_impl : std::false_type {}; + +template +struct is_compatible_object_type_impl < + BasicJsonType, CompatibleObjectType, + enable_if_t < is_detected::value&& + is_detected::value >> +{ + using object_t = typename BasicJsonType::object_t; + + // macOS's is_constructible does not play well with nonesuch... + static constexpr bool value = + is_constructible::value && + is_constructible::value; +}; + +template +struct is_compatible_object_type + : is_compatible_object_type_impl {}; + +template +struct is_constructible_object_type_impl : std::false_type {}; + +template +struct is_constructible_object_type_impl < + BasicJsonType, ConstructibleObjectType, + enable_if_t < is_detected::value&& + is_detected::value >> +{ + using object_t = typename BasicJsonType::object_t; + + static constexpr bool value = + (is_default_constructible::value && + (std::is_move_assignable::value || + std::is_copy_assignable::value) && + (is_constructible::value && + std::is_same < + typename object_t::mapped_type, + typename ConstructibleObjectType::mapped_type >::value)) || + (has_from_json::value || + has_non_default_from_json < + BasicJsonType, + typename ConstructibleObjectType::mapped_type >::value); +}; + +template +struct is_constructible_object_type + : is_constructible_object_type_impl {}; + +template +struct is_compatible_string_type +{ + static constexpr auto value = + is_constructible::value; +}; + +template +struct is_constructible_string_type +{ + static constexpr auto value = + is_constructible::value; +}; + +template +struct is_compatible_array_type_impl : std::false_type {}; + +template +struct is_compatible_array_type_impl < + BasicJsonType, CompatibleArrayType, + enable_if_t < + is_detected::value&& + is_iterator_traits>>::value&& +// special case for types like std::filesystem::path whose iterator's value_type are themselves +// c.f. https://github.com/nlohmann/json/pull/3073 + !std::is_same>::value >> +{ + static constexpr bool value = + is_constructible>::value; +}; + +template +struct is_compatible_array_type + : is_compatible_array_type_impl {}; + +template +struct is_constructible_array_type_impl : std::false_type {}; + +template +struct is_constructible_array_type_impl < + BasicJsonType, ConstructibleArrayType, + enable_if_t::value >> + : std::true_type {}; + +template +struct is_constructible_array_type_impl < + BasicJsonType, ConstructibleArrayType, + enable_if_t < !std::is_same::value&& + !is_compatible_string_type::value&& + is_default_constructible::value&& +(std::is_move_assignable::value || + std::is_copy_assignable::value)&& +is_detected::value&& +is_iterator_traits>>::value&& +is_detected::value&& +// special case for types like std::filesystem::path whose iterator's value_type are themselves +// c.f. https://github.com/nlohmann/json/pull/3073 +!std::is_same>::value&& + is_complete_type < + detected_t>::value >> +{ + using value_type = range_value_t; + + static constexpr bool value = + std::is_same::value || + has_from_json::value || + has_non_default_from_json < + BasicJsonType, + value_type >::value; +}; + +template +struct is_constructible_array_type + : is_constructible_array_type_impl {}; + +template +struct is_compatible_integer_type_impl : std::false_type {}; + +template +struct is_compatible_integer_type_impl < + RealIntegerType, CompatibleNumberIntegerType, + enable_if_t < std::is_integral::value&& + std::is_integral::value&& + !std::is_same::value >> +{ + // is there an assert somewhere on overflows? + using RealLimits = std::numeric_limits; + using CompatibleLimits = std::numeric_limits; + + static constexpr auto value = + is_constructible::value && + CompatibleLimits::is_integer && + RealLimits::is_signed == CompatibleLimits::is_signed; +}; + +template +struct is_compatible_integer_type + : is_compatible_integer_type_impl {}; + +template +struct is_compatible_type_impl: std::false_type {}; + +template +struct is_compatible_type_impl < + BasicJsonType, CompatibleType, + enable_if_t::value >> +{ + static constexpr bool value = + has_to_json::value; +}; + +template +struct is_compatible_type + : is_compatible_type_impl {}; + +template +struct is_constructible_tuple : std::false_type {}; + +template +struct is_constructible_tuple> : conjunction...> {}; + +// a naive helper to check if a type is an ordered_map (exploits the fact that +// ordered_map inherits capacity() from std::vector) +template +struct is_ordered_map +{ + using one = char; + + struct two + { + char x[2]; // NOLINT(cppcoreguidelines-avoid-c-arrays,hicpp-avoid-c-arrays,modernize-avoid-c-arrays) + }; + + template static one test( decltype(&C::capacity) ) ; + template static two test(...); + + enum { value = sizeof(test(nullptr)) == sizeof(char) }; // NOLINT(cppcoreguidelines-pro-type-vararg,hicpp-vararg) +}; + +// to avoid useless casts (see https://github.com/nlohmann/json/issues/2893#issuecomment-889152324) +template < typename T, typename U, enable_if_t < !std::is_same::value, int > = 0 > +T conditional_static_cast(U value) +{ + return static_cast(value); +} + +template::value, int> = 0> +T conditional_static_cast(U value) +{ + return value; +} + +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/meta/void_t.hpp b/third_party/nlohmann/nlohmann/detail/meta/void_t.hpp new file mode 100644 index 0000000000000000000000000000000000000000..4ee2c86f0d096c3b8de28a3934871f6eaad0e320 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/meta/void_t.hpp @@ -0,0 +1,13 @@ +#pragma once + +namespace nlohmann +{ +namespace detail +{ +template struct make_void +{ + using type = void; +}; +template using void_t = typename make_void::type; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/output/binary_writer.hpp b/third_party/nlohmann/nlohmann/detail/output/binary_writer.hpp new file mode 100644 index 0000000000000000000000000000000000000000..598587141f0049fcab2bd81fa3a6433ebea2eaa7 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/output/binary_writer.hpp @@ -0,0 +1,1635 @@ +#pragma once + +#include // reverse +#include // array +#include // isnan, isinf +#include // uint8_t, uint16_t, uint32_t, uint64_t +#include // memcpy +#include // numeric_limits +#include // string +#include // move + +#include +#include +#include + +namespace nlohmann +{ +namespace detail +{ +/////////////////// +// binary writer // +/////////////////// + +/*! +@brief serialization to CBOR and MessagePack values +*/ +template +class binary_writer +{ + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using number_float_t = typename BasicJsonType::number_float_t; + + public: + /*! + @brief create a binary writer + + @param[in] adapter output adapter to write to + */ + explicit binary_writer(output_adapter_t adapter) : oa(std::move(adapter)) + { + JSON_ASSERT(oa); + } + + /*! + @param[in] j JSON value to serialize + @pre j.type() == value_t::object + */ + void write_bson(const BasicJsonType& j) + { + switch (j.type()) + { + case value_t::object: + { + write_bson_object(*j.m_value.object); + break; + } + + case value_t::null: + case value_t::array: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + JSON_THROW(type_error::create(317, "to serialize to BSON, top-level type must be object, but is " + std::string(j.type_name()), j)); + } + } + } + + /*! + @param[in] j JSON value to serialize + */ + void write_cbor(const BasicJsonType& j) + { + switch (j.type()) + { + case value_t::null: + { + oa->write_character(to_char_type(0xF6)); + break; + } + + case value_t::boolean: + { + oa->write_character(j.m_value.boolean + ? to_char_type(0xF5) + : to_char_type(0xF4)); + break; + } + + case value_t::number_integer: + { + if (j.m_value.number_integer >= 0) + { + // CBOR does not differentiate between positive signed + // integers and unsigned integers. Therefore, we used the + // code from the value_t::number_unsigned case here. + if (j.m_value.number_integer <= 0x17) + { + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x18)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x19)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x1A)); + write_number(static_cast(j.m_value.number_integer)); + } + else + { + oa->write_character(to_char_type(0x1B)); + write_number(static_cast(j.m_value.number_integer)); + } + } + else + { + // The conversions below encode the sign in the first + // byte, and the value is converted to a positive number. + const auto positive_number = -1 - j.m_value.number_integer; + if (j.m_value.number_integer >= -24) + { + write_number(static_cast(0x20 + positive_number)); + } + else if (positive_number <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x38)); + write_number(static_cast(positive_number)); + } + else if (positive_number <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x39)); + write_number(static_cast(positive_number)); + } + else if (positive_number <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x3A)); + write_number(static_cast(positive_number)); + } + else + { + oa->write_character(to_char_type(0x3B)); + write_number(static_cast(positive_number)); + } + } + break; + } + + case value_t::number_unsigned: + { + if (j.m_value.number_unsigned <= 0x17) + { + write_number(static_cast(j.m_value.number_unsigned)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x18)); + write_number(static_cast(j.m_value.number_unsigned)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x19)); + write_number(static_cast(j.m_value.number_unsigned)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x1A)); + write_number(static_cast(j.m_value.number_unsigned)); + } + else + { + oa->write_character(to_char_type(0x1B)); + write_number(static_cast(j.m_value.number_unsigned)); + } + break; + } + + case value_t::number_float: + { + if (std::isnan(j.m_value.number_float)) + { + // NaN is 0xf97e00 in CBOR + oa->write_character(to_char_type(0xF9)); + oa->write_character(to_char_type(0x7E)); + oa->write_character(to_char_type(0x00)); + } + else if (std::isinf(j.m_value.number_float)) + { + // Infinity is 0xf97c00, -Infinity is 0xf9fc00 + oa->write_character(to_char_type(0xf9)); + oa->write_character(j.m_value.number_float > 0 ? to_char_type(0x7C) : to_char_type(0xFC)); + oa->write_character(to_char_type(0x00)); + } + else + { + write_compact_float(j.m_value.number_float, detail::input_format_t::cbor); + } + break; + } + + case value_t::string: + { + // step 1: write control byte and the string length + const auto N = j.m_value.string->size(); + if (N <= 0x17) + { + write_number(static_cast(0x60 + N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x78)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x79)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x7A)); + write_number(static_cast(N)); + } + // LCOV_EXCL_START + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x7B)); + write_number(static_cast(N)); + } + // LCOV_EXCL_STOP + + // step 2: write the string + oa->write_characters( + reinterpret_cast(j.m_value.string->c_str()), + j.m_value.string->size()); + break; + } + + case value_t::array: + { + // step 1: write control byte and the array size + const auto N = j.m_value.array->size(); + if (N <= 0x17) + { + write_number(static_cast(0x80 + N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x98)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x99)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x9A)); + write_number(static_cast(N)); + } + // LCOV_EXCL_START + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x9B)); + write_number(static_cast(N)); + } + // LCOV_EXCL_STOP + + // step 2: write each element + for (const auto& el : *j.m_value.array) + { + write_cbor(el); + } + break; + } + + case value_t::binary: + { + if (j.m_value.binary->has_subtype()) + { + if (j.m_value.binary->subtype() <= (std::numeric_limits::max)()) + { + write_number(static_cast(0xd8)); + write_number(static_cast(j.m_value.binary->subtype())); + } + else if (j.m_value.binary->subtype() <= (std::numeric_limits::max)()) + { + write_number(static_cast(0xd9)); + write_number(static_cast(j.m_value.binary->subtype())); + } + else if (j.m_value.binary->subtype() <= (std::numeric_limits::max)()) + { + write_number(static_cast(0xda)); + write_number(static_cast(j.m_value.binary->subtype())); + } + else if (j.m_value.binary->subtype() <= (std::numeric_limits::max)()) + { + write_number(static_cast(0xdb)); + write_number(static_cast(j.m_value.binary->subtype())); + } + } + + // step 1: write control byte and the binary array size + const auto N = j.m_value.binary->size(); + if (N <= 0x17) + { + write_number(static_cast(0x40 + N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x58)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x59)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x5A)); + write_number(static_cast(N)); + } + // LCOV_EXCL_START + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x5B)); + write_number(static_cast(N)); + } + // LCOV_EXCL_STOP + + // step 2: write each element + oa->write_characters( + reinterpret_cast(j.m_value.binary->data()), + N); + + break; + } + + case value_t::object: + { + // step 1: write control byte and the object size + const auto N = j.m_value.object->size(); + if (N <= 0x17) + { + write_number(static_cast(0xA0 + N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0xB8)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0xB9)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0xBA)); + write_number(static_cast(N)); + } + // LCOV_EXCL_START + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0xBB)); + write_number(static_cast(N)); + } + // LCOV_EXCL_STOP + + // step 2: write each element + for (const auto& el : *j.m_value.object) + { + write_cbor(el.first); + write_cbor(el.second); + } + break; + } + + case value_t::discarded: + default: + break; + } + } + + /*! + @param[in] j JSON value to serialize + */ + void write_msgpack(const BasicJsonType& j) + { + switch (j.type()) + { + case value_t::null: // nil + { + oa->write_character(to_char_type(0xC0)); + break; + } + + case value_t::boolean: // true and false + { + oa->write_character(j.m_value.boolean + ? to_char_type(0xC3) + : to_char_type(0xC2)); + break; + } + + case value_t::number_integer: + { + if (j.m_value.number_integer >= 0) + { + // MessagePack does not differentiate between positive + // signed integers and unsigned integers. Therefore, we used + // the code from the value_t::number_unsigned case here. + if (j.m_value.number_unsigned < 128) + { + // positive fixnum + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 8 + oa->write_character(to_char_type(0xCC)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 16 + oa->write_character(to_char_type(0xCD)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 32 + oa->write_character(to_char_type(0xCE)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 64 + oa->write_character(to_char_type(0xCF)); + write_number(static_cast(j.m_value.number_integer)); + } + } + else + { + if (j.m_value.number_integer >= -32) + { + // negative fixnum + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer >= (std::numeric_limits::min)() && + j.m_value.number_integer <= (std::numeric_limits::max)()) + { + // int 8 + oa->write_character(to_char_type(0xD0)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer >= (std::numeric_limits::min)() && + j.m_value.number_integer <= (std::numeric_limits::max)()) + { + // int 16 + oa->write_character(to_char_type(0xD1)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer >= (std::numeric_limits::min)() && + j.m_value.number_integer <= (std::numeric_limits::max)()) + { + // int 32 + oa->write_character(to_char_type(0xD2)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer >= (std::numeric_limits::min)() && + j.m_value.number_integer <= (std::numeric_limits::max)()) + { + // int 64 + oa->write_character(to_char_type(0xD3)); + write_number(static_cast(j.m_value.number_integer)); + } + } + break; + } + + case value_t::number_unsigned: + { + if (j.m_value.number_unsigned < 128) + { + // positive fixnum + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 8 + oa->write_character(to_char_type(0xCC)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 16 + oa->write_character(to_char_type(0xCD)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 32 + oa->write_character(to_char_type(0xCE)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 64 + oa->write_character(to_char_type(0xCF)); + write_number(static_cast(j.m_value.number_integer)); + } + break; + } + + case value_t::number_float: + { + write_compact_float(j.m_value.number_float, detail::input_format_t::msgpack); + break; + } + + case value_t::string: + { + // step 1: write control byte and the string length + const auto N = j.m_value.string->size(); + if (N <= 31) + { + // fixstr + write_number(static_cast(0xA0 | N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // str 8 + oa->write_character(to_char_type(0xD9)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // str 16 + oa->write_character(to_char_type(0xDA)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // str 32 + oa->write_character(to_char_type(0xDB)); + write_number(static_cast(N)); + } + + // step 2: write the string + oa->write_characters( + reinterpret_cast(j.m_value.string->c_str()), + j.m_value.string->size()); + break; + } + + case value_t::array: + { + // step 1: write control byte and the array size + const auto N = j.m_value.array->size(); + if (N <= 15) + { + // fixarray + write_number(static_cast(0x90 | N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // array 16 + oa->write_character(to_char_type(0xDC)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // array 32 + oa->write_character(to_char_type(0xDD)); + write_number(static_cast(N)); + } + + // step 2: write each element + for (const auto& el : *j.m_value.array) + { + write_msgpack(el); + } + break; + } + + case value_t::binary: + { + // step 0: determine if the binary type has a set subtype to + // determine whether or not to use the ext or fixext types + const bool use_ext = j.m_value.binary->has_subtype(); + + // step 1: write control byte and the byte string length + const auto N = j.m_value.binary->size(); + if (N <= (std::numeric_limits::max)()) + { + std::uint8_t output_type{}; + bool fixed = true; + if (use_ext) + { + switch (N) + { + case 1: + output_type = 0xD4; // fixext 1 + break; + case 2: + output_type = 0xD5; // fixext 2 + break; + case 4: + output_type = 0xD6; // fixext 4 + break; + case 8: + output_type = 0xD7; // fixext 8 + break; + case 16: + output_type = 0xD8; // fixext 16 + break; + default: + output_type = 0xC7; // ext 8 + fixed = false; + break; + } + + } + else + { + output_type = 0xC4; // bin 8 + fixed = false; + } + + oa->write_character(to_char_type(output_type)); + if (!fixed) + { + write_number(static_cast(N)); + } + } + else if (N <= (std::numeric_limits::max)()) + { + std::uint8_t output_type = use_ext + ? 0xC8 // ext 16 + : 0xC5; // bin 16 + + oa->write_character(to_char_type(output_type)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + std::uint8_t output_type = use_ext + ? 0xC9 // ext 32 + : 0xC6; // bin 32 + + oa->write_character(to_char_type(output_type)); + write_number(static_cast(N)); + } + + // step 1.5: if this is an ext type, write the subtype + if (use_ext) + { + write_number(static_cast(j.m_value.binary->subtype())); + } + + // step 2: write the byte string + oa->write_characters( + reinterpret_cast(j.m_value.binary->data()), + N); + + break; + } + + case value_t::object: + { + // step 1: write control byte and the object size + const auto N = j.m_value.object->size(); + if (N <= 15) + { + // fixmap + write_number(static_cast(0x80 | (N & 0xF))); + } + else if (N <= (std::numeric_limits::max)()) + { + // map 16 + oa->write_character(to_char_type(0xDE)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // map 32 + oa->write_character(to_char_type(0xDF)); + write_number(static_cast(N)); + } + + // step 2: write each element + for (const auto& el : *j.m_value.object) + { + write_msgpack(el.first); + write_msgpack(el.second); + } + break; + } + + case value_t::discarded: + default: + break; + } + } + + /*! + @param[in] j JSON value to serialize + @param[in] use_count whether to use '#' prefixes (optimized format) + @param[in] use_type whether to use '$' prefixes (optimized format) + @param[in] add_prefix whether prefixes need to be used for this value + */ + void write_ubjson(const BasicJsonType& j, const bool use_count, + const bool use_type, const bool add_prefix = true) + { + switch (j.type()) + { + case value_t::null: + { + if (add_prefix) + { + oa->write_character(to_char_type('Z')); + } + break; + } + + case value_t::boolean: + { + if (add_prefix) + { + oa->write_character(j.m_value.boolean + ? to_char_type('T') + : to_char_type('F')); + } + break; + } + + case value_t::number_integer: + { + write_number_with_ubjson_prefix(j.m_value.number_integer, add_prefix); + break; + } + + case value_t::number_unsigned: + { + write_number_with_ubjson_prefix(j.m_value.number_unsigned, add_prefix); + break; + } + + case value_t::number_float: + { + write_number_with_ubjson_prefix(j.m_value.number_float, add_prefix); + break; + } + + case value_t::string: + { + if (add_prefix) + { + oa->write_character(to_char_type('S')); + } + write_number_with_ubjson_prefix(j.m_value.string->size(), true); + oa->write_characters( + reinterpret_cast(j.m_value.string->c_str()), + j.m_value.string->size()); + break; + } + + case value_t::array: + { + if (add_prefix) + { + oa->write_character(to_char_type('[')); + } + + bool prefix_required = true; + if (use_type && !j.m_value.array->empty()) + { + JSON_ASSERT(use_count); + const CharType first_prefix = ubjson_prefix(j.front()); + const bool same_prefix = std::all_of(j.begin() + 1, j.end(), + [this, first_prefix](const BasicJsonType & v) + { + return ubjson_prefix(v) == first_prefix; + }); + + if (same_prefix) + { + prefix_required = false; + oa->write_character(to_char_type('$')); + oa->write_character(first_prefix); + } + } + + if (use_count) + { + oa->write_character(to_char_type('#')); + write_number_with_ubjson_prefix(j.m_value.array->size(), true); + } + + for (const auto& el : *j.m_value.array) + { + write_ubjson(el, use_count, use_type, prefix_required); + } + + if (!use_count) + { + oa->write_character(to_char_type(']')); + } + + break; + } + + case value_t::binary: + { + if (add_prefix) + { + oa->write_character(to_char_type('[')); + } + + if (use_type && !j.m_value.binary->empty()) + { + JSON_ASSERT(use_count); + oa->write_character(to_char_type('$')); + oa->write_character('U'); + } + + if (use_count) + { + oa->write_character(to_char_type('#')); + write_number_with_ubjson_prefix(j.m_value.binary->size(), true); + } + + if (use_type) + { + oa->write_characters( + reinterpret_cast(j.m_value.binary->data()), + j.m_value.binary->size()); + } + else + { + for (size_t i = 0; i < j.m_value.binary->size(); ++i) + { + oa->write_character(to_char_type('U')); + oa->write_character(j.m_value.binary->data()[i]); + } + } + + if (!use_count) + { + oa->write_character(to_char_type(']')); + } + + break; + } + + case value_t::object: + { + if (add_prefix) + { + oa->write_character(to_char_type('{')); + } + + bool prefix_required = true; + if (use_type && !j.m_value.object->empty()) + { + JSON_ASSERT(use_count); + const CharType first_prefix = ubjson_prefix(j.front()); + const bool same_prefix = std::all_of(j.begin(), j.end(), + [this, first_prefix](const BasicJsonType & v) + { + return ubjson_prefix(v) == first_prefix; + }); + + if (same_prefix) + { + prefix_required = false; + oa->write_character(to_char_type('$')); + oa->write_character(first_prefix); + } + } + + if (use_count) + { + oa->write_character(to_char_type('#')); + write_number_with_ubjson_prefix(j.m_value.object->size(), true); + } + + for (const auto& el : *j.m_value.object) + { + write_number_with_ubjson_prefix(el.first.size(), true); + oa->write_characters( + reinterpret_cast(el.first.c_str()), + el.first.size()); + write_ubjson(el.second, use_count, use_type, prefix_required); + } + + if (!use_count) + { + oa->write_character(to_char_type('}')); + } + + break; + } + + case value_t::discarded: + default: + break; + } + } + + private: + ////////// + // BSON // + ////////// + + /*! + @return The size of a BSON document entry header, including the id marker + and the entry name size (and its null-terminator). + */ + static std::size_t calc_bson_entry_header_size(const string_t& name, const BasicJsonType& j) + { + const auto it = name.find(static_cast(0)); + if (JSON_HEDLEY_UNLIKELY(it != BasicJsonType::string_t::npos)) + { + JSON_THROW(out_of_range::create(409, "BSON key cannot contain code point U+0000 (at byte " + std::to_string(it) + ")", j)); + static_cast(j); + } + + return /*id*/ 1ul + name.size() + /*zero-terminator*/1u; + } + + /*! + @brief Writes the given @a element_type and @a name to the output adapter + */ + void write_bson_entry_header(const string_t& name, + const std::uint8_t element_type) + { + oa->write_character(to_char_type(element_type)); // boolean + oa->write_characters( + reinterpret_cast(name.c_str()), + name.size() + 1u); + } + + /*! + @brief Writes a BSON element with key @a name and boolean value @a value + */ + void write_bson_boolean(const string_t& name, + const bool value) + { + write_bson_entry_header(name, 0x08); + oa->write_character(value ? to_char_type(0x01) : to_char_type(0x00)); + } + + /*! + @brief Writes a BSON element with key @a name and double value @a value + */ + void write_bson_double(const string_t& name, + const double value) + { + write_bson_entry_header(name, 0x01); + write_number(value); + } + + /*! + @return The size of the BSON-encoded string in @a value + */ + static std::size_t calc_bson_string_size(const string_t& value) + { + return sizeof(std::int32_t) + value.size() + 1ul; + } + + /*! + @brief Writes a BSON element with key @a name and string value @a value + */ + void write_bson_string(const string_t& name, + const string_t& value) + { + write_bson_entry_header(name, 0x02); + + write_number(static_cast(value.size() + 1ul)); + oa->write_characters( + reinterpret_cast(value.c_str()), + value.size() + 1); + } + + /*! + @brief Writes a BSON element with key @a name and null value + */ + void write_bson_null(const string_t& name) + { + write_bson_entry_header(name, 0x0A); + } + + /*! + @return The size of the BSON-encoded integer @a value + */ + static std::size_t calc_bson_integer_size(const std::int64_t value) + { + return (std::numeric_limits::min)() <= value && value <= (std::numeric_limits::max)() + ? sizeof(std::int32_t) + : sizeof(std::int64_t); + } + + /*! + @brief Writes a BSON element with key @a name and integer @a value + */ + void write_bson_integer(const string_t& name, + const std::int64_t value) + { + if ((std::numeric_limits::min)() <= value && value <= (std::numeric_limits::max)()) + { + write_bson_entry_header(name, 0x10); // int32 + write_number(static_cast(value)); + } + else + { + write_bson_entry_header(name, 0x12); // int64 + write_number(static_cast(value)); + } + } + + /*! + @return The size of the BSON-encoded unsigned integer in @a j + */ + static constexpr std::size_t calc_bson_unsigned_size(const std::uint64_t value) noexcept + { + return (value <= static_cast((std::numeric_limits::max)())) + ? sizeof(std::int32_t) + : sizeof(std::int64_t); + } + + /*! + @brief Writes a BSON element with key @a name and unsigned @a value + */ + void write_bson_unsigned(const string_t& name, + const BasicJsonType& j) + { + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + write_bson_entry_header(name, 0x10 /* int32 */); + write_number(static_cast(j.m_value.number_unsigned)); + } + else if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + write_bson_entry_header(name, 0x12 /* int64 */); + write_number(static_cast(j.m_value.number_unsigned)); + } + else + { + JSON_THROW(out_of_range::create(407, "integer number " + std::to_string(j.m_value.number_unsigned) + " cannot be represented by BSON as it does not fit int64", j)); + } + } + + /*! + @brief Writes a BSON element with key @a name and object @a value + */ + void write_bson_object_entry(const string_t& name, + const typename BasicJsonType::object_t& value) + { + write_bson_entry_header(name, 0x03); // object + write_bson_object(value); + } + + /*! + @return The size of the BSON-encoded array @a value + */ + static std::size_t calc_bson_array_size(const typename BasicJsonType::array_t& value) + { + std::size_t array_index = 0ul; + + const std::size_t embedded_document_size = std::accumulate(std::begin(value), std::end(value), static_cast(0), [&array_index](std::size_t result, const typename BasicJsonType::array_t::value_type & el) + { + return result + calc_bson_element_size(std::to_string(array_index++), el); + }); + + return sizeof(std::int32_t) + embedded_document_size + 1ul; + } + + /*! + @return The size of the BSON-encoded binary array @a value + */ + static std::size_t calc_bson_binary_size(const typename BasicJsonType::binary_t& value) + { + return sizeof(std::int32_t) + value.size() + 1ul; + } + + /*! + @brief Writes a BSON element with key @a name and array @a value + */ + void write_bson_array(const string_t& name, + const typename BasicJsonType::array_t& value) + { + write_bson_entry_header(name, 0x04); // array + write_number(static_cast(calc_bson_array_size(value))); + + std::size_t array_index = 0ul; + + for (const auto& el : value) + { + write_bson_element(std::to_string(array_index++), el); + } + + oa->write_character(to_char_type(0x00)); + } + + /*! + @brief Writes a BSON element with key @a name and binary value @a value + */ + void write_bson_binary(const string_t& name, + const binary_t& value) + { + write_bson_entry_header(name, 0x05); + + write_number(static_cast(value.size())); + write_number(value.has_subtype() ? static_cast(value.subtype()) : static_cast(0x00)); + + oa->write_characters(reinterpret_cast(value.data()), value.size()); + } + + /*! + @brief Calculates the size necessary to serialize the JSON value @a j with its @a name + @return The calculated size for the BSON document entry for @a j with the given @a name. + */ + static std::size_t calc_bson_element_size(const string_t& name, + const BasicJsonType& j) + { + const auto header_size = calc_bson_entry_header_size(name, j); + switch (j.type()) + { + case value_t::object: + return header_size + calc_bson_object_size(*j.m_value.object); + + case value_t::array: + return header_size + calc_bson_array_size(*j.m_value.array); + + case value_t::binary: + return header_size + calc_bson_binary_size(*j.m_value.binary); + + case value_t::boolean: + return header_size + 1ul; + + case value_t::number_float: + return header_size + 8ul; + + case value_t::number_integer: + return header_size + calc_bson_integer_size(j.m_value.number_integer); + + case value_t::number_unsigned: + return header_size + calc_bson_unsigned_size(j.m_value.number_unsigned); + + case value_t::string: + return header_size + calc_bson_string_size(*j.m_value.string); + + case value_t::null: + return header_size + 0ul; + + // LCOV_EXCL_START + case value_t::discarded: + default: + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) + return 0ul; + // LCOV_EXCL_STOP + } + } + + /*! + @brief Serializes the JSON value @a j to BSON and associates it with the + key @a name. + @param name The name to associate with the JSON entity @a j within the + current BSON document + */ + void write_bson_element(const string_t& name, + const BasicJsonType& j) + { + switch (j.type()) + { + case value_t::object: + return write_bson_object_entry(name, *j.m_value.object); + + case value_t::array: + return write_bson_array(name, *j.m_value.array); + + case value_t::binary: + return write_bson_binary(name, *j.m_value.binary); + + case value_t::boolean: + return write_bson_boolean(name, j.m_value.boolean); + + case value_t::number_float: + return write_bson_double(name, j.m_value.number_float); + + case value_t::number_integer: + return write_bson_integer(name, j.m_value.number_integer); + + case value_t::number_unsigned: + return write_bson_unsigned(name, j); + + case value_t::string: + return write_bson_string(name, *j.m_value.string); + + case value_t::null: + return write_bson_null(name); + + // LCOV_EXCL_START + case value_t::discarded: + default: + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) + return; + // LCOV_EXCL_STOP + } + } + + /*! + @brief Calculates the size of the BSON serialization of the given + JSON-object @a j. + @param[in] value JSON value to serialize + @pre value.type() == value_t::object + */ + static std::size_t calc_bson_object_size(const typename BasicJsonType::object_t& value) + { + std::size_t document_size = std::accumulate(value.begin(), value.end(), static_cast(0), + [](size_t result, const typename BasicJsonType::object_t::value_type & el) + { + return result += calc_bson_element_size(el.first, el.second); + }); + + return sizeof(std::int32_t) + document_size + 1ul; + } + + /*! + @param[in] value JSON value to serialize + @pre value.type() == value_t::object + */ + void write_bson_object(const typename BasicJsonType::object_t& value) + { + write_number(static_cast(calc_bson_object_size(value))); + + for (const auto& el : value) + { + write_bson_element(el.first, el.second); + } + + oa->write_character(to_char_type(0x00)); + } + + ////////// + // CBOR // + ////////// + + static constexpr CharType get_cbor_float_prefix(float /*unused*/) + { + return to_char_type(0xFA); // Single-Precision Float + } + + static constexpr CharType get_cbor_float_prefix(double /*unused*/) + { + return to_char_type(0xFB); // Double-Precision Float + } + + ///////////// + // MsgPack // + ///////////// + + static constexpr CharType get_msgpack_float_prefix(float /*unused*/) + { + return to_char_type(0xCA); // float 32 + } + + static constexpr CharType get_msgpack_float_prefix(double /*unused*/) + { + return to_char_type(0xCB); // float 64 + } + + //////////// + // UBJSON // + //////////// + + // UBJSON: write number (floating point) + template::value, int>::type = 0> + void write_number_with_ubjson_prefix(const NumberType n, + const bool add_prefix) + { + if (add_prefix) + { + oa->write_character(get_ubjson_float_prefix(n)); + } + write_number(n); + } + + // UBJSON: write number (unsigned integer) + template::value, int>::type = 0> + void write_number_with_ubjson_prefix(const NumberType n, + const bool add_prefix) + { + if (n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('i')); // int8 + } + write_number(static_cast(n)); + } + else if (n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('U')); // uint8 + } + write_number(static_cast(n)); + } + else if (n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('I')); // int16 + } + write_number(static_cast(n)); + } + else if (n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('l')); // int32 + } + write_number(static_cast(n)); + } + else if (n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('L')); // int64 + } + write_number(static_cast(n)); + } + else + { + if (add_prefix) + { + oa->write_character(to_char_type('H')); // high-precision number + } + + const auto number = BasicJsonType(n).dump(); + write_number_with_ubjson_prefix(number.size(), true); + for (std::size_t i = 0; i < number.size(); ++i) + { + oa->write_character(to_char_type(static_cast(number[i]))); + } + } + } + + // UBJSON: write number (signed integer) + template < typename NumberType, typename std::enable_if < + std::is_signed::value&& + !std::is_floating_point::value, int >::type = 0 > + void write_number_with_ubjson_prefix(const NumberType n, + const bool add_prefix) + { + if ((std::numeric_limits::min)() <= n && n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('i')); // int8 + } + write_number(static_cast(n)); + } + else if (static_cast((std::numeric_limits::min)()) <= n && n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('U')); // uint8 + } + write_number(static_cast(n)); + } + else if ((std::numeric_limits::min)() <= n && n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('I')); // int16 + } + write_number(static_cast(n)); + } + else if ((std::numeric_limits::min)() <= n && n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('l')); // int32 + } + write_number(static_cast(n)); + } + else if ((std::numeric_limits::min)() <= n && n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('L')); // int64 + } + write_number(static_cast(n)); + } + // LCOV_EXCL_START + else + { + if (add_prefix) + { + oa->write_character(to_char_type('H')); // high-precision number + } + + const auto number = BasicJsonType(n).dump(); + write_number_with_ubjson_prefix(number.size(), true); + for (std::size_t i = 0; i < number.size(); ++i) + { + oa->write_character(to_char_type(static_cast(number[i]))); + } + } + // LCOV_EXCL_STOP + } + + /*! + @brief determine the type prefix of container values + */ + CharType ubjson_prefix(const BasicJsonType& j) const noexcept + { + switch (j.type()) + { + case value_t::null: + return 'Z'; + + case value_t::boolean: + return j.m_value.boolean ? 'T' : 'F'; + + case value_t::number_integer: + { + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'i'; + } + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'U'; + } + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'I'; + } + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'l'; + } + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'L'; + } + // anything else is treated as high-precision number + return 'H'; // LCOV_EXCL_LINE + } + + case value_t::number_unsigned: + { + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'i'; + } + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'U'; + } + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'I'; + } + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'l'; + } + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'L'; + } + // anything else is treated as high-precision number + return 'H'; // LCOV_EXCL_LINE + } + + case value_t::number_float: + return get_ubjson_float_prefix(j.m_value.number_float); + + case value_t::string: + return 'S'; + + case value_t::array: // fallthrough + case value_t::binary: + return '['; + + case value_t::object: + return '{'; + + case value_t::discarded: + default: // discarded values + return 'N'; + } + } + + static constexpr CharType get_ubjson_float_prefix(float /*unused*/) + { + return 'd'; // float 32 + } + + static constexpr CharType get_ubjson_float_prefix(double /*unused*/) + { + return 'D'; // float 64 + } + + /////////////////////// + // Utility functions // + /////////////////////// + + /* + @brief write a number to output input + @param[in] n number of type @a NumberType + @tparam NumberType the type of the number + @tparam OutputIsLittleEndian Set to true if output data is + required to be little endian + + @note This function needs to respect the system's endianness, because bytes + in CBOR, MessagePack, and UBJSON are stored in network order (big + endian) and therefore need reordering on little endian systems. + */ + template + void write_number(const NumberType n) + { + // step 1: write number to array of length NumberType + std::array vec{}; + std::memcpy(vec.data(), &n, sizeof(NumberType)); + + // step 2: write array to output (with possible reordering) + if (is_little_endian != OutputIsLittleEndian) + { + // reverse byte order prior to conversion if necessary + std::reverse(vec.begin(), vec.end()); + } + + oa->write_characters(vec.data(), sizeof(NumberType)); + } + + void write_compact_float(const number_float_t n, detail::input_format_t format) + { +#ifdef __GNUC__ +#pragma GCC diagnostic push +#pragma GCC diagnostic ignored "-Wfloat-equal" +#endif + if (static_cast(n) >= static_cast(std::numeric_limits::lowest()) && + static_cast(n) <= static_cast((std::numeric_limits::max)()) && + static_cast(static_cast(n)) == static_cast(n)) + { + oa->write_character(format == detail::input_format_t::cbor + ? get_cbor_float_prefix(static_cast(n)) + : get_msgpack_float_prefix(static_cast(n))); + write_number(static_cast(n)); + } + else + { + oa->write_character(format == detail::input_format_t::cbor + ? get_cbor_float_prefix(n) + : get_msgpack_float_prefix(n)); + write_number(n); + } +#ifdef __GNUC__ +#pragma GCC diagnostic pop +#endif + } + + public: + // The following to_char_type functions are implement the conversion + // between uint8_t and CharType. In case CharType is not unsigned, + // such a conversion is required to allow values greater than 128. + // See for a discussion. + template < typename C = CharType, + enable_if_t < std::is_signed::value && std::is_signed::value > * = nullptr > + static constexpr CharType to_char_type(std::uint8_t x) noexcept + { + return *reinterpret_cast(&x); + } + + template < typename C = CharType, + enable_if_t < std::is_signed::value && std::is_unsigned::value > * = nullptr > + static CharType to_char_type(std::uint8_t x) noexcept + { + static_assert(sizeof(std::uint8_t) == sizeof(CharType), "size of CharType must be equal to std::uint8_t"); + static_assert(std::is_trivial::value, "CharType must be trivial"); + CharType result; + std::memcpy(&result, &x, sizeof(x)); + return result; + } + + template::value>* = nullptr> + static constexpr CharType to_char_type(std::uint8_t x) noexcept + { + return x; + } + + template < typename InputCharType, typename C = CharType, + enable_if_t < + std::is_signed::value && + std::is_signed::value && + std::is_same::type>::value + > * = nullptr > + static constexpr CharType to_char_type(InputCharType x) noexcept + { + return x; + } + + private: + /// whether we can assume little endianness + const bool is_little_endian = little_endianness(); + + /// the output + output_adapter_t oa = nullptr; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/output/output_adapters.hpp b/third_party/nlohmann/nlohmann/detail/output/output_adapters.hpp new file mode 100644 index 0000000000000000000000000000000000000000..1cad57b19a56cd0648e3c8ba86b234ff47271083 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/output/output_adapters.hpp @@ -0,0 +1,138 @@ +#pragma once + +#include // copy +#include // size_t +#include // back_inserter +#include // shared_ptr, make_shared +#include // basic_string +#include // vector + +#ifndef JSON_NO_IO + #include // streamsize + #include // basic_ostream +#endif // JSON_NO_IO + +#include + +namespace nlohmann +{ +namespace detail +{ +/// abstract output adapter interface +template struct output_adapter_protocol +{ + virtual void write_character(CharType c) = 0; + virtual void write_characters(const CharType* s, std::size_t length) = 0; + virtual ~output_adapter_protocol() = default; + + output_adapter_protocol() = default; + output_adapter_protocol(const output_adapter_protocol&) = default; + output_adapter_protocol(output_adapter_protocol&&) noexcept = default; + output_adapter_protocol& operator=(const output_adapter_protocol&) = default; + output_adapter_protocol& operator=(output_adapter_protocol&&) noexcept = default; +}; + +/// a type to simplify interfaces +template +using output_adapter_t = std::shared_ptr>; + +/// output adapter for byte vectors +template> +class output_vector_adapter : public output_adapter_protocol +{ + public: + explicit output_vector_adapter(std::vector& vec) noexcept + : v(vec) + {} + + void write_character(CharType c) override + { + v.push_back(c); + } + + JSON_HEDLEY_NON_NULL(2) + void write_characters(const CharType* s, std::size_t length) override + { + std::copy(s, s + length, std::back_inserter(v)); + } + + private: + std::vector& v; +}; + +#ifndef JSON_NO_IO +/// output adapter for output streams +template +class output_stream_adapter : public output_adapter_protocol +{ + public: + explicit output_stream_adapter(std::basic_ostream& s) noexcept + : stream(s) + {} + + void write_character(CharType c) override + { + stream.put(c); + } + + JSON_HEDLEY_NON_NULL(2) + void write_characters(const CharType* s, std::size_t length) override + { + stream.write(s, static_cast(length)); + } + + private: + std::basic_ostream& stream; +}; +#endif // JSON_NO_IO + +/// output adapter for basic_string +template> +class output_string_adapter : public output_adapter_protocol +{ + public: + explicit output_string_adapter(StringType& s) noexcept + : str(s) + {} + + void write_character(CharType c) override + { + str.push_back(c); + } + + JSON_HEDLEY_NON_NULL(2) + void write_characters(const CharType* s, std::size_t length) override + { + str.append(s, length); + } + + private: + StringType& str; +}; + +template> +class output_adapter +{ + public: + template> + output_adapter(std::vector& vec) + : oa(std::make_shared>(vec)) {} + +#ifndef JSON_NO_IO + output_adapter(std::basic_ostream& s) + : oa(std::make_shared>(s)) {} +#endif // JSON_NO_IO + + output_adapter(StringType& s) + : oa(std::make_shared>(s)) {} + + operator output_adapter_t() + { + return oa; + } + + private: + output_adapter_t oa = nullptr; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/output/serializer.hpp b/third_party/nlohmann/nlohmann/detail/output/serializer.hpp new file mode 100644 index 0000000000000000000000000000000000000000..7cce7d5c7c189890c9878af1d0f0773062a72910 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/output/serializer.hpp @@ -0,0 +1,968 @@ +#pragma once + +#include // reverse, remove, fill, find, none_of +#include // array +#include // localeconv, lconv +#include // labs, isfinite, isnan, signbit +#include // size_t, ptrdiff_t +#include // uint8_t +#include // snprintf +#include // numeric_limits +#include // string, char_traits +#include // setfill, setw +#include // stringstream +#include // is_same +#include // move + +#include +#include +#include +#include +#include +#include +#include + +namespace nlohmann +{ +namespace detail +{ +/////////////////// +// serialization // +/////////////////// + +/// how to treat decoding errors +enum class error_handler_t +{ + strict, ///< throw a type_error exception in case of invalid UTF-8 + replace, ///< replace invalid UTF-8 sequences with U+FFFD + ignore ///< ignore invalid UTF-8 sequences +}; + +template +class serializer +{ + using string_t = typename BasicJsonType::string_t; + using number_float_t = typename BasicJsonType::number_float_t; + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using binary_char_t = typename BasicJsonType::binary_t::value_type; + static constexpr std::uint8_t UTF8_ACCEPT = 0; + static constexpr std::uint8_t UTF8_REJECT = 1; + + public: + /*! + @param[in] s output stream to serialize to + @param[in] ichar indentation character to use + @param[in] error_handler_ how to react on decoding errors + */ + serializer(output_adapter_t s, const char ichar, + error_handler_t error_handler_ = error_handler_t::strict) + : o(std::move(s)) + , loc(std::localeconv()) + , thousands_sep(loc->thousands_sep == nullptr ? '\0' : std::char_traits::to_char_type(* (loc->thousands_sep))) + , decimal_point(loc->decimal_point == nullptr ? '\0' : std::char_traits::to_char_type(* (loc->decimal_point))) + , indent_char(ichar) + , indent_string(512, indent_char) + , error_handler(error_handler_) + {} + + // delete because of pointer members + serializer(const serializer&) = delete; + serializer& operator=(const serializer&) = delete; + serializer(serializer&&) = delete; + serializer& operator=(serializer&&) = delete; + ~serializer() = default; + + /*! + @brief internal implementation of the serialization function + + This function is called by the public member function dump and organizes + the serialization internally. The indentation level is propagated as + additional parameter. In case of arrays and objects, the function is + called recursively. + + - strings and object keys are escaped using `escape_string()` + - integer numbers are converted implicitly via `operator<<` + - floating-point numbers are converted to a string using `"%g"` format + - binary values are serialized as objects containing the subtype and the + byte array + + @param[in] val value to serialize + @param[in] pretty_print whether the output shall be pretty-printed + @param[in] ensure_ascii If @a ensure_ascii is true, all non-ASCII characters + in the output are escaped with `\uXXXX` sequences, and the result consists + of ASCII characters only. + @param[in] indent_step the indent level + @param[in] current_indent the current indent level (only used internally) + */ + void dump(const BasicJsonType& val, + const bool pretty_print, + const bool ensure_ascii, + const unsigned int indent_step, + const unsigned int current_indent = 0) + { + switch (val.m_type) + { + case value_t::object: + { + if (val.m_value.object->empty()) + { + o->write_characters("{}", 2); + return; + } + + if (pretty_print) + { + o->write_characters("{\n", 2); + + // variable to hold indentation for recursive calls + const auto new_indent = current_indent + indent_step; + if (JSON_HEDLEY_UNLIKELY(indent_string.size() < new_indent)) + { + indent_string.resize(indent_string.size() * 2, ' '); + } + + // first n-1 elements + auto i = val.m_value.object->cbegin(); + for (std::size_t cnt = 0; cnt < val.m_value.object->size() - 1; ++cnt, ++i) + { + o->write_characters(indent_string.c_str(), new_indent); + o->write_character('\"'); + dump_escaped(i->first, ensure_ascii); + o->write_characters("\": ", 3); + dump(i->second, true, ensure_ascii, indent_step, new_indent); + o->write_characters(",\n", 2); + } + + // last element + JSON_ASSERT(i != val.m_value.object->cend()); + JSON_ASSERT(std::next(i) == val.m_value.object->cend()); + o->write_characters(indent_string.c_str(), new_indent); + o->write_character('\"'); + dump_escaped(i->first, ensure_ascii); + o->write_characters("\": ", 3); + dump(i->second, true, ensure_ascii, indent_step, new_indent); + + o->write_character('\n'); + o->write_characters(indent_string.c_str(), current_indent); + o->write_character('}'); + } + else + { + o->write_character('{'); + + // first n-1 elements + auto i = val.m_value.object->cbegin(); + for (std::size_t cnt = 0; cnt < val.m_value.object->size() - 1; ++cnt, ++i) + { + o->write_character('\"'); + dump_escaped(i->first, ensure_ascii); + o->write_characters("\":", 2); + dump(i->second, false, ensure_ascii, indent_step, current_indent); + o->write_character(','); + } + + // last element + JSON_ASSERT(i != val.m_value.object->cend()); + JSON_ASSERT(std::next(i) == val.m_value.object->cend()); + o->write_character('\"'); + dump_escaped(i->first, ensure_ascii); + o->write_characters("\":", 2); + dump(i->second, false, ensure_ascii, indent_step, current_indent); + + o->write_character('}'); + } + + return; + } + + case value_t::array: + { + if (val.m_value.array->empty()) + { + o->write_characters("[]", 2); + return; + } + + if (pretty_print) + { + o->write_characters("[\n", 2); + + // variable to hold indentation for recursive calls + const auto new_indent = current_indent + indent_step; + if (JSON_HEDLEY_UNLIKELY(indent_string.size() < new_indent)) + { + indent_string.resize(indent_string.size() * 2, ' '); + } + + // first n-1 elements + for (auto i = val.m_value.array->cbegin(); + i != val.m_value.array->cend() - 1; ++i) + { + o->write_characters(indent_string.c_str(), new_indent); + dump(*i, true, ensure_ascii, indent_step, new_indent); + o->write_characters(",\n", 2); + } + + // last element + JSON_ASSERT(!val.m_value.array->empty()); + o->write_characters(indent_string.c_str(), new_indent); + dump(val.m_value.array->back(), true, ensure_ascii, indent_step, new_indent); + + o->write_character('\n'); + o->write_characters(indent_string.c_str(), current_indent); + o->write_character(']'); + } + else + { + o->write_character('['); + + // first n-1 elements + for (auto i = val.m_value.array->cbegin(); + i != val.m_value.array->cend() - 1; ++i) + { + dump(*i, false, ensure_ascii, indent_step, current_indent); + o->write_character(','); + } + + // last element + JSON_ASSERT(!val.m_value.array->empty()); + dump(val.m_value.array->back(), false, ensure_ascii, indent_step, current_indent); + + o->write_character(']'); + } + + return; + } + + case value_t::string: + { + o->write_character('\"'); + dump_escaped(*val.m_value.string, ensure_ascii); + o->write_character('\"'); + return; + } + + case value_t::binary: + { + if (pretty_print) + { + o->write_characters("{\n", 2); + + // variable to hold indentation for recursive calls + const auto new_indent = current_indent + indent_step; + if (JSON_HEDLEY_UNLIKELY(indent_string.size() < new_indent)) + { + indent_string.resize(indent_string.size() * 2, ' '); + } + + o->write_characters(indent_string.c_str(), new_indent); + + o->write_characters("\"bytes\": [", 10); + + if (!val.m_value.binary->empty()) + { + for (auto i = val.m_value.binary->cbegin(); + i != val.m_value.binary->cend() - 1; ++i) + { + dump_integer(*i); + o->write_characters(", ", 2); + } + dump_integer(val.m_value.binary->back()); + } + + o->write_characters("],\n", 3); + o->write_characters(indent_string.c_str(), new_indent); + + o->write_characters("\"subtype\": ", 11); + if (val.m_value.binary->has_subtype()) + { + dump_integer(val.m_value.binary->subtype()); + } + else + { + o->write_characters("null", 4); + } + o->write_character('\n'); + o->write_characters(indent_string.c_str(), current_indent); + o->write_character('}'); + } + else + { + o->write_characters("{\"bytes\":[", 10); + + if (!val.m_value.binary->empty()) + { + for (auto i = val.m_value.binary->cbegin(); + i != val.m_value.binary->cend() - 1; ++i) + { + dump_integer(*i); + o->write_character(','); + } + dump_integer(val.m_value.binary->back()); + } + + o->write_characters("],\"subtype\":", 12); + if (val.m_value.binary->has_subtype()) + { + dump_integer(val.m_value.binary->subtype()); + o->write_character('}'); + } + else + { + o->write_characters("null}", 5); + } + } + return; + } + + case value_t::boolean: + { + if (val.m_value.boolean) + { + o->write_characters("true", 4); + } + else + { + o->write_characters("false", 5); + } + return; + } + + case value_t::number_integer: + { + dump_integer(val.m_value.number_integer); + return; + } + + case value_t::number_unsigned: + { + dump_integer(val.m_value.number_unsigned); + return; + } + + case value_t::number_float: + { + dump_float(val.m_value.number_float); + return; + } + + case value_t::discarded: + { + o->write_characters("", 11); + return; + } + + case value_t::null: + { + o->write_characters("null", 4); + return; + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + } + } + + JSON_PRIVATE_UNLESS_TESTED: + /*! + @brief dump escaped string + + Escape a string by replacing certain special characters by a sequence of an + escape character (backslash) and another character and other control + characters by a sequence of "\u" followed by a four-digit hex + representation. The escaped string is written to output stream @a o. + + @param[in] s the string to escape + @param[in] ensure_ascii whether to escape non-ASCII characters with + \uXXXX sequences + + @complexity Linear in the length of string @a s. + */ + void dump_escaped(const string_t& s, const bool ensure_ascii) + { + std::uint32_t codepoint{}; + std::uint8_t state = UTF8_ACCEPT; + std::size_t bytes = 0; // number of bytes written to string_buffer + + // number of bytes written at the point of the last valid byte + std::size_t bytes_after_last_accept = 0; + std::size_t undumped_chars = 0; + + for (std::size_t i = 0; i < s.size(); ++i) + { + const auto byte = static_cast(s[i]); + + switch (decode(state, codepoint, byte)) + { + case UTF8_ACCEPT: // decode found a new code point + { + switch (codepoint) + { + case 0x08: // backspace + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'b'; + break; + } + + case 0x09: // horizontal tab + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 't'; + break; + } + + case 0x0A: // newline + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'n'; + break; + } + + case 0x0C: // formfeed + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'f'; + break; + } + + case 0x0D: // carriage return + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'r'; + break; + } + + case 0x22: // quotation mark + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = '\"'; + break; + } + + case 0x5C: // reverse solidus + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = '\\'; + break; + } + + default: + { + // escape control characters (0x00..0x1F) or, if + // ensure_ascii parameter is used, non-ASCII characters + if ((codepoint <= 0x1F) || (ensure_ascii && (codepoint >= 0x7F))) + { + if (codepoint <= 0xFFFF) + { + // NOLINTNEXTLINE(cppcoreguidelines-pro-type-vararg,hicpp-vararg) + static_cast((std::snprintf)(string_buffer.data() + bytes, 7, "\\u%04x", + static_cast(codepoint))); + bytes += 6; + } + else + { + // NOLINTNEXTLINE(cppcoreguidelines-pro-type-vararg,hicpp-vararg) + static_cast((std::snprintf)(string_buffer.data() + bytes, 13, "\\u%04x\\u%04x", + static_cast(0xD7C0u + (codepoint >> 10u)), + static_cast(0xDC00u + (codepoint & 0x3FFu)))); + bytes += 12; + } + } + else + { + // copy byte to buffer (all previous bytes + // been copied have in default case above) + string_buffer[bytes++] = s[i]; + } + break; + } + } + + // write buffer and reset index; there must be 13 bytes + // left, as this is the maximal number of bytes to be + // written ("\uxxxx\uxxxx\0") for one code point + if (string_buffer.size() - bytes < 13) + { + o->write_characters(string_buffer.data(), bytes); + bytes = 0; + } + + // remember the byte position of this accept + bytes_after_last_accept = bytes; + undumped_chars = 0; + break; + } + + case UTF8_REJECT: // decode found invalid UTF-8 byte + { + switch (error_handler) + { + case error_handler_t::strict: + { + std::stringstream ss; + ss << std::uppercase << std::setfill('0') << std::setw(2) << std::hex << (byte | 0); + JSON_THROW(type_error::create(316, "invalid UTF-8 byte at index " + std::to_string(i) + ": 0x" + ss.str(), BasicJsonType())); + } + + case error_handler_t::ignore: + case error_handler_t::replace: + { + // in case we saw this character the first time, we + // would like to read it again, because the byte + // may be OK for itself, but just not OK for the + // previous sequence + if (undumped_chars > 0) + { + --i; + } + + // reset length buffer to the last accepted index; + // thus removing/ignoring the invalid characters + bytes = bytes_after_last_accept; + + if (error_handler == error_handler_t::replace) + { + // add a replacement character + if (ensure_ascii) + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'u'; + string_buffer[bytes++] = 'f'; + string_buffer[bytes++] = 'f'; + string_buffer[bytes++] = 'f'; + string_buffer[bytes++] = 'd'; + } + else + { + string_buffer[bytes++] = detail::binary_writer::to_char_type('\xEF'); + string_buffer[bytes++] = detail::binary_writer::to_char_type('\xBF'); + string_buffer[bytes++] = detail::binary_writer::to_char_type('\xBD'); + } + + // write buffer and reset index; there must be 13 bytes + // left, as this is the maximal number of bytes to be + // written ("\uxxxx\uxxxx\0") for one code point + if (string_buffer.size() - bytes < 13) + { + o->write_characters(string_buffer.data(), bytes); + bytes = 0; + } + + bytes_after_last_accept = bytes; + } + + undumped_chars = 0; + + // continue processing the string + state = UTF8_ACCEPT; + break; + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + } + break; + } + + default: // decode found yet incomplete multi-byte code point + { + if (!ensure_ascii) + { + // code point will not be escaped - copy byte to buffer + string_buffer[bytes++] = s[i]; + } + ++undumped_chars; + break; + } + } + } + + // we finished processing the string + if (JSON_HEDLEY_LIKELY(state == UTF8_ACCEPT)) + { + // write buffer + if (bytes > 0) + { + o->write_characters(string_buffer.data(), bytes); + } + } + else + { + // we finish reading, but do not accept: string was incomplete + switch (error_handler) + { + case error_handler_t::strict: + { + std::stringstream ss; + ss << std::uppercase << std::setfill('0') << std::setw(2) << std::hex << (static_cast(s.back()) | 0); + JSON_THROW(type_error::create(316, "incomplete UTF-8 string; last byte: 0x" + ss.str(), BasicJsonType())); + } + + case error_handler_t::ignore: + { + // write all accepted bytes + o->write_characters(string_buffer.data(), bytes_after_last_accept); + break; + } + + case error_handler_t::replace: + { + // write all accepted bytes + o->write_characters(string_buffer.data(), bytes_after_last_accept); + // add a replacement character + if (ensure_ascii) + { + o->write_characters("\\ufffd", 6); + } + else + { + o->write_characters("\xEF\xBF\xBD", 3); + } + break; + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + } + } + } + + private: + /*! + @brief count digits + + Count the number of decimal (base 10) digits for an input unsigned integer. + + @param[in] x unsigned integer number to count its digits + @return number of decimal digits + */ + inline unsigned int count_digits(number_unsigned_t x) noexcept + { + unsigned int n_digits = 1; + for (;;) + { + if (x < 10) + { + return n_digits; + } + if (x < 100) + { + return n_digits + 1; + } + if (x < 1000) + { + return n_digits + 2; + } + if (x < 10000) + { + return n_digits + 3; + } + x = x / 10000u; + n_digits += 4; + } + } + + // templates to avoid warnings about useless casts + template ::value, int> = 0> + bool is_negative_number(NumberType x) + { + return x < 0; + } + + template < typename NumberType, enable_if_t ::value, int > = 0 > + bool is_negative_number(NumberType /*unused*/) + { + return false; + } + + /*! + @brief dump an integer + + Dump a given integer to output stream @a o. Works internally with + @a number_buffer. + + @param[in] x integer number (signed or unsigned) to dump + @tparam NumberType either @a number_integer_t or @a number_unsigned_t + */ + template < typename NumberType, detail::enable_if_t < + std::is_integral::value || + std::is_same::value || + std::is_same::value || + std::is_same::value, + int > = 0 > + void dump_integer(NumberType x) + { + static constexpr std::array, 100> digits_to_99 + { + { + {{'0', '0'}}, {{'0', '1'}}, {{'0', '2'}}, {{'0', '3'}}, {{'0', '4'}}, {{'0', '5'}}, {{'0', '6'}}, {{'0', '7'}}, {{'0', '8'}}, {{'0', '9'}}, + {{'1', '0'}}, {{'1', '1'}}, {{'1', '2'}}, {{'1', '3'}}, {{'1', '4'}}, {{'1', '5'}}, {{'1', '6'}}, {{'1', '7'}}, {{'1', '8'}}, {{'1', '9'}}, + {{'2', '0'}}, {{'2', '1'}}, {{'2', '2'}}, {{'2', '3'}}, {{'2', '4'}}, {{'2', '5'}}, {{'2', '6'}}, {{'2', '7'}}, {{'2', '8'}}, {{'2', '9'}}, + {{'3', '0'}}, {{'3', '1'}}, {{'3', '2'}}, {{'3', '3'}}, {{'3', '4'}}, {{'3', '5'}}, {{'3', '6'}}, {{'3', '7'}}, {{'3', '8'}}, {{'3', '9'}}, + {{'4', '0'}}, {{'4', '1'}}, {{'4', '2'}}, {{'4', '3'}}, {{'4', '4'}}, {{'4', '5'}}, {{'4', '6'}}, {{'4', '7'}}, {{'4', '8'}}, {{'4', '9'}}, + {{'5', '0'}}, {{'5', '1'}}, {{'5', '2'}}, {{'5', '3'}}, {{'5', '4'}}, {{'5', '5'}}, {{'5', '6'}}, {{'5', '7'}}, {{'5', '8'}}, {{'5', '9'}}, + {{'6', '0'}}, {{'6', '1'}}, {{'6', '2'}}, {{'6', '3'}}, {{'6', '4'}}, {{'6', '5'}}, {{'6', '6'}}, {{'6', '7'}}, {{'6', '8'}}, {{'6', '9'}}, + {{'7', '0'}}, {{'7', '1'}}, {{'7', '2'}}, {{'7', '3'}}, {{'7', '4'}}, {{'7', '5'}}, {{'7', '6'}}, {{'7', '7'}}, {{'7', '8'}}, {{'7', '9'}}, + {{'8', '0'}}, {{'8', '1'}}, {{'8', '2'}}, {{'8', '3'}}, {{'8', '4'}}, {{'8', '5'}}, {{'8', '6'}}, {{'8', '7'}}, {{'8', '8'}}, {{'8', '9'}}, + {{'9', '0'}}, {{'9', '1'}}, {{'9', '2'}}, {{'9', '3'}}, {{'9', '4'}}, {{'9', '5'}}, {{'9', '6'}}, {{'9', '7'}}, {{'9', '8'}}, {{'9', '9'}}, + } + }; + + // special case for "0" + if (x == 0) + { + o->write_character('0'); + return; + } + + // use a pointer to fill the buffer + auto buffer_ptr = number_buffer.begin(); // NOLINT(llvm-qualified-auto,readability-qualified-auto,cppcoreguidelines-pro-type-vararg,hicpp-vararg) + + number_unsigned_t abs_value; + + unsigned int n_chars{}; + + if (is_negative_number(x)) + { + *buffer_ptr = '-'; + abs_value = remove_sign(static_cast(x)); + + // account one more byte for the minus sign + n_chars = 1 + count_digits(abs_value); + } + else + { + abs_value = static_cast(x); + n_chars = count_digits(abs_value); + } + + // spare 1 byte for '\0' + JSON_ASSERT(n_chars < number_buffer.size() - 1); + + // jump to the end to generate the string from backward, + // so we later avoid reversing the result + buffer_ptr += n_chars; + + // Fast int2ascii implementation inspired by "Fastware" talk by Andrei Alexandrescu + // See: https://www.youtube.com/watch?v=o4-CwDo2zpg + while (abs_value >= 100) + { + const auto digits_index = static_cast((abs_value % 100)); + abs_value /= 100; + *(--buffer_ptr) = digits_to_99[digits_index][1]; + *(--buffer_ptr) = digits_to_99[digits_index][0]; + } + + if (abs_value >= 10) + { + const auto digits_index = static_cast(abs_value); + *(--buffer_ptr) = digits_to_99[digits_index][1]; + *(--buffer_ptr) = digits_to_99[digits_index][0]; + } + else + { + *(--buffer_ptr) = static_cast('0' + abs_value); + } + + o->write_characters(number_buffer.data(), n_chars); + } + + /*! + @brief dump a floating-point number + + Dump a given floating-point number to output stream @a o. Works internally + with @a number_buffer. + + @param[in] x floating-point number to dump + */ + void dump_float(number_float_t x) + { + // NaN / inf + if (!std::isfinite(x)) + { + o->write_characters("null", 4); + return; + } + + // If number_float_t is an IEEE-754 single or double precision number, + // use the Grisu2 algorithm to produce short numbers which are + // guaranteed to round-trip, using strtof and strtod, resp. + // + // NB: The test below works if == . + static constexpr bool is_ieee_single_or_double + = (std::numeric_limits::is_iec559 && std::numeric_limits::digits == 24 && std::numeric_limits::max_exponent == 128) || + (std::numeric_limits::is_iec559 && std::numeric_limits::digits == 53 && std::numeric_limits::max_exponent == 1024); + + dump_float(x, std::integral_constant()); + } + + void dump_float(number_float_t x, std::true_type /*is_ieee_single_or_double*/) + { + auto* begin = number_buffer.data(); + auto* end = ::nlohmann::detail::to_chars(begin, begin + number_buffer.size(), x); + + o->write_characters(begin, static_cast(end - begin)); + } + + void dump_float(number_float_t x, std::false_type /*is_ieee_single_or_double*/) + { + // get number of digits for a float -> text -> float round-trip + static constexpr auto d = std::numeric_limits::max_digits10; + + // the actual conversion + // NOLINTNEXTLINE(cppcoreguidelines-pro-type-vararg,hicpp-vararg) + std::ptrdiff_t len = (std::snprintf)(number_buffer.data(), number_buffer.size(), "%.*g", d, x); + + // negative value indicates an error + JSON_ASSERT(len > 0); + // check if buffer was large enough + JSON_ASSERT(static_cast(len) < number_buffer.size()); + + // erase thousands separator + if (thousands_sep != '\0') + { + // NOLINTNEXTLINE(readability-qualified-auto,llvm-qualified-auto): std::remove returns an iterator, see https://github.com/nlohmann/json/issues/3081 + const auto end = std::remove(number_buffer.begin(), number_buffer.begin() + len, thousands_sep); + std::fill(end, number_buffer.end(), '\0'); + JSON_ASSERT((end - number_buffer.begin()) <= len); + len = (end - number_buffer.begin()); + } + + // convert decimal point to '.' + if (decimal_point != '\0' && decimal_point != '.') + { + // NOLINTNEXTLINE(readability-qualified-auto,llvm-qualified-auto): std::find returns an iterator, see https://github.com/nlohmann/json/issues/3081 + const auto dec_pos = std::find(number_buffer.begin(), number_buffer.end(), decimal_point); + if (dec_pos != number_buffer.end()) + { + *dec_pos = '.'; + } + } + + o->write_characters(number_buffer.data(), static_cast(len)); + + // determine if we need to append ".0" + const bool value_is_int_like = + std::none_of(number_buffer.begin(), number_buffer.begin() + len + 1, + [](char c) + { + return c == '.' || c == 'e'; + }); + + if (value_is_int_like) + { + o->write_characters(".0", 2); + } + } + + /*! + @brief check whether a string is UTF-8 encoded + + The function checks each byte of a string whether it is UTF-8 encoded. The + result of the check is stored in the @a state parameter. The function must + be called initially with state 0 (accept). State 1 means the string must + be rejected, because the current byte is not allowed. If the string is + completely processed, but the state is non-zero, the string ended + prematurely; that is, the last byte indicated more bytes should have + followed. + + @param[in,out] state the state of the decoding + @param[in,out] codep codepoint (valid only if resulting state is UTF8_ACCEPT) + @param[in] byte next byte to decode + @return new state + + @note The function has been edited: a std::array is used. + + @copyright Copyright (c) 2008-2009 Bjoern Hoehrmann + @sa http://bjoern.hoehrmann.de/utf-8/decoder/dfa/ + */ + static std::uint8_t decode(std::uint8_t& state, std::uint32_t& codep, const std::uint8_t byte) noexcept + { + static const std::array utf8d = + { + { + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 00..1F + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 20..3F + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 40..5F + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 60..7F + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, // 80..9F + 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, // A0..BF + 8, 8, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, // C0..DF + 0xA, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x4, 0x3, 0x3, // E0..EF + 0xB, 0x6, 0x6, 0x6, 0x5, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, // F0..FF + 0x0, 0x1, 0x2, 0x3, 0x5, 0x8, 0x7, 0x1, 0x1, 0x1, 0x4, 0x6, 0x1, 0x1, 0x1, 0x1, // s0..s0 + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, // s1..s2 + 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, // s3..s4 + 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, // s5..s6 + 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 // s7..s8 + } + }; + + JSON_ASSERT(byte < utf8d.size()); + const std::uint8_t type = utf8d[byte]; + + codep = (state != UTF8_ACCEPT) + ? (byte & 0x3fu) | (codep << 6u) + : (0xFFu >> type) & (byte); + + std::size_t index = 256u + static_cast(state) * 16u + static_cast(type); + JSON_ASSERT(index < 400); + state = utf8d[index]; + return state; + } + + /* + * Overload to make the compiler happy while it is instantiating + * dump_integer for number_unsigned_t. + * Must never be called. + */ + number_unsigned_t remove_sign(number_unsigned_t x) + { + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + return x; // LCOV_EXCL_LINE + } + + /* + * Helper function for dump_integer + * + * This function takes a negative signed integer and returns its absolute + * value as unsigned integer. The plus/minus shuffling is necessary as we can + * not directly remove the sign of an arbitrary signed integer as the + * absolute values of INT_MIN and INT_MAX are usually not the same. See + * #1708 for details. + */ + inline number_unsigned_t remove_sign(number_integer_t x) noexcept + { + JSON_ASSERT(x < 0 && x < (std::numeric_limits::max)()); // NOLINT(misc-redundant-expression) + return static_cast(-(x + 1)) + 1; + } + + private: + /// the output of the serializer + output_adapter_t o = nullptr; + + /// a (hopefully) large enough character buffer + std::array number_buffer{{}}; + + /// the locale + const std::lconv* loc = nullptr; + /// the locale's thousand separator character + const char thousands_sep = '\0'; + /// the locale's decimal point character + const char decimal_point = '\0'; + + /// string buffer + std::array string_buffer{{}}; + + /// the indentation character + const char indent_char; + /// the indentation string + string_t indent_string; + + /// error_handler how to react on decoding errors + const error_handler_t error_handler; +}; +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/string_escape.hpp b/third_party/nlohmann/nlohmann/detail/string_escape.hpp new file mode 100644 index 0000000000000000000000000000000000000000..84f7da52e0919888fd46ecff143b5163eda5a25a --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/string_escape.hpp @@ -0,0 +1,63 @@ +#pragma once + +#include +#include + +namespace nlohmann +{ +namespace detail +{ + +/*! +@brief replace all occurrences of a substring by another string + +@param[in,out] s the string to manipulate; changed so that all + occurrences of @a f are replaced with @a t +@param[in] f the substring to replace with @a t +@param[in] t the string to replace @a f + +@pre The search string @a f must not be empty. **This precondition is +enforced with an assertion.** + +@since version 2.0.0 +*/ +inline void replace_substring(std::string& s, const std::string& f, + const std::string& t) +{ + JSON_ASSERT(!f.empty()); + for (auto pos = s.find(f); // find first occurrence of f + pos != std::string::npos; // make sure f was found + s.replace(pos, f.size(), t), // replace with t, and + pos = s.find(f, pos + t.size())) // find next occurrence of f + {} +} + +/*! + * @brief string escaping as described in RFC 6901 (Sect. 4) + * @param[in] s string to escape + * @return escaped string + * + * Note the order of escaping "~" to "~0" and "/" to "~1" is important. + */ +inline std::string escape(std::string s) +{ + replace_substring(s, "~", "~0"); + replace_substring(s, "/", "~1"); + return s; +} + +/*! + * @brief string unescaping as described in RFC 6901 (Sect. 4) + * @param[in] s string to unescape + * @return unescaped string + * + * Note the order of escaping "~1" to "/" and "~0" to "~" is important. + */ +static void unescape(std::string& s) +{ + replace_substring(s, "~1", "/"); + replace_substring(s, "~0", "~"); +} + +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/detail/value_t.hpp b/third_party/nlohmann/nlohmann/detail/value_t.hpp new file mode 100644 index 0000000000000000000000000000000000000000..a98c4355a0b8dff11cbd1517716be427f4416583 --- /dev/null +++ b/third_party/nlohmann/nlohmann/detail/value_t.hpp @@ -0,0 +1,81 @@ +#pragma once + +#include // array +#include // size_t +#include // uint8_t +#include // string + +namespace nlohmann +{ +namespace detail +{ +/////////////////////////// +// JSON type enumeration // +/////////////////////////// + +/*! +@brief the JSON type enumeration + +This enumeration collects the different JSON types. It is internally used to +distinguish the stored values, and the functions @ref basic_json::is_null(), +@ref basic_json::is_object(), @ref basic_json::is_array(), +@ref basic_json::is_string(), @ref basic_json::is_boolean(), +@ref basic_json::is_number() (with @ref basic_json::is_number_integer(), +@ref basic_json::is_number_unsigned(), and @ref basic_json::is_number_float()), +@ref basic_json::is_discarded(), @ref basic_json::is_primitive(), and +@ref basic_json::is_structured() rely on it. + +@note There are three enumeration entries (number_integer, number_unsigned, and +number_float), because the library distinguishes these three types for numbers: +@ref basic_json::number_unsigned_t is used for unsigned integers, +@ref basic_json::number_integer_t is used for signed integers, and +@ref basic_json::number_float_t is used for floating-point numbers or to +approximate integers which do not fit in the limits of their respective type. + +@sa see @ref basic_json::basic_json(const value_t value_type) -- create a JSON +value with the default value for a given type + +@since version 1.0.0 +*/ +enum class value_t : std::uint8_t +{ + null, ///< null value + object, ///< object (unordered set of name/value pairs) + array, ///< array (ordered collection of values) + string, ///< string value + boolean, ///< boolean value + number_integer, ///< number value (signed integer) + number_unsigned, ///< number value (unsigned integer) + number_float, ///< number value (floating-point) + binary, ///< binary array (ordered collection of bytes) + discarded ///< discarded by the parser callback function +}; + +/*! +@brief comparison operator for JSON types + +Returns an ordering that is similar to Python: +- order: null < boolean < number < object < array < string < binary +- furthermore, each type is not smaller than itself +- discarded values are not comparable +- binary is represented as a b"" string in python and directly comparable to a + string; however, making a binary array directly comparable with a string would + be surprising behavior in a JSON file. + +@since version 1.0.0 +*/ +inline bool operator<(const value_t lhs, const value_t rhs) noexcept +{ + static constexpr std::array order = {{ + 0 /* null */, 3 /* object */, 4 /* array */, 5 /* string */, + 1 /* boolean */, 2 /* integer */, 2 /* unsigned */, 2 /* float */, + 6 /* binary */ + } + }; + + const auto l_index = static_cast(lhs); + const auto r_index = static_cast(rhs); + return l_index < order.size() && r_index < order.size() && order[l_index] < order[r_index]; +} +} // namespace detail +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/json.hpp b/third_party/nlohmann/nlohmann/json.hpp new file mode 100644 index 0000000000000000000000000000000000000000..a79be2dbd22f0a5734650e73d8864ff361769c80 --- /dev/null +++ b/third_party/nlohmann/nlohmann/json.hpp @@ -0,0 +1,4751 @@ +/* + __ _____ _____ _____ + __| | __| | | | JSON for Modern C++ +| | |__ | | | | | | version 3.10.5 +|_____|_____|_____|_|___| https://github.com/nlohmann/json + +Licensed under the MIT License . +SPDX-License-Identifier: MIT +Copyright (c) 2013-2022 Niels Lohmann . + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. +*/ + +/****************************************************************************\ + * Note on documentation: The source files contain links to the online * + * documentation of the public API at https://json.nlohmann.me. This URL * + * contains the most recent documentation and should also be applicable to * + * previous versions; documentation for deprecated functions is not * + * removed, but marked deprecated. See "Generate documentation" section in * + * file doc/README.md. * +\****************************************************************************/ + +#ifndef INCLUDE_NLOHMANN_JSON_HPP_ +#define INCLUDE_NLOHMANN_JSON_HPP_ + +#define NLOHMANN_JSON_VERSION_MAJOR 3 +#define NLOHMANN_JSON_VERSION_MINOR 10 +#define NLOHMANN_JSON_VERSION_PATCH 5 + +#include // all_of, find, for_each +#include // nullptr_t, ptrdiff_t, size_t +#include // hash, less +#include // initializer_list +#ifndef JSON_NO_IO + #include // istream, ostream +#endif // JSON_NO_IO +#include // random_access_iterator_tag +#include // unique_ptr +#include // accumulate +#include // string, stoi, to_string +#include // declval, forward, move, pair, swap +#include // vector + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#if defined(JSON_HAS_CPP_17) + #include +#endif + +/*! +@brief namespace for Niels Lohmann +@see https://github.com/nlohmann +@since version 1.0.0 +*/ +namespace nlohmann +{ + +/*! +@brief a class to store JSON values + +@internal +@invariant The member variables @a m_value and @a m_type have the following +relationship: +- If `m_type == value_t::object`, then `m_value.object != nullptr`. +- If `m_type == value_t::array`, then `m_value.array != nullptr`. +- If `m_type == value_t::string`, then `m_value.string != nullptr`. +The invariants are checked by member function assert_invariant(). + +@note ObjectType trick from https://stackoverflow.com/a/9860911 +@endinternal + +@since version 1.0.0 + +@nosubgrouping +*/ +NLOHMANN_BASIC_JSON_TPL_DECLARATION +class basic_json // NOLINT(cppcoreguidelines-special-member-functions,hicpp-special-member-functions) +{ + private: + template friend struct detail::external_constructor; + friend ::nlohmann::json_pointer; + + template + friend class ::nlohmann::detail::parser; + friend ::nlohmann::detail::serializer; + template + friend class ::nlohmann::detail::iter_impl; + template + friend class ::nlohmann::detail::binary_writer; + template + friend class ::nlohmann::detail::binary_reader; + template + friend class ::nlohmann::detail::json_sax_dom_parser; + template + friend class ::nlohmann::detail::json_sax_dom_callback_parser; + friend class ::nlohmann::detail::exception; + + /// workaround type for MSVC + using basic_json_t = NLOHMANN_BASIC_JSON_TPL; + + JSON_PRIVATE_UNLESS_TESTED: + // convenience aliases for types residing in namespace detail; + using lexer = ::nlohmann::detail::lexer_base; + + template + static ::nlohmann::detail::parser parser( + InputAdapterType adapter, + detail::parser_callback_tcb = nullptr, + const bool allow_exceptions = true, + const bool ignore_comments = false + ) + { + return ::nlohmann::detail::parser(std::move(adapter), + std::move(cb), allow_exceptions, ignore_comments); + } + + private: + using primitive_iterator_t = ::nlohmann::detail::primitive_iterator_t; + template + using internal_iterator = ::nlohmann::detail::internal_iterator; + template + using iter_impl = ::nlohmann::detail::iter_impl; + template + using iteration_proxy = ::nlohmann::detail::iteration_proxy; + template using json_reverse_iterator = ::nlohmann::detail::json_reverse_iterator; + + template + using output_adapter_t = ::nlohmann::detail::output_adapter_t; + + template + using binary_reader = ::nlohmann::detail::binary_reader; + template using binary_writer = ::nlohmann::detail::binary_writer; + + JSON_PRIVATE_UNLESS_TESTED: + using serializer = ::nlohmann::detail::serializer; + + public: + using value_t = detail::value_t; + /// JSON Pointer, see @ref nlohmann::json_pointer + using json_pointer = ::nlohmann::json_pointer; + template + using json_serializer = JSONSerializer; + /// how to treat decoding errors + using error_handler_t = detail::error_handler_t; + /// how to treat CBOR tags + using cbor_tag_handler_t = detail::cbor_tag_handler_t; + /// helper type for initializer lists of basic_json values + using initializer_list_t = std::initializer_list>; + + using input_format_t = detail::input_format_t; + /// SAX interface type, see @ref nlohmann::json_sax + using json_sax_t = json_sax; + + //////////////// + // exceptions // + //////////////// + + /// @name exceptions + /// Classes to implement user-defined exceptions. + /// @{ + + using exception = detail::exception; + using parse_error = detail::parse_error; + using invalid_iterator = detail::invalid_iterator; + using type_error = detail::type_error; + using out_of_range = detail::out_of_range; + using other_error = detail::other_error; + + /// @} + + + ///////////////////// + // container types // + ///////////////////// + + /// @name container types + /// The canonic container types to use @ref basic_json like any other STL + /// container. + /// @{ + + /// the type of elements in a basic_json container + using value_type = basic_json; + + /// the type of an element reference + using reference = value_type&; + /// the type of an element const reference + using const_reference = const value_type&; + + /// a type to represent differences between iterators + using difference_type = std::ptrdiff_t; + /// a type to represent container sizes + using size_type = std::size_t; + + /// the allocator type + using allocator_type = AllocatorType; + + /// the type of an element pointer + using pointer = typename std::allocator_traits::pointer; + /// the type of an element const pointer + using const_pointer = typename std::allocator_traits::const_pointer; + + /// an iterator for a basic_json container + using iterator = iter_impl; + /// a const iterator for a basic_json container + using const_iterator = iter_impl; + /// a reverse iterator for a basic_json container + using reverse_iterator = json_reverse_iterator; + /// a const reverse iterator for a basic_json container + using const_reverse_iterator = json_reverse_iterator; + + /// @} + + + /// @brief returns the allocator associated with the container + /// @sa https://json.nlohmann.me/api/basic_json/get_allocator/ + static allocator_type get_allocator() + { + return allocator_type(); + } + + /// @brief returns version information on the library + /// @sa https://json.nlohmann.me/api/basic_json/meta/ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json meta() + { + basic_json result; + + result["copyright"] = "(C) 2013-2022 Niels Lohmann"; + result["name"] = "JSON for Modern C++"; + result["url"] = "https://github.com/nlohmann/json"; + result["version"]["string"] = + std::to_string(NLOHMANN_JSON_VERSION_MAJOR) + "." + + std::to_string(NLOHMANN_JSON_VERSION_MINOR) + "." + + std::to_string(NLOHMANN_JSON_VERSION_PATCH); + result["version"]["major"] = NLOHMANN_JSON_VERSION_MAJOR; + result["version"]["minor"] = NLOHMANN_JSON_VERSION_MINOR; + result["version"]["patch"] = NLOHMANN_JSON_VERSION_PATCH; + +#ifdef _WIN32 + result["platform"] = "win32"; +#elif defined __linux__ + result["platform"] = "linux"; +#elif defined __APPLE__ + result["platform"] = "apple"; +#elif defined __unix__ + result["platform"] = "unix"; +#else + result["platform"] = "unknown"; +#endif + +#if defined(__ICC) || defined(__INTEL_COMPILER) + result["compiler"] = {{"family", "icc"}, {"version", __INTEL_COMPILER}}; +#elif defined(__clang__) + result["compiler"] = {{"family", "clang"}, {"version", __clang_version__}}; +#elif defined(__GNUC__) || defined(__GNUG__) + result["compiler"] = {{"family", "gcc"}, {"version", std::to_string(__GNUC__) + "." + std::to_string(__GNUC_MINOR__) + "." + std::to_string(__GNUC_PATCHLEVEL__)}}; +#elif defined(__HP_cc) || defined(__HP_aCC) + result["compiler"] = "hp" +#elif defined(__IBMCPP__) + result["compiler"] = {{"family", "ilecpp"}, {"version", __IBMCPP__}}; +#elif defined(_MSC_VER) + result["compiler"] = {{"family", "msvc"}, {"version", _MSC_VER}}; +#elif defined(__PGI) + result["compiler"] = {{"family", "pgcpp"}, {"version", __PGI}}; +#elif defined(__SUNPRO_CC) + result["compiler"] = {{"family", "sunpro"}, {"version", __SUNPRO_CC}}; +#else + result["compiler"] = {{"family", "unknown"}, {"version", "unknown"}}; +#endif + +#ifdef __cplusplus + result["compiler"]["c++"] = std::to_string(__cplusplus); +#else + result["compiler"]["c++"] = "unknown"; +#endif + return result; + } + + + /////////////////////////// + // JSON value data types // + /////////////////////////// + + /// @name JSON value data types + /// The data types to store a JSON value. These types are derived from + /// the template arguments passed to class @ref basic_json. + /// @{ + + /// @brief object key comparator type + /// @sa https://json.nlohmann.me/api/basic_json/object_comparator_t/ +#if defined(JSON_HAS_CPP_14) + // Use transparent comparator if possible, combined with perfect forwarding + // on find() and count() calls prevents unnecessary string construction. + using object_comparator_t = std::less<>; +#else + using object_comparator_t = std::less; +#endif + + /// @brief a type for an object + /// @sa https://json.nlohmann.me/api/basic_json/object_t/ + using object_t = ObjectType>>; + + /// @brief a type for an array + /// @sa https://json.nlohmann.me/api/basic_json/array_t/ + using array_t = ArrayType>; + + /// @brief a type for a string + /// @sa https://json.nlohmann.me/api/basic_json/string_t/ + using string_t = StringType; + + /// @brief a type for a boolean + /// @sa https://json.nlohmann.me/api/basic_json/boolean_t/ + using boolean_t = BooleanType; + + /// @brief a type for a number (integer) + /// @sa https://json.nlohmann.me/api/basic_json/number_integer_t/ + using number_integer_t = NumberIntegerType; + + /// @brief a type for a number (unsigned) + /// @sa https://json.nlohmann.me/api/basic_json/number_unsigned_t/ + using number_unsigned_t = NumberUnsignedType; + + /// @brief a type for a number (floating-point) + /// @sa https://json.nlohmann.me/api/basic_json/number_float_t/ + using number_float_t = NumberFloatType; + + /// @brief a type for a packed binary type + /// @sa https://json.nlohmann.me/api/basic_json/binary_t/ + using binary_t = nlohmann::byte_container_with_subtype; + + /// @} + + private: + + /// helper for exception-safe object creation + template + JSON_HEDLEY_RETURNS_NON_NULL + static T* create(Args&& ... args) + { + AllocatorType alloc; + using AllocatorTraits = std::allocator_traits>; + + auto deleter = [&](T * obj) + { + AllocatorTraits::deallocate(alloc, obj, 1); + }; + std::unique_ptr obj(AllocatorTraits::allocate(alloc, 1), deleter); + AllocatorTraits::construct(alloc, obj.get(), std::forward(args)...); + JSON_ASSERT(obj != nullptr); + return obj.release(); + } + + //////////////////////// + // JSON value storage // + //////////////////////// + + JSON_PRIVATE_UNLESS_TESTED: + /*! + @brief a JSON value + + The actual storage for a JSON value of the @ref basic_json class. This + union combines the different storage types for the JSON value types + defined in @ref value_t. + + JSON type | value_t type | used type + --------- | --------------- | ------------------------ + object | object | pointer to @ref object_t + array | array | pointer to @ref array_t + string | string | pointer to @ref string_t + boolean | boolean | @ref boolean_t + number | number_integer | @ref number_integer_t + number | number_unsigned | @ref number_unsigned_t + number | number_float | @ref number_float_t + binary | binary | pointer to @ref binary_t + null | null | *no value is stored* + + @note Variable-length types (objects, arrays, and strings) are stored as + pointers. The size of the union should not exceed 64 bits if the default + value types are used. + + @since version 1.0.0 + */ + union json_value + { + /// object (stored with pointer to save storage) + object_t* object; + /// array (stored with pointer to save storage) + array_t* array; + /// string (stored with pointer to save storage) + string_t* string; + /// binary (stored with pointer to save storage) + binary_t* binary; + /// boolean + boolean_t boolean; + /// number (integer) + number_integer_t number_integer; + /// number (unsigned integer) + number_unsigned_t number_unsigned; + /// number (floating-point) + number_float_t number_float; + + /// default constructor (for null values) + json_value() = default; + /// constructor for booleans + json_value(boolean_t v) noexcept : boolean(v) {} + /// constructor for numbers (integer) + json_value(number_integer_t v) noexcept : number_integer(v) {} + /// constructor for numbers (unsigned) + json_value(number_unsigned_t v) noexcept : number_unsigned(v) {} + /// constructor for numbers (floating-point) + json_value(number_float_t v) noexcept : number_float(v) {} + /// constructor for empty values of a given type + json_value(value_t t) + { + switch (t) + { + case value_t::object: + { + object = create(); + break; + } + + case value_t::array: + { + array = create(); + break; + } + + case value_t::string: + { + string = create(""); + break; + } + + case value_t::binary: + { + binary = create(); + break; + } + + case value_t::boolean: + { + boolean = static_cast(false); + break; + } + + case value_t::number_integer: + { + number_integer = static_cast(0); + break; + } + + case value_t::number_unsigned: + { + number_unsigned = static_cast(0); + break; + } + + case value_t::number_float: + { + number_float = static_cast(0.0); + break; + } + + case value_t::null: + { + object = nullptr; // silence warning, see #821 + break; + } + + case value_t::discarded: + default: + { + object = nullptr; // silence warning, see #821 + if (JSON_HEDLEY_UNLIKELY(t == value_t::null)) + { + JSON_THROW(other_error::create(500, "961c151d2e87f2686a955a9be24d316f1362bf21 3.10.5", basic_json())); // LCOV_EXCL_LINE + } + break; + } + } + } + + /// constructor for strings + json_value(const string_t& value) : string(create(value)) {} + + /// constructor for rvalue strings + json_value(string_t&& value) : string(create(std::move(value))) {} + + /// constructor for objects + json_value(const object_t& value) : object(create(value)) {} + + /// constructor for rvalue objects + json_value(object_t&& value) : object(create(std::move(value))) {} + + /// constructor for arrays + json_value(const array_t& value) : array(create(value)) {} + + /// constructor for rvalue arrays + json_value(array_t&& value) : array(create(std::move(value))) {} + + /// constructor for binary arrays + json_value(const typename binary_t::container_type& value) : binary(create(value)) {} + + /// constructor for rvalue binary arrays + json_value(typename binary_t::container_type&& value) : binary(create(std::move(value))) {} + + /// constructor for binary arrays (internal type) + json_value(const binary_t& value) : binary(create(value)) {} + + /// constructor for rvalue binary arrays (internal type) + json_value(binary_t&& value) : binary(create(std::move(value))) {} + + void destroy(value_t t) + { + if (t == value_t::array || t == value_t::object) + { + // flatten the current json_value to a heap-allocated stack + std::vector stack; + + // move the top-level items to stack + if (t == value_t::array) + { + stack.reserve(array->size()); + std::move(array->begin(), array->end(), std::back_inserter(stack)); + } + else + { + stack.reserve(object->size()); + for (auto&& it : *object) + { + stack.push_back(std::move(it.second)); + } + } + + while (!stack.empty()) + { + // move the last item to local variable to be processed + basic_json current_item(std::move(stack.back())); + stack.pop_back(); + + // if current_item is array/object, move + // its children to the stack to be processed later + if (current_item.is_array()) + { + std::move(current_item.m_value.array->begin(), current_item.m_value.array->end(), std::back_inserter(stack)); + + current_item.m_value.array->clear(); + } + else if (current_item.is_object()) + { + for (auto&& it : *current_item.m_value.object) + { + stack.push_back(std::move(it.second)); + } + + current_item.m_value.object->clear(); + } + + // it's now safe that current_item get destructed + // since it doesn't have any children + } + } + + switch (t) + { + case value_t::object: + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, object); + std::allocator_traits::deallocate(alloc, object, 1); + break; + } + + case value_t::array: + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, array); + std::allocator_traits::deallocate(alloc, array, 1); + break; + } + + case value_t::string: + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, string); + std::allocator_traits::deallocate(alloc, string, 1); + break; + } + + case value_t::binary: + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, binary); + std::allocator_traits::deallocate(alloc, binary, 1); + break; + } + + case value_t::null: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::discarded: + default: + { + break; + } + } + } + }; + + private: + /*! + @brief checks the class invariants + + This function asserts the class invariants. It needs to be called at the + end of every constructor to make sure that created objects respect the + invariant. Furthermore, it has to be called each time the type of a JSON + value is changed, because the invariant expresses a relationship between + @a m_type and @a m_value. + + Furthermore, the parent relation is checked for arrays and objects: If + @a check_parents true and the value is an array or object, then the + container's elements must have the current value as parent. + + @param[in] check_parents whether the parent relation should be checked. + The value is true by default and should only be set to false + during destruction of objects when the invariant does not + need to hold. + */ + void assert_invariant(bool check_parents = true) const noexcept + { + JSON_ASSERT(m_type != value_t::object || m_value.object != nullptr); + JSON_ASSERT(m_type != value_t::array || m_value.array != nullptr); + JSON_ASSERT(m_type != value_t::string || m_value.string != nullptr); + JSON_ASSERT(m_type != value_t::binary || m_value.binary != nullptr); + +#if JSON_DIAGNOSTICS + JSON_TRY + { + // cppcheck-suppress assertWithSideEffect + JSON_ASSERT(!check_parents || !is_structured() || std::all_of(begin(), end(), [this](const basic_json & j) + { + return j.m_parent == this; + })); + } + JSON_CATCH(...) {} // LCOV_EXCL_LINE +#endif + static_cast(check_parents); + } + + void set_parents() + { +#if JSON_DIAGNOSTICS + switch (m_type) + { + case value_t::array: + { + for (auto& element : *m_value.array) + { + element.m_parent = this; + } + break; + } + + case value_t::object: + { + for (auto& element : *m_value.object) + { + element.second.m_parent = this; + } + break; + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + break; + } +#endif + } + + iterator set_parents(iterator it, typename iterator::difference_type count_set_parents) + { +#if JSON_DIAGNOSTICS + for (typename iterator::difference_type i = 0; i < count_set_parents; ++i) + { + (it + i)->m_parent = this; + } +#else + static_cast(count_set_parents); +#endif + return it; + } + + reference set_parent(reference j, std::size_t old_capacity = static_cast(-1)) + { +#if JSON_DIAGNOSTICS + if (old_capacity != static_cast(-1)) + { + // see https://github.com/nlohmann/json/issues/2838 + JSON_ASSERT(type() == value_t::array); + if (JSON_HEDLEY_UNLIKELY(m_value.array->capacity() != old_capacity)) + { + // capacity has changed: update all parents + set_parents(); + return j; + } + } + + // ordered_json uses a vector internally, so pointers could have + // been invalidated; see https://github.com/nlohmann/json/issues/2962 +#ifdef JSON_HEDLEY_MSVC_VERSION +#pragma warning(push ) +#pragma warning(disable : 4127) // ignore warning to replace if with if constexpr +#endif + if (detail::is_ordered_map::value) + { + set_parents(); + return j; + } +#ifdef JSON_HEDLEY_MSVC_VERSION +#pragma warning( pop ) +#endif + + j.m_parent = this; +#else + static_cast(j); + static_cast(old_capacity); +#endif + return j; + } + + public: + ////////////////////////// + // JSON parser callback // + ////////////////////////// + + /// @brief parser event types + /// @sa https://json.nlohmann.me/api/basic_json/parse_event_t/ + using parse_event_t = detail::parse_event_t; + + /// @brief per-element parser callback type + /// @sa https://json.nlohmann.me/api/basic_json/parser_callback_t/ + using parser_callback_t = detail::parser_callback_t; + + ////////////////// + // constructors // + ////////////////// + + /// @name constructors and destructors + /// Constructors of class @ref basic_json, copy/move constructor, copy + /// assignment, static functions creating objects, and the destructor. + /// @{ + + /// @brief create an empty value with a given type + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + basic_json(const value_t v) + : m_type(v), m_value(v) + { + assert_invariant(); + } + + /// @brief create a null object + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + basic_json(std::nullptr_t = nullptr) noexcept + : basic_json(value_t::null) + { + assert_invariant(); + } + + /// @brief create a JSON value from compatible types + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + template < typename CompatibleType, + typename U = detail::uncvref_t, + detail::enable_if_t < + !detail::is_basic_json::value && detail::is_compatible_type::value, int > = 0 > + basic_json(CompatibleType && val) noexcept(noexcept( // NOLINT(bugprone-forwarding-reference-overload,bugprone-exception-escape) + JSONSerializer::to_json(std::declval(), + std::forward(val)))) + { + JSONSerializer::to_json(*this, std::forward(val)); + set_parents(); + assert_invariant(); + } + + /// @brief create a JSON value from an existing one + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + template < typename BasicJsonType, + detail::enable_if_t < + detail::is_basic_json::value&& !std::is_same::value, int > = 0 > + basic_json(const BasicJsonType& val) + { + using other_boolean_t = typename BasicJsonType::boolean_t; + using other_number_float_t = typename BasicJsonType::number_float_t; + using other_number_integer_t = typename BasicJsonType::number_integer_t; + using other_number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using other_string_t = typename BasicJsonType::string_t; + using other_object_t = typename BasicJsonType::object_t; + using other_array_t = typename BasicJsonType::array_t; + using other_binary_t = typename BasicJsonType::binary_t; + + switch (val.type()) + { + case value_t::boolean: + JSONSerializer::to_json(*this, val.template get()); + break; + case value_t::number_float: + JSONSerializer::to_json(*this, val.template get()); + break; + case value_t::number_integer: + JSONSerializer::to_json(*this, val.template get()); + break; + case value_t::number_unsigned: + JSONSerializer::to_json(*this, val.template get()); + break; + case value_t::string: + JSONSerializer::to_json(*this, val.template get_ref()); + break; + case value_t::object: + JSONSerializer::to_json(*this, val.template get_ref()); + break; + case value_t::array: + JSONSerializer::to_json(*this, val.template get_ref()); + break; + case value_t::binary: + JSONSerializer::to_json(*this, val.template get_ref()); + break; + case value_t::null: + *this = nullptr; + break; + case value_t::discarded: + m_type = value_t::discarded; + break; + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + } + set_parents(); + assert_invariant(); + } + + /// @brief create a container (array or object) from an initializer list + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + basic_json(initializer_list_t init, + bool type_deduction = true, + value_t manual_type = value_t::array) + { + // check if each element is an array with two elements whose first + // element is a string + bool is_an_object = std::all_of(init.begin(), init.end(), + [](const detail::json_ref& element_ref) + { + return element_ref->is_array() && element_ref->size() == 2 && (*element_ref)[0].is_string(); + }); + + // adjust type if type deduction is not wanted + if (!type_deduction) + { + // if array is wanted, do not create an object though possible + if (manual_type == value_t::array) + { + is_an_object = false; + } + + // if object is wanted but impossible, throw an exception + if (JSON_HEDLEY_UNLIKELY(manual_type == value_t::object && !is_an_object)) + { + JSON_THROW(type_error::create(301, "cannot create object from initializer list", basic_json())); + } + } + + if (is_an_object) + { + // the initializer list is a list of pairs -> create object + m_type = value_t::object; + m_value = value_t::object; + + for (auto& element_ref : init) + { + auto element = element_ref.moved_or_copied(); + m_value.object->emplace( + std::move(*((*element.m_value.array)[0].m_value.string)), + std::move((*element.m_value.array)[1])); + } + } + else + { + // the initializer list describes an array -> create array + m_type = value_t::array; + m_value.array = create(init.begin(), init.end()); + } + + set_parents(); + assert_invariant(); + } + + /// @brief explicitly create a binary array (without subtype) + /// @sa https://json.nlohmann.me/api/basic_json/binary/ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json binary(const typename binary_t::container_type& init) + { + auto res = basic_json(); + res.m_type = value_t::binary; + res.m_value = init; + return res; + } + + /// @brief explicitly create a binary array (with subtype) + /// @sa https://json.nlohmann.me/api/basic_json/binary/ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json binary(const typename binary_t::container_type& init, typename binary_t::subtype_type subtype) + { + auto res = basic_json(); + res.m_type = value_t::binary; + res.m_value = binary_t(init, subtype); + return res; + } + + /// @brief explicitly create a binary array + /// @sa https://json.nlohmann.me/api/basic_json/binary/ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json binary(typename binary_t::container_type&& init) + { + auto res = basic_json(); + res.m_type = value_t::binary; + res.m_value = std::move(init); + return res; + } + + /// @brief explicitly create a binary array (with subtype) + /// @sa https://json.nlohmann.me/api/basic_json/binary/ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json binary(typename binary_t::container_type&& init, typename binary_t::subtype_type subtype) + { + auto res = basic_json(); + res.m_type = value_t::binary; + res.m_value = binary_t(std::move(init), subtype); + return res; + } + + /// @brief explicitly create an array from an initializer list + /// @sa https://json.nlohmann.me/api/basic_json/array/ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json array(initializer_list_t init = {}) + { + return basic_json(init, false, value_t::array); + } + + /// @brief explicitly create an object from an initializer list + /// @sa https://json.nlohmann.me/api/basic_json/object/ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json object(initializer_list_t init = {}) + { + return basic_json(init, false, value_t::object); + } + + /// @brief construct an array with count copies of given value + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + basic_json(size_type cnt, const basic_json& val) + : m_type(value_t::array) + { + m_value.array = create(cnt, val); + set_parents(); + assert_invariant(); + } + + /// @brief construct a JSON container given an iterator range + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + template < class InputIT, typename std::enable_if < + std::is_same::value || + std::is_same::value, int >::type = 0 > + basic_json(InputIT first, InputIT last) + { + JSON_ASSERT(first.m_object != nullptr); + JSON_ASSERT(last.m_object != nullptr); + + // make sure iterator fits the current value + if (JSON_HEDLEY_UNLIKELY(first.m_object != last.m_object)) + { + JSON_THROW(invalid_iterator::create(201, "iterators are not compatible", basic_json())); + } + + // copy type from first iterator + m_type = first.m_object->m_type; + + // check if iterator range is complete for primitive values + switch (m_type) + { + case value_t::boolean: + case value_t::number_float: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::string: + { + if (JSON_HEDLEY_UNLIKELY(!first.m_it.primitive_iterator.is_begin() + || !last.m_it.primitive_iterator.is_end())) + { + JSON_THROW(invalid_iterator::create(204, "iterators out of range", *first.m_object)); + } + break; + } + + case value_t::null: + case value_t::object: + case value_t::array: + case value_t::binary: + case value_t::discarded: + default: + break; + } + + switch (m_type) + { + case value_t::number_integer: + { + m_value.number_integer = first.m_object->m_value.number_integer; + break; + } + + case value_t::number_unsigned: + { + m_value.number_unsigned = first.m_object->m_value.number_unsigned; + break; + } + + case value_t::number_float: + { + m_value.number_float = first.m_object->m_value.number_float; + break; + } + + case value_t::boolean: + { + m_value.boolean = first.m_object->m_value.boolean; + break; + } + + case value_t::string: + { + m_value = *first.m_object->m_value.string; + break; + } + + case value_t::object: + { + m_value.object = create(first.m_it.object_iterator, + last.m_it.object_iterator); + break; + } + + case value_t::array: + { + m_value.array = create(first.m_it.array_iterator, + last.m_it.array_iterator); + break; + } + + case value_t::binary: + { + m_value = *first.m_object->m_value.binary; + break; + } + + case value_t::null: + case value_t::discarded: + default: + JSON_THROW(invalid_iterator::create(206, "cannot construct with iterators from " + std::string(first.m_object->type_name()), *first.m_object)); + } + + set_parents(); + assert_invariant(); + } + + + /////////////////////////////////////// + // other constructors and destructor // + /////////////////////////////////////// + + template, + std::is_same>::value, int> = 0 > + basic_json(const JsonRef& ref) : basic_json(ref.moved_or_copied()) {} + + /// @brief copy constructor + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + basic_json(const basic_json& other) + : m_type(other.m_type) + { + // check of passed value is valid + other.assert_invariant(); + + switch (m_type) + { + case value_t::object: + { + m_value = *other.m_value.object; + break; + } + + case value_t::array: + { + m_value = *other.m_value.array; + break; + } + + case value_t::string: + { + m_value = *other.m_value.string; + break; + } + + case value_t::boolean: + { + m_value = other.m_value.boolean; + break; + } + + case value_t::number_integer: + { + m_value = other.m_value.number_integer; + break; + } + + case value_t::number_unsigned: + { + m_value = other.m_value.number_unsigned; + break; + } + + case value_t::number_float: + { + m_value = other.m_value.number_float; + break; + } + + case value_t::binary: + { + m_value = *other.m_value.binary; + break; + } + + case value_t::null: + case value_t::discarded: + default: + break; + } + + set_parents(); + assert_invariant(); + } + + /// @brief move constructor + /// @sa https://json.nlohmann.me/api/basic_json/basic_json/ + basic_json(basic_json&& other) noexcept + : m_type(std::move(other.m_type)), + m_value(std::move(other.m_value)) + { + // check that passed value is valid + other.assert_invariant(false); + + // invalidate payload + other.m_type = value_t::null; + other.m_value = {}; + + set_parents(); + assert_invariant(); + } + + /// @brief copy assignment + /// @sa https://json.nlohmann.me/api/basic_json/operator=/ + basic_json& operator=(basic_json other) noexcept ( + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value&& + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value + ) + { + // check that passed value is valid + other.assert_invariant(); + + using std::swap; + swap(m_type, other.m_type); + swap(m_value, other.m_value); + + set_parents(); + assert_invariant(); + return *this; + } + + /// @brief destructor + /// @sa https://json.nlohmann.me/api/basic_json/~basic_json/ + ~basic_json() noexcept + { + assert_invariant(false); + m_value.destroy(m_type); + } + + /// @} + + public: + /////////////////////// + // object inspection // + /////////////////////// + + /// @name object inspection + /// Functions to inspect the type of a JSON value. + /// @{ + + /// @brief serialization + /// @sa https://json.nlohmann.me/api/basic_json/dump/ + string_t dump(const int indent = -1, + const char indent_char = ' ', + const bool ensure_ascii = false, + const error_handler_t error_handler = error_handler_t::strict) const + { + string_t result; + serializer s(detail::output_adapter(result), indent_char, error_handler); + + if (indent >= 0) + { + s.dump(*this, true, ensure_ascii, static_cast(indent)); + } + else + { + s.dump(*this, false, ensure_ascii, 0); + } + + return result; + } + + /// @brief return the type of the JSON value (explicit) + /// @sa https://json.nlohmann.me/api/basic_json/type/ + constexpr value_t type() const noexcept + { + return m_type; + } + + /// @brief return whether type is primitive + /// @sa https://json.nlohmann.me/api/basic_json/is_primitive/ + constexpr bool is_primitive() const noexcept + { + return is_null() || is_string() || is_boolean() || is_number() || is_binary(); + } + + /// @brief return whether type is structured + /// @sa https://json.nlohmann.me/api/basic_json/is_structured/ + constexpr bool is_structured() const noexcept + { + return is_array() || is_object(); + } + + /// @brief return whether value is null + /// @sa https://json.nlohmann.me/api/basic_json/is_null/ + constexpr bool is_null() const noexcept + { + return m_type == value_t::null; + } + + /// @brief return whether value is a boolean + /// @sa https://json.nlohmann.me/api/basic_json/is_boolean/ + constexpr bool is_boolean() const noexcept + { + return m_type == value_t::boolean; + } + + /// @brief return whether value is a number + /// @sa https://json.nlohmann.me/api/basic_json/is_number/ + constexpr bool is_number() const noexcept + { + return is_number_integer() || is_number_float(); + } + + /// @brief return whether value is an integer number + /// @sa https://json.nlohmann.me/api/basic_json/is_number_integer/ + constexpr bool is_number_integer() const noexcept + { + return m_type == value_t::number_integer || m_type == value_t::number_unsigned; + } + + /// @brief return whether value is an unsigned integer number + /// @sa https://json.nlohmann.me/api/basic_json/is_number_unsigned/ + constexpr bool is_number_unsigned() const noexcept + { + return m_type == value_t::number_unsigned; + } + + /// @brief return whether value is a floating-point number + /// @sa https://json.nlohmann.me/api/basic_json/is_number_float/ + constexpr bool is_number_float() const noexcept + { + return m_type == value_t::number_float; + } + + /// @brief return whether value is an object + /// @sa https://json.nlohmann.me/api/basic_json/is_object/ + constexpr bool is_object() const noexcept + { + return m_type == value_t::object; + } + + /// @brief return whether value is an array + /// @sa https://json.nlohmann.me/api/basic_json/is_array/ + constexpr bool is_array() const noexcept + { + return m_type == value_t::array; + } + + /// @brief return whether value is a string + /// @sa https://json.nlohmann.me/api/basic_json/is_string/ + constexpr bool is_string() const noexcept + { + return m_type == value_t::string; + } + + /// @brief return whether value is a binary array + /// @sa https://json.nlohmann.me/api/basic_json/is_binary/ + constexpr bool is_binary() const noexcept + { + return m_type == value_t::binary; + } + + /// @brief return whether value is discarded + /// @sa https://json.nlohmann.me/api/basic_json/is_discarded/ + constexpr bool is_discarded() const noexcept + { + return m_type == value_t::discarded; + } + + /// @brief return the type of the JSON value (implicit) + /// @sa https://json.nlohmann.me/api/basic_json/operator_value_t/ + constexpr operator value_t() const noexcept + { + return m_type; + } + + /// @} + + private: + ////////////////// + // value access // + ////////////////// + + /// get a boolean (explicit) + boolean_t get_impl(boolean_t* /*unused*/) const + { + if (JSON_HEDLEY_LIKELY(is_boolean())) + { + return m_value.boolean; + } + + JSON_THROW(type_error::create(302, "type must be boolean, but is " + std::string(type_name()), *this)); + } + + /// get a pointer to the value (object) + object_t* get_impl_ptr(object_t* /*unused*/) noexcept + { + return is_object() ? m_value.object : nullptr; + } + + /// get a pointer to the value (object) + constexpr const object_t* get_impl_ptr(const object_t* /*unused*/) const noexcept + { + return is_object() ? m_value.object : nullptr; + } + + /// get a pointer to the value (array) + array_t* get_impl_ptr(array_t* /*unused*/) noexcept + { + return is_array() ? m_value.array : nullptr; + } + + /// get a pointer to the value (array) + constexpr const array_t* get_impl_ptr(const array_t* /*unused*/) const noexcept + { + return is_array() ? m_value.array : nullptr; + } + + /// get a pointer to the value (string) + string_t* get_impl_ptr(string_t* /*unused*/) noexcept + { + return is_string() ? m_value.string : nullptr; + } + + /// get a pointer to the value (string) + constexpr const string_t* get_impl_ptr(const string_t* /*unused*/) const noexcept + { + return is_string() ? m_value.string : nullptr; + } + + /// get a pointer to the value (boolean) + boolean_t* get_impl_ptr(boolean_t* /*unused*/) noexcept + { + return is_boolean() ? &m_value.boolean : nullptr; + } + + /// get a pointer to the value (boolean) + constexpr const boolean_t* get_impl_ptr(const boolean_t* /*unused*/) const noexcept + { + return is_boolean() ? &m_value.boolean : nullptr; + } + + /// get a pointer to the value (integer number) + number_integer_t* get_impl_ptr(number_integer_t* /*unused*/) noexcept + { + return is_number_integer() ? &m_value.number_integer : nullptr; + } + + /// get a pointer to the value (integer number) + constexpr const number_integer_t* get_impl_ptr(const number_integer_t* /*unused*/) const noexcept + { + return is_number_integer() ? &m_value.number_integer : nullptr; + } + + /// get a pointer to the value (unsigned number) + number_unsigned_t* get_impl_ptr(number_unsigned_t* /*unused*/) noexcept + { + return is_number_unsigned() ? &m_value.number_unsigned : nullptr; + } + + /// get a pointer to the value (unsigned number) + constexpr const number_unsigned_t* get_impl_ptr(const number_unsigned_t* /*unused*/) const noexcept + { + return is_number_unsigned() ? &m_value.number_unsigned : nullptr; + } + + /// get a pointer to the value (floating-point number) + number_float_t* get_impl_ptr(number_float_t* /*unused*/) noexcept + { + return is_number_float() ? &m_value.number_float : nullptr; + } + + /// get a pointer to the value (floating-point number) + constexpr const number_float_t* get_impl_ptr(const number_float_t* /*unused*/) const noexcept + { + return is_number_float() ? &m_value.number_float : nullptr; + } + + /// get a pointer to the value (binary) + binary_t* get_impl_ptr(binary_t* /*unused*/) noexcept + { + return is_binary() ? m_value.binary : nullptr; + } + + /// get a pointer to the value (binary) + constexpr const binary_t* get_impl_ptr(const binary_t* /*unused*/) const noexcept + { + return is_binary() ? m_value.binary : nullptr; + } + + /*! + @brief helper function to implement get_ref() + + This function helps to implement get_ref() without code duplication for + const and non-const overloads + + @tparam ThisType will be deduced as `basic_json` or `const basic_json` + + @throw type_error.303 if ReferenceType does not match underlying value + type of the current JSON + */ + template + static ReferenceType get_ref_impl(ThisType& obj) + { + // delegate the call to get_ptr<>() + auto* ptr = obj.template get_ptr::type>(); + + if (JSON_HEDLEY_LIKELY(ptr != nullptr)) + { + return *ptr; + } + + JSON_THROW(type_error::create(303, "incompatible ReferenceType for get_ref, actual type is " + std::string(obj.type_name()), obj)); + } + + public: + /// @name value access + /// Direct access to the stored value of a JSON value. + /// @{ + + /// @brief get a pointer value (implicit) + /// @sa https://json.nlohmann.me/api/basic_json/get_ptr/ + template::value, int>::type = 0> + auto get_ptr() noexcept -> decltype(std::declval().get_impl_ptr(std::declval())) + { + // delegate the call to get_impl_ptr<>() + return get_impl_ptr(static_cast(nullptr)); + } + + /// @brief get a pointer value (implicit) + /// @sa https://json.nlohmann.me/api/basic_json/get_ptr/ + template < typename PointerType, typename std::enable_if < + std::is_pointer::value&& + std::is_const::type>::value, int >::type = 0 > + constexpr auto get_ptr() const noexcept -> decltype(std::declval().get_impl_ptr(std::declval())) + { + // delegate the call to get_impl_ptr<>() const + return get_impl_ptr(static_cast(nullptr)); + } + + private: + /*! + @brief get a value (explicit) + + Explicit type conversion between the JSON value and a compatible value + which is [CopyConstructible](https://en.cppreference.com/w/cpp/named_req/CopyConstructible) + and [DefaultConstructible](https://en.cppreference.com/w/cpp/named_req/DefaultConstructible). + The value is converted by calling the @ref json_serializer + `from_json()` method. + + The function is equivalent to executing + @code {.cpp} + ValueType ret; + JSONSerializer::from_json(*this, ret); + return ret; + @endcode + + This overloads is chosen if: + - @a ValueType is not @ref basic_json, + - @ref json_serializer has a `from_json()` method of the form + `void from_json(const basic_json&, ValueType&)`, and + - @ref json_serializer does not have a `from_json()` method of + the form `ValueType from_json(const basic_json&)` + + @tparam ValueType the returned value type + + @return copy of the JSON value, converted to @a ValueType + + @throw what @ref json_serializer `from_json()` method throws + + @liveexample{The example below shows several conversions from JSON values + to other types. There a few things to note: (1) Floating-point numbers can + be converted to integers\, (2) A JSON array can be converted to a standard + `std::vector`\, (3) A JSON object can be converted to C++ + associative containers such as `std::unordered_map`.,get__ValueType_const} + + @since version 2.1.0 + */ + template < typename ValueType, + detail::enable_if_t < + detail::is_default_constructible::value&& + detail::has_from_json::value, + int > = 0 > + ValueType get_impl(detail::priority_tag<0> /*unused*/) const noexcept(noexcept( + JSONSerializer::from_json(std::declval(), std::declval()))) + { + auto ret = ValueType(); + JSONSerializer::from_json(*this, ret); + return ret; + } + + /*! + @brief get a value (explicit); special case + + Explicit type conversion between the JSON value and a compatible value + which is **not** [CopyConstructible](https://en.cppreference.com/w/cpp/named_req/CopyConstructible) + and **not** [DefaultConstructible](https://en.cppreference.com/w/cpp/named_req/DefaultConstructible). + The value is converted by calling the @ref json_serializer + `from_json()` method. + + The function is equivalent to executing + @code {.cpp} + return JSONSerializer::from_json(*this); + @endcode + + This overloads is chosen if: + - @a ValueType is not @ref basic_json and + - @ref json_serializer has a `from_json()` method of the form + `ValueType from_json(const basic_json&)` + + @note If @ref json_serializer has both overloads of + `from_json()`, this one is chosen. + + @tparam ValueType the returned value type + + @return copy of the JSON value, converted to @a ValueType + + @throw what @ref json_serializer `from_json()` method throws + + @since version 2.1.0 + */ + template < typename ValueType, + detail::enable_if_t < + detail::has_non_default_from_json::value, + int > = 0 > + ValueType get_impl(detail::priority_tag<1> /*unused*/) const noexcept(noexcept( + JSONSerializer::from_json(std::declval()))) + { + return JSONSerializer::from_json(*this); + } + + /*! + @brief get special-case overload + + This overloads converts the current @ref basic_json in a different + @ref basic_json type + + @tparam BasicJsonType == @ref basic_json + + @return a copy of *this, converted into @a BasicJsonType + + @complexity Depending on the implementation of the called `from_json()` + method. + + @since version 3.2.0 + */ + template < typename BasicJsonType, + detail::enable_if_t < + detail::is_basic_json::value, + int > = 0 > + BasicJsonType get_impl(detail::priority_tag<2> /*unused*/) const + { + return *this; + } + + /*! + @brief get special-case overload + + This overloads avoids a lot of template boilerplate, it can be seen as the + identity method + + @tparam BasicJsonType == @ref basic_json + + @return a copy of *this + + @complexity Constant. + + @since version 2.1.0 + */ + template::value, + int> = 0> + basic_json get_impl(detail::priority_tag<3> /*unused*/) const + { + return *this; + } + + /*! + @brief get a pointer value (explicit) + @copydoc get() + */ + template::value, + int> = 0> + constexpr auto get_impl(detail::priority_tag<4> /*unused*/) const noexcept + -> decltype(std::declval().template get_ptr()) + { + // delegate the call to get_ptr + return get_ptr(); + } + + public: + /*! + @brief get a (pointer) value (explicit) + + Performs explicit type conversion between the JSON value and a compatible value if required. + + - If the requested type is a pointer to the internally stored JSON value that pointer is returned. + No copies are made. + + - If the requested type is the current @ref basic_json, or a different @ref basic_json convertible + from the current @ref basic_json. + + - Otherwise the value is converted by calling the @ref json_serializer `from_json()` + method. + + @tparam ValueTypeCV the provided value type + @tparam ValueType the returned value type + + @return copy of the JSON value, converted to @tparam ValueType if necessary + + @throw what @ref json_serializer `from_json()` method throws if conversion is required + + @since version 2.1.0 + */ + template < typename ValueTypeCV, typename ValueType = detail::uncvref_t> +#if defined(JSON_HAS_CPP_14) + constexpr +#endif + auto get() const noexcept( + noexcept(std::declval().template get_impl(detail::priority_tag<4> {}))) + -> decltype(std::declval().template get_impl(detail::priority_tag<4> {})) + { + // we cannot static_assert on ValueTypeCV being non-const, because + // there is support for get(), which is why we + // still need the uncvref + static_assert(!std::is_reference::value, + "get() cannot be used with reference types, you might want to use get_ref()"); + return get_impl(detail::priority_tag<4> {}); + } + + /*! + @brief get a pointer value (explicit) + + Explicit pointer access to the internally stored JSON value. No copies are + made. + + @warning The pointer becomes invalid if the underlying JSON object + changes. + + @tparam PointerType pointer type; must be a pointer to @ref array_t, @ref + object_t, @ref string_t, @ref boolean_t, @ref number_integer_t, + @ref number_unsigned_t, or @ref number_float_t. + + @return pointer to the internally stored JSON value if the requested + pointer type @a PointerType fits to the JSON value; `nullptr` otherwise + + @complexity Constant. + + @liveexample{The example below shows how pointers to internal values of a + JSON value can be requested. Note that no type conversions are made and a + `nullptr` is returned if the value and the requested pointer type does not + match.,get__PointerType} + + @sa see @ref get_ptr() for explicit pointer-member access + + @since version 1.0.0 + */ + template::value, int>::type = 0> + auto get() noexcept -> decltype(std::declval().template get_ptr()) + { + // delegate the call to get_ptr + return get_ptr(); + } + + /// @brief get a value (explicit) + /// @sa https://json.nlohmann.me/api/basic_json/get_to/ + template < typename ValueType, + detail::enable_if_t < + !detail::is_basic_json::value&& + detail::has_from_json::value, + int > = 0 > + ValueType & get_to(ValueType& v) const noexcept(noexcept( + JSONSerializer::from_json(std::declval(), v))) + { + JSONSerializer::from_json(*this, v); + return v; + } + + // specialization to allow calling get_to with a basic_json value + // see https://github.com/nlohmann/json/issues/2175 + template::value, + int> = 0> + ValueType & get_to(ValueType& v) const + { + v = *this; + return v; + } + + template < + typename T, std::size_t N, + typename Array = T (&)[N], // NOLINT(cppcoreguidelines-avoid-c-arrays,hicpp-avoid-c-arrays,modernize-avoid-c-arrays) + detail::enable_if_t < + detail::has_from_json::value, int > = 0 > + Array get_to(T (&v)[N]) const // NOLINT(cppcoreguidelines-avoid-c-arrays,hicpp-avoid-c-arrays,modernize-avoid-c-arrays) + noexcept(noexcept(JSONSerializer::from_json( + std::declval(), v))) + { + JSONSerializer::from_json(*this, v); + return v; + } + + /// @brief get a reference value (implicit) + /// @sa https://json.nlohmann.me/api/basic_json/get_ref/ + template::value, int>::type = 0> + ReferenceType get_ref() + { + // delegate call to get_ref_impl + return get_ref_impl(*this); + } + + /// @brief get a reference value (implicit) + /// @sa https://json.nlohmann.me/api/basic_json/get_ref/ + template < typename ReferenceType, typename std::enable_if < + std::is_reference::value&& + std::is_const::type>::value, int >::type = 0 > + ReferenceType get_ref() const + { + // delegate call to get_ref_impl + return get_ref_impl(*this); + } + + /*! + @brief get a value (implicit) + + Implicit type conversion between the JSON value and a compatible value. + The call is realized by calling @ref get() const. + + @tparam ValueType non-pointer type compatible to the JSON value, for + instance `int` for JSON integer numbers, `bool` for JSON booleans, or + `std::vector` types for JSON arrays. The character type of @ref string_t + as well as an initializer list of this type is excluded to avoid + ambiguities as these types implicitly convert to `std::string`. + + @return copy of the JSON value, converted to type @a ValueType + + @throw type_error.302 in case passed type @a ValueType is incompatible + to the JSON value type (e.g., the JSON value is of type boolean, but a + string is requested); see example below + + @complexity Linear in the size of the JSON value. + + @liveexample{The example below shows several conversions from JSON values + to other types. There a few things to note: (1) Floating-point numbers can + be converted to integers\, (2) A JSON array can be converted to a standard + `std::vector`\, (3) A JSON object can be converted to C++ + associative containers such as `std::unordered_map`.,operator__ValueType} + + @since version 1.0.0 + */ + template < typename ValueType, typename std::enable_if < + detail::conjunction < + detail::negation>, + detail::negation>>, + detail::negation>, + detail::negation>, + detail::negation>>, + +#if defined(JSON_HAS_CPP_17) && (defined(__GNUC__) || (defined(_MSC_VER) && _MSC_VER >= 1910 && _MSC_VER <= 1914)) + detail::negation>, +#endif + detail::is_detected_lazy + >::value, int >::type = 0 > + JSON_EXPLICIT operator ValueType() const + { + // delegate the call to get<>() const + return get(); + } + + /// @brief get a binary value + /// @sa https://json.nlohmann.me/api/basic_json/get_binary/ + binary_t& get_binary() + { + if (!is_binary()) + { + JSON_THROW(type_error::create(302, "type must be binary, but is " + std::string(type_name()), *this)); + } + + return *get_ptr(); + } + + /// @brief get a binary value + /// @sa https://json.nlohmann.me/api/basic_json/get_binary/ + const binary_t& get_binary() const + { + if (!is_binary()) + { + JSON_THROW(type_error::create(302, "type must be binary, but is " + std::string(type_name()), *this)); + } + + return *get_ptr(); + } + + /// @} + + + //////////////////// + // element access // + //////////////////// + + /// @name element access + /// Access to the JSON value. + /// @{ + + /// @brief access specified array element with bounds checking + /// @sa https://json.nlohmann.me/api/basic_json/at/ + reference at(size_type idx) + { + // at only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + JSON_TRY + { + return set_parent(m_value.array->at(idx)); + } + JSON_CATCH (std::out_of_range&) + { + // create better exception explanation + JSON_THROW(out_of_range::create(401, "array index " + std::to_string(idx) + " is out of range", *this)); + } + } + else + { + JSON_THROW(type_error::create(304, "cannot use at() with " + std::string(type_name()), *this)); + } + } + + /// @brief access specified array element with bounds checking + /// @sa https://json.nlohmann.me/api/basic_json/at/ + const_reference at(size_type idx) const + { + // at only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + JSON_TRY + { + return m_value.array->at(idx); + } + JSON_CATCH (std::out_of_range&) + { + // create better exception explanation + JSON_THROW(out_of_range::create(401, "array index " + std::to_string(idx) + " is out of range", *this)); + } + } + else + { + JSON_THROW(type_error::create(304, "cannot use at() with " + std::string(type_name()), *this)); + } + } + + /// @brief access specified object element with bounds checking + /// @sa https://json.nlohmann.me/api/basic_json/at/ + reference at(const typename object_t::key_type& key) + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + JSON_TRY + { + return set_parent(m_value.object->at(key)); + } + JSON_CATCH (std::out_of_range&) + { + // create better exception explanation + JSON_THROW(out_of_range::create(403, "key '" + key + "' not found", *this)); + } + } + else + { + JSON_THROW(type_error::create(304, "cannot use at() with " + std::string(type_name()), *this)); + } + } + + /// @brief access specified object element with bounds checking + /// @sa https://json.nlohmann.me/api/basic_json/at/ + const_reference at(const typename object_t::key_type& key) const + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + JSON_TRY + { + return m_value.object->at(key); + } + JSON_CATCH (std::out_of_range&) + { + // create better exception explanation + JSON_THROW(out_of_range::create(403, "key '" + key + "' not found", *this)); + } + } + else + { + JSON_THROW(type_error::create(304, "cannot use at() with " + std::string(type_name()), *this)); + } + } + + /// @brief access specified array element + /// @sa https://json.nlohmann.me/api/basic_json/operator%5B%5D/ + reference operator[](size_type idx) + { + // implicitly convert null value to an empty array + if (is_null()) + { + m_type = value_t::array; + m_value.array = create(); + assert_invariant(); + } + + // operator[] only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + // fill up array with null values if given idx is outside range + if (idx >= m_value.array->size()) + { +#if JSON_DIAGNOSTICS + // remember array size & capacity before resizing + const auto old_size = m_value.array->size(); + const auto old_capacity = m_value.array->capacity(); +#endif + m_value.array->resize(idx + 1); + +#if JSON_DIAGNOSTICS + if (JSON_HEDLEY_UNLIKELY(m_value.array->capacity() != old_capacity)) + { + // capacity has changed: update all parents + set_parents(); + } + else + { + // set parent for values added above + set_parents(begin() + static_cast(old_size), static_cast(idx + 1 - old_size)); + } +#endif + assert_invariant(); + } + + return m_value.array->operator[](idx); + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a numeric argument with " + std::string(type_name()), *this)); + } + + /// @brief access specified array element + /// @sa https://json.nlohmann.me/api/basic_json/operator%5B%5D/ + const_reference operator[](size_type idx) const + { + // const operator[] only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + return m_value.array->operator[](idx); + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a numeric argument with " + std::string(type_name()), *this)); + } + + /// @brief access specified object element + /// @sa https://json.nlohmann.me/api/basic_json/operator%5B%5D/ + reference operator[](const typename object_t::key_type& key) + { + // implicitly convert null value to an empty object + if (is_null()) + { + m_type = value_t::object; + m_value.object = create(); + assert_invariant(); + } + + // operator[] only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + return set_parent(m_value.object->operator[](key)); + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a string argument with " + std::string(type_name()), *this)); + } + + /// @brief access specified object element + /// @sa https://json.nlohmann.me/api/basic_json/operator%5B%5D/ + const_reference operator[](const typename object_t::key_type& key) const + { + // const operator[] only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + JSON_ASSERT(m_value.object->find(key) != m_value.object->end()); + return m_value.object->find(key)->second; + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a string argument with " + std::string(type_name()), *this)); + } + + /// @brief access specified object element + /// @sa https://json.nlohmann.me/api/basic_json/operator%5B%5D/ + template + JSON_HEDLEY_NON_NULL(2) + reference operator[](T* key) + { + // implicitly convert null to object + if (is_null()) + { + m_type = value_t::object; + m_value = value_t::object; + assert_invariant(); + } + + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + return set_parent(m_value.object->operator[](key)); + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a string argument with " + std::string(type_name()), *this)); + } + + /// @brief access specified object element + /// @sa https://json.nlohmann.me/api/basic_json/operator%5B%5D/ + template + JSON_HEDLEY_NON_NULL(2) + const_reference operator[](T* key) const + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + JSON_ASSERT(m_value.object->find(key) != m_value.object->end()); + return m_value.object->find(key)->second; + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a string argument with " + std::string(type_name()), *this)); + } + + /// @brief access specified object element with default value + /// @sa https://json.nlohmann.me/api/basic_json/value/ + /// using std::is_convertible in a std::enable_if will fail when using explicit conversions + template < class ValueType, typename std::enable_if < + detail::is_getable::value + && !std::is_same::value, int >::type = 0 > + ValueType value(const typename object_t::key_type& key, const ValueType& default_value) const + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + // if key is found, return value and given default value otherwise + const auto it = find(key); + if (it != end()) + { + return it->template get(); + } + + return default_value; + } + + JSON_THROW(type_error::create(306, "cannot use value() with " + std::string(type_name()), *this)); + } + + /// @brief access specified object element with default value + /// @sa https://json.nlohmann.me/api/basic_json/value/ + /// overload for a default value of type const char* + string_t value(const typename object_t::key_type& key, const char* default_value) const + { + return value(key, string_t(default_value)); + } + + /// @brief access specified object element via JSON Pointer with default value + /// @sa https://json.nlohmann.me/api/basic_json/value/ + template::value, int>::type = 0> + ValueType value(const json_pointer& ptr, const ValueType& default_value) const + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + // if pointer resolves a value, return it or use default value + JSON_TRY + { + return ptr.get_checked(this).template get(); + } + JSON_INTERNAL_CATCH (out_of_range&) + { + return default_value; + } + } + + JSON_THROW(type_error::create(306, "cannot use value() with " + std::string(type_name()), *this)); + } + + /// @brief access specified object element via JSON Pointer with default value + /// @sa https://json.nlohmann.me/api/basic_json/value/ + /// overload for a default value of type const char* + JSON_HEDLEY_NON_NULL(3) + string_t value(const json_pointer& ptr, const char* default_value) const + { + return value(ptr, string_t(default_value)); + } + + /// @brief access the first element + /// @sa https://json.nlohmann.me/api/basic_json/front/ + reference front() + { + return *begin(); + } + + /// @brief access the first element + /// @sa https://json.nlohmann.me/api/basic_json/front/ + const_reference front() const + { + return *cbegin(); + } + + /// @brief access the last element + /// @sa https://json.nlohmann.me/api/basic_json/back/ + reference back() + { + auto tmp = end(); + --tmp; + return *tmp; + } + + /// @brief access the last element + /// @sa https://json.nlohmann.me/api/basic_json/back/ + const_reference back() const + { + auto tmp = cend(); + --tmp; + return *tmp; + } + + /// @brief remove element given an iterator + /// @sa https://json.nlohmann.me/api/basic_json/erase/ + template < class IteratorType, typename std::enable_if < + std::is_same::value || + std::is_same::value, int >::type + = 0 > + IteratorType erase(IteratorType pos) + { + // make sure iterator fits the current value + if (JSON_HEDLEY_UNLIKELY(this != pos.m_object)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value", *this)); + } + + IteratorType result = end(); + + switch (m_type) + { + case value_t::boolean: + case value_t::number_float: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::string: + case value_t::binary: + { + if (JSON_HEDLEY_UNLIKELY(!pos.m_it.primitive_iterator.is_begin())) + { + JSON_THROW(invalid_iterator::create(205, "iterator out of range", *this)); + } + + if (is_string()) + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, m_value.string); + std::allocator_traits::deallocate(alloc, m_value.string, 1); + m_value.string = nullptr; + } + else if (is_binary()) + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, m_value.binary); + std::allocator_traits::deallocate(alloc, m_value.binary, 1); + m_value.binary = nullptr; + } + + m_type = value_t::null; + assert_invariant(); + break; + } + + case value_t::object: + { + result.m_it.object_iterator = m_value.object->erase(pos.m_it.object_iterator); + break; + } + + case value_t::array: + { + result.m_it.array_iterator = m_value.array->erase(pos.m_it.array_iterator); + break; + } + + case value_t::null: + case value_t::discarded: + default: + JSON_THROW(type_error::create(307, "cannot use erase() with " + std::string(type_name()), *this)); + } + + return result; + } + + /// @brief remove elements given an iterator range + /// @sa https://json.nlohmann.me/api/basic_json/erase/ + template < class IteratorType, typename std::enable_if < + std::is_same::value || + std::is_same::value, int >::type + = 0 > + IteratorType erase(IteratorType first, IteratorType last) + { + // make sure iterator fits the current value + if (JSON_HEDLEY_UNLIKELY(this != first.m_object || this != last.m_object)) + { + JSON_THROW(invalid_iterator::create(203, "iterators do not fit current value", *this)); + } + + IteratorType result = end(); + + switch (m_type) + { + case value_t::boolean: + case value_t::number_float: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::string: + case value_t::binary: + { + if (JSON_HEDLEY_LIKELY(!first.m_it.primitive_iterator.is_begin() + || !last.m_it.primitive_iterator.is_end())) + { + JSON_THROW(invalid_iterator::create(204, "iterators out of range", *this)); + } + + if (is_string()) + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, m_value.string); + std::allocator_traits::deallocate(alloc, m_value.string, 1); + m_value.string = nullptr; + } + else if (is_binary()) + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, m_value.binary); + std::allocator_traits::deallocate(alloc, m_value.binary, 1); + m_value.binary = nullptr; + } + + m_type = value_t::null; + assert_invariant(); + break; + } + + case value_t::object: + { + result.m_it.object_iterator = m_value.object->erase(first.m_it.object_iterator, + last.m_it.object_iterator); + break; + } + + case value_t::array: + { + result.m_it.array_iterator = m_value.array->erase(first.m_it.array_iterator, + last.m_it.array_iterator); + break; + } + + case value_t::null: + case value_t::discarded: + default: + JSON_THROW(type_error::create(307, "cannot use erase() with " + std::string(type_name()), *this)); + } + + return result; + } + + /// @brief remove element from a JSON object given a key + /// @sa https://json.nlohmann.me/api/basic_json/erase/ + size_type erase(const typename object_t::key_type& key) + { + // this erase only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + return m_value.object->erase(key); + } + + JSON_THROW(type_error::create(307, "cannot use erase() with " + std::string(type_name()), *this)); + } + + /// @brief remove element from a JSON array given an index + /// @sa https://json.nlohmann.me/api/basic_json/erase/ + void erase(const size_type idx) + { + // this erase only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + if (JSON_HEDLEY_UNLIKELY(idx >= size())) + { + JSON_THROW(out_of_range::create(401, "array index " + std::to_string(idx) + " is out of range", *this)); + } + + m_value.array->erase(m_value.array->begin() + static_cast(idx)); + } + else + { + JSON_THROW(type_error::create(307, "cannot use erase() with " + std::string(type_name()), *this)); + } + } + + /// @} + + + //////////// + // lookup // + //////////// + + /// @name lookup + /// @{ + + /// @brief find an element in a JSON object + /// @sa https://json.nlohmann.me/api/basic_json/find/ + template + iterator find(KeyT&& key) + { + auto result = end(); + + if (is_object()) + { + result.m_it.object_iterator = m_value.object->find(std::forward(key)); + } + + return result; + } + + /// @brief find an element in a JSON object + /// @sa https://json.nlohmann.me/api/basic_json/find/ + template + const_iterator find(KeyT&& key) const + { + auto result = cend(); + + if (is_object()) + { + result.m_it.object_iterator = m_value.object->find(std::forward(key)); + } + + return result; + } + + /// @brief returns the number of occurrences of a key in a JSON object + /// @sa https://json.nlohmann.me/api/basic_json/count/ + template + size_type count(KeyT&& key) const + { + // return 0 for all nonobject types + return is_object() ? m_value.object->count(std::forward(key)) : 0; + } + + /// @brief check the existence of an element in a JSON object + /// @sa https://json.nlohmann.me/api/basic_json/contains/ + template < typename KeyT, typename std::enable_if < + !std::is_same::type, json_pointer>::value, int >::type = 0 > + bool contains(KeyT && key) const + { + return is_object() && m_value.object->find(std::forward(key)) != m_value.object->end(); + } + + /// @brief check the existence of an element in a JSON object given a JSON pointer + /// @sa https://json.nlohmann.me/api/basic_json/contains/ + bool contains(const json_pointer& ptr) const + { + return ptr.contains(this); + } + + /// @} + + + /////////////// + // iterators // + /////////////// + + /// @name iterators + /// @{ + + /// @brief returns an iterator to the first element + /// @sa https://json.nlohmann.me/api/basic_json/begin/ + iterator begin() noexcept + { + iterator result(this); + result.set_begin(); + return result; + } + + /// @brief returns an iterator to the first element + /// @sa https://json.nlohmann.me/api/basic_json/begin/ + const_iterator begin() const noexcept + { + return cbegin(); + } + + /// @brief returns a const iterator to the first element + /// @sa https://json.nlohmann.me/api/basic_json/cbegin/ + const_iterator cbegin() const noexcept + { + const_iterator result(this); + result.set_begin(); + return result; + } + + /// @brief returns an iterator to one past the last element + /// @sa https://json.nlohmann.me/api/basic_json/end/ + iterator end() noexcept + { + iterator result(this); + result.set_end(); + return result; + } + + /// @brief returns an iterator to one past the last element + /// @sa https://json.nlohmann.me/api/basic_json/end/ + const_iterator end() const noexcept + { + return cend(); + } + + /// @brief returns an iterator to one past the last element + /// @sa https://json.nlohmann.me/api/basic_json/cend/ + const_iterator cend() const noexcept + { + const_iterator result(this); + result.set_end(); + return result; + } + + /// @brief returns an iterator to the reverse-beginning + /// @sa https://json.nlohmann.me/api/basic_json/rbegin/ + reverse_iterator rbegin() noexcept + { + return reverse_iterator(end()); + } + + /// @brief returns an iterator to the reverse-beginning + /// @sa https://json.nlohmann.me/api/basic_json/rbegin/ + const_reverse_iterator rbegin() const noexcept + { + return crbegin(); + } + + /// @brief returns an iterator to the reverse-end + /// @sa https://json.nlohmann.me/api/basic_json/rend/ + reverse_iterator rend() noexcept + { + return reverse_iterator(begin()); + } + + /// @brief returns an iterator to the reverse-end + /// @sa https://json.nlohmann.me/api/basic_json/rend/ + const_reverse_iterator rend() const noexcept + { + return crend(); + } + + /// @brief returns a const reverse iterator to the last element + /// @sa https://json.nlohmann.me/api/basic_json/crbegin/ + const_reverse_iterator crbegin() const noexcept + { + return const_reverse_iterator(cend()); + } + + /// @brief returns a const reverse iterator to one before the first + /// @sa https://json.nlohmann.me/api/basic_json/crend/ + const_reverse_iterator crend() const noexcept + { + return const_reverse_iterator(cbegin()); + } + + public: + /// @brief wrapper to access iterator member functions in range-based for + /// @sa https://json.nlohmann.me/api/basic_json/items/ + /// @deprecated This function is deprecated since 3.1.0 and will be removed in + /// version 4.0.0 of the library. Please use @ref items() instead; + /// that is, replace `json::iterator_wrapper(j)` with `j.items()`. + JSON_HEDLEY_DEPRECATED_FOR(3.1.0, items()) + static iteration_proxy iterator_wrapper(reference ref) noexcept + { + return ref.items(); + } + + /// @brief wrapper to access iterator member functions in range-based for + /// @sa https://json.nlohmann.me/api/basic_json/items/ + /// @deprecated This function is deprecated since 3.1.0 and will be removed in + /// version 4.0.0 of the library. Please use @ref items() instead; + /// that is, replace `json::iterator_wrapper(j)` with `j.items()`. + JSON_HEDLEY_DEPRECATED_FOR(3.1.0, items()) + static iteration_proxy iterator_wrapper(const_reference ref) noexcept + { + return ref.items(); + } + + /// @brief helper to access iterator member functions in range-based for + /// @sa https://json.nlohmann.me/api/basic_json/items/ + iteration_proxy items() noexcept + { + return iteration_proxy(*this); + } + + /// @brief helper to access iterator member functions in range-based for + /// @sa https://json.nlohmann.me/api/basic_json/items/ + iteration_proxy items() const noexcept + { + return iteration_proxy(*this); + } + + /// @} + + + ////////////// + // capacity // + ////////////// + + /// @name capacity + /// @{ + + /// @brief checks whether the container is empty. + /// @sa https://json.nlohmann.me/api/basic_json/empty/ + bool empty() const noexcept + { + switch (m_type) + { + case value_t::null: + { + // null values are empty + return true; + } + + case value_t::array: + { + // delegate call to array_t::empty() + return m_value.array->empty(); + } + + case value_t::object: + { + // delegate call to object_t::empty() + return m_value.object->empty(); + } + + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + // all other types are nonempty + return false; + } + } + } + + /// @brief returns the number of elements + /// @sa https://json.nlohmann.me/api/basic_json/size/ + size_type size() const noexcept + { + switch (m_type) + { + case value_t::null: + { + // null values are empty + return 0; + } + + case value_t::array: + { + // delegate call to array_t::size() + return m_value.array->size(); + } + + case value_t::object: + { + // delegate call to object_t::size() + return m_value.object->size(); + } + + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + // all other types have size 1 + return 1; + } + } + } + + /// @brief returns the maximum possible number of elements + /// @sa https://json.nlohmann.me/api/basic_json/max_size/ + size_type max_size() const noexcept + { + switch (m_type) + { + case value_t::array: + { + // delegate call to array_t::max_size() + return m_value.array->max_size(); + } + + case value_t::object: + { + // delegate call to object_t::max_size() + return m_value.object->max_size(); + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + // all other types have max_size() == size() + return size(); + } + } + } + + /// @} + + + /////////////// + // modifiers // + /////////////// + + /// @name modifiers + /// @{ + + /// @brief clears the contents + /// @sa https://json.nlohmann.me/api/basic_json/clear/ + void clear() noexcept + { + switch (m_type) + { + case value_t::number_integer: + { + m_value.number_integer = 0; + break; + } + + case value_t::number_unsigned: + { + m_value.number_unsigned = 0; + break; + } + + case value_t::number_float: + { + m_value.number_float = 0.0; + break; + } + + case value_t::boolean: + { + m_value.boolean = false; + break; + } + + case value_t::string: + { + m_value.string->clear(); + break; + } + + case value_t::binary: + { + m_value.binary->clear(); + break; + } + + case value_t::array: + { + m_value.array->clear(); + break; + } + + case value_t::object: + { + m_value.object->clear(); + break; + } + + case value_t::null: + case value_t::discarded: + default: + break; + } + } + + /// @brief add an object to an array + /// @sa https://json.nlohmann.me/api/basic_json/push_back/ + void push_back(basic_json&& val) + { + // push_back only works for null objects or arrays + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_array()))) + { + JSON_THROW(type_error::create(308, "cannot use push_back() with " + std::string(type_name()), *this)); + } + + // transform null object into an array + if (is_null()) + { + m_type = value_t::array; + m_value = value_t::array; + assert_invariant(); + } + + // add element to array (move semantics) + const auto old_capacity = m_value.array->capacity(); + m_value.array->push_back(std::move(val)); + set_parent(m_value.array->back(), old_capacity); + // if val is moved from, basic_json move constructor marks it null, so we do not call the destructor + } + + /// @brief add an object to an array + /// @sa https://json.nlohmann.me/api/basic_json/operator+=/ + reference operator+=(basic_json&& val) + { + push_back(std::move(val)); + return *this; + } + + /// @brief add an object to an array + /// @sa https://json.nlohmann.me/api/basic_json/push_back/ + void push_back(const basic_json& val) + { + // push_back only works for null objects or arrays + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_array()))) + { + JSON_THROW(type_error::create(308, "cannot use push_back() with " + std::string(type_name()), *this)); + } + + // transform null object into an array + if (is_null()) + { + m_type = value_t::array; + m_value = value_t::array; + assert_invariant(); + } + + // add element to array + const auto old_capacity = m_value.array->capacity(); + m_value.array->push_back(val); + set_parent(m_value.array->back(), old_capacity); + } + + /// @brief add an object to an array + /// @sa https://json.nlohmann.me/api/basic_json/operator+=/ + reference operator+=(const basic_json& val) + { + push_back(val); + return *this; + } + + /// @brief add an object to an object + /// @sa https://json.nlohmann.me/api/basic_json/push_back/ + void push_back(const typename object_t::value_type& val) + { + // push_back only works for null objects or objects + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_object()))) + { + JSON_THROW(type_error::create(308, "cannot use push_back() with " + std::string(type_name()), *this)); + } + + // transform null object into an object + if (is_null()) + { + m_type = value_t::object; + m_value = value_t::object; + assert_invariant(); + } + + // add element to object + auto res = m_value.object->insert(val); + set_parent(res.first->second); + } + + /// @brief add an object to an object + /// @sa https://json.nlohmann.me/api/basic_json/operator+=/ + reference operator+=(const typename object_t::value_type& val) + { + push_back(val); + return *this; + } + + /// @brief add an object to an object + /// @sa https://json.nlohmann.me/api/basic_json/push_back/ + void push_back(initializer_list_t init) + { + if (is_object() && init.size() == 2 && (*init.begin())->is_string()) + { + basic_json&& key = init.begin()->moved_or_copied(); + push_back(typename object_t::value_type( + std::move(key.get_ref()), (init.begin() + 1)->moved_or_copied())); + } + else + { + push_back(basic_json(init)); + } + } + + /// @brief add an object to an object + /// @sa https://json.nlohmann.me/api/basic_json/operator+=/ + reference operator+=(initializer_list_t init) + { + push_back(init); + return *this; + } + + /// @brief add an object to an array + /// @sa https://json.nlohmann.me/api/basic_json/emplace_back/ + template + reference emplace_back(Args&& ... args) + { + // emplace_back only works for null objects or arrays + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_array()))) + { + JSON_THROW(type_error::create(311, "cannot use emplace_back() with " + std::string(type_name()), *this)); + } + + // transform null object into an array + if (is_null()) + { + m_type = value_t::array; + m_value = value_t::array; + assert_invariant(); + } + + // add element to array (perfect forwarding) + const auto old_capacity = m_value.array->capacity(); + m_value.array->emplace_back(std::forward(args)...); + return set_parent(m_value.array->back(), old_capacity); + } + + /// @brief add an object to an object if key does not exist + /// @sa https://json.nlohmann.me/api/basic_json/emplace/ + template + std::pair emplace(Args&& ... args) + { + // emplace only works for null objects or arrays + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_object()))) + { + JSON_THROW(type_error::create(311, "cannot use emplace() with " + std::string(type_name()), *this)); + } + + // transform null object into an object + if (is_null()) + { + m_type = value_t::object; + m_value = value_t::object; + assert_invariant(); + } + + // add element to array (perfect forwarding) + auto res = m_value.object->emplace(std::forward(args)...); + set_parent(res.first->second); + + // create result iterator and set iterator to the result of emplace + auto it = begin(); + it.m_it.object_iterator = res.first; + + // return pair of iterator and boolean + return {it, res.second}; + } + + /// Helper for insertion of an iterator + /// @note: This uses std::distance to support GCC 4.8, + /// see https://github.com/nlohmann/json/pull/1257 + template + iterator insert_iterator(const_iterator pos, Args&& ... args) + { + iterator result(this); + JSON_ASSERT(m_value.array != nullptr); + + auto insert_pos = std::distance(m_value.array->begin(), pos.m_it.array_iterator); + m_value.array->insert(pos.m_it.array_iterator, std::forward(args)...); + result.m_it.array_iterator = m_value.array->begin() + insert_pos; + + // This could have been written as: + // result.m_it.array_iterator = m_value.array->insert(pos.m_it.array_iterator, cnt, val); + // but the return value of insert is missing in GCC 4.8, so it is written this way instead. + + set_parents(); + return result; + } + + /// @brief inserts element into array + /// @sa https://json.nlohmann.me/api/basic_json/insert/ + iterator insert(const_iterator pos, const basic_json& val) + { + // insert only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + // check if iterator pos fits to this JSON value + if (JSON_HEDLEY_UNLIKELY(pos.m_object != this)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value", *this)); + } + + // insert to array and return iterator + return insert_iterator(pos, val); + } + + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()), *this)); + } + + /// @brief inserts element into array + /// @sa https://json.nlohmann.me/api/basic_json/insert/ + iterator insert(const_iterator pos, basic_json&& val) + { + return insert(pos, val); + } + + /// @brief inserts copies of element into array + /// @sa https://json.nlohmann.me/api/basic_json/insert/ + iterator insert(const_iterator pos, size_type cnt, const basic_json& val) + { + // insert only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + // check if iterator pos fits to this JSON value + if (JSON_HEDLEY_UNLIKELY(pos.m_object != this)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value", *this)); + } + + // insert to array and return iterator + return insert_iterator(pos, cnt, val); + } + + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()), *this)); + } + + /// @brief inserts range of elements into array + /// @sa https://json.nlohmann.me/api/basic_json/insert/ + iterator insert(const_iterator pos, const_iterator first, const_iterator last) + { + // insert only works for arrays + if (JSON_HEDLEY_UNLIKELY(!is_array())) + { + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()), *this)); + } + + // check if iterator pos fits to this JSON value + if (JSON_HEDLEY_UNLIKELY(pos.m_object != this)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value", *this)); + } + + // check if range iterators belong to the same JSON object + if (JSON_HEDLEY_UNLIKELY(first.m_object != last.m_object)) + { + JSON_THROW(invalid_iterator::create(210, "iterators do not fit", *this)); + } + + if (JSON_HEDLEY_UNLIKELY(first.m_object == this)) + { + JSON_THROW(invalid_iterator::create(211, "passed iterators may not belong to container", *this)); + } + + // insert to array and return iterator + return insert_iterator(pos, first.m_it.array_iterator, last.m_it.array_iterator); + } + + /// @brief inserts elements from initializer list into array + /// @sa https://json.nlohmann.me/api/basic_json/insert/ + iterator insert(const_iterator pos, initializer_list_t ilist) + { + // insert only works for arrays + if (JSON_HEDLEY_UNLIKELY(!is_array())) + { + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()), *this)); + } + + // check if iterator pos fits to this JSON value + if (JSON_HEDLEY_UNLIKELY(pos.m_object != this)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value", *this)); + } + + // insert to array and return iterator + return insert_iterator(pos, ilist.begin(), ilist.end()); + } + + /// @brief inserts range of elements into object + /// @sa https://json.nlohmann.me/api/basic_json/insert/ + void insert(const_iterator first, const_iterator last) + { + // insert only works for objects + if (JSON_HEDLEY_UNLIKELY(!is_object())) + { + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()), *this)); + } + + // check if range iterators belong to the same JSON object + if (JSON_HEDLEY_UNLIKELY(first.m_object != last.m_object)) + { + JSON_THROW(invalid_iterator::create(210, "iterators do not fit", *this)); + } + + // passed iterators must belong to objects + if (JSON_HEDLEY_UNLIKELY(!first.m_object->is_object())) + { + JSON_THROW(invalid_iterator::create(202, "iterators first and last must point to objects", *this)); + } + + m_value.object->insert(first.m_it.object_iterator, last.m_it.object_iterator); + } + + /// @brief updates a JSON object from another object, overwriting existing keys + /// @sa https://json.nlohmann.me/api/basic_json/update/ + void update(const_reference j, bool merge_objects = false) + { + update(j.begin(), j.end(), merge_objects); + } + + /// @brief updates a JSON object from another object, overwriting existing keys + /// @sa https://json.nlohmann.me/api/basic_json/update/ + void update(const_iterator first, const_iterator last, bool merge_objects = false) + { + // implicitly convert null value to an empty object + if (is_null()) + { + m_type = value_t::object; + m_value.object = create(); + assert_invariant(); + } + + if (JSON_HEDLEY_UNLIKELY(!is_object())) + { + JSON_THROW(type_error::create(312, "cannot use update() with " + std::string(type_name()), *this)); + } + + // check if range iterators belong to the same JSON object + if (JSON_HEDLEY_UNLIKELY(first.m_object != last.m_object)) + { + JSON_THROW(invalid_iterator::create(210, "iterators do not fit", *this)); + } + + // passed iterators must belong to objects + if (JSON_HEDLEY_UNLIKELY(!first.m_object->is_object())) + { + JSON_THROW(type_error::create(312, "cannot use update() with " + std::string(first.m_object->type_name()), *first.m_object)); + } + + for (auto it = first; it != last; ++it) + { + if (merge_objects && it.value().is_object()) + { + auto it2 = m_value.object->find(it.key()); + if (it2 != m_value.object->end()) + { + it2->second.update(it.value(), true); + continue; + } + } + m_value.object->operator[](it.key()) = it.value(); +#if JSON_DIAGNOSTICS + m_value.object->operator[](it.key()).m_parent = this; +#endif + } + } + + /// @brief exchanges the values + /// @sa https://json.nlohmann.me/api/basic_json/swap/ + void swap(reference other) noexcept ( + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value&& + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value + ) + { + std::swap(m_type, other.m_type); + std::swap(m_value, other.m_value); + + set_parents(); + other.set_parents(); + assert_invariant(); + } + + /// @brief exchanges the values + /// @sa https://json.nlohmann.me/api/basic_json/swap/ + friend void swap(reference left, reference right) noexcept ( + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value&& + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value + ) + { + left.swap(right); + } + + /// @brief exchanges the values + /// @sa https://json.nlohmann.me/api/basic_json/swap/ + void swap(array_t& other) // NOLINT(bugprone-exception-escape) + { + // swap only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + std::swap(*(m_value.array), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()), *this)); + } + } + + /// @brief exchanges the values + /// @sa https://json.nlohmann.me/api/basic_json/swap/ + void swap(object_t& other) // NOLINT(bugprone-exception-escape) + { + // swap only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + std::swap(*(m_value.object), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()), *this)); + } + } + + /// @brief exchanges the values + /// @sa https://json.nlohmann.me/api/basic_json/swap/ + void swap(string_t& other) // NOLINT(bugprone-exception-escape) + { + // swap only works for strings + if (JSON_HEDLEY_LIKELY(is_string())) + { + std::swap(*(m_value.string), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()), *this)); + } + } + + /// @brief exchanges the values + /// @sa https://json.nlohmann.me/api/basic_json/swap/ + void swap(binary_t& other) // NOLINT(bugprone-exception-escape) + { + // swap only works for strings + if (JSON_HEDLEY_LIKELY(is_binary())) + { + std::swap(*(m_value.binary), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()), *this)); + } + } + + /// @brief exchanges the values + /// @sa https://json.nlohmann.me/api/basic_json/swap/ + void swap(typename binary_t::container_type& other) // NOLINT(bugprone-exception-escape) + { + // swap only works for strings + if (JSON_HEDLEY_LIKELY(is_binary())) + { + std::swap(*(m_value.binary), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()), *this)); + } + } + + /// @} + + public: + ////////////////////////////////////////// + // lexicographical comparison operators // + ////////////////////////////////////////// + + /// @name lexicographical comparison operators + /// @{ + + /// @brief comparison: equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_eq/ + friend bool operator==(const_reference lhs, const_reference rhs) noexcept + { +#ifdef __GNUC__ +#pragma GCC diagnostic push +#pragma GCC diagnostic ignored "-Wfloat-equal" +#endif + const auto lhs_type = lhs.type(); + const auto rhs_type = rhs.type(); + + if (lhs_type == rhs_type) + { + switch (lhs_type) + { + case value_t::array: + return *lhs.m_value.array == *rhs.m_value.array; + + case value_t::object: + return *lhs.m_value.object == *rhs.m_value.object; + + case value_t::null: + return true; + + case value_t::string: + return *lhs.m_value.string == *rhs.m_value.string; + + case value_t::boolean: + return lhs.m_value.boolean == rhs.m_value.boolean; + + case value_t::number_integer: + return lhs.m_value.number_integer == rhs.m_value.number_integer; + + case value_t::number_unsigned: + return lhs.m_value.number_unsigned == rhs.m_value.number_unsigned; + + case value_t::number_float: + return lhs.m_value.number_float == rhs.m_value.number_float; + + case value_t::binary: + return *lhs.m_value.binary == *rhs.m_value.binary; + + case value_t::discarded: + default: + return false; + } + } + else if (lhs_type == value_t::number_integer && rhs_type == value_t::number_float) + { + return static_cast(lhs.m_value.number_integer) == rhs.m_value.number_float; + } + else if (lhs_type == value_t::number_float && rhs_type == value_t::number_integer) + { + return lhs.m_value.number_float == static_cast(rhs.m_value.number_integer); + } + else if (lhs_type == value_t::number_unsigned && rhs_type == value_t::number_float) + { + return static_cast(lhs.m_value.number_unsigned) == rhs.m_value.number_float; + } + else if (lhs_type == value_t::number_float && rhs_type == value_t::number_unsigned) + { + return lhs.m_value.number_float == static_cast(rhs.m_value.number_unsigned); + } + else if (lhs_type == value_t::number_unsigned && rhs_type == value_t::number_integer) + { + return static_cast(lhs.m_value.number_unsigned) == rhs.m_value.number_integer; + } + else if (lhs_type == value_t::number_integer && rhs_type == value_t::number_unsigned) + { + return lhs.m_value.number_integer == static_cast(rhs.m_value.number_unsigned); + } + + return false; +#ifdef __GNUC__ +#pragma GCC diagnostic pop +#endif + } + + /// @brief comparison: equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_eq/ + template::value, int>::type = 0> + friend bool operator==(const_reference lhs, ScalarType rhs) noexcept + { + return lhs == basic_json(rhs); + } + + /// @brief comparison: equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_eq/ + template::value, int>::type = 0> + friend bool operator==(ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) == rhs; + } + + /// @brief comparison: not equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_ne/ + friend bool operator!=(const_reference lhs, const_reference rhs) noexcept + { + return !(lhs == rhs); + } + + /// @brief comparison: not equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_ne/ + template::value, int>::type = 0> + friend bool operator!=(const_reference lhs, ScalarType rhs) noexcept + { + return lhs != basic_json(rhs); + } + + /// @brief comparison: not equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_ne/ + template::value, int>::type = 0> + friend bool operator!=(ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) != rhs; + } + + /// @brief comparison: less than + /// @sa https://json.nlohmann.me/api/basic_json/operator_lt/ + friend bool operator<(const_reference lhs, const_reference rhs) noexcept + { + const auto lhs_type = lhs.type(); + const auto rhs_type = rhs.type(); + + if (lhs_type == rhs_type) + { + switch (lhs_type) + { + case value_t::array: + // note parentheses are necessary, see + // https://github.com/nlohmann/json/issues/1530 + return (*lhs.m_value.array) < (*rhs.m_value.array); + + case value_t::object: + return (*lhs.m_value.object) < (*rhs.m_value.object); + + case value_t::null: + return false; + + case value_t::string: + return (*lhs.m_value.string) < (*rhs.m_value.string); + + case value_t::boolean: + return (lhs.m_value.boolean) < (rhs.m_value.boolean); + + case value_t::number_integer: + return (lhs.m_value.number_integer) < (rhs.m_value.number_integer); + + case value_t::number_unsigned: + return (lhs.m_value.number_unsigned) < (rhs.m_value.number_unsigned); + + case value_t::number_float: + return (lhs.m_value.number_float) < (rhs.m_value.number_float); + + case value_t::binary: + return (*lhs.m_value.binary) < (*rhs.m_value.binary); + + case value_t::discarded: + default: + return false; + } + } + else if (lhs_type == value_t::number_integer && rhs_type == value_t::number_float) + { + return static_cast(lhs.m_value.number_integer) < rhs.m_value.number_float; + } + else if (lhs_type == value_t::number_float && rhs_type == value_t::number_integer) + { + return lhs.m_value.number_float < static_cast(rhs.m_value.number_integer); + } + else if (lhs_type == value_t::number_unsigned && rhs_type == value_t::number_float) + { + return static_cast(lhs.m_value.number_unsigned) < rhs.m_value.number_float; + } + else if (lhs_type == value_t::number_float && rhs_type == value_t::number_unsigned) + { + return lhs.m_value.number_float < static_cast(rhs.m_value.number_unsigned); + } + else if (lhs_type == value_t::number_integer && rhs_type == value_t::number_unsigned) + { + return lhs.m_value.number_integer < static_cast(rhs.m_value.number_unsigned); + } + else if (lhs_type == value_t::number_unsigned && rhs_type == value_t::number_integer) + { + return static_cast(lhs.m_value.number_unsigned) < rhs.m_value.number_integer; + } + + // We only reach this line if we cannot compare values. In that case, + // we compare types. Note we have to call the operator explicitly, + // because MSVC has problems otherwise. + return operator<(lhs_type, rhs_type); + } + + /// @brief comparison: less than + /// @sa https://json.nlohmann.me/api/basic_json/operator_lt/ + template::value, int>::type = 0> + friend bool operator<(const_reference lhs, ScalarType rhs) noexcept + { + return lhs < basic_json(rhs); + } + + /// @brief comparison: less than + /// @sa https://json.nlohmann.me/api/basic_json/operator_lt/ + template::value, int>::type = 0> + friend bool operator<(ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) < rhs; + } + + /// @brief comparison: less than or equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_le/ + friend bool operator<=(const_reference lhs, const_reference rhs) noexcept + { + return !(rhs < lhs); + } + + /// @brief comparison: less than or equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_le/ + template::value, int>::type = 0> + friend bool operator<=(const_reference lhs, ScalarType rhs) noexcept + { + return lhs <= basic_json(rhs); + } + + /// @brief comparison: less than or equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_le/ + template::value, int>::type = 0> + friend bool operator<=(ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) <= rhs; + } + + /// @brief comparison: greater than + /// @sa https://json.nlohmann.me/api/basic_json/operator_gt/ + friend bool operator>(const_reference lhs, const_reference rhs) noexcept + { + return !(lhs <= rhs); + } + + /// @brief comparison: greater than + /// @sa https://json.nlohmann.me/api/basic_json/operator_gt/ + template::value, int>::type = 0> + friend bool operator>(const_reference lhs, ScalarType rhs) noexcept + { + return lhs > basic_json(rhs); + } + + /// @brief comparison: greater than + /// @sa https://json.nlohmann.me/api/basic_json/operator_gt/ + template::value, int>::type = 0> + friend bool operator>(ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) > rhs; + } + + /// @brief comparison: greater than or equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_ge/ + friend bool operator>=(const_reference lhs, const_reference rhs) noexcept + { + return !(lhs < rhs); + } + + /// @brief comparison: greater than or equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_ge/ + template::value, int>::type = 0> + friend bool operator>=(const_reference lhs, ScalarType rhs) noexcept + { + return lhs >= basic_json(rhs); + } + + /// @brief comparison: greater than or equal + /// @sa https://json.nlohmann.me/api/basic_json/operator_ge/ + template::value, int>::type = 0> + friend bool operator>=(ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) >= rhs; + } + + /// @} + + /////////////////// + // serialization // + /////////////////// + + /// @name serialization + /// @{ +#ifndef JSON_NO_IO + /// @brief serialize to stream + /// @sa https://json.nlohmann.me/api/basic_json/operator_ltlt/ + friend std::ostream& operator<<(std::ostream& o, const basic_json& j) + { + // read width member and use it as indentation parameter if nonzero + const bool pretty_print = o.width() > 0; + const auto indentation = pretty_print ? o.width() : 0; + + // reset width to 0 for subsequent calls to this stream + o.width(0); + + // do the actual serialization + serializer s(detail::output_adapter(o), o.fill()); + s.dump(j, pretty_print, false, static_cast(indentation)); + return o; + } + + /// @brief serialize to stream + /// @sa https://json.nlohmann.me/api/basic_json/operator_ltlt/ + /// @deprecated This function is deprecated since 3.0.0 and will be removed in + /// version 4.0.0 of the library. Please use + /// operator<<(std::ostream&, const basic_json&) instead; that is, + /// replace calls like `j >> o;` with `o << j;`. + JSON_HEDLEY_DEPRECATED_FOR(3.0.0, operator<<(std::ostream&, const basic_json&)) + friend std::ostream& operator>>(const basic_json& j, std::ostream& o) + { + return o << j; + } +#endif // JSON_NO_IO + /// @} + + + ///////////////////// + // deserialization // + ///////////////////// + + /// @name deserialization + /// @{ + + /// @brief deserialize from a compatible input + /// @sa https://json.nlohmann.me/api/basic_json/parse/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json parse(InputType&& i, + const parser_callback_t cb = nullptr, + const bool allow_exceptions = true, + const bool ignore_comments = false) + { + basic_json result; + parser(detail::input_adapter(std::forward(i)), cb, allow_exceptions, ignore_comments).parse(true, result); + return result; + } + + /// @brief deserialize from a pair of character iterators + /// @sa https://json.nlohmann.me/api/basic_json/parse/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json parse(IteratorType first, + IteratorType last, + const parser_callback_t cb = nullptr, + const bool allow_exceptions = true, + const bool ignore_comments = false) + { + basic_json result; + parser(detail::input_adapter(std::move(first), std::move(last)), cb, allow_exceptions, ignore_comments).parse(true, result); + return result; + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, parse(ptr, ptr + len)) + static basic_json parse(detail::span_input_adapter&& i, + const parser_callback_t cb = nullptr, + const bool allow_exceptions = true, + const bool ignore_comments = false) + { + basic_json result; + parser(i.get(), cb, allow_exceptions, ignore_comments).parse(true, result); + return result; + } + + /// @brief check if the input is valid JSON + /// @sa https://json.nlohmann.me/api/basic_json/accept/ + template + static bool accept(InputType&& i, + const bool ignore_comments = false) + { + return parser(detail::input_adapter(std::forward(i)), nullptr, false, ignore_comments).accept(true); + } + + /// @brief check if the input is valid JSON + /// @sa https://json.nlohmann.me/api/basic_json/accept/ + template + static bool accept(IteratorType first, IteratorType last, + const bool ignore_comments = false) + { + return parser(detail::input_adapter(std::move(first), std::move(last)), nullptr, false, ignore_comments).accept(true); + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, accept(ptr, ptr + len)) + static bool accept(detail::span_input_adapter&& i, + const bool ignore_comments = false) + { + return parser(i.get(), nullptr, false, ignore_comments).accept(true); + } + + /// @brief generate SAX events + /// @sa https://json.nlohmann.me/api/basic_json/sax_parse/ + template + JSON_HEDLEY_NON_NULL(2) + static bool sax_parse(InputType&& i, SAX* sax, + input_format_t format = input_format_t::json, + const bool strict = true, + const bool ignore_comments = false) + { + auto ia = detail::input_adapter(std::forward(i)); + return format == input_format_t::json + ? parser(std::move(ia), nullptr, true, ignore_comments).sax_parse(sax, strict) + : detail::binary_reader(std::move(ia)).sax_parse(format, sax, strict); + } + + /// @brief generate SAX events + /// @sa https://json.nlohmann.me/api/basic_json/sax_parse/ + template + JSON_HEDLEY_NON_NULL(3) + static bool sax_parse(IteratorType first, IteratorType last, SAX* sax, + input_format_t format = input_format_t::json, + const bool strict = true, + const bool ignore_comments = false) + { + auto ia = detail::input_adapter(std::move(first), std::move(last)); + return format == input_format_t::json + ? parser(std::move(ia), nullptr, true, ignore_comments).sax_parse(sax, strict) + : detail::binary_reader(std::move(ia)).sax_parse(format, sax, strict); + } + + /// @brief generate SAX events + /// @sa https://json.nlohmann.me/api/basic_json/sax_parse/ + /// @deprecated This function is deprecated since 3.8.0 and will be removed in + /// version 4.0.0 of the library. Please use + /// sax_parse(ptr, ptr + len) instead. + template + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, sax_parse(ptr, ptr + len, ...)) + JSON_HEDLEY_NON_NULL(2) + static bool sax_parse(detail::span_input_adapter&& i, SAX* sax, + input_format_t format = input_format_t::json, + const bool strict = true, + const bool ignore_comments = false) + { + auto ia = i.get(); + return format == input_format_t::json + // NOLINTNEXTLINE(hicpp-move-const-arg,performance-move-const-arg) + ? parser(std::move(ia), nullptr, true, ignore_comments).sax_parse(sax, strict) + // NOLINTNEXTLINE(hicpp-move-const-arg,performance-move-const-arg) + : detail::binary_reader(std::move(ia)).sax_parse(format, sax, strict); + } +#ifndef JSON_NO_IO + /// @brief deserialize from stream + /// @sa https://json.nlohmann.me/api/basic_json/operator_gtgt/ + /// @deprecated This stream operator is deprecated since 3.0.0 and will be removed in + /// version 4.0.0 of the library. Please use + /// operator>>(std::istream&, basic_json&) instead; that is, + /// replace calls like `j << i;` with `i >> j;`. + JSON_HEDLEY_DEPRECATED_FOR(3.0.0, operator>>(std::istream&, basic_json&)) + friend std::istream& operator<<(basic_json& j, std::istream& i) + { + return operator>>(i, j); + } + + /// @brief deserialize from stream + /// @sa https://json.nlohmann.me/api/basic_json/operator_gtgt/ + friend std::istream& operator>>(std::istream& i, basic_json& j) + { + parser(detail::input_adapter(i)).parse(false, j); + return i; + } +#endif // JSON_NO_IO + /// @} + + /////////////////////////// + // convenience functions // + /////////////////////////// + + /// @brief return the type as string + /// @sa https://json.nlohmann.me/api/basic_json/type_name/ + JSON_HEDLEY_RETURNS_NON_NULL + const char* type_name() const noexcept + { + switch (m_type) + { + case value_t::null: + return "null"; + case value_t::object: + return "object"; + case value_t::array: + return "array"; + case value_t::string: + return "string"; + case value_t::boolean: + return "boolean"; + case value_t::binary: + return "binary"; + case value_t::discarded: + return "discarded"; + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + default: + return "number"; + } + } + + + JSON_PRIVATE_UNLESS_TESTED: + ////////////////////// + // member variables // + ////////////////////// + + /// the type of the current element + value_t m_type = value_t::null; + + /// the value of the current element + json_value m_value = {}; + +#if JSON_DIAGNOSTICS + /// a pointer to a parent value (for debugging purposes) + basic_json* m_parent = nullptr; +#endif + + ////////////////////////////////////////// + // binary serialization/deserialization // + ////////////////////////////////////////// + + /// @name binary serialization/deserialization support + /// @{ + + public: + /// @brief create a CBOR serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_cbor/ + static std::vector to_cbor(const basic_json& j) + { + std::vector result; + to_cbor(j, result); + return result; + } + + /// @brief create a CBOR serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_cbor/ + static void to_cbor(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_cbor(j); + } + + /// @brief create a CBOR serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_cbor/ + static void to_cbor(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_cbor(j); + } + + /// @brief create a MessagePack serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_msgpack/ + static std::vector to_msgpack(const basic_json& j) + { + std::vector result; + to_msgpack(j, result); + return result; + } + + /// @brief create a MessagePack serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_msgpack/ + static void to_msgpack(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_msgpack(j); + } + + /// @brief create a MessagePack serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_msgpack/ + static void to_msgpack(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_msgpack(j); + } + + /// @brief create a UBJSON serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_ubjson/ + static std::vector to_ubjson(const basic_json& j, + const bool use_size = false, + const bool use_type = false) + { + std::vector result; + to_ubjson(j, result, use_size, use_type); + return result; + } + + /// @brief create a UBJSON serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_ubjson/ + static void to_ubjson(const basic_json& j, detail::output_adapter o, + const bool use_size = false, const bool use_type = false) + { + binary_writer(o).write_ubjson(j, use_size, use_type); + } + + /// @brief create a UBJSON serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_ubjson/ + static void to_ubjson(const basic_json& j, detail::output_adapter o, + const bool use_size = false, const bool use_type = false) + { + binary_writer(o).write_ubjson(j, use_size, use_type); + } + + /// @brief create a BSON serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_bson/ + static std::vector to_bson(const basic_json& j) + { + std::vector result; + to_bson(j, result); + return result; + } + + /// @brief create a BSON serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_bson/ + static void to_bson(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_bson(j); + } + + /// @brief create a BSON serialization of a given JSON value + /// @sa https://json.nlohmann.me/api/basic_json/to_bson/ + static void to_bson(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_bson(j); + } + + /// @brief create a JSON value from an input in CBOR format + /// @sa https://json.nlohmann.me/api/basic_json/from_cbor/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_cbor(InputType&& i, + const bool strict = true, + const bool allow_exceptions = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::forward(i)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::cbor, &sdp, strict, tag_handler); + return res ? result : basic_json(value_t::discarded); + } + + /// @brief create a JSON value from an input in CBOR format + /// @sa https://json.nlohmann.me/api/basic_json/from_cbor/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_cbor(IteratorType first, IteratorType last, + const bool strict = true, + const bool allow_exceptions = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::move(first), std::move(last)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::cbor, &sdp, strict, tag_handler); + return res ? result : basic_json(value_t::discarded); + } + + template + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_cbor(ptr, ptr + len)) + static basic_json from_cbor(const T* ptr, std::size_t len, + const bool strict = true, + const bool allow_exceptions = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + return from_cbor(ptr, ptr + len, strict, allow_exceptions, tag_handler); + } + + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_cbor(ptr, ptr + len)) + static basic_json from_cbor(detail::span_input_adapter&& i, + const bool strict = true, + const bool allow_exceptions = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = i.get(); + // NOLINTNEXTLINE(hicpp-move-const-arg,performance-move-const-arg) + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::cbor, &sdp, strict, tag_handler); + return res ? result : basic_json(value_t::discarded); + } + + /// @brief create a JSON value from an input in MessagePack format + /// @sa https://json.nlohmann.me/api/basic_json/from_msgpack/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_msgpack(InputType&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::forward(i)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::msgpack, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + /// @brief create a JSON value from an input in MessagePack format + /// @sa https://json.nlohmann.me/api/basic_json/from_msgpack/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_msgpack(IteratorType first, IteratorType last, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::move(first), std::move(last)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::msgpack, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + template + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_msgpack(ptr, ptr + len)) + static basic_json from_msgpack(const T* ptr, std::size_t len, + const bool strict = true, + const bool allow_exceptions = true) + { + return from_msgpack(ptr, ptr + len, strict, allow_exceptions); + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_msgpack(ptr, ptr + len)) + static basic_json from_msgpack(detail::span_input_adapter&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = i.get(); + // NOLINTNEXTLINE(hicpp-move-const-arg,performance-move-const-arg) + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::msgpack, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + /// @brief create a JSON value from an input in UBJSON format + /// @sa https://json.nlohmann.me/api/basic_json/from_ubjson/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_ubjson(InputType&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::forward(i)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::ubjson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + /// @brief create a JSON value from an input in UBJSON format + /// @sa https://json.nlohmann.me/api/basic_json/from_ubjson/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_ubjson(IteratorType first, IteratorType last, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::move(first), std::move(last)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::ubjson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + template + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_ubjson(ptr, ptr + len)) + static basic_json from_ubjson(const T* ptr, std::size_t len, + const bool strict = true, + const bool allow_exceptions = true) + { + return from_ubjson(ptr, ptr + len, strict, allow_exceptions); + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_ubjson(ptr, ptr + len)) + static basic_json from_ubjson(detail::span_input_adapter&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = i.get(); + // NOLINTNEXTLINE(hicpp-move-const-arg,performance-move-const-arg) + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::ubjson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + /// @brief create a JSON value from an input in BSON format + /// @sa https://json.nlohmann.me/api/basic_json/from_bson/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_bson(InputType&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::forward(i)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::bson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + /// @brief create a JSON value from an input in BSON format + /// @sa https://json.nlohmann.me/api/basic_json/from_bson/ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_bson(IteratorType first, IteratorType last, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::move(first), std::move(last)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::bson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + template + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_bson(ptr, ptr + len)) + static basic_json from_bson(const T* ptr, std::size_t len, + const bool strict = true, + const bool allow_exceptions = true) + { + return from_bson(ptr, ptr + len, strict, allow_exceptions); + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_bson(ptr, ptr + len)) + static basic_json from_bson(detail::span_input_adapter&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = i.get(); + // NOLINTNEXTLINE(hicpp-move-const-arg,performance-move-const-arg) + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::bson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + /// @} + + ////////////////////////// + // JSON Pointer support // + ////////////////////////// + + /// @name JSON Pointer functions + /// @{ + + /// @brief access specified element via JSON Pointer + /// @sa https://json.nlohmann.me/api/basic_json/operator%5B%5D/ + reference operator[](const json_pointer& ptr) + { + return ptr.get_unchecked(this); + } + + /// @brief access specified element via JSON Pointer + /// @sa https://json.nlohmann.me/api/basic_json/operator%5B%5D/ + const_reference operator[](const json_pointer& ptr) const + { + return ptr.get_unchecked(this); + } + + /// @brief access specified element via JSON Pointer + /// @sa https://json.nlohmann.me/api/basic_json/at/ + reference at(const json_pointer& ptr) + { + return ptr.get_checked(this); + } + + /// @brief access specified element via JSON Pointer + /// @sa https://json.nlohmann.me/api/basic_json/at/ + const_reference at(const json_pointer& ptr) const + { + return ptr.get_checked(this); + } + + /// @brief return flattened JSON value + /// @sa https://json.nlohmann.me/api/basic_json/flatten/ + basic_json flatten() const + { + basic_json result(value_t::object); + json_pointer::flatten("", *this, result); + return result; + } + + /// @brief unflatten a previously flattened JSON value + /// @sa https://json.nlohmann.me/api/basic_json/unflatten/ + basic_json unflatten() const + { + return json_pointer::unflatten(*this); + } + + /// @} + + ////////////////////////// + // JSON Patch functions // + ////////////////////////// + + /// @name JSON Patch functions + /// @{ + + /// @brief applies a JSON patch + /// @sa https://json.nlohmann.me/api/basic_json/patch/ + basic_json patch(const basic_json& json_patch) const + { + // make a working copy to apply the patch to + basic_json result = *this; + + // the valid JSON Patch operations + enum class patch_operations {add, remove, replace, move, copy, test, invalid}; + + const auto get_op = [](const std::string & op) + { + if (op == "add") + { + return patch_operations::add; + } + if (op == "remove") + { + return patch_operations::remove; + } + if (op == "replace") + { + return patch_operations::replace; + } + if (op == "move") + { + return patch_operations::move; + } + if (op == "copy") + { + return patch_operations::copy; + } + if (op == "test") + { + return patch_operations::test; + } + + return patch_operations::invalid; + }; + + // wrapper for "add" operation; add value at ptr + const auto operation_add = [&result](json_pointer & ptr, basic_json val) + { + // adding to the root of the target document means replacing it + if (ptr.empty()) + { + result = val; + return; + } + + // make sure the top element of the pointer exists + json_pointer top_pointer = ptr.top(); + if (top_pointer != ptr) + { + result.at(top_pointer); + } + + // get reference to parent of JSON pointer ptr + const auto last_path = ptr.back(); + ptr.pop_back(); + basic_json& parent = result[ptr]; + + switch (parent.m_type) + { + case value_t::null: + case value_t::object: + { + // use operator[] to add value + parent[last_path] = val; + break; + } + + case value_t::array: + { + if (last_path == "-") + { + // special case: append to back + parent.push_back(val); + } + else + { + const auto idx = json_pointer::array_index(last_path); + if (JSON_HEDLEY_UNLIKELY(idx > parent.size())) + { + // avoid undefined behavior + JSON_THROW(out_of_range::create(401, "array index " + std::to_string(idx) + " is out of range", parent)); + } + + // default case: insert add offset + parent.insert(parent.begin() + static_cast(idx), val); + } + break; + } + + // if there exists a parent it cannot be primitive + case value_t::string: // LCOV_EXCL_LINE + case value_t::boolean: // LCOV_EXCL_LINE + case value_t::number_integer: // LCOV_EXCL_LINE + case value_t::number_unsigned: // LCOV_EXCL_LINE + case value_t::number_float: // LCOV_EXCL_LINE + case value_t::binary: // LCOV_EXCL_LINE + case value_t::discarded: // LCOV_EXCL_LINE + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // NOLINT(cert-dcl03-c,hicpp-static-assert,misc-static-assert) LCOV_EXCL_LINE + } + }; + + // wrapper for "remove" operation; remove value at ptr + const auto operation_remove = [this, &result](json_pointer & ptr) + { + // get reference to parent of JSON pointer ptr + const auto last_path = ptr.back(); + ptr.pop_back(); + basic_json& parent = result.at(ptr); + + // remove child + if (parent.is_object()) + { + // perform range check + auto it = parent.find(last_path); + if (JSON_HEDLEY_LIKELY(it != parent.end())) + { + parent.erase(it); + } + else + { + JSON_THROW(out_of_range::create(403, "key '" + last_path + "' not found", *this)); + } + } + else if (parent.is_array()) + { + // note erase performs range check + parent.erase(json_pointer::array_index(last_path)); + } + }; + + // type check: top level value must be an array + if (JSON_HEDLEY_UNLIKELY(!json_patch.is_array())) + { + JSON_THROW(parse_error::create(104, 0, "JSON patch must be an array of objects", json_patch)); + } + + // iterate and apply the operations + for (const auto& val : json_patch) + { + // wrapper to get a value for an operation + const auto get_value = [&val](const std::string & op, + const std::string & member, + bool string_type) -> basic_json & + { + // find value + auto it = val.m_value.object->find(member); + + // context-sensitive error message + const auto error_msg = (op == "op") ? "operation" : "operation '" + op + "'"; + + // check if desired value is present + if (JSON_HEDLEY_UNLIKELY(it == val.m_value.object->end())) + { + // NOLINTNEXTLINE(performance-inefficient-string-concatenation) + JSON_THROW(parse_error::create(105, 0, error_msg + " must have member '" + member + "'", val)); + } + + // check if result is of type string + if (JSON_HEDLEY_UNLIKELY(string_type && !it->second.is_string())) + { + // NOLINTNEXTLINE(performance-inefficient-string-concatenation) + JSON_THROW(parse_error::create(105, 0, error_msg + " must have string member '" + member + "'", val)); + } + + // no error: return value + return it->second; + }; + + // type check: every element of the array must be an object + if (JSON_HEDLEY_UNLIKELY(!val.is_object())) + { + JSON_THROW(parse_error::create(104, 0, "JSON patch must be an array of objects", val)); + } + + // collect mandatory members + const auto op = get_value("op", "op", true).template get(); + const auto path = get_value(op, "path", true).template get(); + json_pointer ptr(path); + + switch (get_op(op)) + { + case patch_operations::add: + { + operation_add(ptr, get_value("add", "value", false)); + break; + } + + case patch_operations::remove: + { + operation_remove(ptr); + break; + } + + case patch_operations::replace: + { + // the "path" location must exist - use at() + result.at(ptr) = get_value("replace", "value", false); + break; + } + + case patch_operations::move: + { + const auto from_path = get_value("move", "from", true).template get(); + json_pointer from_ptr(from_path); + + // the "from" location must exist - use at() + basic_json v = result.at(from_ptr); + + // The move operation is functionally identical to a + // "remove" operation on the "from" location, followed + // immediately by an "add" operation at the target + // location with the value that was just removed. + operation_remove(from_ptr); + operation_add(ptr, v); + break; + } + + case patch_operations::copy: + { + const auto from_path = get_value("copy", "from", true).template get(); + const json_pointer from_ptr(from_path); + + // the "from" location must exist - use at() + basic_json v = result.at(from_ptr); + + // The copy is functionally identical to an "add" + // operation at the target location using the value + // specified in the "from" member. + operation_add(ptr, v); + break; + } + + case patch_operations::test: + { + bool success = false; + JSON_TRY + { + // check if "value" matches the one at "path" + // the "path" location must exist - use at() + success = (result.at(ptr) == get_value("test", "value", false)); + } + JSON_INTERNAL_CATCH (out_of_range&) + { + // ignore out of range errors: success remains false + } + + // throw an exception if test fails + if (JSON_HEDLEY_UNLIKELY(!success)) + { + JSON_THROW(other_error::create(501, "unsuccessful: " + val.dump(), val)); + } + + break; + } + + case patch_operations::invalid: + default: + { + // op must be "add", "remove", "replace", "move", "copy", or + // "test" + JSON_THROW(parse_error::create(105, 0, "operation value '" + op + "' is invalid", val)); + } + } + } + + return result; + } + + /// @brief creates a diff as a JSON patch + /// @sa https://json.nlohmann.me/api/basic_json/diff/ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json diff(const basic_json& source, const basic_json& target, + const std::string& path = "") + { + // the patch + basic_json result(value_t::array); + + // if the values are the same, return empty patch + if (source == target) + { + return result; + } + + if (source.type() != target.type()) + { + // different types: replace value + result.push_back( + { + {"op", "replace"}, {"path", path}, {"value", target} + }); + return result; + } + + switch (source.type()) + { + case value_t::array: + { + // first pass: traverse common elements + std::size_t i = 0; + while (i < source.size() && i < target.size()) + { + // recursive call to compare array values at index i + auto temp_diff = diff(source[i], target[i], path + "/" + std::to_string(i)); + result.insert(result.end(), temp_diff.begin(), temp_diff.end()); + ++i; + } + + // We now reached the end of at least one array + // in a second pass, traverse the remaining elements + + // remove my remaining elements + const auto end_index = static_cast(result.size()); + while (i < source.size()) + { + // add operations in reverse order to avoid invalid + // indices + result.insert(result.begin() + end_index, object( + { + {"op", "remove"}, + {"path", path + "/" + std::to_string(i)} + })); + ++i; + } + + // add other remaining elements + while (i < target.size()) + { + result.push_back( + { + {"op", "add"}, + {"path", path + "/-"}, + {"value", target[i]} + }); + ++i; + } + + break; + } + + case value_t::object: + { + // first pass: traverse this object's elements + for (auto it = source.cbegin(); it != source.cend(); ++it) + { + // escape the key name to be used in a JSON patch + const auto path_key = path + "/" + detail::escape(it.key()); + + if (target.find(it.key()) != target.end()) + { + // recursive call to compare object values at key it + auto temp_diff = diff(it.value(), target[it.key()], path_key); + result.insert(result.end(), temp_diff.begin(), temp_diff.end()); + } + else + { + // found a key that is not in o -> remove it + result.push_back(object( + { + {"op", "remove"}, {"path", path_key} + })); + } + } + + // second pass: traverse other object's elements + for (auto it = target.cbegin(); it != target.cend(); ++it) + { + if (source.find(it.key()) == source.end()) + { + // found a key that is not in this -> add it + const auto path_key = path + "/" + detail::escape(it.key()); + result.push_back( + { + {"op", "add"}, {"path", path_key}, + {"value", it.value()} + }); + } + } + + break; + } + + case value_t::null: + case value_t::string: + case value_t::boolean: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::number_float: + case value_t::binary: + case value_t::discarded: + default: + { + // both primitive type: replace value + result.push_back( + { + {"op", "replace"}, {"path", path}, {"value", target} + }); + break; + } + } + + return result; + } + + /// @} + + //////////////////////////////// + // JSON Merge Patch functions // + //////////////////////////////// + + /// @name JSON Merge Patch functions + /// @{ + + /// @brief applies a JSON Merge Patch + /// @sa https://json.nlohmann.me/api/basic_json/merge_patch/ + void merge_patch(const basic_json& apply_patch) + { + if (apply_patch.is_object()) + { + if (!is_object()) + { + *this = object(); + } + for (auto it = apply_patch.begin(); it != apply_patch.end(); ++it) + { + if (it.value().is_null()) + { + erase(it.key()); + } + else + { + operator[](it.key()).merge_patch(it.value()); + } + } + } + else + { + *this = apply_patch; + } + } + + /// @} +}; + +/// @brief user-defined to_string function for JSON values +/// @sa https://json.nlohmann.me/api/basic_json/to_string/ +NLOHMANN_BASIC_JSON_TPL_DECLARATION +std::string to_string(const NLOHMANN_BASIC_JSON_TPL& j) +{ + return j.dump(); +} + +} // namespace nlohmann + +/////////////////////// +// nonmember support // +/////////////////////// + +namespace std // NOLINT(cert-dcl58-cpp) +{ + +/// @brief hash value for JSON objects +/// @sa https://json.nlohmann.me/api/basic_json/std_hash/ +NLOHMANN_BASIC_JSON_TPL_DECLARATION +struct hash +{ + std::size_t operator()(const nlohmann::NLOHMANN_BASIC_JSON_TPL& j) const + { + return nlohmann::detail::hash(j); + } +}; + +// specialization for std::less +template<> +struct less< ::nlohmann::detail::value_t> // do not remove the space after '<', see https://github.com/nlohmann/json/pull/679 +{ + /*! + @brief compare two value_t enum values + @since version 3.0.0 + */ + bool operator()(nlohmann::detail::value_t lhs, + nlohmann::detail::value_t rhs) const noexcept + { + return nlohmann::detail::operator<(lhs, rhs); + } +}; + +// C++20 prohibit function specialization in the std namespace. +#ifndef JSON_HAS_CPP_20 + +/// @brief exchanges the values of two JSON objects +/// @sa https://json.nlohmann.me/api/basic_json/std_swap/ +NLOHMANN_BASIC_JSON_TPL_DECLARATION +inline void swap(nlohmann::NLOHMANN_BASIC_JSON_TPL& j1, nlohmann::NLOHMANN_BASIC_JSON_TPL& j2) noexcept( // NOLINT(readability-inconsistent-declaration-parameter-name) + is_nothrow_move_constructible::value&& // NOLINT(misc-redundant-expression) + is_nothrow_move_assignable::value) +{ + j1.swap(j2); +} + +#endif + +} // namespace std + +/// @brief user-defined string literal for JSON values +/// @sa https://json.nlohmann.me/api/basic_json/operator_literal_json/ +JSON_HEDLEY_NON_NULL(1) +inline nlohmann::json operator "" _json(const char* s, std::size_t n) +{ + return nlohmann::json::parse(s, s + n); +} + +/// @brief user-defined string literal for JSON pointer +/// @sa https://json.nlohmann.me/api/basic_json/operator_literal_json_pointer/ +JSON_HEDLEY_NON_NULL(1) +inline nlohmann::json::json_pointer operator "" _json_pointer(const char* s, std::size_t n) +{ + return nlohmann::json::json_pointer(std::string(s, n)); +} + +#include + +#endif // INCLUDE_NLOHMANN_JSON_HPP_ diff --git a/third_party/nlohmann/nlohmann/json_fwd.hpp b/third_party/nlohmann/nlohmann/json_fwd.hpp new file mode 100644 index 0000000000000000000000000000000000000000..2d5ba384bec79e03ffc4234ce18a966f113092f5 --- /dev/null +++ b/third_party/nlohmann/nlohmann/json_fwd.hpp @@ -0,0 +1,64 @@ +#ifndef INCLUDE_NLOHMANN_JSON_FWD_HPP_ +#define INCLUDE_NLOHMANN_JSON_FWD_HPP_ + +#include // int64_t, uint64_t +#include // map +#include // allocator +#include // string +#include // vector + +/*! +@brief namespace for Niels Lohmann +@see https://github.com/nlohmann +@since version 1.0.0 +*/ +namespace nlohmann +{ +/*! +@brief default JSONSerializer template argument + +This serializer ignores the template arguments and uses ADL +([argument-dependent lookup](https://en.cppreference.com/w/cpp/language/adl)) +for serialization. +*/ +template +struct adl_serializer; + +/// a class to store JSON values +/// @sa https://json.nlohmann.me/api/basic_json/ +template class ObjectType = + std::map, + template class ArrayType = std::vector, + class StringType = std::string, class BooleanType = bool, + class NumberIntegerType = std::int64_t, + class NumberUnsignedType = std::uint64_t, + class NumberFloatType = double, + template class AllocatorType = std::allocator, + template class JSONSerializer = + adl_serializer, + class BinaryType = std::vector> +class basic_json; + +/// @brief JSON Pointer defines a string syntax for identifying a specific value within a JSON document +/// @sa https://json.nlohmann.me/api/json_pointer/ +template +class json_pointer; + +/*! +@brief default specialization +@sa https://json.nlohmann.me/api/json/ +*/ +using json = basic_json<>; + +/// @brief a minimal map-like container that preserves insertion order +/// @sa https://json.nlohmann.me/api/ordered_map/ +template +struct ordered_map; + +/// @brief specialization that maintains the insertion order of object keys +/// @sa https://json.nlohmann.me/api/ordered_json/ +using ordered_json = basic_json; + +} // namespace nlohmann + +#endif // INCLUDE_NLOHMANN_JSON_FWD_HPP_ diff --git a/third_party/nlohmann/nlohmann/ordered_map.hpp b/third_party/nlohmann/nlohmann/ordered_map.hpp new file mode 100644 index 0000000000000000000000000000000000000000..bfcf89a40f2c7505d00ab08be9d018e0ac131166 --- /dev/null +++ b/third_party/nlohmann/nlohmann/ordered_map.hpp @@ -0,0 +1,229 @@ +#pragma once + +#include // less +#include // initializer_list +#include // input_iterator_tag, iterator_traits +#include // allocator +#include // for out_of_range +#include // enable_if, is_convertible +#include // pair +#include // vector + +#include + +namespace nlohmann +{ + +/// ordered_map: a minimal map-like container that preserves insertion order +/// for use within nlohmann::basic_json +template , + class Allocator = std::allocator>> + struct ordered_map : std::vector, Allocator> +{ + using key_type = Key; + using mapped_type = T; + using Container = std::vector, Allocator>; + using iterator = typename Container::iterator; + using const_iterator = typename Container::const_iterator; + using size_type = typename Container::size_type; + using value_type = typename Container::value_type; + + // Explicit constructors instead of `using Container::Container` + // otherwise older compilers choke on it (GCC <= 5.5, xcode <= 9.4) + ordered_map(const Allocator& alloc = Allocator()) : Container{alloc} {} + template + ordered_map(It first, It last, const Allocator& alloc = Allocator()) + : Container{first, last, alloc} {} + ordered_map(std::initializer_list init, const Allocator& alloc = Allocator() ) + : Container{init, alloc} {} + + std::pair emplace(const key_type& key, T&& t) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return {it, false}; + } + } + Container::emplace_back(key, t); + return {--this->end(), true}; + } + + T& operator[](const Key& key) + { + return emplace(key, T{}).first->second; + } + + const T& operator[](const Key& key) const + { + return at(key); + } + + T& at(const Key& key) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return it->second; + } + } + + JSON_THROW(std::out_of_range("key not found")); + } + + const T& at(const Key& key) const + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return it->second; + } + } + + JSON_THROW(std::out_of_range("key not found")); + } + + size_type erase(const Key& key) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + // Since we cannot move const Keys, re-construct them in place + for (auto next = it; ++next != this->end(); ++it) + { + it->~value_type(); // Destroy but keep allocation + new (&*it) value_type{std::move(*next)}; + } + Container::pop_back(); + return 1; + } + } + return 0; + } + + iterator erase(iterator pos) + { + return erase(pos, std::next(pos)); + } + + iterator erase(iterator first, iterator last) + { + const auto elements_affected = std::distance(first, last); + const auto offset = std::distance(Container::begin(), first); + + // This is the start situation. We need to delete elements_affected + // elements (3 in this example: e, f, g), and need to return an + // iterator past the last deleted element (h in this example). + // Note that offset is the distance from the start of the vector + // to first. We will need this later. + + // [ a, b, c, d, e, f, g, h, i, j ] + // ^ ^ + // first last + + // Since we cannot move const Keys, we re-construct them in place. + // We start at first and re-construct (viz. copy) the elements from + // the back of the vector. Example for first iteration: + + // ,--------. + // v | destroy e and re-construct with h + // [ a, b, c, d, e, f, g, h, i, j ] + // ^ ^ + // it it + elements_affected + + for (auto it = first; std::next(it, elements_affected) != Container::end(); ++it) + { + it->~value_type(); // destroy but keep allocation + new (&*it) value_type{std::move(*std::next(it, elements_affected))}; // "move" next element to it + } + + // [ a, b, c, d, h, i, j, h, i, j ] + // ^ ^ + // first last + + // remove the unneeded elements at the end of the vector + Container::resize(this->size() - static_cast(elements_affected)); + + // [ a, b, c, d, h, i, j ] + // ^ ^ + // first last + + // first is now pointing past the last deleted element, but we cannot + // use this iterator, because it may have been invalidated by the + // resize call. Instead, we can return begin() + offset. + return Container::begin() + offset; + } + + size_type count(const Key& key) const + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return 1; + } + } + return 0; + } + + iterator find(const Key& key) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return it; + } + } + return Container::end(); + } + + const_iterator find(const Key& key) const + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return it; + } + } + return Container::end(); + } + + std::pair insert( value_type&& value ) + { + return emplace(value.first, std::move(value.second)); + } + + std::pair insert( const value_type& value ) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == value.first) + { + return {it, false}; + } + } + Container::push_back(value); + return {--this->end(), true}; + } + + template + using require_input_iter = typename std::enable_if::iterator_category, + std::input_iterator_tag>::value>::type; + + template> + void insert(InputIt first, InputIt last) + { + for (auto it = first; it != last; ++it) + { + insert(*it); + } + } +}; + +} // namespace nlohmann diff --git a/third_party/nlohmann/nlohmann/thirdparty/hedley/hedley.hpp b/third_party/nlohmann/nlohmann/thirdparty/hedley/hedley.hpp new file mode 100644 index 0000000000000000000000000000000000000000..b309e989fc76badf208192448f9e38361e28e526 --- /dev/null +++ b/third_party/nlohmann/nlohmann/thirdparty/hedley/hedley.hpp @@ -0,0 +1,2044 @@ +#pragma once + +/* Hedley - https://nemequ.github.io/hedley + * Created by Evan Nemerson + * + * To the extent possible under law, the author(s) have dedicated all + * copyright and related and neighboring rights to this software to + * the public domain worldwide. This software is distributed without + * any warranty. + * + * For details, see . + * SPDX-License-Identifier: CC0-1.0 + */ + +#if !defined(JSON_HEDLEY_VERSION) || (JSON_HEDLEY_VERSION < 15) +#if defined(JSON_HEDLEY_VERSION) + #undef JSON_HEDLEY_VERSION +#endif +#define JSON_HEDLEY_VERSION 15 + +#if defined(JSON_HEDLEY_STRINGIFY_EX) + #undef JSON_HEDLEY_STRINGIFY_EX +#endif +#define JSON_HEDLEY_STRINGIFY_EX(x) #x + +#if defined(JSON_HEDLEY_STRINGIFY) + #undef JSON_HEDLEY_STRINGIFY +#endif +#define JSON_HEDLEY_STRINGIFY(x) JSON_HEDLEY_STRINGIFY_EX(x) + +#if defined(JSON_HEDLEY_CONCAT_EX) + #undef JSON_HEDLEY_CONCAT_EX +#endif +#define JSON_HEDLEY_CONCAT_EX(a,b) a##b + +#if defined(JSON_HEDLEY_CONCAT) + #undef JSON_HEDLEY_CONCAT +#endif +#define JSON_HEDLEY_CONCAT(a,b) JSON_HEDLEY_CONCAT_EX(a,b) + +#if defined(JSON_HEDLEY_CONCAT3_EX) + #undef JSON_HEDLEY_CONCAT3_EX +#endif +#define JSON_HEDLEY_CONCAT3_EX(a,b,c) a##b##c + +#if defined(JSON_HEDLEY_CONCAT3) + #undef JSON_HEDLEY_CONCAT3 +#endif +#define JSON_HEDLEY_CONCAT3(a,b,c) JSON_HEDLEY_CONCAT3_EX(a,b,c) + +#if defined(JSON_HEDLEY_VERSION_ENCODE) + #undef JSON_HEDLEY_VERSION_ENCODE +#endif +#define JSON_HEDLEY_VERSION_ENCODE(major,minor,revision) (((major) * 1000000) + ((minor) * 1000) + (revision)) + +#if defined(JSON_HEDLEY_VERSION_DECODE_MAJOR) + #undef JSON_HEDLEY_VERSION_DECODE_MAJOR +#endif +#define JSON_HEDLEY_VERSION_DECODE_MAJOR(version) ((version) / 1000000) + +#if defined(JSON_HEDLEY_VERSION_DECODE_MINOR) + #undef JSON_HEDLEY_VERSION_DECODE_MINOR +#endif +#define JSON_HEDLEY_VERSION_DECODE_MINOR(version) (((version) % 1000000) / 1000) + +#if defined(JSON_HEDLEY_VERSION_DECODE_REVISION) + #undef JSON_HEDLEY_VERSION_DECODE_REVISION +#endif +#define JSON_HEDLEY_VERSION_DECODE_REVISION(version) ((version) % 1000) + +#if defined(JSON_HEDLEY_GNUC_VERSION) + #undef JSON_HEDLEY_GNUC_VERSION +#endif +#if defined(__GNUC__) && defined(__GNUC_PATCHLEVEL__) + #define JSON_HEDLEY_GNUC_VERSION JSON_HEDLEY_VERSION_ENCODE(__GNUC__, __GNUC_MINOR__, __GNUC_PATCHLEVEL__) +#elif defined(__GNUC__) + #define JSON_HEDLEY_GNUC_VERSION JSON_HEDLEY_VERSION_ENCODE(__GNUC__, __GNUC_MINOR__, 0) +#endif + +#if defined(JSON_HEDLEY_GNUC_VERSION_CHECK) + #undef JSON_HEDLEY_GNUC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_GNUC_VERSION) + #define JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_GNUC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_MSVC_VERSION) + #undef JSON_HEDLEY_MSVC_VERSION +#endif +#if defined(_MSC_FULL_VER) && (_MSC_FULL_VER >= 140000000) && !defined(__ICL) + #define JSON_HEDLEY_MSVC_VERSION JSON_HEDLEY_VERSION_ENCODE(_MSC_FULL_VER / 10000000, (_MSC_FULL_VER % 10000000) / 100000, (_MSC_FULL_VER % 100000) / 100) +#elif defined(_MSC_FULL_VER) && !defined(__ICL) + #define JSON_HEDLEY_MSVC_VERSION JSON_HEDLEY_VERSION_ENCODE(_MSC_FULL_VER / 1000000, (_MSC_FULL_VER % 1000000) / 10000, (_MSC_FULL_VER % 10000) / 10) +#elif defined(_MSC_VER) && !defined(__ICL) + #define JSON_HEDLEY_MSVC_VERSION JSON_HEDLEY_VERSION_ENCODE(_MSC_VER / 100, _MSC_VER % 100, 0) +#endif + +#if defined(JSON_HEDLEY_MSVC_VERSION_CHECK) + #undef JSON_HEDLEY_MSVC_VERSION_CHECK +#endif +#if !defined(JSON_HEDLEY_MSVC_VERSION) + #define JSON_HEDLEY_MSVC_VERSION_CHECK(major,minor,patch) (0) +#elif defined(_MSC_VER) && (_MSC_VER >= 1400) + #define JSON_HEDLEY_MSVC_VERSION_CHECK(major,minor,patch) (_MSC_FULL_VER >= ((major * 10000000) + (minor * 100000) + (patch))) +#elif defined(_MSC_VER) && (_MSC_VER >= 1200) + #define JSON_HEDLEY_MSVC_VERSION_CHECK(major,minor,patch) (_MSC_FULL_VER >= ((major * 1000000) + (minor * 10000) + (patch))) +#else + #define JSON_HEDLEY_MSVC_VERSION_CHECK(major,minor,patch) (_MSC_VER >= ((major * 100) + (minor))) +#endif + +#if defined(JSON_HEDLEY_INTEL_VERSION) + #undef JSON_HEDLEY_INTEL_VERSION +#endif +#if defined(__INTEL_COMPILER) && defined(__INTEL_COMPILER_UPDATE) && !defined(__ICL) + #define JSON_HEDLEY_INTEL_VERSION JSON_HEDLEY_VERSION_ENCODE(__INTEL_COMPILER / 100, __INTEL_COMPILER % 100, __INTEL_COMPILER_UPDATE) +#elif defined(__INTEL_COMPILER) && !defined(__ICL) + #define JSON_HEDLEY_INTEL_VERSION JSON_HEDLEY_VERSION_ENCODE(__INTEL_COMPILER / 100, __INTEL_COMPILER % 100, 0) +#endif + +#if defined(JSON_HEDLEY_INTEL_VERSION_CHECK) + #undef JSON_HEDLEY_INTEL_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_INTEL_VERSION) + #define JSON_HEDLEY_INTEL_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_INTEL_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_INTEL_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_INTEL_CL_VERSION) + #undef JSON_HEDLEY_INTEL_CL_VERSION +#endif +#if defined(__INTEL_COMPILER) && defined(__INTEL_COMPILER_UPDATE) && defined(__ICL) + #define JSON_HEDLEY_INTEL_CL_VERSION JSON_HEDLEY_VERSION_ENCODE(__INTEL_COMPILER, __INTEL_COMPILER_UPDATE, 0) +#endif + +#if defined(JSON_HEDLEY_INTEL_CL_VERSION_CHECK) + #undef JSON_HEDLEY_INTEL_CL_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_INTEL_CL_VERSION) + #define JSON_HEDLEY_INTEL_CL_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_INTEL_CL_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_INTEL_CL_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_PGI_VERSION) + #undef JSON_HEDLEY_PGI_VERSION +#endif +#if defined(__PGI) && defined(__PGIC__) && defined(__PGIC_MINOR__) && defined(__PGIC_PATCHLEVEL__) + #define JSON_HEDLEY_PGI_VERSION JSON_HEDLEY_VERSION_ENCODE(__PGIC__, __PGIC_MINOR__, __PGIC_PATCHLEVEL__) +#endif + +#if defined(JSON_HEDLEY_PGI_VERSION_CHECK) + #undef JSON_HEDLEY_PGI_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_PGI_VERSION) + #define JSON_HEDLEY_PGI_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_PGI_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_PGI_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_SUNPRO_VERSION) + #undef JSON_HEDLEY_SUNPRO_VERSION +#endif +#if defined(__SUNPRO_C) && (__SUNPRO_C > 0x1000) + #define JSON_HEDLEY_SUNPRO_VERSION JSON_HEDLEY_VERSION_ENCODE((((__SUNPRO_C >> 16) & 0xf) * 10) + ((__SUNPRO_C >> 12) & 0xf), (((__SUNPRO_C >> 8) & 0xf) * 10) + ((__SUNPRO_C >> 4) & 0xf), (__SUNPRO_C & 0xf) * 10) +#elif defined(__SUNPRO_C) + #define JSON_HEDLEY_SUNPRO_VERSION JSON_HEDLEY_VERSION_ENCODE((__SUNPRO_C >> 8) & 0xf, (__SUNPRO_C >> 4) & 0xf, (__SUNPRO_C) & 0xf) +#elif defined(__SUNPRO_CC) && (__SUNPRO_CC > 0x1000) + #define JSON_HEDLEY_SUNPRO_VERSION JSON_HEDLEY_VERSION_ENCODE((((__SUNPRO_CC >> 16) & 0xf) * 10) + ((__SUNPRO_CC >> 12) & 0xf), (((__SUNPRO_CC >> 8) & 0xf) * 10) + ((__SUNPRO_CC >> 4) & 0xf), (__SUNPRO_CC & 0xf) * 10) +#elif defined(__SUNPRO_CC) + #define JSON_HEDLEY_SUNPRO_VERSION JSON_HEDLEY_VERSION_ENCODE((__SUNPRO_CC >> 8) & 0xf, (__SUNPRO_CC >> 4) & 0xf, (__SUNPRO_CC) & 0xf) +#endif + +#if defined(JSON_HEDLEY_SUNPRO_VERSION_CHECK) + #undef JSON_HEDLEY_SUNPRO_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_SUNPRO_VERSION) + #define JSON_HEDLEY_SUNPRO_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_SUNPRO_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_SUNPRO_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_EMSCRIPTEN_VERSION) + #undef JSON_HEDLEY_EMSCRIPTEN_VERSION +#endif +#if defined(__EMSCRIPTEN__) + #define JSON_HEDLEY_EMSCRIPTEN_VERSION JSON_HEDLEY_VERSION_ENCODE(__EMSCRIPTEN_major__, __EMSCRIPTEN_minor__, __EMSCRIPTEN_tiny__) +#endif + +#if defined(JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK) + #undef JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_EMSCRIPTEN_VERSION) + #define JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_EMSCRIPTEN_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_ARM_VERSION) + #undef JSON_HEDLEY_ARM_VERSION +#endif +#if defined(__CC_ARM) && defined(__ARMCOMPILER_VERSION) + #define JSON_HEDLEY_ARM_VERSION JSON_HEDLEY_VERSION_ENCODE(__ARMCOMPILER_VERSION / 1000000, (__ARMCOMPILER_VERSION % 1000000) / 10000, (__ARMCOMPILER_VERSION % 10000) / 100) +#elif defined(__CC_ARM) && defined(__ARMCC_VERSION) + #define JSON_HEDLEY_ARM_VERSION JSON_HEDLEY_VERSION_ENCODE(__ARMCC_VERSION / 1000000, (__ARMCC_VERSION % 1000000) / 10000, (__ARMCC_VERSION % 10000) / 100) +#endif + +#if defined(JSON_HEDLEY_ARM_VERSION_CHECK) + #undef JSON_HEDLEY_ARM_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_ARM_VERSION) + #define JSON_HEDLEY_ARM_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_ARM_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_ARM_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_IBM_VERSION) + #undef JSON_HEDLEY_IBM_VERSION +#endif +#if defined(__ibmxl__) + #define JSON_HEDLEY_IBM_VERSION JSON_HEDLEY_VERSION_ENCODE(__ibmxl_version__, __ibmxl_release__, __ibmxl_modification__) +#elif defined(__xlC__) && defined(__xlC_ver__) + #define JSON_HEDLEY_IBM_VERSION JSON_HEDLEY_VERSION_ENCODE(__xlC__ >> 8, __xlC__ & 0xff, (__xlC_ver__ >> 8) & 0xff) +#elif defined(__xlC__) + #define JSON_HEDLEY_IBM_VERSION JSON_HEDLEY_VERSION_ENCODE(__xlC__ >> 8, __xlC__ & 0xff, 0) +#endif + +#if defined(JSON_HEDLEY_IBM_VERSION_CHECK) + #undef JSON_HEDLEY_IBM_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_IBM_VERSION) + #define JSON_HEDLEY_IBM_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_IBM_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_IBM_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_VERSION) + #undef JSON_HEDLEY_TI_VERSION +#endif +#if \ + defined(__TI_COMPILER_VERSION__) && \ + ( \ + defined(__TMS470__) || defined(__TI_ARM__) || \ + defined(__MSP430__) || \ + defined(__TMS320C2000__) \ + ) +#if (__TI_COMPILER_VERSION__ >= 16000000) + #define JSON_HEDLEY_TI_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif +#endif + +#if defined(JSON_HEDLEY_TI_VERSION_CHECK) + #undef JSON_HEDLEY_TI_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_VERSION) + #define JSON_HEDLEY_TI_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CL2000_VERSION) + #undef JSON_HEDLEY_TI_CL2000_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__TMS320C2000__) + #define JSON_HEDLEY_TI_CL2000_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CL2000_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CL2000_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CL2000_VERSION) + #define JSON_HEDLEY_TI_CL2000_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CL2000_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CL2000_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CL430_VERSION) + #undef JSON_HEDLEY_TI_CL430_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__MSP430__) + #define JSON_HEDLEY_TI_CL430_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CL430_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CL430_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CL430_VERSION) + #define JSON_HEDLEY_TI_CL430_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CL430_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CL430_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_ARMCL_VERSION) + #undef JSON_HEDLEY_TI_ARMCL_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && (defined(__TMS470__) || defined(__TI_ARM__)) + #define JSON_HEDLEY_TI_ARMCL_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_ARMCL_VERSION_CHECK) + #undef JSON_HEDLEY_TI_ARMCL_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_ARMCL_VERSION) + #define JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_ARMCL_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CL6X_VERSION) + #undef JSON_HEDLEY_TI_CL6X_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__TMS320C6X__) + #define JSON_HEDLEY_TI_CL6X_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CL6X_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CL6X_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CL6X_VERSION) + #define JSON_HEDLEY_TI_CL6X_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CL6X_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CL6X_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CL7X_VERSION) + #undef JSON_HEDLEY_TI_CL7X_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__C7000__) + #define JSON_HEDLEY_TI_CL7X_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CL7X_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CL7X_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CL7X_VERSION) + #define JSON_HEDLEY_TI_CL7X_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CL7X_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CL7X_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CLPRU_VERSION) + #undef JSON_HEDLEY_TI_CLPRU_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__PRU__) + #define JSON_HEDLEY_TI_CLPRU_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CLPRU_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CLPRU_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CLPRU_VERSION) + #define JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CLPRU_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_CRAY_VERSION) + #undef JSON_HEDLEY_CRAY_VERSION +#endif +#if defined(_CRAYC) + #if defined(_RELEASE_PATCHLEVEL) + #define JSON_HEDLEY_CRAY_VERSION JSON_HEDLEY_VERSION_ENCODE(_RELEASE_MAJOR, _RELEASE_MINOR, _RELEASE_PATCHLEVEL) + #else + #define JSON_HEDLEY_CRAY_VERSION JSON_HEDLEY_VERSION_ENCODE(_RELEASE_MAJOR, _RELEASE_MINOR, 0) + #endif +#endif + +#if defined(JSON_HEDLEY_CRAY_VERSION_CHECK) + #undef JSON_HEDLEY_CRAY_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_CRAY_VERSION) + #define JSON_HEDLEY_CRAY_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_CRAY_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_CRAY_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_IAR_VERSION) + #undef JSON_HEDLEY_IAR_VERSION +#endif +#if defined(__IAR_SYSTEMS_ICC__) + #if __VER__ > 1000 + #define JSON_HEDLEY_IAR_VERSION JSON_HEDLEY_VERSION_ENCODE((__VER__ / 1000000), ((__VER__ / 1000) % 1000), (__VER__ % 1000)) + #else + #define JSON_HEDLEY_IAR_VERSION JSON_HEDLEY_VERSION_ENCODE(__VER__ / 100, __VER__ % 100, 0) + #endif +#endif + +#if defined(JSON_HEDLEY_IAR_VERSION_CHECK) + #undef JSON_HEDLEY_IAR_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_IAR_VERSION) + #define JSON_HEDLEY_IAR_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_IAR_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_IAR_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TINYC_VERSION) + #undef JSON_HEDLEY_TINYC_VERSION +#endif +#if defined(__TINYC__) + #define JSON_HEDLEY_TINYC_VERSION JSON_HEDLEY_VERSION_ENCODE(__TINYC__ / 1000, (__TINYC__ / 100) % 10, __TINYC__ % 100) +#endif + +#if defined(JSON_HEDLEY_TINYC_VERSION_CHECK) + #undef JSON_HEDLEY_TINYC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TINYC_VERSION) + #define JSON_HEDLEY_TINYC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TINYC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TINYC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_DMC_VERSION) + #undef JSON_HEDLEY_DMC_VERSION +#endif +#if defined(__DMC__) + #define JSON_HEDLEY_DMC_VERSION JSON_HEDLEY_VERSION_ENCODE(__DMC__ >> 8, (__DMC__ >> 4) & 0xf, __DMC__ & 0xf) +#endif + +#if defined(JSON_HEDLEY_DMC_VERSION_CHECK) + #undef JSON_HEDLEY_DMC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_DMC_VERSION) + #define JSON_HEDLEY_DMC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_DMC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_DMC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_COMPCERT_VERSION) + #undef JSON_HEDLEY_COMPCERT_VERSION +#endif +#if defined(__COMPCERT_VERSION__) + #define JSON_HEDLEY_COMPCERT_VERSION JSON_HEDLEY_VERSION_ENCODE(__COMPCERT_VERSION__ / 10000, (__COMPCERT_VERSION__ / 100) % 100, __COMPCERT_VERSION__ % 100) +#endif + +#if defined(JSON_HEDLEY_COMPCERT_VERSION_CHECK) + #undef JSON_HEDLEY_COMPCERT_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_COMPCERT_VERSION) + #define JSON_HEDLEY_COMPCERT_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_COMPCERT_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_COMPCERT_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_PELLES_VERSION) + #undef JSON_HEDLEY_PELLES_VERSION +#endif +#if defined(__POCC__) + #define JSON_HEDLEY_PELLES_VERSION JSON_HEDLEY_VERSION_ENCODE(__POCC__ / 100, __POCC__ % 100, 0) +#endif + +#if defined(JSON_HEDLEY_PELLES_VERSION_CHECK) + #undef JSON_HEDLEY_PELLES_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_PELLES_VERSION) + #define JSON_HEDLEY_PELLES_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_PELLES_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_PELLES_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_MCST_LCC_VERSION) + #undef JSON_HEDLEY_MCST_LCC_VERSION +#endif +#if defined(__LCC__) && defined(__LCC_MINOR__) + #define JSON_HEDLEY_MCST_LCC_VERSION JSON_HEDLEY_VERSION_ENCODE(__LCC__ / 100, __LCC__ % 100, __LCC_MINOR__) +#endif + +#if defined(JSON_HEDLEY_MCST_LCC_VERSION_CHECK) + #undef JSON_HEDLEY_MCST_LCC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_MCST_LCC_VERSION) + #define JSON_HEDLEY_MCST_LCC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_MCST_LCC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_MCST_LCC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_GCC_VERSION) + #undef JSON_HEDLEY_GCC_VERSION +#endif +#if \ + defined(JSON_HEDLEY_GNUC_VERSION) && \ + !defined(__clang__) && \ + !defined(JSON_HEDLEY_INTEL_VERSION) && \ + !defined(JSON_HEDLEY_PGI_VERSION) && \ + !defined(JSON_HEDLEY_ARM_VERSION) && \ + !defined(JSON_HEDLEY_CRAY_VERSION) && \ + !defined(JSON_HEDLEY_TI_VERSION) && \ + !defined(JSON_HEDLEY_TI_ARMCL_VERSION) && \ + !defined(JSON_HEDLEY_TI_CL430_VERSION) && \ + !defined(JSON_HEDLEY_TI_CL2000_VERSION) && \ + !defined(JSON_HEDLEY_TI_CL6X_VERSION) && \ + !defined(JSON_HEDLEY_TI_CL7X_VERSION) && \ + !defined(JSON_HEDLEY_TI_CLPRU_VERSION) && \ + !defined(__COMPCERT__) && \ + !defined(JSON_HEDLEY_MCST_LCC_VERSION) + #define JSON_HEDLEY_GCC_VERSION JSON_HEDLEY_GNUC_VERSION +#endif + +#if defined(JSON_HEDLEY_GCC_VERSION_CHECK) + #undef JSON_HEDLEY_GCC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_GCC_VERSION) + #define JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_GCC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_HAS_ATTRIBUTE) + #undef JSON_HEDLEY_HAS_ATTRIBUTE +#endif +#if \ + defined(__has_attribute) && \ + ( \ + (!defined(JSON_HEDLEY_IAR_VERSION) || JSON_HEDLEY_IAR_VERSION_CHECK(8,5,9)) \ + ) +# define JSON_HEDLEY_HAS_ATTRIBUTE(attribute) __has_attribute(attribute) +#else +# define JSON_HEDLEY_HAS_ATTRIBUTE(attribute) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_ATTRIBUTE) + #undef JSON_HEDLEY_GNUC_HAS_ATTRIBUTE +#endif +#if defined(__has_attribute) + #define JSON_HEDLEY_GNUC_HAS_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_HAS_ATTRIBUTE(attribute) +#else + #define JSON_HEDLEY_GNUC_HAS_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_ATTRIBUTE) + #undef JSON_HEDLEY_GCC_HAS_ATTRIBUTE +#endif +#if defined(__has_attribute) + #define JSON_HEDLEY_GCC_HAS_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_HAS_ATTRIBUTE(attribute) +#else + #define JSON_HEDLEY_GCC_HAS_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_CPP_ATTRIBUTE) + #undef JSON_HEDLEY_HAS_CPP_ATTRIBUTE +#endif +#if \ + defined(__has_cpp_attribute) && \ + defined(__cplusplus) && \ + (!defined(JSON_HEDLEY_SUNPRO_VERSION) || JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,15,0)) + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE(attribute) __has_cpp_attribute(attribute) +#else + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE(attribute) (0) +#endif + +#if defined(JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS) + #undef JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS +#endif +#if !defined(__cplusplus) || !defined(__has_cpp_attribute) + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS(ns,attribute) (0) +#elif \ + !defined(JSON_HEDLEY_PGI_VERSION) && \ + !defined(JSON_HEDLEY_IAR_VERSION) && \ + (!defined(JSON_HEDLEY_SUNPRO_VERSION) || JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,15,0)) && \ + (!defined(JSON_HEDLEY_MSVC_VERSION) || JSON_HEDLEY_MSVC_VERSION_CHECK(19,20,0)) + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS(ns,attribute) JSON_HEDLEY_HAS_CPP_ATTRIBUTE(ns::attribute) +#else + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS(ns,attribute) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE) + #undef JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE +#endif +#if defined(__has_cpp_attribute) && defined(__cplusplus) + #define JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE(attribute,major,minor,patch) __has_cpp_attribute(attribute) +#else + #define JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE) + #undef JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE +#endif +#if defined(__has_cpp_attribute) && defined(__cplusplus) + #define JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE(attribute,major,minor,patch) __has_cpp_attribute(attribute) +#else + #define JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_BUILTIN) + #undef JSON_HEDLEY_HAS_BUILTIN +#endif +#if defined(__has_builtin) + #define JSON_HEDLEY_HAS_BUILTIN(builtin) __has_builtin(builtin) +#else + #define JSON_HEDLEY_HAS_BUILTIN(builtin) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_BUILTIN) + #undef JSON_HEDLEY_GNUC_HAS_BUILTIN +#endif +#if defined(__has_builtin) + #define JSON_HEDLEY_GNUC_HAS_BUILTIN(builtin,major,minor,patch) __has_builtin(builtin) +#else + #define JSON_HEDLEY_GNUC_HAS_BUILTIN(builtin,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_BUILTIN) + #undef JSON_HEDLEY_GCC_HAS_BUILTIN +#endif +#if defined(__has_builtin) + #define JSON_HEDLEY_GCC_HAS_BUILTIN(builtin,major,minor,patch) __has_builtin(builtin) +#else + #define JSON_HEDLEY_GCC_HAS_BUILTIN(builtin,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_FEATURE) + #undef JSON_HEDLEY_HAS_FEATURE +#endif +#if defined(__has_feature) + #define JSON_HEDLEY_HAS_FEATURE(feature) __has_feature(feature) +#else + #define JSON_HEDLEY_HAS_FEATURE(feature) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_FEATURE) + #undef JSON_HEDLEY_GNUC_HAS_FEATURE +#endif +#if defined(__has_feature) + #define JSON_HEDLEY_GNUC_HAS_FEATURE(feature,major,minor,patch) __has_feature(feature) +#else + #define JSON_HEDLEY_GNUC_HAS_FEATURE(feature,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_FEATURE) + #undef JSON_HEDLEY_GCC_HAS_FEATURE +#endif +#if defined(__has_feature) + #define JSON_HEDLEY_GCC_HAS_FEATURE(feature,major,minor,patch) __has_feature(feature) +#else + #define JSON_HEDLEY_GCC_HAS_FEATURE(feature,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_EXTENSION) + #undef JSON_HEDLEY_HAS_EXTENSION +#endif +#if defined(__has_extension) + #define JSON_HEDLEY_HAS_EXTENSION(extension) __has_extension(extension) +#else + #define JSON_HEDLEY_HAS_EXTENSION(extension) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_EXTENSION) + #undef JSON_HEDLEY_GNUC_HAS_EXTENSION +#endif +#if defined(__has_extension) + #define JSON_HEDLEY_GNUC_HAS_EXTENSION(extension,major,minor,patch) __has_extension(extension) +#else + #define JSON_HEDLEY_GNUC_HAS_EXTENSION(extension,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_EXTENSION) + #undef JSON_HEDLEY_GCC_HAS_EXTENSION +#endif +#if defined(__has_extension) + #define JSON_HEDLEY_GCC_HAS_EXTENSION(extension,major,minor,patch) __has_extension(extension) +#else + #define JSON_HEDLEY_GCC_HAS_EXTENSION(extension,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE) + #undef JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE +#endif +#if defined(__has_declspec_attribute) + #define JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE(attribute) __has_declspec_attribute(attribute) +#else + #define JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE(attribute) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE) + #undef JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE +#endif +#if defined(__has_declspec_attribute) + #define JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE(attribute,major,minor,patch) __has_declspec_attribute(attribute) +#else + #define JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE) + #undef JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE +#endif +#if defined(__has_declspec_attribute) + #define JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE(attribute,major,minor,patch) __has_declspec_attribute(attribute) +#else + #define JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_WARNING) + #undef JSON_HEDLEY_HAS_WARNING +#endif +#if defined(__has_warning) + #define JSON_HEDLEY_HAS_WARNING(warning) __has_warning(warning) +#else + #define JSON_HEDLEY_HAS_WARNING(warning) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_WARNING) + #undef JSON_HEDLEY_GNUC_HAS_WARNING +#endif +#if defined(__has_warning) + #define JSON_HEDLEY_GNUC_HAS_WARNING(warning,major,minor,patch) __has_warning(warning) +#else + #define JSON_HEDLEY_GNUC_HAS_WARNING(warning,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_WARNING) + #undef JSON_HEDLEY_GCC_HAS_WARNING +#endif +#if defined(__has_warning) + #define JSON_HEDLEY_GCC_HAS_WARNING(warning,major,minor,patch) __has_warning(warning) +#else + #define JSON_HEDLEY_GCC_HAS_WARNING(warning,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if \ + (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)) || \ + defined(__clang__) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(18,4,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,7,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(2,0,1) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,0,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(5,0,0) || \ + JSON_HEDLEY_TINYC_VERSION_CHECK(0,9,17) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(8,0,0) || \ + (JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) && defined(__C99_PRAGMA_OPERATOR)) + #define JSON_HEDLEY_PRAGMA(value) _Pragma(#value) +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) + #define JSON_HEDLEY_PRAGMA(value) __pragma(value) +#else + #define JSON_HEDLEY_PRAGMA(value) +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_PUSH) + #undef JSON_HEDLEY_DIAGNOSTIC_PUSH +#endif +#if defined(JSON_HEDLEY_DIAGNOSTIC_POP) + #undef JSON_HEDLEY_DIAGNOSTIC_POP +#endif +#if defined(__clang__) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("clang diagnostic push") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("clang diagnostic pop") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("warning(push)") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("warning(pop)") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(4,6,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("GCC diagnostic push") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("GCC diagnostic pop") +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH __pragma(warning(push)) + #define JSON_HEDLEY_DIAGNOSTIC_POP __pragma(warning(pop)) +#elif JSON_HEDLEY_ARM_VERSION_CHECK(5,6,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("push") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("pop") +#elif \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,4,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,1,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("diag_push") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("diag_pop") +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(2,90,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("warning(push)") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("warning(pop)") +#else + #define JSON_HEDLEY_DIAGNOSTIC_PUSH + #define JSON_HEDLEY_DIAGNOSTIC_POP +#endif + +/* JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_ is for + HEDLEY INTERNAL USE ONLY. API subject to change without notice. */ +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_ +#endif +#if defined(__cplusplus) +# if JSON_HEDLEY_HAS_WARNING("-Wc++98-compat") +# if JSON_HEDLEY_HAS_WARNING("-Wc++17-extensions") +# if JSON_HEDLEY_HAS_WARNING("-Wc++1z-extensions") +# define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(xpr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wc++98-compat\"") \ + _Pragma("clang diagnostic ignored \"-Wc++17-extensions\"") \ + _Pragma("clang diagnostic ignored \"-Wc++1z-extensions\"") \ + xpr \ + JSON_HEDLEY_DIAGNOSTIC_POP +# else +# define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(xpr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wc++98-compat\"") \ + _Pragma("clang diagnostic ignored \"-Wc++17-extensions\"") \ + xpr \ + JSON_HEDLEY_DIAGNOSTIC_POP +# endif +# else +# define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(xpr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wc++98-compat\"") \ + xpr \ + JSON_HEDLEY_DIAGNOSTIC_POP +# endif +# endif +#endif +#if !defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(x) x +#endif + +#if defined(JSON_HEDLEY_CONST_CAST) + #undef JSON_HEDLEY_CONST_CAST +#endif +#if defined(__cplusplus) +# define JSON_HEDLEY_CONST_CAST(T, expr) (const_cast(expr)) +#elif \ + JSON_HEDLEY_HAS_WARNING("-Wcast-qual") || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,6,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) +# define JSON_HEDLEY_CONST_CAST(T, expr) (__extension__ ({ \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL \ + ((T) (expr)); \ + JSON_HEDLEY_DIAGNOSTIC_POP \ + })) +#else +# define JSON_HEDLEY_CONST_CAST(T, expr) ((T) (expr)) +#endif + +#if defined(JSON_HEDLEY_REINTERPRET_CAST) + #undef JSON_HEDLEY_REINTERPRET_CAST +#endif +#if defined(__cplusplus) + #define JSON_HEDLEY_REINTERPRET_CAST(T, expr) (reinterpret_cast(expr)) +#else + #define JSON_HEDLEY_REINTERPRET_CAST(T, expr) ((T) (expr)) +#endif + +#if defined(JSON_HEDLEY_STATIC_CAST) + #undef JSON_HEDLEY_STATIC_CAST +#endif +#if defined(__cplusplus) + #define JSON_HEDLEY_STATIC_CAST(T, expr) (static_cast(expr)) +#else + #define JSON_HEDLEY_STATIC_CAST(T, expr) ((T) (expr)) +#endif + +#if defined(JSON_HEDLEY_CPP_CAST) + #undef JSON_HEDLEY_CPP_CAST +#endif +#if defined(__cplusplus) +# if JSON_HEDLEY_HAS_WARNING("-Wold-style-cast") +# define JSON_HEDLEY_CPP_CAST(T, expr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wold-style-cast\"") \ + ((T) (expr)) \ + JSON_HEDLEY_DIAGNOSTIC_POP +# elif JSON_HEDLEY_IAR_VERSION_CHECK(8,3,0) +# define JSON_HEDLEY_CPP_CAST(T, expr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("diag_suppress=Pe137") \ + JSON_HEDLEY_DIAGNOSTIC_POP +# else +# define JSON_HEDLEY_CPP_CAST(T, expr) ((T) (expr)) +# endif +#else +# define JSON_HEDLEY_CPP_CAST(T, expr) (expr) +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wdeprecated-declarations") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("clang diagnostic ignored \"-Wdeprecated-declarations\"") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("warning(disable:1478 1786)") +#elif JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED __pragma(warning(disable:1478 1786)) +#elif JSON_HEDLEY_PGI_VERSION_CHECK(20,7,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress 1215,1216,1444,1445") +#elif JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress 1215,1444") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(4,3,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("GCC diagnostic ignored \"-Wdeprecated-declarations\"") +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED __pragma(warning(disable:4996)) +#elif JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress 1215,1444") +#elif \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress 1291,1718") +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,13,0) && !defined(__cplusplus) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("error_messages(off,E_DEPRECATED_ATT,E_DEPRECATED_ATT_MESS)") +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,13,0) && defined(__cplusplus) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("error_messages(off,symdeprecated,symdeprecated2)") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress=Pe1444,Pe1215") +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(2,90,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("warn(disable:2241)") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunknown-pragmas") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("clang diagnostic ignored \"-Wunknown-pragmas\"") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("warning(disable:161)") +#elif JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS __pragma(warning(disable:161)) +#elif JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress 1675") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(4,3,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("GCC diagnostic ignored \"-Wunknown-pragmas\"") +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS __pragma(warning(disable:4068)) +#elif \ + JSON_HEDLEY_TI_VERSION_CHECK(16,9,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,0,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,3,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress 163") +#elif JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress 163") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress=Pe161") +#elif JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress 161") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunknown-attributes") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("clang diagnostic ignored \"-Wunknown-attributes\"") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(4,6,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("GCC diagnostic ignored \"-Wdeprecated-declarations\"") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(17,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("warning(disable:1292)") +#elif JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES __pragma(warning(disable:1292)) +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(19,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES __pragma(warning(disable:5030)) +#elif JSON_HEDLEY_PGI_VERSION_CHECK(20,7,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress 1097,1098") +#elif JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress 1097") +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,14,0) && defined(__cplusplus) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("error_messages(off,attrskipunsup)") +#elif \ + JSON_HEDLEY_TI_VERSION_CHECK(18,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,3,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress 1173") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress=Pe1097") +#elif JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress 1097") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wcast-qual") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL _Pragma("clang diagnostic ignored \"-Wcast-qual\"") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL _Pragma("warning(disable:2203 2331)") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(3,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL _Pragma("GCC diagnostic ignored \"-Wcast-qual\"") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNUSED_FUNCTION) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNUSED_FUNCTION +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunused-function") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNUSED_FUNCTION _Pragma("clang diagnostic ignored \"-Wunused-function\"") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(3,4,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNUSED_FUNCTION _Pragma("GCC diagnostic ignored \"-Wunused-function\"") +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(1,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNUSED_FUNCTION __pragma(warning(disable:4505)) +#elif JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNUSED_FUNCTION _Pragma("diag_suppress 3142") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNUSED_FUNCTION +#endif + +#if defined(JSON_HEDLEY_DEPRECATED) + #undef JSON_HEDLEY_DEPRECATED +#endif +#if defined(JSON_HEDLEY_DEPRECATED_FOR) + #undef JSON_HEDLEY_DEPRECATED_FOR +#endif +#if \ + JSON_HEDLEY_MSVC_VERSION_CHECK(14,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DEPRECATED(since) __declspec(deprecated("Since " # since)) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) __declspec(deprecated("Since " #since "; use " #replacement)) +#elif \ + (JSON_HEDLEY_HAS_EXTENSION(attribute_deprecated_with_message) && !defined(JSON_HEDLEY_IAR_VERSION)) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,5,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,6,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,13,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(18,1,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(18,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,3,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,3,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_DEPRECATED(since) __attribute__((__deprecated__("Since " #since))) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) __attribute__((__deprecated__("Since " #since "; use " #replacement))) +#elif defined(__cplusplus) && (__cplusplus >= 201402L) + #define JSON_HEDLEY_DEPRECATED(since) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[deprecated("Since " #since)]]) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[deprecated("Since " #since "; use " #replacement)]]) +#elif \ + JSON_HEDLEY_HAS_ATTRIBUTE(deprecated) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) || \ + JSON_HEDLEY_IAR_VERSION_CHECK(8,10,0) + #define JSON_HEDLEY_DEPRECATED(since) __attribute__((__deprecated__)) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) __attribute__((__deprecated__)) +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,10,0) || \ + JSON_HEDLEY_PELLES_VERSION_CHECK(6,50,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DEPRECATED(since) __declspec(deprecated) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) __declspec(deprecated) +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DEPRECATED(since) _Pragma("deprecated") + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) _Pragma("deprecated") +#else + #define JSON_HEDLEY_DEPRECATED(since) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) +#endif + +#if defined(JSON_HEDLEY_UNAVAILABLE) + #undef JSON_HEDLEY_UNAVAILABLE +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(warning) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,3,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_UNAVAILABLE(available_since) __attribute__((__warning__("Not available until " #available_since))) +#else + #define JSON_HEDLEY_UNAVAILABLE(available_since) +#endif + +#if defined(JSON_HEDLEY_WARN_UNUSED_RESULT) + #undef JSON_HEDLEY_WARN_UNUSED_RESULT +#endif +#if defined(JSON_HEDLEY_WARN_UNUSED_RESULT_MSG) + #undef JSON_HEDLEY_WARN_UNUSED_RESULT_MSG +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(warn_unused_result) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + (JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,15,0) && defined(__cplusplus)) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_WARN_UNUSED_RESULT __attribute__((__warn_unused_result__)) + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) __attribute__((__warn_unused_result__)) +#elif (JSON_HEDLEY_HAS_CPP_ATTRIBUTE(nodiscard) >= 201907L) + #define JSON_HEDLEY_WARN_UNUSED_RESULT JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[nodiscard]]) + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[nodiscard(msg)]]) +#elif JSON_HEDLEY_HAS_CPP_ATTRIBUTE(nodiscard) + #define JSON_HEDLEY_WARN_UNUSED_RESULT JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[nodiscard]]) + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[nodiscard]]) +#elif defined(_Check_return_) /* SAL */ + #define JSON_HEDLEY_WARN_UNUSED_RESULT _Check_return_ + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) _Check_return_ +#else + #define JSON_HEDLEY_WARN_UNUSED_RESULT + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) +#endif + +#if defined(JSON_HEDLEY_SENTINEL) + #undef JSON_HEDLEY_SENTINEL +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(sentinel) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,4,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_SENTINEL(position) __attribute__((__sentinel__(position))) +#else + #define JSON_HEDLEY_SENTINEL(position) +#endif + +#if defined(JSON_HEDLEY_NO_RETURN) + #undef JSON_HEDLEY_NO_RETURN +#endif +#if JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_NO_RETURN __noreturn +#elif \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_NO_RETURN __attribute__((__noreturn__)) +#elif defined(__STDC_VERSION__) && __STDC_VERSION__ >= 201112L + #define JSON_HEDLEY_NO_RETURN _Noreturn +#elif defined(__cplusplus) && (__cplusplus >= 201103L) + #define JSON_HEDLEY_NO_RETURN JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[noreturn]]) +#elif \ + JSON_HEDLEY_HAS_ATTRIBUTE(noreturn) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,2,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_IAR_VERSION_CHECK(8,10,0) + #define JSON_HEDLEY_NO_RETURN __attribute__((__noreturn__)) +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) + #define JSON_HEDLEY_NO_RETURN _Pragma("does_not_return") +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,10,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_NO_RETURN __declspec(noreturn) +#elif JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,0,0) && defined(__cplusplus) + #define JSON_HEDLEY_NO_RETURN _Pragma("FUNC_NEVER_RETURNS;") +#elif JSON_HEDLEY_COMPCERT_VERSION_CHECK(3,2,0) + #define JSON_HEDLEY_NO_RETURN __attribute((noreturn)) +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(9,0,0) + #define JSON_HEDLEY_NO_RETURN __declspec(noreturn) +#else + #define JSON_HEDLEY_NO_RETURN +#endif + +#if defined(JSON_HEDLEY_NO_ESCAPE) + #undef JSON_HEDLEY_NO_ESCAPE +#endif +#if JSON_HEDLEY_HAS_ATTRIBUTE(noescape) + #define JSON_HEDLEY_NO_ESCAPE __attribute__((__noescape__)) +#else + #define JSON_HEDLEY_NO_ESCAPE +#endif + +#if defined(JSON_HEDLEY_UNREACHABLE) + #undef JSON_HEDLEY_UNREACHABLE +#endif +#if defined(JSON_HEDLEY_UNREACHABLE_RETURN) + #undef JSON_HEDLEY_UNREACHABLE_RETURN +#endif +#if defined(JSON_HEDLEY_ASSUME) + #undef JSON_HEDLEY_ASSUME +#endif +#if \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,10,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_ASSUME(expr) __assume(expr) +#elif JSON_HEDLEY_HAS_BUILTIN(__builtin_assume) + #define JSON_HEDLEY_ASSUME(expr) __builtin_assume(expr) +#elif \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,2,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(4,0,0) + #if defined(__cplusplus) + #define JSON_HEDLEY_ASSUME(expr) std::_nassert(expr) + #else + #define JSON_HEDLEY_ASSUME(expr) _nassert(expr) + #endif +#endif +#if \ + (JSON_HEDLEY_HAS_BUILTIN(__builtin_unreachable) && (!defined(JSON_HEDLEY_ARM_VERSION))) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,5,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(18,10,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(13,1,5) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(10,0,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_UNREACHABLE() __builtin_unreachable() +#elif defined(JSON_HEDLEY_ASSUME) + #define JSON_HEDLEY_UNREACHABLE() JSON_HEDLEY_ASSUME(0) +#endif +#if !defined(JSON_HEDLEY_ASSUME) + #if defined(JSON_HEDLEY_UNREACHABLE) + #define JSON_HEDLEY_ASSUME(expr) JSON_HEDLEY_STATIC_CAST(void, ((expr) ? 1 : (JSON_HEDLEY_UNREACHABLE(), 1))) + #else + #define JSON_HEDLEY_ASSUME(expr) JSON_HEDLEY_STATIC_CAST(void, expr) + #endif +#endif +#if defined(JSON_HEDLEY_UNREACHABLE) + #if \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,2,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(4,0,0) + #define JSON_HEDLEY_UNREACHABLE_RETURN(value) return (JSON_HEDLEY_STATIC_CAST(void, JSON_HEDLEY_ASSUME(0)), (value)) + #else + #define JSON_HEDLEY_UNREACHABLE_RETURN(value) JSON_HEDLEY_UNREACHABLE() + #endif +#else + #define JSON_HEDLEY_UNREACHABLE_RETURN(value) return (value) +#endif +#if !defined(JSON_HEDLEY_UNREACHABLE) + #define JSON_HEDLEY_UNREACHABLE() JSON_HEDLEY_ASSUME(0) +#endif + +JSON_HEDLEY_DIAGNOSTIC_PUSH +#if JSON_HEDLEY_HAS_WARNING("-Wpedantic") + #pragma clang diagnostic ignored "-Wpedantic" +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wc++98-compat-pedantic") && defined(__cplusplus) + #pragma clang diagnostic ignored "-Wc++98-compat-pedantic" +#endif +#if JSON_HEDLEY_GCC_HAS_WARNING("-Wvariadic-macros",4,0,0) + #if defined(__clang__) + #pragma clang diagnostic ignored "-Wvariadic-macros" + #elif defined(JSON_HEDLEY_GCC_VERSION) + #pragma GCC diagnostic ignored "-Wvariadic-macros" + #endif +#endif +#if defined(JSON_HEDLEY_NON_NULL) + #undef JSON_HEDLEY_NON_NULL +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(nonnull) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,3,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) + #define JSON_HEDLEY_NON_NULL(...) __attribute__((__nonnull__(__VA_ARGS__))) +#else + #define JSON_HEDLEY_NON_NULL(...) +#endif +JSON_HEDLEY_DIAGNOSTIC_POP + +#if defined(JSON_HEDLEY_PRINTF_FORMAT) + #undef JSON_HEDLEY_PRINTF_FORMAT +#endif +#if defined(__MINGW32__) && JSON_HEDLEY_GCC_HAS_ATTRIBUTE(format,4,4,0) && !defined(__USE_MINGW_ANSI_STDIO) + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) __attribute__((__format__(ms_printf, string_idx, first_to_check))) +#elif defined(__MINGW32__) && JSON_HEDLEY_GCC_HAS_ATTRIBUTE(format,4,4,0) && defined(__USE_MINGW_ANSI_STDIO) + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) __attribute__((__format__(gnu_printf, string_idx, first_to_check))) +#elif \ + JSON_HEDLEY_HAS_ATTRIBUTE(format) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,6,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) __attribute__((__format__(__printf__, string_idx, first_to_check))) +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(6,0,0) + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) __declspec(vaformat(printf,string_idx,first_to_check)) +#else + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) +#endif + +#if defined(JSON_HEDLEY_CONSTEXPR) + #undef JSON_HEDLEY_CONSTEXPR +#endif +#if defined(__cplusplus) + #if __cplusplus >= 201103L + #define JSON_HEDLEY_CONSTEXPR JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(constexpr) + #endif +#endif +#if !defined(JSON_HEDLEY_CONSTEXPR) + #define JSON_HEDLEY_CONSTEXPR +#endif + +#if defined(JSON_HEDLEY_PREDICT) + #undef JSON_HEDLEY_PREDICT +#endif +#if defined(JSON_HEDLEY_LIKELY) + #undef JSON_HEDLEY_LIKELY +#endif +#if defined(JSON_HEDLEY_UNLIKELY) + #undef JSON_HEDLEY_UNLIKELY +#endif +#if defined(JSON_HEDLEY_UNPREDICTABLE) + #undef JSON_HEDLEY_UNPREDICTABLE +#endif +#if JSON_HEDLEY_HAS_BUILTIN(__builtin_unpredictable) + #define JSON_HEDLEY_UNPREDICTABLE(expr) __builtin_unpredictable((expr)) +#endif +#if \ + (JSON_HEDLEY_HAS_BUILTIN(__builtin_expect_with_probability) && !defined(JSON_HEDLEY_PGI_VERSION)) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(9,0,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) +# define JSON_HEDLEY_PREDICT(expr, value, probability) __builtin_expect_with_probability( (expr), (value), (probability)) +# define JSON_HEDLEY_PREDICT_TRUE(expr, probability) __builtin_expect_with_probability(!!(expr), 1 , (probability)) +# define JSON_HEDLEY_PREDICT_FALSE(expr, probability) __builtin_expect_with_probability(!!(expr), 0 , (probability)) +# define JSON_HEDLEY_LIKELY(expr) __builtin_expect (!!(expr), 1 ) +# define JSON_HEDLEY_UNLIKELY(expr) __builtin_expect (!!(expr), 0 ) +#elif \ + (JSON_HEDLEY_HAS_BUILTIN(__builtin_expect) && !defined(JSON_HEDLEY_INTEL_CL_VERSION)) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + (JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,15,0) && defined(__cplusplus)) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,7,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,1,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_TINYC_VERSION_CHECK(0,9,27) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(8,1,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) +# define JSON_HEDLEY_PREDICT(expr, expected, probability) \ + (((probability) >= 0.9) ? __builtin_expect((expr), (expected)) : (JSON_HEDLEY_STATIC_CAST(void, expected), (expr))) +# define JSON_HEDLEY_PREDICT_TRUE(expr, probability) \ + (__extension__ ({ \ + double hedley_probability_ = (probability); \ + ((hedley_probability_ >= 0.9) ? __builtin_expect(!!(expr), 1) : ((hedley_probability_ <= 0.1) ? __builtin_expect(!!(expr), 0) : !!(expr))); \ + })) +# define JSON_HEDLEY_PREDICT_FALSE(expr, probability) \ + (__extension__ ({ \ + double hedley_probability_ = (probability); \ + ((hedley_probability_ >= 0.9) ? __builtin_expect(!!(expr), 0) : ((hedley_probability_ <= 0.1) ? __builtin_expect(!!(expr), 1) : !!(expr))); \ + })) +# define JSON_HEDLEY_LIKELY(expr) __builtin_expect(!!(expr), 1) +# define JSON_HEDLEY_UNLIKELY(expr) __builtin_expect(!!(expr), 0) +#else +# define JSON_HEDLEY_PREDICT(expr, expected, probability) (JSON_HEDLEY_STATIC_CAST(void, expected), (expr)) +# define JSON_HEDLEY_PREDICT_TRUE(expr, probability) (!!(expr)) +# define JSON_HEDLEY_PREDICT_FALSE(expr, probability) (!!(expr)) +# define JSON_HEDLEY_LIKELY(expr) (!!(expr)) +# define JSON_HEDLEY_UNLIKELY(expr) (!!(expr)) +#endif +#if !defined(JSON_HEDLEY_UNPREDICTABLE) + #define JSON_HEDLEY_UNPREDICTABLE(expr) JSON_HEDLEY_PREDICT(expr, 1, 0.5) +#endif + +#if defined(JSON_HEDLEY_MALLOC) + #undef JSON_HEDLEY_MALLOC +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(malloc) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(12,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_MALLOC __attribute__((__malloc__)) +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) + #define JSON_HEDLEY_MALLOC _Pragma("returns_new_memory") +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(14,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_MALLOC __declspec(restrict) +#else + #define JSON_HEDLEY_MALLOC +#endif + +#if defined(JSON_HEDLEY_PURE) + #undef JSON_HEDLEY_PURE +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(pure) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(2,96,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) +# define JSON_HEDLEY_PURE __attribute__((__pure__)) +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) +# define JSON_HEDLEY_PURE _Pragma("does_not_write_global_data") +#elif defined(__cplusplus) && \ + ( \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(2,0,1) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(4,0,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) \ + ) +# define JSON_HEDLEY_PURE _Pragma("FUNC_IS_PURE;") +#else +# define JSON_HEDLEY_PURE +#endif + +#if defined(JSON_HEDLEY_CONST) + #undef JSON_HEDLEY_CONST +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(const) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(2,5,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_CONST __attribute__((__const__)) +#elif \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) + #define JSON_HEDLEY_CONST _Pragma("no_side_effect") +#else + #define JSON_HEDLEY_CONST JSON_HEDLEY_PURE +#endif + +#if defined(JSON_HEDLEY_RESTRICT) + #undef JSON_HEDLEY_RESTRICT +#endif +#if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) && !defined(__cplusplus) + #define JSON_HEDLEY_RESTRICT restrict +#elif \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_MSVC_VERSION_CHECK(14,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,2,4) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,1,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + (JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,14,0) && defined(__cplusplus)) || \ + JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) || \ + defined(__clang__) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_RESTRICT __restrict +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,3,0) && !defined(__cplusplus) + #define JSON_HEDLEY_RESTRICT _Restrict +#else + #define JSON_HEDLEY_RESTRICT +#endif + +#if defined(JSON_HEDLEY_INLINE) + #undef JSON_HEDLEY_INLINE +#endif +#if \ + (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)) || \ + (defined(__cplusplus) && (__cplusplus >= 199711L)) + #define JSON_HEDLEY_INLINE inline +#elif \ + defined(JSON_HEDLEY_GCC_VERSION) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(6,2,0) + #define JSON_HEDLEY_INLINE __inline__ +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(12,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,1,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,2,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,0,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_INLINE __inline +#else + #define JSON_HEDLEY_INLINE +#endif + +#if defined(JSON_HEDLEY_ALWAYS_INLINE) + #undef JSON_HEDLEY_ALWAYS_INLINE +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(always_inline) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) || \ + JSON_HEDLEY_IAR_VERSION_CHECK(8,10,0) +# define JSON_HEDLEY_ALWAYS_INLINE __attribute__((__always_inline__)) JSON_HEDLEY_INLINE +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(12,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) +# define JSON_HEDLEY_ALWAYS_INLINE __forceinline +#elif defined(__cplusplus) && \ + ( \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,1,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) \ + ) +# define JSON_HEDLEY_ALWAYS_INLINE _Pragma("FUNC_ALWAYS_INLINE;") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) +# define JSON_HEDLEY_ALWAYS_INLINE _Pragma("inline=forced") +#else +# define JSON_HEDLEY_ALWAYS_INLINE JSON_HEDLEY_INLINE +#endif + +#if defined(JSON_HEDLEY_NEVER_INLINE) + #undef JSON_HEDLEY_NEVER_INLINE +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(noinline) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) || \ + JSON_HEDLEY_IAR_VERSION_CHECK(8,10,0) + #define JSON_HEDLEY_NEVER_INLINE __attribute__((__noinline__)) +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,10,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_NEVER_INLINE __declspec(noinline) +#elif JSON_HEDLEY_PGI_VERSION_CHECK(10,2,0) + #define JSON_HEDLEY_NEVER_INLINE _Pragma("noinline") +#elif JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,0,0) && defined(__cplusplus) + #define JSON_HEDLEY_NEVER_INLINE _Pragma("FUNC_CANNOT_INLINE;") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_NEVER_INLINE _Pragma("inline=never") +#elif JSON_HEDLEY_COMPCERT_VERSION_CHECK(3,2,0) + #define JSON_HEDLEY_NEVER_INLINE __attribute((noinline)) +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(9,0,0) + #define JSON_HEDLEY_NEVER_INLINE __declspec(noinline) +#else + #define JSON_HEDLEY_NEVER_INLINE +#endif + +#if defined(JSON_HEDLEY_PRIVATE) + #undef JSON_HEDLEY_PRIVATE +#endif +#if defined(JSON_HEDLEY_PUBLIC) + #undef JSON_HEDLEY_PUBLIC +#endif +#if defined(JSON_HEDLEY_IMPORT) + #undef JSON_HEDLEY_IMPORT +#endif +#if defined(_WIN32) || defined(__CYGWIN__) +# define JSON_HEDLEY_PRIVATE +# define JSON_HEDLEY_PUBLIC __declspec(dllexport) +# define JSON_HEDLEY_IMPORT __declspec(dllimport) +#else +# if \ + JSON_HEDLEY_HAS_ATTRIBUTE(visibility) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,3,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(13,1,0) || \ + ( \ + defined(__TI_EABI__) && \ + ( \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) \ + ) \ + ) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) +# define JSON_HEDLEY_PRIVATE __attribute__((__visibility__("hidden"))) +# define JSON_HEDLEY_PUBLIC __attribute__((__visibility__("default"))) +# else +# define JSON_HEDLEY_PRIVATE +# define JSON_HEDLEY_PUBLIC +# endif +# define JSON_HEDLEY_IMPORT extern +#endif + +#if defined(JSON_HEDLEY_NO_THROW) + #undef JSON_HEDLEY_NO_THROW +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(nothrow) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,3,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_NO_THROW __attribute__((__nothrow__)) +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,1,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) + #define JSON_HEDLEY_NO_THROW __declspec(nothrow) +#else + #define JSON_HEDLEY_NO_THROW +#endif + +#if defined(JSON_HEDLEY_FALL_THROUGH) + #undef JSON_HEDLEY_FALL_THROUGH +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(fallthrough) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(7,0,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_FALL_THROUGH __attribute__((__fallthrough__)) +#elif JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS(clang,fallthrough) + #define JSON_HEDLEY_FALL_THROUGH JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[clang::fallthrough]]) +#elif JSON_HEDLEY_HAS_CPP_ATTRIBUTE(fallthrough) + #define JSON_HEDLEY_FALL_THROUGH JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[fallthrough]]) +#elif defined(__fallthrough) /* SAL */ + #define JSON_HEDLEY_FALL_THROUGH __fallthrough +#else + #define JSON_HEDLEY_FALL_THROUGH +#endif + +#if defined(JSON_HEDLEY_RETURNS_NON_NULL) + #undef JSON_HEDLEY_RETURNS_NON_NULL +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(returns_nonnull) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,9,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_RETURNS_NON_NULL __attribute__((__returns_nonnull__)) +#elif defined(_Ret_notnull_) /* SAL */ + #define JSON_HEDLEY_RETURNS_NON_NULL _Ret_notnull_ +#else + #define JSON_HEDLEY_RETURNS_NON_NULL +#endif + +#if defined(JSON_HEDLEY_ARRAY_PARAM) + #undef JSON_HEDLEY_ARRAY_PARAM +#endif +#if \ + defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) && \ + !defined(__STDC_NO_VLA__) && \ + !defined(__cplusplus) && \ + !defined(JSON_HEDLEY_PGI_VERSION) && \ + !defined(JSON_HEDLEY_TINYC_VERSION) + #define JSON_HEDLEY_ARRAY_PARAM(name) (name) +#else + #define JSON_HEDLEY_ARRAY_PARAM(name) +#endif + +#if defined(JSON_HEDLEY_IS_CONSTANT) + #undef JSON_HEDLEY_IS_CONSTANT +#endif +#if defined(JSON_HEDLEY_REQUIRE_CONSTEXPR) + #undef JSON_HEDLEY_REQUIRE_CONSTEXPR +#endif +/* JSON_HEDLEY_IS_CONSTEXPR_ is for + HEDLEY INTERNAL USE ONLY. API subject to change without notice. */ +#if defined(JSON_HEDLEY_IS_CONSTEXPR_) + #undef JSON_HEDLEY_IS_CONSTEXPR_ +#endif +#if \ + JSON_HEDLEY_HAS_BUILTIN(__builtin_constant_p) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_TINYC_VERSION_CHECK(0,9,19) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(13,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,1,0) || \ + (JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) && !defined(__cplusplus)) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(8,1,0) || \ + JSON_HEDLEY_MCST_LCC_VERSION_CHECK(1,25,10) + #define JSON_HEDLEY_IS_CONSTANT(expr) __builtin_constant_p(expr) +#endif +#if !defined(__cplusplus) +# if \ + JSON_HEDLEY_HAS_BUILTIN(__builtin_types_compatible_p) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(13,1,0) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(8,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,4,0) || \ + JSON_HEDLEY_TINYC_VERSION_CHECK(0,9,24) +#if defined(__INTPTR_TYPE__) + #define JSON_HEDLEY_IS_CONSTEXPR_(expr) __builtin_types_compatible_p(__typeof__((1 ? (void*) ((__INTPTR_TYPE__) ((expr) * 0)) : (int*) 0)), int*) +#else + #include + #define JSON_HEDLEY_IS_CONSTEXPR_(expr) __builtin_types_compatible_p(__typeof__((1 ? (void*) ((intptr_t) ((expr) * 0)) : (int*) 0)), int*) +#endif +# elif \ + ( \ + defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201112L) && \ + !defined(JSON_HEDLEY_SUNPRO_VERSION) && \ + !defined(JSON_HEDLEY_PGI_VERSION) && \ + !defined(JSON_HEDLEY_IAR_VERSION)) || \ + (JSON_HEDLEY_HAS_EXTENSION(c_generic_selections) && !defined(JSON_HEDLEY_IAR_VERSION)) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,9,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(17,0,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(12,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,3,0) +#if defined(__INTPTR_TYPE__) + #define JSON_HEDLEY_IS_CONSTEXPR_(expr) _Generic((1 ? (void*) ((__INTPTR_TYPE__) ((expr) * 0)) : (int*) 0), int*: 1, void*: 0) +#else + #include + #define JSON_HEDLEY_IS_CONSTEXPR_(expr) _Generic((1 ? (void*) ((intptr_t) * 0) : (int*) 0), int*: 1, void*: 0) +#endif +# elif \ + defined(JSON_HEDLEY_GCC_VERSION) || \ + defined(JSON_HEDLEY_INTEL_VERSION) || \ + defined(JSON_HEDLEY_TINYC_VERSION) || \ + defined(JSON_HEDLEY_TI_ARMCL_VERSION) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(18,12,0) || \ + defined(JSON_HEDLEY_TI_CL2000_VERSION) || \ + defined(JSON_HEDLEY_TI_CL6X_VERSION) || \ + defined(JSON_HEDLEY_TI_CL7X_VERSION) || \ + defined(JSON_HEDLEY_TI_CLPRU_VERSION) || \ + defined(__clang__) +# define JSON_HEDLEY_IS_CONSTEXPR_(expr) ( \ + sizeof(void) != \ + sizeof(*( \ + 1 ? \ + ((void*) ((expr) * 0L) ) : \ +((struct { char v[sizeof(void) * 2]; } *) 1) \ + ) \ + ) \ + ) +# endif +#endif +#if defined(JSON_HEDLEY_IS_CONSTEXPR_) + #if !defined(JSON_HEDLEY_IS_CONSTANT) + #define JSON_HEDLEY_IS_CONSTANT(expr) JSON_HEDLEY_IS_CONSTEXPR_(expr) + #endif + #define JSON_HEDLEY_REQUIRE_CONSTEXPR(expr) (JSON_HEDLEY_IS_CONSTEXPR_(expr) ? (expr) : (-1)) +#else + #if !defined(JSON_HEDLEY_IS_CONSTANT) + #define JSON_HEDLEY_IS_CONSTANT(expr) (0) + #endif + #define JSON_HEDLEY_REQUIRE_CONSTEXPR(expr) (expr) +#endif + +#if defined(JSON_HEDLEY_BEGIN_C_DECLS) + #undef JSON_HEDLEY_BEGIN_C_DECLS +#endif +#if defined(JSON_HEDLEY_END_C_DECLS) + #undef JSON_HEDLEY_END_C_DECLS +#endif +#if defined(JSON_HEDLEY_C_DECL) + #undef JSON_HEDLEY_C_DECL +#endif +#if defined(__cplusplus) + #define JSON_HEDLEY_BEGIN_C_DECLS extern "C" { + #define JSON_HEDLEY_END_C_DECLS } + #define JSON_HEDLEY_C_DECL extern "C" +#else + #define JSON_HEDLEY_BEGIN_C_DECLS + #define JSON_HEDLEY_END_C_DECLS + #define JSON_HEDLEY_C_DECL +#endif + +#if defined(JSON_HEDLEY_STATIC_ASSERT) + #undef JSON_HEDLEY_STATIC_ASSERT +#endif +#if \ + !defined(__cplusplus) && ( \ + (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201112L)) || \ + (JSON_HEDLEY_HAS_FEATURE(c_static_assert) && !defined(JSON_HEDLEY_INTEL_CL_VERSION)) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(6,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + defined(_Static_assert) \ + ) +# define JSON_HEDLEY_STATIC_ASSERT(expr, message) _Static_assert(expr, message) +#elif \ + (defined(__cplusplus) && (__cplusplus >= 201103L)) || \ + JSON_HEDLEY_MSVC_VERSION_CHECK(16,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) +# define JSON_HEDLEY_STATIC_ASSERT(expr, message) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(static_assert(expr, message)) +#else +# define JSON_HEDLEY_STATIC_ASSERT(expr, message) +#endif + +#if defined(JSON_HEDLEY_NULL) + #undef JSON_HEDLEY_NULL +#endif +#if defined(__cplusplus) + #if __cplusplus >= 201103L + #define JSON_HEDLEY_NULL JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(nullptr) + #elif defined(NULL) + #define JSON_HEDLEY_NULL NULL + #else + #define JSON_HEDLEY_NULL JSON_HEDLEY_STATIC_CAST(void*, 0) + #endif +#elif defined(NULL) + #define JSON_HEDLEY_NULL NULL +#else + #define JSON_HEDLEY_NULL ((void*) 0) +#endif + +#if defined(JSON_HEDLEY_MESSAGE) + #undef JSON_HEDLEY_MESSAGE +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunknown-pragmas") +# define JSON_HEDLEY_MESSAGE(msg) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS \ + JSON_HEDLEY_PRAGMA(message msg) \ + JSON_HEDLEY_DIAGNOSTIC_POP +#elif \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) +# define JSON_HEDLEY_MESSAGE(msg) JSON_HEDLEY_PRAGMA(message msg) +#elif JSON_HEDLEY_CRAY_VERSION_CHECK(5,0,0) +# define JSON_HEDLEY_MESSAGE(msg) JSON_HEDLEY_PRAGMA(_CRI message msg) +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) +# define JSON_HEDLEY_MESSAGE(msg) JSON_HEDLEY_PRAGMA(message(msg)) +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(2,0,0) +# define JSON_HEDLEY_MESSAGE(msg) JSON_HEDLEY_PRAGMA(message(msg)) +#else +# define JSON_HEDLEY_MESSAGE(msg) +#endif + +#if defined(JSON_HEDLEY_WARNING) + #undef JSON_HEDLEY_WARNING +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunknown-pragmas") +# define JSON_HEDLEY_WARNING(msg) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS \ + JSON_HEDLEY_PRAGMA(clang warning msg) \ + JSON_HEDLEY_DIAGNOSTIC_POP +#elif \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,8,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(18,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) +# define JSON_HEDLEY_WARNING(msg) JSON_HEDLEY_PRAGMA(GCC warning msg) +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) +# define JSON_HEDLEY_WARNING(msg) JSON_HEDLEY_PRAGMA(message(msg)) +#else +# define JSON_HEDLEY_WARNING(msg) JSON_HEDLEY_MESSAGE(msg) +#endif + +#if defined(JSON_HEDLEY_REQUIRE) + #undef JSON_HEDLEY_REQUIRE +#endif +#if defined(JSON_HEDLEY_REQUIRE_MSG) + #undef JSON_HEDLEY_REQUIRE_MSG +#endif +#if JSON_HEDLEY_HAS_ATTRIBUTE(diagnose_if) +# if JSON_HEDLEY_HAS_WARNING("-Wgcc-compat") +# define JSON_HEDLEY_REQUIRE(expr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wgcc-compat\"") \ + __attribute__((diagnose_if(!(expr), #expr, "error"))) \ + JSON_HEDLEY_DIAGNOSTIC_POP +# define JSON_HEDLEY_REQUIRE_MSG(expr,msg) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wgcc-compat\"") \ + __attribute__((diagnose_if(!(expr), msg, "error"))) \ + JSON_HEDLEY_DIAGNOSTIC_POP +# else +# define JSON_HEDLEY_REQUIRE(expr) __attribute__((diagnose_if(!(expr), #expr, "error"))) +# define JSON_HEDLEY_REQUIRE_MSG(expr,msg) __attribute__((diagnose_if(!(expr), msg, "error"))) +# endif +#else +# define JSON_HEDLEY_REQUIRE(expr) +# define JSON_HEDLEY_REQUIRE_MSG(expr,msg) +#endif + +#if defined(JSON_HEDLEY_FLAGS) + #undef JSON_HEDLEY_FLAGS +#endif +#if JSON_HEDLEY_HAS_ATTRIBUTE(flag_enum) && (!defined(__cplusplus) || JSON_HEDLEY_HAS_WARNING("-Wbitfield-enum-conversion")) + #define JSON_HEDLEY_FLAGS __attribute__((__flag_enum__)) +#else + #define JSON_HEDLEY_FLAGS +#endif + +#if defined(JSON_HEDLEY_FLAGS_CAST) + #undef JSON_HEDLEY_FLAGS_CAST +#endif +#if JSON_HEDLEY_INTEL_VERSION_CHECK(19,0,0) +# define JSON_HEDLEY_FLAGS_CAST(T, expr) (__extension__ ({ \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("warning(disable:188)") \ + ((T) (expr)); \ + JSON_HEDLEY_DIAGNOSTIC_POP \ + })) +#else +# define JSON_HEDLEY_FLAGS_CAST(T, expr) JSON_HEDLEY_STATIC_CAST(T, expr) +#endif + +#if defined(JSON_HEDLEY_EMPTY_BASES) + #undef JSON_HEDLEY_EMPTY_BASES +#endif +#if \ + (JSON_HEDLEY_MSVC_VERSION_CHECK(19,0,23918) && !JSON_HEDLEY_MSVC_VERSION_CHECK(20,0,0)) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_EMPTY_BASES __declspec(empty_bases) +#else + #define JSON_HEDLEY_EMPTY_BASES +#endif + +/* Remaining macros are deprecated. */ + +#if defined(JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK) + #undef JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK +#endif +#if defined(__clang__) + #define JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK(major,minor,patch) (0) +#else + #define JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK(major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_CLANG_HAS_ATTRIBUTE) + #undef JSON_HEDLEY_CLANG_HAS_ATTRIBUTE +#endif +#define JSON_HEDLEY_CLANG_HAS_ATTRIBUTE(attribute) JSON_HEDLEY_HAS_ATTRIBUTE(attribute) + +#if defined(JSON_HEDLEY_CLANG_HAS_CPP_ATTRIBUTE) + #undef JSON_HEDLEY_CLANG_HAS_CPP_ATTRIBUTE +#endif +#define JSON_HEDLEY_CLANG_HAS_CPP_ATTRIBUTE(attribute) JSON_HEDLEY_HAS_CPP_ATTRIBUTE(attribute) + +#if defined(JSON_HEDLEY_CLANG_HAS_BUILTIN) + #undef JSON_HEDLEY_CLANG_HAS_BUILTIN +#endif +#define JSON_HEDLEY_CLANG_HAS_BUILTIN(builtin) JSON_HEDLEY_HAS_BUILTIN(builtin) + +#if defined(JSON_HEDLEY_CLANG_HAS_FEATURE) + #undef JSON_HEDLEY_CLANG_HAS_FEATURE +#endif +#define JSON_HEDLEY_CLANG_HAS_FEATURE(feature) JSON_HEDLEY_HAS_FEATURE(feature) + +#if defined(JSON_HEDLEY_CLANG_HAS_EXTENSION) + #undef JSON_HEDLEY_CLANG_HAS_EXTENSION +#endif +#define JSON_HEDLEY_CLANG_HAS_EXTENSION(extension) JSON_HEDLEY_HAS_EXTENSION(extension) + +#if defined(JSON_HEDLEY_CLANG_HAS_DECLSPEC_DECLSPEC_ATTRIBUTE) + #undef JSON_HEDLEY_CLANG_HAS_DECLSPEC_DECLSPEC_ATTRIBUTE +#endif +#define JSON_HEDLEY_CLANG_HAS_DECLSPEC_ATTRIBUTE(attribute) JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE(attribute) + +#if defined(JSON_HEDLEY_CLANG_HAS_WARNING) + #undef JSON_HEDLEY_CLANG_HAS_WARNING +#endif +#define JSON_HEDLEY_CLANG_HAS_WARNING(warning) JSON_HEDLEY_HAS_WARNING(warning) + +#endif /* !defined(JSON_HEDLEY_VERSION) || (JSON_HEDLEY_VERSION < X) */ diff --git a/third_party/nlohmann/nlohmann/thirdparty/hedley/hedley_undef.hpp b/third_party/nlohmann/nlohmann/thirdparty/hedley/hedley_undef.hpp new file mode 100644 index 0000000000000000000000000000000000000000..d2b37a16d67eec5c84102808f30efaddfb8866e0 --- /dev/null +++ b/third_party/nlohmann/nlohmann/thirdparty/hedley/hedley_undef.hpp @@ -0,0 +1,150 @@ +#pragma once + +#undef JSON_HEDLEY_ALWAYS_INLINE +#undef JSON_HEDLEY_ARM_VERSION +#undef JSON_HEDLEY_ARM_VERSION_CHECK +#undef JSON_HEDLEY_ARRAY_PARAM +#undef JSON_HEDLEY_ASSUME +#undef JSON_HEDLEY_BEGIN_C_DECLS +#undef JSON_HEDLEY_CLANG_HAS_ATTRIBUTE +#undef JSON_HEDLEY_CLANG_HAS_BUILTIN +#undef JSON_HEDLEY_CLANG_HAS_CPP_ATTRIBUTE +#undef JSON_HEDLEY_CLANG_HAS_DECLSPEC_DECLSPEC_ATTRIBUTE +#undef JSON_HEDLEY_CLANG_HAS_EXTENSION +#undef JSON_HEDLEY_CLANG_HAS_FEATURE +#undef JSON_HEDLEY_CLANG_HAS_WARNING +#undef JSON_HEDLEY_COMPCERT_VERSION +#undef JSON_HEDLEY_COMPCERT_VERSION_CHECK +#undef JSON_HEDLEY_CONCAT +#undef JSON_HEDLEY_CONCAT3 +#undef JSON_HEDLEY_CONCAT3_EX +#undef JSON_HEDLEY_CONCAT_EX +#undef JSON_HEDLEY_CONST +#undef JSON_HEDLEY_CONSTEXPR +#undef JSON_HEDLEY_CONST_CAST +#undef JSON_HEDLEY_CPP_CAST +#undef JSON_HEDLEY_CRAY_VERSION +#undef JSON_HEDLEY_CRAY_VERSION_CHECK +#undef JSON_HEDLEY_C_DECL +#undef JSON_HEDLEY_DEPRECATED +#undef JSON_HEDLEY_DEPRECATED_FOR +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_ +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNUSED_FUNCTION +#undef JSON_HEDLEY_DIAGNOSTIC_POP +#undef JSON_HEDLEY_DIAGNOSTIC_PUSH +#undef JSON_HEDLEY_DMC_VERSION +#undef JSON_HEDLEY_DMC_VERSION_CHECK +#undef JSON_HEDLEY_EMPTY_BASES +#undef JSON_HEDLEY_EMSCRIPTEN_VERSION +#undef JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK +#undef JSON_HEDLEY_END_C_DECLS +#undef JSON_HEDLEY_FLAGS +#undef JSON_HEDLEY_FLAGS_CAST +#undef JSON_HEDLEY_GCC_HAS_ATTRIBUTE +#undef JSON_HEDLEY_GCC_HAS_BUILTIN +#undef JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE +#undef JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE +#undef JSON_HEDLEY_GCC_HAS_EXTENSION +#undef JSON_HEDLEY_GCC_HAS_FEATURE +#undef JSON_HEDLEY_GCC_HAS_WARNING +#undef JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK +#undef JSON_HEDLEY_GCC_VERSION +#undef JSON_HEDLEY_GCC_VERSION_CHECK +#undef JSON_HEDLEY_GNUC_HAS_ATTRIBUTE +#undef JSON_HEDLEY_GNUC_HAS_BUILTIN +#undef JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE +#undef JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE +#undef JSON_HEDLEY_GNUC_HAS_EXTENSION +#undef JSON_HEDLEY_GNUC_HAS_FEATURE +#undef JSON_HEDLEY_GNUC_HAS_WARNING +#undef JSON_HEDLEY_GNUC_VERSION +#undef JSON_HEDLEY_GNUC_VERSION_CHECK +#undef JSON_HEDLEY_HAS_ATTRIBUTE +#undef JSON_HEDLEY_HAS_BUILTIN +#undef JSON_HEDLEY_HAS_CPP_ATTRIBUTE +#undef JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS +#undef JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE +#undef JSON_HEDLEY_HAS_EXTENSION +#undef JSON_HEDLEY_HAS_FEATURE +#undef JSON_HEDLEY_HAS_WARNING +#undef JSON_HEDLEY_IAR_VERSION +#undef JSON_HEDLEY_IAR_VERSION_CHECK +#undef JSON_HEDLEY_IBM_VERSION +#undef JSON_HEDLEY_IBM_VERSION_CHECK +#undef JSON_HEDLEY_IMPORT +#undef JSON_HEDLEY_INLINE +#undef JSON_HEDLEY_INTEL_CL_VERSION +#undef JSON_HEDLEY_INTEL_CL_VERSION_CHECK +#undef JSON_HEDLEY_INTEL_VERSION +#undef JSON_HEDLEY_INTEL_VERSION_CHECK +#undef JSON_HEDLEY_IS_CONSTANT +#undef JSON_HEDLEY_IS_CONSTEXPR_ +#undef JSON_HEDLEY_LIKELY +#undef JSON_HEDLEY_MALLOC +#undef JSON_HEDLEY_MCST_LCC_VERSION +#undef JSON_HEDLEY_MCST_LCC_VERSION_CHECK +#undef JSON_HEDLEY_MESSAGE +#undef JSON_HEDLEY_MSVC_VERSION +#undef JSON_HEDLEY_MSVC_VERSION_CHECK +#undef JSON_HEDLEY_NEVER_INLINE +#undef JSON_HEDLEY_NON_NULL +#undef JSON_HEDLEY_NO_ESCAPE +#undef JSON_HEDLEY_NO_RETURN +#undef JSON_HEDLEY_NO_THROW +#undef JSON_HEDLEY_NULL +#undef JSON_HEDLEY_PELLES_VERSION +#undef JSON_HEDLEY_PELLES_VERSION_CHECK +#undef JSON_HEDLEY_PGI_VERSION +#undef JSON_HEDLEY_PGI_VERSION_CHECK +#undef JSON_HEDLEY_PREDICT +#undef JSON_HEDLEY_PRINTF_FORMAT +#undef JSON_HEDLEY_PRIVATE +#undef JSON_HEDLEY_PUBLIC +#undef JSON_HEDLEY_PURE +#undef JSON_HEDLEY_REINTERPRET_CAST +#undef JSON_HEDLEY_REQUIRE +#undef JSON_HEDLEY_REQUIRE_CONSTEXPR +#undef JSON_HEDLEY_REQUIRE_MSG +#undef JSON_HEDLEY_RESTRICT +#undef JSON_HEDLEY_RETURNS_NON_NULL +#undef JSON_HEDLEY_SENTINEL +#undef JSON_HEDLEY_STATIC_ASSERT +#undef JSON_HEDLEY_STATIC_CAST +#undef JSON_HEDLEY_STRINGIFY +#undef JSON_HEDLEY_STRINGIFY_EX +#undef JSON_HEDLEY_SUNPRO_VERSION +#undef JSON_HEDLEY_SUNPRO_VERSION_CHECK +#undef JSON_HEDLEY_TINYC_VERSION +#undef JSON_HEDLEY_TINYC_VERSION_CHECK +#undef JSON_HEDLEY_TI_ARMCL_VERSION +#undef JSON_HEDLEY_TI_ARMCL_VERSION_CHECK +#undef JSON_HEDLEY_TI_CL2000_VERSION +#undef JSON_HEDLEY_TI_CL2000_VERSION_CHECK +#undef JSON_HEDLEY_TI_CL430_VERSION +#undef JSON_HEDLEY_TI_CL430_VERSION_CHECK +#undef JSON_HEDLEY_TI_CL6X_VERSION +#undef JSON_HEDLEY_TI_CL6X_VERSION_CHECK +#undef JSON_HEDLEY_TI_CL7X_VERSION +#undef JSON_HEDLEY_TI_CL7X_VERSION_CHECK +#undef JSON_HEDLEY_TI_CLPRU_VERSION +#undef JSON_HEDLEY_TI_CLPRU_VERSION_CHECK +#undef JSON_HEDLEY_TI_VERSION +#undef JSON_HEDLEY_TI_VERSION_CHECK +#undef JSON_HEDLEY_UNAVAILABLE +#undef JSON_HEDLEY_UNLIKELY +#undef JSON_HEDLEY_UNPREDICTABLE +#undef JSON_HEDLEY_UNREACHABLE +#undef JSON_HEDLEY_UNREACHABLE_RETURN +#undef JSON_HEDLEY_VERSION +#undef JSON_HEDLEY_VERSION_DECODE_MAJOR +#undef JSON_HEDLEY_VERSION_DECODE_MINOR +#undef JSON_HEDLEY_VERSION_DECODE_REVISION +#undef JSON_HEDLEY_VERSION_ENCODE +#undef JSON_HEDLEY_WARNING +#undef JSON_HEDLEY_WARN_UNUSED_RESULT +#undef JSON_HEDLEY_WARN_UNUSED_RESULT_MSG +#undef JSON_HEDLEY_FALL_THROUGH diff --git a/tools/analyze_numeric_trace.py b/tools/analyze_numeric_trace.py new file mode 100644 index 0000000000000000000000000000000000000000..7eab0746c7c76b7e19af4b4756b9354d2feae7dd --- /dev/null +++ b/tools/analyze_numeric_trace.py @@ -0,0 +1,36 @@ +#!/usr/bin/env python3 +"""Compare opt-in layer dumps. All-row maxima plus last-token cosine.""" +import argparse +import json +from pathlib import Path +import numpy as np + +parser = argparse.ArgumentParser(description=__doc__) +parser.add_argument("baseline", type=Path) +parser.add_argument("candidate", type=Path) +args = parser.parse_args() +records = [] +for position in (0, 128, 129): + for layer in range(24): + row = {"position": position, "layer": layer} + for stage in ("attention", "post_attention", "ffn", "output", "routes"): + name = f"{position}_layer{layer}_{stage}.f32" + a_path, b_path = args.baseline / name, args.candidate / name + if not a_path.exists() or not b_path.exists(): + continue + a = np.fromfile(a_path, dtype=np.float32) + b = np.fromfile(b_path, dtype=np.float32) + if a.shape != b.shape: + raise ValueError(name) + if stage == "routes": + a, b = a.reshape(-1, 16)[:, :8], b.reshape(-1, 16)[:, :8] + row[stage] = {"changed_sets": int(np.any(np.sort(a) != np.sort(b), axis=1).sum()), + "total": len(a), "last_old": a[-1].tolist(), "last_new": b[-1].tolist()} + continue + last_a, last_b = a[-1536:].astype(np.float64), b[-1536:].astype(np.float64) + cosine = np.dot(last_a, last_b) / (np.linalg.norm(last_a) * np.linalg.norm(last_b)) + row[stage] = {"last_cosine": float(cosine), "last_max": float(np.abs(last_a-last_b).max()), + "all_max": float(np.abs(a-b).max()), "different": int((a != b).sum())} + if len(row) > 2: + records.append(row) +print(json.dumps(records, indent=2)) diff --git a/tools/audit_absolute_weights.py b/tools/audit_absolute_weights.py new file mode 100644 index 0000000000000000000000000000000000000000..15d76f4edb109253ca59254ba50395152694c1b3 --- /dev/null +++ b/tools/audit_absolute_weights.py @@ -0,0 +1,175 @@ +#!/usr/bin/env python3 +"""Audit actual exported linear weights against pinned BF16, without inference. + +Read in row chunks; exclude alignment padding, raw embeddings, routers and norms. +FP64 reductions; W8 reconstruction follows src/linear.cpp (FP32 per-row scale). +No activation quantization or kernel errors are represented by these metrics. +""" +import argparse +import json +import math +import mmap +import time +from pathlib import Path + +import numpy as np +import torch +from pack_model import HEADER, ENTRY +from quantize_model import TensorSource, source_linear_names + + +class Package: + def __init__(self, path): + self.file = path.open('rb') + self.data = mmap.mmap(self.file.fileno(), 0, access=mmap.ACCESS_READ) + h = HEADER.unpack_from(self.data) + assert h[0] == b'L3RKNN1\0' and h[12] == len(self.data) + self.info = dict(path=str(path.resolve()), bytes=len(self.data), revision=h[13].hex()) + self.entries = {} + for i in range(h[4]): + e = ENTRY.unpack_from(self.data, h[7] + i * ENTRY.size) + name = self.data[h[8]+e[0]:h[8]+e[0]+e[1]].decode() + self.entries[name] = e + + def array(self, name, dtype): + e = self.entries[name] + dt = np.dtype(dtype) + return np.frombuffer(self.data, dtype=dt, count=e[13]//dt.itemsize, offset=e[12]) + + def rows(self, base, lo, hi): + e = self.entries[base+'.weight'] + k, n = e[8:10] + if e[2] == 1: + assert e[6] == 0 + b = self.array(base+'.weight', '> 4 + q[q >= 8] -= 16 + q = q.T.astype(np.float32) + if e[5] == 4: + assert e[7] == 32 + b = self.array(base+'.scales', ' 7*s) | (ref < -8*s) + d = q.astype(np.float64)-ref.astype(np.float64) + m = measure(ref,q) + add(acc[v],m) + extra[v]['out_of_range'] += int(clipped.sum()) + extra[v]['clipped_error_sum_sq'] += float(np.square(d[clipped]).sum()) + i,j = np.unravel_index(np.abs(d).argmax(),d.shape) + worst = dict(row=int(lo+i), column=int(j), original=float(ref[i,j]), + reconstructed=float(q[i,j]), scale=float(s[i,0]), + abs_error=float(abs(d[i,j])), outside_range=bool(clipped[i,j])) + if extra[v]['worst'] is None or worst['abs_error'] > extra[v]['worst']['abs_error']: + extra[v]['worst'] = worst + results.append(dict(name=key, matrix=base, metrics={v:dict(**finish(acc[v]),**extra[v]) for v in packs})) + offset += len(t) + a.output.parent.mkdir(parents=True,exist_ok=True) + a.output.write_text(json.dumps(dict(scope='KDA input only; outside [-8s,7s] inclusive FP32 boundaries', tensors=results),indent=2)+'\n') + for v in packs: + count = sum(r['metrics'][v]['count'] for r in results) + clipped = sum(r['metrics'][v]['out_of_range'] for r in results) + print(json.dumps(dict(variant=v,count=count,clipped=clipped,clipped_fraction=clipped/count, + worst=max(results,key=lambda r:r['metrics'][v]['worst']['abs_error']))),flush=True) + + +if __name__ == '__main__': main() diff --git a/tools/audit_memory.py b/tools/audit_memory.py new file mode 100644 index 0000000000000000000000000000000000000000..c831b2a629f25f520e8107c5f9a560e8fcf26682 --- /dev/null +++ b/tools/audit_memory.py @@ -0,0 +1,48 @@ +#!/usr/bin/env python3 +"""Read-only process/model accounting, for diagnostics (not deployment runtime).""" +import argparse +import collections +import json +from pathlib import Path +import re +import struct + +p = argparse.ArgumentParser() +p.add_argument("--pid", type=int) +p.add_argument("--model", type=Path) +a = p.parse_args() +result = {} +if a.model: + categories = collections.Counter() + with a.model.open("rb") as f: + header = f.read(256) + count = struct.unpack_from(" a.context: + p.error("input + output must fit the selected capacity") + a.output_dir.mkdir(parents=True, exist_ok=False) + client = urllib.request.build_opener(urllib.request.ProxyHandler({})) + + def call(path, body=None, timeout=10): + request = urllib.request.Request( + f"http://127.0.0.1:{a.port}" + path, + data=None if body is None else json.dumps(body).encode(), + headers={"Content-Type": "application/json"}) + with client.open(request, timeout=timeout) as response: + return json.load(response) + + def infer(prompt, count): + return call("/v1/chat/completions", { + "model": "mindnano-ling3-tiny", "temperature": 0, "cache_prompt": False, + "messages": [{"role": "user", "content": prompt}], + "max_tokens": count}, timeout=86400) + + result = {"context": a.context, "requested_input_tokens": a.input_tokens, + "requested_output_tokens": a.new_tokens, "started_unix": time.time()} + runtime = a.output_dir / "runtime.log" + samples = a.output_dir / "memory.jsonl" + child = None + engine_pid = None + started = time.monotonic() + + def sample(phase): + nonlocal engine_pid + mem = read_kib(Path("/proc/meminfo")) + data = {"timestamp": time.time(), "elapsed_s": time.monotonic() - started, + "phase": phase, "available_mib": mem.get("MemAvailable"), + "system_swap_used_mib": mem.get("SwapTotal", 0) - mem.get("SwapFree", 0)} + if child is not None and child.poll() is None: + children = Path(f"/proc/{child.pid}/task/{child.pid}/children") + if children.exists(): + ids = children.read_text().split() + if ids: + engine_pid = int(ids[0]) + status = Path(f"/proc/{engine_pid}/status") + if status.exists(): + proc = read_kib(status) + data.update({"engine_pid": engine_pid, + "rss_mib": proc.get("VmRSS"), "peak_rss_mib": proc.get("VmHWM"), + "swap_mib": proc.get("VmSwap")}) + with samples.open("a") as out: + out.write(json.dumps(data) + "\n") + return data + + try: + sample("before_start") + with runtime.open("w") as log: + child = subprocess.Popen([ + str(a.binary.resolve()), "--model", str(a.model.resolve()), + "--context", str(a.context), "--host", "127.0.0.1", "--port", str(a.port), + "--no-console", "--log", str((a.output_dir / "metrics.jsonl").resolve())], + stdout=log, stderr=subprocess.STDOUT, start_new_session=True, + env={"PATH": "/usr/bin:/bin"}) + print(json.dumps({"launcher_pid": child.pid, "runtime_log": str(runtime)}), flush=True) + deadline = time.monotonic() + 300 + while True: + sample("initialization") + if child.poll() is not None: + raise RuntimeError(f"service exited during startup: {child.returncode}") + try: + result["health_before"] = call("/health") + break + except (OSError, ValueError): + if time.monotonic() >= deadline: + raise TimeoutError("startup did not complete within 300 seconds") + time.sleep(2) + result["short_before"] = infer("1" * 107, 64) + sample("ready") + print(json.dumps({"ready": result["health_before"], + "short_metrics": result["short_before"]["mindnano_metrics"]}), flush=True) + (a.output_dir / "initialization.json").write_text(json.dumps(result, indent=2) + "\n") + request_start = time.monotonic() + with concurrent.futures.ThreadPoolExecutor(max_workers=1) as pool: + future = pool.submit(infer, "1" * (a.input_tokens - 21), a.new_tokens) + next_report = 0 + while not future.done(): + data = sample("long_request") + elapsed = time.monotonic() - request_start + if elapsed >= next_report: + print(json.dumps({"request_elapsed_s": elapsed, **data}), flush=True) + next_report = elapsed + 60 + if child.poll() is not None: + raise RuntimeError(f"service exited during request: {child.returncode}") + try: + future.result(timeout=10) + except concurrent.futures.TimeoutError: + pass + result["long_request"] = future.result() + result["request_wall_s"] = time.monotonic() - request_start + long = result["long_request"] + assert long["usage"]["prompt_tokens"] == a.input_tokens, long["usage"] + assert long["mindnano_metrics"]["prompt_evaluated_tokens"] == a.input_tokens + assert long["mindnano_metrics"]["cached_tokens"] == 0 + result["short_after"] = infer("1" * 107, 64) + assert result["short_before"]["choices"] == result["short_after"]["choices"] + result["health_after"] = call("/health") + sample("complete") + result["passed"] = True + print(json.dumps({"passed": True, "metrics": long["mindnano_metrics"]}), flush=True) + except BaseException as exc: + result["passed"] = False + result["error"] = repr(exc) + raise + finally: + result["finished_unix"] = time.time() + (a.output_dir / "result.json").write_text(json.dumps(result, ensure_ascii=False, indent=2) + "\n") + if child is not None and child.poll() is None: + os.killpg(child.pid, signal.SIGTERM) + try: + child.wait(timeout=120) + except subprocess.TimeoutExpired: + os.killpg(child.pid, signal.SIGKILL) + child.wait() + sample("after_stop") + + +if __name__ == "__main__": + main() diff --git a/tools/benchmark_portable_128x64.py b/tools/benchmark_portable_128x64.py new file mode 100644 index 0000000000000000000000000000000000000000..a4516a750939b2f1022388af1c427b8191a16d0f --- /dev/null +++ b/tools/benchmark_portable_128x64.py @@ -0,0 +1,57 @@ +#!/usr/bin/env python3 +"""Measure the packaged service with 128 evaluated input and 64 output tokens.""" +import argparse +import json +import statistics +import urllib.request +from pathlib import Path + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument("--url", required=True) +p.add_argument("--output", type=Path, required=True) +p.add_argument("--repeats", type=int, default=3) +a = p.parse_args() +if a.repeats < 1: + p.error("--repeats must be positive") +client = urllib.request.build_opener(urllib.request.ProxyHandler({})) + + +def call(path, body=None): + request = urllib.request.Request( + a.url.rstrip("/") + path, + data=None if body is None else json.dumps(body).encode(), + headers={"Content-Type": "application/json"}) + with client.open(request, timeout=120) as response: + return json.load(response) + + +result = {"health_before": call("/health"), "runs": []} +assert result["health_before"]["status"] == "ok" +# The packaged Ling3 chat template adds 21 tokens to this synthetic prompt. +# Verify the actual tokenizer usage below rather than assuming that count. +for index in range(a.repeats): + response = call("/v1/chat/completions", { + "model": "mindnano-ling3-tiny", "temperature": 0, "max_tokens": 64, "cache_prompt": False, + "messages": [{"role": "user", "content": "1" * 107}]}) + metrics = response["mindnano_metrics"] + result["runs"].append(response) + assert response["usage"]["prompt_tokens"] == 128 + assert response["usage"]["completion_tokens"] == 64 + assert metrics["prompt_evaluated_tokens"] == 128 + assert metrics["cached_tokens"] == 0 and metrics["warmed"] + assert response["choices"] == result["runs"][0]["choices"] + print(json.dumps({"run": index + 1, "metrics": metrics}), flush=True) +all_metrics = [run["mindnano_metrics"] for run in result["runs"]] +result["summary"] = { + "ttft_mean_ms": statistics.mean(m["ttft_ms"] for m in all_metrics), + "decode_mean_tokens_per_second": statistics.mean( + m["decode_tokens_per_second"] for m in all_metrics), + "max_reported_peak_rss_mib": max(m["peak_rss_mib"] for m in all_metrics), + "max_reported_peak_rss_mb": max(m["peak_rss_mib"] for m in all_metrics) + * 1048576 / 1000000, +} +result["health_after"] = call("/health") +result["passed"] = True +a.output.parent.mkdir(parents=True, exist_ok=True) +a.output.write_text(json.dumps(result, ensure_ascii=False, indent=2) + "\n") +print(json.dumps(result["summary"]), flush=True) diff --git a/tools/benchmark_prefix_cache.py b/tools/benchmark_prefix_cache.py new file mode 100644 index 0000000000000000000000000000000000000000..a9ad007d71b89c9873e6c5e85afe89c5bb34fc18 --- /dev/null +++ b/tools/benchmark_prefix_cache.py @@ -0,0 +1,50 @@ +#!/usr/bin/env python3 +"""Measure an appended conversation against a cold evaluation of identical messages.""" +import argparse +import json +from pathlib import Path +import urllib.request + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument("--url", required=True) +p.add_argument("--prompt-tokens", type=int, default=4096) +p.add_argument("--output", type=Path, required=True) +a = p.parse_args() +client = urllib.request.build_opener(urllib.request.ProxyHandler({})) +result = {} + + +def call(path, body=None): + req = urllib.request.Request(a.url.rstrip("/") + path, + None if body is None else json.dumps(body).encode(), {"Content-Type": "application/json"}) + with client.open(req, timeout=3600) as response: + return json.load(response) + + +def infer(name, messages, cache): + r = call("/v1/chat/completions", {"model": "mindnano-ling3-tiny", "messages": messages, + "max_tokens": 16, "temperature": 0, "cache_prompt": cache, "user": "prefix-benchmark"}) + result[name] = r + a.output.parent.mkdir(parents=True, exist_ok=True) + a.output.write_text(json.dumps(result, ensure_ascii=False, indent=2) + "\n") + print(json.dumps({"case": name, "metrics": r["mindnano_metrics"]}), flush=True) + return r + + +call("/v1/cache/clear", {}) +result["health"] = call("/health") +msgs = [{"role": "user", "content": "1" * (a.prompt_tokens - 21)}] +seed = infer("seed", msgs, True) +assert seed["usage"]["prompt_tokens"] == a.prompt_tokens +msgs += [{"role": "assistant", "content": seed["choices"][0]["message"]["content"]}, + {"role": "user", "content": "请简短总结。"}] +hit = infer("prefix_hit", msgs, True) +assert hit["mindnano_metrics"]["cached_tokens"] == a.prompt_tokens // 128 * 128 +exact = infer("exact_hit", msgs, True) +assert exact["mindnano_metrics"]["prompt_evaluated_tokens"] == 0 +cold = infer("cold", msgs, False) +assert hit["choices"] == exact["choices"] == cold["choices"] +for key in ("prompt_tokens", "completion_tokens", "total_tokens"): + assert hit["usage"][key] == exact["usage"][key] == cold["usage"][key] +result["passed"] = True +a.output.write_text(json.dumps(result, ensure_ascii=False, indent=2) + "\n") diff --git a/tools/build_portable.py b/tools/build_portable.py new file mode 100644 index 0000000000000000000000000000000000000000..c8e66ffdabdf52f28afaac97345f73daa7ee658c --- /dev/null +++ b/tools/build_portable.py @@ -0,0 +1,95 @@ +#!/usr/bin/env python3 +"""Build-time only: bundle ELF dependencies into a static launcher on RK3588. + +Deployment needs no Python, SDK, linker, or external tokenizer/graph files; +the default portable package also carries the selected RKNN runtime dependencies. +""" +import argparse +import hashlib +import json +import os +from pathlib import Path +import platform +import re +import shutil +import struct +import subprocess +import tempfile + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--engine", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + parser.add_argument("--notices", type=Path, required=True) + parser.add_argument("--without-rknn-runtime", action="store_true", + help="Use the device-provided librknnrt.so instead of bundling it") + args = parser.parse_args() + if platform.machine() != "aarch64": + raise SystemExit("Run packaging on the aarch64 build machine") + source = Path(__file__).resolve().parent / "portable_launcher.c" + args.output.parent.mkdir(parents=True, exist_ok=True) + with tempfile.TemporaryDirectory(prefix="ling3-package-build-") as temp: + stage = Path(temp) + launcher = stage / "launcher" + subprocess.run(["cc", "-O2", "-static", "-o", str(launcher), str(source)], check=True) + subprocess.run(["strip", str(launcher)], check=True) + files = {"mindnano-infer-engine": args.engine.resolve()} + pending = [args.engine.resolve()] + while pending: + binary = pending.pop() + output = subprocess.check_output(["ldd", str(binary)], text=True) + if "not found" in output: + raise RuntimeError("Unresolved dependency: " + output) + for line in output.splitlines(): + match = re.search(r"(?:=>\s*)?(/[^\s]+)\s+\(", line) + if not match: + continue + path = Path(match.group(1)) + if path.name == "librknnrt.so" and args.without_rknn_runtime: + continue + if path.name not in files: + files[path.name] = path.resolve() + pending.append(path.resolve()) + if "ld-linux-aarch64.so.1" not in files: + raise RuntimeError("Missing matching private dynamic loader") + for path in sorted(args.notices.iterdir()): + if path.is_file(): + files["NOTICE." + path.name] = path + # Keep the exact dependency versions and hashes inspectable inside the binary. + manifest = { + "format": "L3PORT01", "model": "mindnano-ling3-tiny", + "minimum_qualified_rknpu_driver": "0.9.8", "native_context": 131072, + "default_context": 4096, + "files": {name: {"bytes": path.stat().st_size, + "sha256": hashlib.file_digest(path.open("rb"), "sha256").hexdigest()} + for name, path in files.items()}, + } + manifest_path = stage / "MANIFEST.json" + manifest_path.write_text(json.dumps(manifest, indent=2) + "\n") + files["MANIFEST.json"] = manifest_path + temporary = args.output.with_suffix(".building") + try: + with temporary.open("wb") as out: + with launcher.open("rb") as inp: + shutil.copyfileobj(inp, out) + offset = out.tell() + out.write(struct.pack(" 0, base, torch.ones_like(base)) + def error(scale): + q = torch.round(w/scale[:, None]).clamp(-8, 7) + return ((w-q*scale[:, None]).square()*diagonal).sum(1), q + best_error, baseline_codes = error(base) + if k_splits is not None and not safe_rows(baseline_codes,k_splits).all(): + raise ValueError('baseline scale is unsafe for required K partitions') + before += best_error.double().sum().item() + best = base.clone() + # Include the old solution exactly. Search never worsens this local objective. + for fraction in (1.0, .95, .9, .85, .8, .75, .7, .65, .6, .55, .5): + scale = base * fraction + for iteration in range(3): + loss, q = error(scale) + improve = loss < best_error + if k_splits is not None: + improve &= safe_rows(q,k_splits) + best = torch.where(improve, scale, best) + best_error = torch.where(improve, loss, best_error) + if iteration < 2: + scale = ((w*q*diagonal).sum(1) / + (q.square()*diagonal).sum(1).clamp_min(1e-30)).clamp_min(1e-20) + after += best_error.double().sum().item() + selected.append(best) + return torch.cat(selected), before, after + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument('--source', type=Path, required=True) + p.add_argument('--corpus', type=Path, required=True) + p.add_argument('--suite', type=Path, required=True) + p.add_argument('--output', type=Path, required=True) + p.add_argument('--max-tokens', type=int, default=512) + p.add_argument('--reuse-activations', action='store_true') + p.add_argument('--baseline-manifest', type=Path, help='Preserve baseline INT16-safe K partitions') + a = p.parse_args() + torch.set_num_threads(4) + torch.backends.cuda.matmul.allow_tf32 = False + a.output.mkdir(parents=True, exist_ok=True) + corpus = json.loads(a.corpus.read_text()) + suite = json.loads(a.suite.read_text()) + # Disallow accidental reuse of held-out questions or answers in calibration. + for c in corpus: + for e in suite['cases']: + assert c['prompt'] not in e['prompt_text'] and c['answer'] not in e['target_text'] + model = load_model(a.source) + modules = {name: m for name, m in model.named_modules() if isinstance(m, torch.nn.Linear)} + partitions = {} + if a.baseline_manifest: + from quantize_model import source_linear_names + for item in json.loads(a.baseline_manifest.read_text())['tensors']: + if item['role'] == 'linear_weight': + for n in source_linear_names(item['name'].removesuffix('.weight')): + partitions[n.removesuffix('.weight')] = item['flags'] + assert set(partitions) == set(modules) + stats_path = a.output/'activations.pt' + if a.reuse_activations: + stats = torch.load(stats_path, map_location='cuda', weights_only=True) + assert stats['corpus_sha256'] == hashlib.sha256(a.corpus.read_bytes()).hexdigest() + else: + sums, counts = {}, {} + def hook(name): + def accumulate(module, inputs): + x = inputs[0].detach().reshape(-1, inputs[0].shape[-1]).float() + if not x.shape[0]: + return + value = x.square().sum(0) + if name in sums: + sums[name].add_(value) + else: + sums[name] = value + counts[name] = counts.get(name, 0) + x.shape[0] + return accumulate + hooks = [m.register_forward_pre_hook(hook(n)) for n,m in modules.items()] + tokenizer = AutoTokenizer.from_pretrained(a.source, trust_remote_code=True, local_files_only=True) + lengths = [] + with torch.inference_mode(): + for i, c in enumerate(corpus): + for thinking in (False, True): + prompt = tokenizer.apply_chat_template([{'role':'user','content':c['prompt']}], + tokenize=False, add_generation_prompt=True, enable_thinking=thinking) + target = (c['reasoning']+'' if thinking else '') + c['answer'] + tokenizer.eos_token + ids = tokenizer.encode(prompt+target, add_special_tokens=False)[:a.max_tokens] + output = model(input_ids=torch.tensor([ids],device='cuda'), use_cache=False) + del output + lengths.append(len(ids)) + print(json.dumps({'calibration_cases':i+1, 'total_tokens':sum(lengths), + 'matrices_observed':len(sums)}), flush=True) + for h in hooks: + h.remove() + stats = {'sum_squares':{k:v.cpu() for k,v in sums.items()},'counts':counts, + 'lengths':lengths, 'corpus_sha256':hashlib.sha256(a.corpus.read_bytes()).hexdigest()} + torch.save(stats, stats_path) + del sums + scales, records = {}, [] + start = time.monotonic() + with torch.inference_mode(): + for i,(name,m) in enumerate(modules.items()): + count = stats['counts'].get(name,0) + diag = stats['sum_squares'].get(name) + if diag is None or count == 0: + # Unobserved experts retain baseline weights, not a guessed calibration. + w = m.weight.float() + scale = torch.maximum(w.amax(1).clamp_min(0)/7,(-w.amin(1)).clamp_min(0)/8) + scale = torch.where(scale>0,scale,torch.ones_like(scale)) + old = new = None + else: + diag = diag.to('cuda') / count + mean = diag.mean().clamp_min(1e-20) + # Regularize rarely visited experts more strongly towards uniform weights. + strength = .05 + .95 * max(0., 1.-count/64.) + diag = (1-strength)*diag/mean + strength + scale, old, new = choose_scales(m.weight,diag,k_splits=partitions.get(name)) + scales[name+'.weight'] = scale.cpu().contiguous() + records.append({'name':name,'observed_tokens':count,'weighted_error_before':old, + 'weighted_error_after':new}) + for row in range(0,m.weight.shape[0],1024): + w = m.weight[row:row+1024].float() + s = scale[row:row+1024,None] + m.weight[row:row+1024].copy_((torch.round(w/s).clamp(-8,7)*s).to(m.weight.dtype)) + if (i+1)%200 == 0: + print(json.dumps({'calibrated_matrices':i+1,'seconds':time.monotonic()-start}),flush=True) + save_file(scales,str(a.output/'scales.safetensors')) + report = {'method':'activation_diagonal_weighted_scale_search_v1','corpus_sha256':stats['corpus_sha256'], + 'calibration_sequences':len(stats['lengths']),'calibration_tokens':sum(stats['lengths']), + 'matrices':records,'seconds':time.monotonic()-start,'max_tokens':a.max_tokens, + 'baseline_manifest_sha256':hashlib.sha256(a.baseline_manifest.read_bytes()).hexdigest() if a.baseline_manifest else None, + 'preserve_baseline_k_partitions':bool(a.baseline_manifest)} + (a.output/'calibration.json').write_text(json.dumps(report,indent=2)+'\n') + evaluate(model,suite['cases'],a.output,'calibrated_bf16') + print('PASS: calibrated scales and held-out logits exported',flush=True) + + +if __name__ == '__main__': + main() diff --git a/tools/compare_mla_logits.py b/tools/compare_mla_logits.py new file mode 100644 index 0000000000000000000000000000000000000000..dd1406454bbef4084198ac9a6d93b984dd36a925 --- /dev/null +++ b/tools/compare_mla_logits.py @@ -0,0 +1,54 @@ +#!/usr/bin/env python3 +"""Compare teacher-forced distributions; raw cosine also includes irrelevant logit offsets.""" +import argparse +import array +import json +import math +from pathlib import Path + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument("reference", type=Path) +p.add_argument("candidate", type=Path) +p.add_argument("--vocab", type=int, default=157184) +p.add_argument("--teacher", type=Path) +a = p.parse_args() +size = a.reference.stat().st_size +if size != a.candidate.stat().st_size or size % (a.vocab * 4): + raise SystemExit("logit file shape mismatch") +rows = [] +teacher = list(map(int,a.teacher.read_text().split())) if a.teacher else None +with a.reference.open("rb") as ref, a.candidate.open("rb") as new: + for step in range(size // (a.vocab * 4)): + x, y = array.array("f"), array.array("f") + x.fromfile(ref, a.vocab) + y.fromfile(new, a.vocab) + if not all(math.isfinite(v) for v in x) or not all(math.isfinite(v) for v in y): + raise SystemExit("nonfinite logits") + sx = max(x) + sy = max(y) + sx += math.log(sum(math.exp(v-sx) for v in x)) + sy += math.log(sum(math.exp(v-sy) for v in y)) + kl = tv = 0.0 + for u, v in zip(x, y): + px, py = math.exp(u-sx), math.exp(v-sy) + kl += px * ((u-sx)-(v-sy)) + tv += abs(px-py) / 2 + tx = max(range(a.vocab), key=x.__getitem__) + ty = max(range(a.vocab), key=y.__getitem__) + rows.append({"step": step, "kl_ref_candidate": kl, "total_variation": tv, + "top1_equal": tx == ty, "ref_token": tx, "candidate_token": ty, + "ref_margin_to_candidate": x[tx]-x[ty], + "candidate_margin_to_ref": y[ty]-y[tx], + "bitwise_equal": x == y}) + if teacher: + rows[-1]["reference_nll"] = sx-x[teacher[step]] + rows[-1]["candidate_nll"] = sy-y[teacher[step]] +extra = {} +if teacher: + rn=sum(r["reference_nll"] for r in rows)/len(rows) + cn=sum(r["candidate_nll"] for r in rows)/len(rows) + extra={"reference_mean_nll":rn,"candidate_mean_nll":cn,"perplexity_ratio":math.exp(cn-rn)} +print(json.dumps({"reference": str(a.reference), "candidate": str(a.candidate), + "mean_kl": sum(r["kl_ref_candidate"] for r in rows)/len(rows), + "mean_total_variation": sum(r["total_variation"] for r in rows)/len(rows), + "top1_agreement": sum(r["top1_equal"] for r in rows), **extra, "rows": rows}, indent=2)) diff --git a/tools/compare_selective_speed_board.py b/tools/compare_selective_speed_board.py new file mode 100644 index 0000000000000000000000000000000000000000..ad859b92d2f888755c6d5a43f1620363854cd213 --- /dev/null +++ b/tools/compare_selective_speed_board.py @@ -0,0 +1,38 @@ +#!/usr/bin/env python3 +"""Five warmed requests per candidate with the same shared-input optimization.""" +import argparse +import json +import os +from pathlib import Path +import subprocess +import sys + +p=argparse.ArgumentParser(description=__doc__) +p.add_argument('--output',type=Path,required=True) +p.add_argument('--resume',action='store_true',help='Skip fully completed matching jobs after a preflight failure') +a=p.parse_args() +script=Path(__file__).resolve().parent/'validate_official_bridge_board.py' +suite=Path(os.environ.get('LING3_BOARD_SUITE', 'mixed-precision-reference/suite.json')).resolve() +a.output.mkdir(parents=True,exist_ok=True) +jobs=[('scheme3_shared_stage','attention,shared',[]), + ('selective_calibrated','kda_out,mla_in,mla_out,shared,dense,head',['--calibrated-w4-families','kda_in'])] +for name,families,extra in jobs: + directory=a.output/name + if directory.exists(): + if not a.resume:raise FileExistsError(directory) + restored=json.loads((directory/'health-restored.json').read_text()) + perf=json.loads((directory/('mixed_'+families.replace(',','_')+'-performance.json')).read_text()) + expected_cal='kda_in' if extra else None + if not (restored['status']=='ok' and restored['context_length']==65536 and + len(perf['runs'])==5 and perf['summary']['exact_128_64'] and + perf['configuration']['w8_families']==families and perf['configuration']['shared_stage'] and + perf['configuration']['calibrated_w4_families']==expected_cal): + raise RuntimeError('incomplete or mismatched prior job: '+name) + print('REUSE completed '+name,flush=True) + continue + print('START '+name,flush=True) + subprocess.run([sys.executable,str(script),'--suite',str(suite),'--output',str(directory), + '--only-candidate','--skip-loss','--warm-request','--runs','5','--shared-stage', + '--mixed-families',families]+extra,check=True) + print('COMPLETE '+name,flush=True) +(a.output/'completed.json').write_text(json.dumps({'status':'complete','jobs':[j[0] for j in jobs]},indent=2)+'\n') diff --git a/tools/compare_service.sh b/tools/compare_service.sh new file mode 100644 index 0000000000000000000000000000000000000000..69c4014bebd2a1618d66e081580a7a1e1bc40559 --- /dev/null +++ b/tools/compare_service.sh @@ -0,0 +1,82 @@ +#!/usr/bin/env bash +# Run on the RK3588 board with two binaries and the same .l3r package. +# Keeps all logs; starts only one model at a time and cleans up its own server. +set -euo pipefail +if [[ $# != 3 ]]; then + echo "Usage: bash compare_service.sh BASELINE_BINARY CANDIDATE_BINARY MODEL.l3r" >&2 + exit 2 +fi +command -v jq >/dev/null +port=19093 +if [[ -n $(ss -H -ltn "sport = :$port") ]]; then + echo "Test port $port is already occupied" >&2 + exit 2 +fi +results=$(mktemp -d /tmp/ling3-service-check.XXXXXX) +server_pid= +stop_server() { + if [[ -n $server_pid ]]; then + kill "$server_pid" 2>/dev/null || true + wait "$server_pid" 2>/dev/null || true + server_pid= + fi +} +trap stop_server EXIT +export LING3_PREWARM_EXPERTS=1 LING3_EXPERT_BALANCED=1 LING3_EXPERT_ZERO_COPY=1 +export LING3_GDN_CPU_PREFILL=1 LING3_GDN_CPU_FP32_STATE=1 +engine_root=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/.." && pwd) +export LING3_GDN_PREFILL_DIR=${LING3_GDN_PREFILL_DIR:-$engine_root/gdn-prefill-t16} +unset LING3_PREFILL_W4A4 LING3_DISABLE_BATCH_INPUT_REUSE LING3_TRACE_BATCH +prompts=( + '你好，请用一句话介绍你自己。' + '我们正在测试一个完全本地运行的办公室助手。它需要理解中文、总结会议、整理待办事项，并且记住刚才的上下文。请给出三个简短的办公建议，不要使用复杂术语。' + '请继续参考前面的办公场景。假设今天上午召开产品会议，张经理负责确认需求，小李负责整理客户反馈，小王负责检查设备运行状态。下午需要汇总各自的进展，找出没有完成的事项，并为明天安排优先级。客户反馈包括语音识别偶尔不准确、回复速度需要提高、长时间使用后需要保持稳定。我们希望助手能够把问题分成已经解决、正在处理和需要补充信息三类。请简要说明应该如何组织这份报告，并给出一个最重要的注意事项。' +) +# Exercise more than one prefill block, even with the compact Chinese tokenizer. +prompts[2]+="补充要求：${prompts[2]}" +echo "results=$results" +for label in baseline candidate; do + binary=$1 + [[ $label == candidate ]] && binary=$2 + "$binary" serve "$3" "$port" >"$results/$label.server.log" 2>&1 & + server_pid=$! + ready=0 + for ((attempt=0; attempt<60; ++attempt)); do + kill -0 "$server_pid" 2>/dev/null || { echo "$label server exited" >&2; exit 1; } + if curl -fsS --max-time 1 "http://127.0.0.1:$port/health" >"$results/$label.health.json" 2>/dev/null; then + ready=1 + break + fi + sleep 1 + done + [[ $ready == 1 ]] || { echo "$label readiness timed out" >&2; exit 1; } + curl -fsS --max-time 90 --data-binary '你好' \ + "http://127.0.0.1:$port/v1/chat?max_tokens=4" >"$results/$label.warmup.jsonl" + curl -fsS -X POST "http://127.0.0.1:$port/v1/reset" >/dev/null + for turn in 0 1 2 3; do + index=$turn + if [[ $turn == 3 ]]; then + curl -fsS -X POST "http://127.0.0.1:$port/v1/reset" >/dev/null + index=0 + fi + curl -fsS --max-time 90 -H 'Content-Type: text/plain; charset=utf-8' \ + --data-binary "${prompts[index]}" \ + "http://127.0.0.1:$port/v1/chat?max_tokens=16" >"$results/$label.$turn.jsonl" + jq -es 'any(.[]; .type == "finish" and .generated_tokens > 0)' \ + "$results/$label.$turn.jsonl" >/dev/null + if [[ $turn == 2 ]]; then + jq -es 'any(.[]; .type == "finish" and .prompt_tokens > 128 and .prefill_batch_count >= 2)' \ + "$results/$label.$turn.jsonl" >/dev/null + fi + jq -cs '[.[] | select(.type == "token") | .id]' \ + "$results/$label.$turn.jsonl" >"$results/$label.$turn.ids" + jq -c 'select(.type == "finish") | {turn,position,prompt_tokens,prefill_batch_count,prefill_max_batch_rows,generated_tokens,ttft_ms}' \ + "$results/$label.$turn.jsonl" + done + cmp "$results/$label.0.ids" "$results/$label.3.ids" + stop_server +done +for turn in 0 1 2 3; do + cmp "$results/baseline.$turn.ids" "$results/candidate.$turn.ids" +done +echo 'PASS: baseline/candidate token IDs match on all turns and after reset' diff --git a/tools/constrain_calibration_scales.py b/tools/constrain_calibration_scales.py new file mode 100644 index 0000000000000000000000000000000000000000..060646a02b95366f31ffa42e0dfb3094609b4548 --- /dev/null +++ b/tools/constrain_calibration_scales.py @@ -0,0 +1,72 @@ +#!/usr/bin/env python3 +"""Re-search only unsafe rows, retaining the production zero-copy K partitions.""" +import argparse +import hashlib +import json +from pathlib import Path +import torch +from safetensors.torch import load_file,save_file +from calibrate_w4 import choose_scales,safe_rows +from quant_loss_reference import load_model,evaluate +from quantize_model import source_linear_names + +p=argparse.ArgumentParser(description=__doc__) +p.add_argument('--source',type=Path,required=True) +p.add_argument('--calibration',type=Path,required=True) +p.add_argument('--baseline-manifest',type=Path,required=True) +p.add_argument('--suite',type=Path,required=True) +p.add_argument('--output',type=Path,required=True) +a=p.parse_args() +torch.set_num_threads(4) +torch.backends.cuda.matmul.allow_tf32=False +a.output.mkdir(parents=True,exist_ok=True) +scales=load_file(str(a.calibration/'scales.safetensors')) +stats=torch.load(a.calibration/'activations.pt',weights_only=True,map_location='cpu') +parts={} +for item in json.loads(a.baseline_manifest.read_text())['tensors']: + if item['role']=='linear_weight': + for name in source_linear_names(item['name'].removesuffix('.weight')): + parts[name]=item['flags'] +assert set(parts)==set(scales) +model=load_model(a.source) +records=[] +with torch.inference_mode(): + for i,(name,parameter) in enumerate((n,m) for n,m in model.named_parameters() if n in scales): + scale=scales[name].to('cuda') + unsafe_count=0 + key=name.removesuffix('.weight') + count=stats['counts'].get(key,0) + diag=stats['sum_squares'].get(key) + if diag is not None and count: + diag=diag.to('cuda')/count + strength=.05+.95*max(0.,1.-count/64.) + diag=(1-strength)*diag/diag.mean().clamp_min(1e-20)+strength + for offset in range(0,parameter.shape[0],512): + w=parameter[offset:offset+512].float() + s=scale[offset:offset+512] + q=torch.round(w/s[:,None]).clamp(-8,7) + unsafe=~safe_rows(q,parts[name]) + if unsafe.any(): + assert diag is not None and count>0 + unsafe_count+=int(unsafe.sum()) + fixed,_,_=choose_scales(w[unsafe],diag,k_splits=parts[name]) + s[unsafe]=fixed + q=torch.round(w/s[:,None]).clamp(-8,7) + assert safe_rows(q,parts[name]).all() + parameter[offset:offset+512].copy_((q*s[:,None]).to(parameter.dtype)) + scales[name]=scale.cpu().contiguous() + if unsafe_count: + record={'name':name,'recalibrated_rows':unsafe_count,'k_splits':parts[name]} + records.append(record) + print(json.dumps(record),flush=True) + if (i+1)%1000==0: + print(json.dumps({'checked_matrices':i+1}),flush=True) +save_file(scales,str(a.output/'scales.safetensors')) +report={'method':'activation_diagonal_weighted_scale_search_v1_int16_safe', + 'baseline_manifest_sha256':hashlib.sha256(a.baseline_manifest.read_bytes()).hexdigest(), + 'corpus_sha256':stats['corpus_sha256'],'calibration_tokens':sum(stats['lengths']), + 'changed_matrices':records,'changed_rows':sum(x['recalibrated_rows'] for x in records), + 'all_baseline_partitions_safe':True} +(a.output/'constraints.json').write_text(json.dumps(report,indent=2)+'\n') +evaluate(model,json.loads(a.suite.read_text())['cases'],a.output,'calibrated_bf16') +print('PASS: runtime-safe calibration and held-out logits exported',flush=True) diff --git a/tools/example-package.json b/tools/example-package.json new file mode 100644 index 0000000000000000000000000000000000000000..e097fa069c35476d9702d5ac108f9a08aed80474 --- /dev/null +++ b/tools/example-package.json @@ -0,0 +1,38 @@ +{ + "source_revision": "e3a47d5b986e7141b6efd62597d598ebb392060d", + "model": { + "vocab_size": 157184, + "hidden_size": 1536, + "layer_count": 24, + "attention_heads": 16, + "head_dim": 128, + "kv_lora_rank": 512, + "q_lora_rank": 256, + "qk_nope_dim": 128, + "qk_rope_dim": 64, + "value_head_dim": 128, + "dense_ffn_dim": 4608, + "expert_ffn_dim": 512, + "shared_ffn_dim": 512, + "expert_count": 128, + "experts_per_token": 8, + "expert_group_count": 8, + "selected_group_count": 4, + "layer_group_size": 4, + "leading_dense_layers": 1, + "convolution_kernel": 4, + "max_context": 4096, + "eos_token": 156895, + "pad_token": 156892, + "bos_token": 156891, + "mla_layer_count": 6, + "kda_layer_count": 18, + "default_weight_bits": 4, + "default_activation_bits": 8, + "rms_epsilon": 0.000001, + "rope_theta": 6000000.0, + "routed_scale": 2.5, + "kda_lower_bound": -5.0 + }, + "tensors": [] +} diff --git a/tools/export_calibrated_assets.py b/tools/export_calibrated_assets.py new file mode 100644 index 0000000000000000000000000000000000000000..20cd50101e0b41be72ae4e1e33346c559c041e9b --- /dev/null +++ b/tools/export_calibrated_assets.py @@ -0,0 +1,56 @@ +#!/usr/bin/env python3 +"""Re-export only calibrated linear assets; reuse baseline raw tensors/islands.""" +import argparse +import copy +import json +from pathlib import Path +import time + +import torch +from quantize_model import AssetWriter, TensorSource, source_linear_names + +p=argparse.ArgumentParser(description=__doc__) +p.add_argument('--source',type=Path,required=True) +p.add_argument('--baseline-manifest',type=Path,required=True) +p.add_argument('--scales',type=Path,required=True) +p.add_argument('--output',type=Path,required=True) +a=p.parse_args() +torch.set_num_threads(4) +baseline=a.baseline_manifest.resolve() +manifest=json.loads(baseline.read_text()) +assert manifest.get('flags')==1, 'baseline must be a complete model' +writer=AssetWriter(a.output.resolve(),a.scales) +source=TensorSource(a.source.resolve()) +start=time.monotonic() +count=0 +for item in manifest['tensors']: + if item['role']!='linear_weight': + continue + name=item['name'].removesuffix('.weight') + tensors=[source.tensor(n) for n in source_linear_names(name)] + n=sum(t.shape[0] for t in tensors) + writer.linear(name,tensors,layer=item.get('layer',0xFFFFFFFF), + expert=item.get('expert',0xFFFFFFFF),pad_n=n!=item['dims'][1], + required_k_splits=item['flags']) + count+=1 + if count%200==0: + print(json.dumps({'exported_linears':count,'seconds':time.monotonic()-start}),flush=True) +replacement={t['name']:t for t in writer.entries} +result=copy.deepcopy(manifest) +result['tensors']=[] +for item in manifest['tensors']: + if item['name'] in replacement: + result['tensors'].append(replacement.pop(item['name'])) + else: + original=copy.deepcopy(item) + for key in ('path','aux_path'): + if original.get(key): + original[key]=str((baseline.parent/original[key]).resolve()) + assert Path(original[key]).is_file() + result['tensors'].append(original) +assert not replacement, 'candidate unexpectedly added tensors' +result['calibration']={'method':'activation_diagonal_weighted_scale_search_v1', + 'scales_sha256':writer.calibration_sha256, + 'preserve_baseline_k_partitions':True} +(a.output/'package-manifest.json').write_text(json.dumps(result,indent=2)+'\n') +print('PASS: complete candidate manifest; baseline assets unchanged',flush=True) diff --git a/tools/export_gdn_prefill.py b/tools/export_gdn_prefill.py new file mode 100644 index 0000000000000000000000000000000000000000..49f4efcc6312c260c0c3628a84e472200e234961 --- /dev/null +++ b/tools/export_gdn_prefill.py @@ -0,0 +1,212 @@ +#!/usr/bin/env python3 +"""Export a fixed-token Ling GDN recurrence graph for RK3588 prefill.""" + +from __future__ import annotations + +import argparse +import hashlib +import json +from pathlib import Path + +import numpy as np +import torch +from torch import nn +from torch.nn import functional as F + + +class GdnPrefill(nn.Module): + def __init__(self, heads: int, tokens: int, head_dim: int = 128): + super().__init__() + self.heads = heads + self.tokens = tokens + self.head_dim = head_dim + self.query_scale = head_dim**-0.5 + + def forward( + self, + query: torch.Tensor, + key: torch.Tensor, + value: torch.Tensor, + decay: torch.Tensor, + beta: torch.Tensor, + state: torch.Tensor, + ) -> tuple[torch.Tensor, torch.Tensor]: + shape = (1, self.heads, self.head_dim) + recurrent = state.reshape(1, self.heads, self.head_dim, self.head_dim) + recurrent = recurrent.transpose(-2, -1) + outputs = [] + for token in range(self.tokens): + q = query[token].reshape(shape) + k = key[token].reshape(shape) + v = value[token].reshape(shape) + d = decay[token].reshape(shape) + b = beta[token].reshape(1, self.heads) + factor = F.elu(d, alpha=1.0) + 1.0 + decayed = recurrent * factor.unsqueeze(-1) + predicted = torch.matmul(k.unsqueeze(-2), decayed).squeeze(-2) + delta = b.unsqueeze(-1) * (v - predicted) + recurrent = decayed + k.unsqueeze(-1) * delta.unsqueeze(-2) + output = torch.matmul( + (q * self.query_scale).unsqueeze(-2), recurrent + ).squeeze(-2) + outputs.append(output.reshape(1, self.heads * self.head_dim)) + packed_output = torch.cat(outputs, dim=0) + final_state = recurrent.transpose(-2, -1).contiguous() + final_state = final_state.reshape(1, self.heads * self.head_dim * self.head_dim) + return packed_output, final_state + + +def sha256(path: Path) -> str: + digest = hashlib.sha256() + with path.open("rb") as source: + for chunk in iter(lambda: source.read(1024 * 1024), b""): + digest.update(chunk) + return digest.hexdigest() + + +def inputs_for(heads: int, tokens: int, head_dim: int) -> dict[str, torch.Tensor]: + generator = torch.Generator().manual_seed(20260909 + heads + tokens) + width = heads * head_dim + query = torch.randn((tokens, width), generator=generator) + key = torch.randn((tokens, width), generator=generator) + query = query.reshape(tokens, heads, head_dim) + key = key.reshape(tokens, heads, head_dim) + query = query * torch.rsqrt((query * query).sum(-1, keepdim=True) + 1e-6) + key = key * torch.rsqrt((key * key).sum(-1, keepdim=True) + 1e-6) + return { + "query": query.reshape(tokens, width), + "key": key.reshape(tokens, width), + "value": torch.randn((tokens, width), generator=generator) * 0.2, + "decay": -5.0 * torch.sigmoid( + torch.randn((tokens, width), generator=generator) * 0.2 + ), + "beta": torch.sigmoid( + torch.randn((tokens, heads), generator=generator) * 0.2 + ), + "state": torch.randn( + (1, heads * head_dim * head_dim), generator=generator + ) + * 0.01, + } + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output-dir", type=Path, required=True) + parser.add_argument("--heads", type=int, choices=(5, 6), required=True) + parser.add_argument("--tokens", type=int, default=32) + parser.add_argument("--head-dim", type=int, default=128) + parser.add_argument("--skip-build", action="store_true") + parser.add_argument("--quantize", action="store_true") + parser.add_argument("--calibration-samples", type=int, default=32) + parser.add_argument("--verbose", action="store_true") + return parser.parse_args() + + +def main() -> None: + args = parse_args() + if args.tokens < 1: + raise ValueError("tokens must be positive") + if args.calibration_samples < 1: + raise ValueError("calibration samples must be positive") + output_dir = args.output_dir.resolve() + data_dir = output_dir / "data" + data_dir.mkdir(parents=True, exist_ok=True) + model = GdnPrefill(args.heads, args.tokens, args.head_dim).eval() + inputs = inputs_for(args.heads, args.tokens, args.head_dim) + input_names = list(inputs) + output_names = ["output", "new_state"] + with torch.no_grad(): + reference = model(**inputs) + for name, tensor in inputs.items(): + tensor.detach().cpu().numpy().astype(np.float32).tofile(data_dir / f"{name}.f32") + for name, tensor in zip(output_names, reference, strict=True): + tensor.detach().cpu().numpy().astype(np.float32).tofile(data_dir / f"{name}.f32") + + stem = f"ling3_gdn_prefill_t{args.tokens}_h{args.heads}" + onnx_path = output_dir / f"{stem}.onnx" + torch.onnx.export( + model, + tuple(inputs.values()), + onnx_path, + input_names=input_names, + output_names=output_names, + opset_version=17, + do_constant_folding=True, + ) + dataset_path = output_dir / "dataset.txt" + calibration_dir = output_dir / "calibration" + if args.quantize: + calibration_dir.mkdir(parents=True, exist_ok=True) + dataset_lines: list[str] = [] + for sample in range(args.calibration_samples): + sample_inputs = inputs_for(args.heads, args.tokens, args.head_dim) + paths: list[str] = [] + for input_index, (name, tensor) in enumerate(sample_inputs.items()): + generator = np.random.default_rng(20260909 + sample * 17 + input_index) + array = tensor.detach().cpu().numpy().astype(np.float32) + if sample > 0: + array *= generator.uniform(0.5, 2.0) + path = calibration_dir / f"sample_{sample:03d}_{name}.npy" + np.save(path, array) + paths.append(str(path)) + dataset_lines.append(" ".join(paths)) + dataset_path.write_text("\n".join(dataset_lines) + "\n", encoding="utf-8") + rknn_path = output_dir / f"{stem}_{'w8a8' if args.quantize else 'fp16'}_rk3588.rknn" + build_results: dict[str, int] = {} + if not args.skip_build: + from rknn.api import RKNN + + converter = RKNN(verbose=args.verbose) + try: + config = {"target_platform": "rk3588", "optimization_level": 3} + if args.quantize: + config.update( + quantized_dtype="w8a8", + quantized_algorithm="normal", + quantized_method="channel", + ) + build_results["config"] = converter.config(**config) + build_results["load_onnx"] = converter.load_onnx(model=str(onnx_path)) + if any(build_results.values()): + raise RuntimeError(f"RKNN setup failed: {build_results}") + build_results["build"] = converter.build( + do_quantization=args.quantize, + dataset=str(dataset_path) if args.quantize else None, + ) + if build_results["build"] != 0: + raise RuntimeError(f"RKNN build failed: {build_results}") + build_results["export"] = converter.export_rknn(str(rknn_path)) + if build_results["export"] != 0: + raise RuntimeError(f"RKNN export failed: {build_results}") + finally: + converter.release() + + manifest = { + "architecture": "Ling GDN fixed-token prefill recurrence", + "heads": args.heads, + "head_dim": args.head_dim, + "tokens": args.tokens, + "quantization": "w8a8" if args.quantize else "fp16", + "calibration_samples": args.calibration_samples if args.quantize else 0, + "inputs": {name: list(value.shape) for name, value in inputs.items()}, + "outputs": { + name: list(value.shape) + for name, value in zip(output_names, reference, strict=True) + }, + "onnx": {"path": str(onnx_path), "sha256": sha256(onnx_path)}, + "rknn": ( + {"path": str(rknn_path), "sha256": sha256(rknn_path)} + if rknn_path.exists() + else None + ), + "build_results": build_results, + } + (output_dir / "manifest.json").write_text( + json.dumps(manifest, indent=2) + "\n", encoding="utf-8" + ) + print(json.dumps(manifest, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/tools/export_official_int4_probe.py b/tools/export_official_int4_probe.py new file mode 100644 index 0000000000000000000000000000000000000000..df5877a8e563dd2545a519438e2d3e6a8126b8f6 --- /dev/null +++ b/tools/export_official_int4_probe.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +"""Export real expert matrices for a bounded group32 NPU compatibility probe.""" +import argparse +import json +from pathlib import Path +import numpy as np +import torch +from safetensors import safe_open +from official_int4_reference import unpack4 + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument("--official", type=Path, required=True) +p.add_argument("--source", type=Path, required=True) +p.add_argument("--output", type=Path, required=True) +a = p.parse_args() +a.output.mkdir(parents=True, exist_ok=True) +torch.set_num_threads(4) +indices = {str(root): json.loads((root / "model.safetensors.index.json").read_text())["weight_map"] + for root in (a.official, a.source)} +def get(root, name): + with safe_open(root / indices[str(root)][name], framework="pt") as f: + return f.get_tensor(name) +records = [] +for proj in ("gate", "up", "down"): + name = f"model.layers.1.mlp.experts.0.{proj}_proj.weight" + original = get(a.source, name).float() + n, k = original.shape + q = unpack4(get(a.official, name+"_packed"), (n,k)) + s = get(a.official, name+"_scale").float() + for kind in ("official_group32", "old_channel"): + if kind == "old_channel": + s = torch.maximum(original.amax(1).clamp_min(0)/7, (-original.amin(1)).clamp_min(0)/8).unsqueeze(1) + q = torch.round(original/s).clamp(-8,7).to(torch.int8) + group = 32 if kind == "official_group32" else k + case = a.output / (proj+"_"+kind) + case.mkdir(exist_ok=True) + np.array([k,n,group], dtype=np.int32).tofile(case / "shape.bin") + q.numpy().tofile(case / "codes.bin") + s.numpy().tofile(case / "scales.bin") + weight = (q.reshape(n,-1,group).float()*s[:,:,None]).reshape(n,k) + for rows in (1,128): + rng = torch.Generator().manual_seed(314159+rows) + x = torch.randn(rows,k,generator=rng) + # Explicit independent integer oracle for the added groupwise A8. + xg = x.reshape(rows,-1,group) + xs = xg.abs().amax(-1)/127 + xq = torch.round(xg/xs[:,:,None]).clamp(-127,127) + oracle = torch.zeros(rows,n) + for g in range(k//group): + oracle += (xq[:,g,:] @ q[:,g*group:(g+1)*group].float().T)*xs[:,g,None]*s[:,g] + x.numpy().tofile(case / f"input-{rows}.bin") + oracle.numpy().tofile(case / f"oracle-{rows}.bin") + official_out = x @ weight.T + original_out = x @ original.T + records.append({"case":case.name,"rows":rows,"group":group,"k":k,"n":n, + "weight_only_output_relative_rmse":float(torch.linalg.vector_norm(official_out-original_out)/torch.linalg.vector_norm(original_out)), + "extra_a8_output_relative_rmse":float(torch.linalg.vector_norm(oracle-official_out)/torch.linalg.vector_norm(official_out))}) +(a.output / "manifest.json").write_text(json.dumps({"description":"one actual layer1 expert, synthetic Gaussian activations; not full model or task accuracy", "cases": records},indent=2)+"\n") +print(json.dumps(records,indent=2)) diff --git a/tools/fetch_release_archive.py b/tools/fetch_release_archive.py new file mode 100644 index 0000000000000000000000000000000000000000..baa302b74c8a9ffc63f80aeca82d242a12fb1587 --- /dev/null +++ b/tools/fetch_release_archive.py @@ -0,0 +1,39 @@ +#!/usr/bin/env python3 +"""Stream a prepared board release to a new local archive using parallel gzip.""" +import argparse +import hashlib +import json +from pathlib import Path +import shlex +import subprocess + + +def main(): + p=argparse.ArgumentParser(description=__doc__) + p.add_argument('--remote',required=True) + p.add_argument('--directory',type=Path,required=True) + p.add_argument('--output',type=Path,required=True) + a=p.parse_args() + partial=a.output.with_suffix(a.output.suffix+'.building') + checksum=a.output.with_name(a.output.name+'.sha256') + if any(x.exists() for x in (partial,a.output,checksum)):raise FileExistsError('archive output already exists') + a.output.parent.mkdir(parents=True,exist_ok=True) + command='tar -C '+shlex.quote(str(a.directory.parent))+' -cf - -- '+shlex.quote(a.directory.name) + with partial.open('xb') as f: + remote=subprocess.Popen(['ssh','-o','BatchMode=yes',a.remote,command],stdout=subprocess.PIPE) + compressor=None + try: + compressor=subprocess.Popen(['pigz','-6','-p','8','-c'],stdin=remote.stdout,stdout=f) + remote.stdout.close() + if compressor.wait()!=0:raise RuntimeError('compression failed') + if remote.wait()!=0:raise RuntimeError('remote tar stream failed') + finally: + for child in (compressor,remote): + if child is not None and child.poll() is None:child.terminate();child.wait() + partial.rename(a.output) + with a.output.open('rb') as f:sha=hashlib.file_digest(f,'sha256').hexdigest() + checksum.write_text(sha+' '+a.output.name+'\n') + print(json.dumps(dict(archive=str(a.output),bytes=a.output.stat().st_size,sha256=sha)),flush=True) + + +if __name__=='__main__':main() diff --git a/tools/finalize_release.py b/tools/finalize_release.py new file mode 100644 index 0000000000000000000000000000000000000000..e403629e4047db3df137e31f45f6b78536090029 --- /dev/null +++ b/tools/finalize_release.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +"""Finalize a separately built portable release; never overwrite source weights.""" +import argparse +import hashlib +import json +import os +from pathlib import Path +import shutil +import tarfile + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--directory", type=Path, required=True) + parser.add_argument("--model-source", type=Path, required=True) + parser.add_argument("--validation", type=Path, help="Successful acceptance report for this executable") + parser.add_argument("--source-model", default="inclusionAI/Ling-3.0-tiny") + parser.add_argument("--source-revision", default="e3a47d5b986e7141b6efd62597d598ebb392060d") + args = parser.parse_args() + root = Path(__file__).resolve().parents[1] + target = args.directory.resolve() + model = args.model_source.resolve() + if not (target / "mindnano-infer").is_file() or not (target / "MANIFEST.json").is_file(): + raise SystemExit("build_portable.py must create the new executable and manifest first") + if target == model.parent: + raise SystemExit("use a separate release directory") + weights = target / "ling3-tiny-w4.l3r" + if not weights.exists(): + try: + os.link(model, weights) + except OSError: + shutil.copyfile(model, weights) + elif not os.path.samefile(model, weights): + raise SystemExit("release already contains different weights") + shutil.copyfile(root / "models" / "local-final" / "v6-board-test" / "README.md", target / "README.md") + with tarfile.open(target / "SOURCE.tar.gz", "w:gz") as archive: + for name in ("CMakeLists.txt", "LICENSE", "LICENSES.md", "README.md", "src", "include", "tests", "tools", "third_party", "deployment", "docs"): + def clean(info): + return None if "__pycache__" in info.name or info.name.endswith(".pyc") else info + archive.add(root / name, arcname="Ling3RKNN/" + name, filter=clean) + (target / "MODEL.json").write_text(json.dumps({ + "model": "mindnano-ling3-tiny", "mindnano_integration_version": 6, + "weights": weights.name, "artifact": weights.name, "source_model": args.source_model, + "source_revision": args.source_revision, + "capabilities": ["flow_control_ack", "pause_resume", "request_cancel", "top_k", "repeat_penalty", "enable_thinking", "session_cache", "generated_state_reuse", "qa_cache_default", "resident_session_cache"], + }, ensure_ascii=False, indent=2) + "\n") + names = ["mindnano-infer", weights.name, "MANIFEST.json", "MODEL.json", "SOURCE.tar.gz", "README.md"] + if args.validation: + validation = json.loads(args.validation.read_text()) + if validation.get("passed") is not True: + raise SystemExit("validation did not pass") + shutil.copyfile(args.validation, target / "VALIDATION.json") + names.append("VALIDATION.json") + lines = [] + for name in names: + with (target / name).open("rb") as handle: + digest = hashlib.file_digest(handle, "sha256").hexdigest() + lines.append(f"{digest} {name}\n") + (target / "SHA256SUMS").write_text("".join(lines)) + print(json.dumps({"directory": str(target), "files": list(names)})) + + +if __name__ == "__main__": + main() diff --git a/tools/finalize_selective_release.py b/tools/finalize_selective_release.py new file mode 100644 index 0000000000000000000000000000000000000000..5577ffe3e30ff663635f66d2324948e55b177258 --- /dev/null +++ b/tools/finalize_selective_release.py @@ -0,0 +1,71 @@ +#!/usr/bin/env python3 +"""Build a new, verified release archive after board acceptance. Never overwrite it.""" +import argparse +import hashlib +import json +from pathlib import Path +import shutil +import tarfile + + +def digest(path): + with path.open('rb') as f:return hashlib.file_digest(f,'sha256').hexdigest() + + +def main(): + p=argparse.ArgumentParser(description=__doc__) + p.add_argument('--root',type=Path,required=True) + a=p.parse_args() + root=a.root.resolve();source=root/'source' + package=root/'package/mindnano-ling3-rk3588-selective-20260911' + archive=root/(package.name+'.tar.gz') + partial=archive.with_suffix(archive.suffix+'.building') + if archive.exists() or partial.exists():raise FileExistsError('archive already exists') + result=json.loads((root/'validation/results.json').read_text()) + assert result['passed'] and all(x['bitwise_equal'] for x in result['logit_equality']) + assert result['health_restored']['status']=='ok' + api=json.loads((root/'validation/api.json').read_text()) + cache=json.loads((root/'validation/prefix-cache.json').read_text()) + assert api['passed'] and cache['passed'] + manifest=json.loads((package/'MANIFEST.json').read_text()) + assert manifest['files']['mindnano-infer-engine']['sha256']==digest(root/'build/mindnano-infer') + readme_template=source/'docs/deployment-selective-readme.md' + if not readme_template.is_file():readme_template=source/'README.md' + shutil.copyfile(readme_template,package/'README.md') + merge=package/'ling3-tiny-w4.merge.json' + if merge.exists():merge.rename(package/'MODEL.json') + model=json.loads((package/'MODEL.json').read_text()) + assert model['all_payload_sha256_valid'] and model['source_payloads_verified'] + validation=dict(passed=True,model_merge=model,portable_health=result['health'], + portable_api_passed=api['passed'],prefix_cache_passed=cache['passed'], + performance=dict(context=65536,input_tokens=128,output_tokens=64,warm_request_excluded=True, + runs=3,**result['performance']), + run_metrics=[x['mindnano_metrics'] for x in result['runs']], + full_candidate_logit_comparison=result['logit_equality'], + source_weight_rmse=0.005611173617454249, + fixed_prefix_tv=dict(nothink=0.08169259726325992,think=0.09401621062421926), + notes='Speed is package acceptance under current background load; quality is fixed-prefix, not long generation') + (package/'VALIDATION.json').write_text(json.dumps(validation,ensure_ascii=False,indent=2)+'\n') + def keep(info): + if '__pycache__' in Path(info.name).parts or info.name.endswith('.pyc'):return None + info.uid=info.gid=0;info.uname=info.gname='root' + return info + with tarfile.open(package/'SOURCE.tar.gz','w:gz',compresslevel=6) as tar: + for name in ('CMakeLists.txt','LICENSE','LICENSES.md','src','include','tools','tests','third_party','deployment','docs'): + if not (source/name).exists():continue + tar.add(source/name,arcname='Ling3RKNN/'+name,filter=keep) + checks=[] + for file in sorted(package.iterdir()): + if file.is_file() and file.name!='SHA256SUMS':checks.append(digest(file)+' '+file.name) + (package/'SHA256SUMS').write_text('\n'.join(checks)+'\n') + print(json.dumps(dict(phase='archive',files=[x.name for x in sorted(package.iterdir())], + performance=result['performance'])),flush=True) + with tarfile.open(partial,'w:gz',compresslevel=6) as tar: + tar.add(package,arcname=package.name,filter=keep) + partial.rename(archive) + sha=digest(archive) + archive.with_name(archive.name+'.sha256').write_text(sha+' '+archive.name+'\n') + print(json.dumps(dict(archive=str(archive),bytes=archive.stat().st_size,sha256=sha)),flush=True) + + +if __name__=='__main__':main() diff --git a/tools/gdn_cpu_benchmark.cpp b/tools/gdn_cpu_benchmark.cpp new file mode 100644 index 0000000000000000000000000000000000000000..a94bb3ee7c185a5dd9cd348d5ff457baed3b67d4 --- /dev/null +++ b/tools/gdn_cpu_benchmark.cpp @@ -0,0 +1,177 @@ +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#if !defined(__aarch64__) +#error "gdn_cpu_benchmark requires AArch64 FP16 NEON" +#endif + +#include +#include +#include + +namespace { + +constexpr int kHeads = 16; +constexpr int kDimension = 128; +constexpr int kWorkers = 4; + +void PinWorker(int worker) { + cpu_set_t cores; + CPU_ZERO(&cores); + CPU_SET(4 + worker, &cores); + pthread_setaffinity_np(pthread_self(), sizeof(cores), &cores); +} + +float Horizontal(float32x4_t value) { + return vaddvq_f32(value); +} + +void RunHeadFp16( + int head, + int tokens, + std::span query, + std::span key, + std::span value, + std::span factor, + std::span<__fp16> state, + std::span output) { + const auto vector_offset = static_cast(head) * kDimension; + const auto state_offset = static_cast(head) * kDimension * kDimension; + std::array delta {}; + for (int token = 0; token < tokens; ++token) { + const auto token_offset = static_cast(token) * kHeads * kDimension; + const auto * q = query.data() + token_offset + vector_offset; + const auto * k = key.data() + token_offset + vector_offset; + const auto * v = value.data() + token_offset + vector_offset; + const auto * d = factor.data() + token_offset + vector_offset; + auto * s = state.data() + state_offset; + auto * o = output.data() + token_offset + vector_offset; + for (int column = 0; column < kDimension; ++column) { + auto * row = s + static_cast(column) * kDimension; + float32x4_t sum0 = vdupq_n_f32(0.0F); + float32x4_t sum1 = vdupq_n_f32(0.0F); + for (int index = 0; index < kDimension; index += 8) { + const float16x8_t decayed = vmulq_f16( + vld1q_f16(row + index), vld1q_f16(d + index)); + vst1q_f16(row + index, decayed); + const float16x8_t key8 = vld1q_f16(k + index); + sum0 = vfmaq_f32( + sum0, vcvt_f32_f16(vget_low_f16(decayed)), + vcvt_f32_f16(vget_low_f16(key8))); + sum1 = vfmaq_f32( + sum1, vcvt_f32_f16(vget_high_f16(decayed)), + vcvt_f32_f16(vget_high_f16(key8))); + } + delta[column] = static_cast(v[column]) - Horizontal(vaddq_f32(sum0, sum1)); + } + const float beta = 0.5F; + for (int column = 0; column < kDimension; ++column) { + auto * row = s + static_cast(column) * kDimension; + const __fp16 update = static_cast<__fp16>(beta * delta[column]); + float32x4_t sum0 = vdupq_n_f32(0.0F); + float32x4_t sum1 = vdupq_n_f32(0.0F); + for (int index = 0; index < kDimension; index += 8) { + const float16x8_t updated = vfmaq_n_f16( + vld1q_f16(row + index), vld1q_f16(k + index), update); + vst1q_f16(row + index, updated); + const float16x8_t query8 = vld1q_f16(q + index); + sum0 = vfmaq_f32( + sum0, vcvt_f32_f16(vget_low_f16(updated)), + vcvt_f32_f16(vget_low_f16(query8))); + sum1 = vfmaq_f32( + sum1, vcvt_f32_f16(vget_high_f16(updated)), + vcvt_f32_f16(vget_high_f16(query8))); + } + o[column] = Horizontal(vaddq_f32(sum0, sum1)); + } + } +} + +void RunFp16( + int tokens, + std::span query, + std::span key, + std::span value, + std::span factor, + std::span<__fp16> state, + std::span output) { + std::array workers; + for (int worker = 0; worker < kWorkers; ++worker) { + workers[worker] = std::thread([=, &state, &output]() { + PinWorker(worker); + for (int head = worker; head < kHeads; head += kWorkers) { + RunHeadFp16(head, tokens, query, key, value, factor, state, output); + } + }); + } + for (auto & worker : workers) worker.join(); +} + +double Compare(std::span left, std::span right) { + double dot = 0.0; + double left_norm = 0.0; + double right_norm = 0.0; + for (std::size_t index = 0; index < left.size(); ++index) { + dot += static_cast(left[index]) * right[index]; + left_norm += static_cast(left[index]) * left[index]; + right_norm += static_cast(right[index]) * right[index]; + } + return dot / std::sqrt(left_norm * right_norm); +} + +} // namespace + +int main(int argc, char ** argv) try { + const int tokens = argc > 1 ? std::atoi(argv[1]) : 128; + const int iterations = argc > 2 ? std::atoi(argv[2]) : 20; + if (tokens < 1 || iterations < 1) throw std::invalid_argument("invalid benchmark size"); + const std::size_t vectors = static_cast(tokens) * kHeads * kDimension; + const std::size_t states = static_cast(kHeads) * kDimension * kDimension; + std::vector<__fp16> query(vectors), key(vectors), value(vectors), factor(vectors); + std::vector<__fp16> initial_state(states), state(states); + std::vector output(vectors), first_output(vectors); + for (std::size_t index = 0; index < vectors; ++index) { + query[index] = static_cast<__fp16>( + std::sin(static_cast(index + 1) * 0.013F) / std::sqrt(128.0F)); + key[index] = static_cast<__fp16>( + std::cos(static_cast(index + 3) * 0.017F) / std::sqrt(128.0F)); + value[index] = static_cast<__fp16>(0.2F * std::sin(static_cast(index) * 0.021F)); + factor[index] = static_cast<__fp16>(0.92F + 0.04F * + std::cos(static_cast(index) * 0.009F)); + } + std::fill(initial_state.begin(), initial_state.end(), static_cast<__fp16>(0)); + state = initial_state; + RunFp16(tokens, query, key, value, factor, state, first_output); + + std::vector samples; + samples.reserve(iterations); + for (int iteration = 0; iteration < iterations; ++iteration) { + state = initial_state; + const auto begin = std::chrono::steady_clock::now(); + RunFp16(tokens, query, key, value, factor, state, output); + const auto end = std::chrono::steady_clock::now(); + samples.push_back(std::chrono::duration(end - begin).count()); + } + const double mean = std::accumulate(samples.begin(), samples.end(), 0.0) / samples.size(); + std::printf( + "tokens=%d heads=%d workers=%d mean_ms=%.6f min_ms=%.6f max_ms=%.6f " + "tokens_per_second=%.3f repeat_cosine=%.9f\n", + tokens, kHeads, kWorkers, mean, + *std::min_element(samples.begin(), samples.end()), + *std::max_element(samples.begin(), samples.end()), + 1000.0 * tokens / mean, Compare(first_output, output)); + return 0; +} catch (const std::exception & error) { + std::fprintf(stderr, "error: %s\n", error.what()); + return 1; +} diff --git a/tools/gdn_prefill_compare.cpp b/tools/gdn_prefill_compare.cpp new file mode 100644 index 0000000000000000000000000000000000000000..3e66f90ef71e0a46f673facd7518cfa081470b05 --- /dev/null +++ b/tools/gdn_prefill_compare.cpp @@ -0,0 +1,265 @@ +#include + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace { + +void Check(int status, const char * operation) { + if (status != RKNN_SUCC) { + throw std::runtime_error( + std::string(operation) + " failed with status " + std::to_string(status)); + } +} + +std::vector ReadBytes(const std::string & path) { + std::ifstream stream(path, std::ios::binary | std::ios::ate); + if (!stream) throw std::runtime_error("cannot open " + path); + const auto size = stream.tellg(); + std::vector result(static_cast(size)); + stream.seekg(0); + stream.read(reinterpret_cast(result.data()), size); + if (!stream) throw std::runtime_error("cannot read " + path); + return result; +} + +std::vector ReadFloats(const std::string & path) { + const auto bytes = ReadBytes(path); + if (bytes.size() % sizeof(float) != 0) { + throw std::runtime_error("invalid float data " + path); + } + std::vector result(bytes.size() / sizeof(float)); + std::memcpy(result.data(), bytes.data(), bytes.size()); + return result; +} + +std::size_t Elements(const rknn_tensor_attr & value) { + if (value.n_elems != 0) return value.n_elems; + std::size_t count = 1; + for (std::uint32_t index = 0; index < value.n_dims; ++index) count *= value.dims[index]; + return count; +} + +struct Context { + rknn_context value = 0; + std::vector inputs; + std::vector outputs; + std::vector input_memory; + std::vector output_memory; + + Context(const std::string & path, int core) { + const auto model = ReadBytes(path); + Check(rknn_init(&value, const_cast(model.data()), model.size(), 0, nullptr), + "initialize GDN context"); + Check(rknn_set_core_mask(value, static_cast(1U << core)), + "set GDN core"); + rknn_input_output_num counts {}; + Check(rknn_query(value, RKNN_QUERY_IN_OUT_NUM, &counts, sizeof(counts)), "query GDN counts"); + inputs.resize(counts.n_input); + outputs.resize(counts.n_output); + input_memory.resize(counts.n_input); + output_memory.resize(counts.n_output); + for (std::uint32_t index = 0; index < counts.n_input; ++index) { + inputs[index].index = index; + Check(rknn_query(value, RKNN_QUERY_INPUT_ATTR, &inputs[index], sizeof(inputs[index])), + "query GDN input"); + input_memory[index] = rknn_create_mem2( + value, std::max(inputs[index].size, inputs[index].size_with_stride), + RKNN_FLAG_MEMORY_CACHEABLE); + if (input_memory[index] == nullptr) throw std::runtime_error("allocate GDN input"); + auto binding = inputs[index]; + binding.pass_through = 1; + Check(rknn_set_io_mem(value, input_memory[index], &binding), "bind GDN input"); + } + for (std::uint32_t index = 0; index < counts.n_output; ++index) { + outputs[index].index = index; + Check(rknn_query(value, RKNN_QUERY_OUTPUT_ATTR, &outputs[index], sizeof(outputs[index])), + "query GDN output"); + output_memory[index] = rknn_create_mem2( + value, std::max(outputs[index].size, outputs[index].size_with_stride), + RKNN_FLAG_MEMORY_CACHEABLE); + if (output_memory[index] == nullptr) throw std::runtime_error("allocate GDN output"); + auto binding = outputs[index]; + binding.pass_through = 1; + Check(rknn_set_io_mem(value, output_memory[index], &binding), "bind GDN output"); + } + } + + Context(const Context &) = delete; + Context & operator=(const Context &) = delete; + ~Context() { + if (value == 0) return; + for (auto * memory : output_memory) if (memory != nullptr) rknn_destroy_mem(value, memory); + for (auto * memory : input_memory) if (memory != nullptr) rknn_destroy_mem(value, memory); + rknn_destroy(value); + } + + int Input(std::string_view name) const { + for (std::size_t index = 0; index < inputs.size(); ++index) { + if (name == inputs[index].name) return static_cast(index); + } + throw std::runtime_error("missing GDN input " + std::string(name)); + } + + int Output(std::string_view name) const { + for (std::size_t index = 0; index < outputs.size(); ++index) { + if (name == outputs[index].name) return static_cast(index); + } + throw std::runtime_error("missing GDN output " + std::string(name)); + } + + void Stage(int index, const float * input, std::size_t count) { + if (Elements(inputs[index]) != count) { + throw std::runtime_error("GDN input shape or type mismatch"); + } + const auto & attribute = inputs[index]; + if (attribute.type == RKNN_TENSOR_FLOAT16) { + auto * output = static_cast<__fp16 *>(input_memory[index]->virt_addr); + for (std::size_t i = 0; i < count; ++i) output[i] = static_cast<__fp16>(input[i]); + } else if (attribute.type == RKNN_TENSOR_INT8) { + auto * output = static_cast(input_memory[index]->virt_addr); + for (std::size_t i = 0; i < count; ++i) { + const auto quantized = static_cast( + std::lround(input[i] / attribute.scale)) + attribute.zp; + output[i] = static_cast(std::clamp(quantized, -128, 127)); + } + } else { + throw std::runtime_error("unsupported GDN input dtype"); + } + Check(rknn_mem_sync(value, input_memory[index], RKNN_MEMORY_SYNC_TO_DEVICE), + "sync GDN input"); + } + + void Run() { Check(rknn_run(value, nullptr), "run GDN"); } + + std::vector Read(int index) { + Check(rknn_mem_sync(value, output_memory[index], RKNN_MEMORY_SYNC_FROM_DEVICE), + "sync GDN output"); + const auto count = Elements(outputs[index]); + std::vector result(count); + const auto & attribute = outputs[index]; + if (attribute.type == RKNN_TENSOR_FLOAT16) { + const auto * input = static_cast(output_memory[index]->virt_addr); + for (std::size_t i = 0; i < count; ++i) result[i] = static_cast(input[i]); + } else if (attribute.type == RKNN_TENSOR_INT8) { + const auto * input = static_cast(output_memory[index]->virt_addr); + for (std::size_t i = 0; i < count; ++i) { + result[i] = (static_cast(input[i]) - attribute.zp) * attribute.scale; + } + } else { + throw std::runtime_error("unsupported GDN output dtype"); + } + return result; + } +}; + +struct Error { + double cosine = 0.0; + double mean = 0.0; + double maximum = 0.0; +}; + +Error Compare(const std::vector & actual, const std::vector & expected) { + if (actual.size() != expected.size()) throw std::runtime_error("comparison size mismatch"); + double dot = 0.0, actual_norm = 0.0, expected_norm = 0.0, mean = 0.0, maximum = 0.0; + for (std::size_t index = 0; index < actual.size(); ++index) { + const double a = actual[index]; + const double b = expected[index]; + const double delta = std::abs(a - b); + dot += a * b; + actual_norm += a * a; + expected_norm += b * b; + mean += delta; + maximum = std::max(maximum, delta); + } + return {dot / std::sqrt(actual_norm * expected_norm), mean / actual.size(), maximum}; +} + +} // namespace + +int main(int argc, char ** argv) try { + if (argc != 7 && argc != 8) { + std::fprintf( + stderr, + "usage: %s SINGLE.rknn BATCH.rknn DATA_DIR HEADS CORE TOKENS [ITERATIONS]\n", + argv[0]); + return 2; + } + constexpr int dimension = 128; + const int heads = std::atoi(argv[4]); + const int core = std::atoi(argv[5]); + const int tokens = std::atoi(argv[6]); + const int iterations = argc == 8 ? std::atoi(argv[7]) : 20; + if (heads < 1 || core < 0 || core > 2 || tokens < 1 || iterations < 1) { + throw std::invalid_argument("heads, core, tokens, or iterations is invalid"); + } + const std::size_t width = static_cast(heads) * dimension; + const std::size_t state_elements = width * dimension; + const std::string data = argv[3]; + const auto query = ReadFloats(data + "/query.f32"); + const auto key = ReadFloats(data + "/key.f32"); + const auto value = ReadFloats(data + "/value.f32"); + const auto decay = ReadFloats(data + "/decay.f32"); + const auto beta = ReadFloats(data + "/beta.f32"); + auto state = ReadFloats(data + "/state.f32"); + + Context single(argv[1], core); + std::vector sequential_output(static_cast(tokens) * width); + for (int token = 0; token < tokens; ++token) { + const auto offset = static_cast(token) * width; + single.Stage(single.Input("query"), query.data() + offset, width); + single.Stage(single.Input("key"), key.data() + offset, width); + single.Stage(single.Input("value"), value.data() + offset, width); + single.Stage(single.Input("decay"), decay.data() + offset, width); + single.Stage(single.Input("beta"), beta.data() + static_cast(token) * heads, heads); + single.Stage(single.Input("state"), state.data(), state_elements); + single.Run(); + const auto output = single.Read(single.Output("output")); + std::copy(output.begin(), output.end(), sequential_output.begin() + offset); + state = single.Read(single.Output("new_state")); + } + + Context batch(argv[2], core); + batch.Stage(batch.Input("query"), query.data(), query.size()); + batch.Stage(batch.Input("key"), key.data(), key.size()); + batch.Stage(batch.Input("value"), value.data(), value.size()); + batch.Stage(batch.Input("decay"), decay.data(), decay.size()); + batch.Stage(batch.Input("beta"), beta.data(), beta.size()); + const auto initial_state = ReadFloats(data + "/state.f32"); + batch.Stage(batch.Input("state"), initial_state.data(), initial_state.size()); + batch.Run(); + const auto batch_output = batch.Read(batch.Output("output")); + const auto batch_state = batch.Read(batch.Output("new_state")); + const auto output_error = Compare(batch_output, ReadFloats(data + "/output.f32")); + const auto state_error = Compare(batch_state, ReadFloats(data + "/new_state.f32")); + batch.Run(); + const auto benchmark_begin = std::chrono::steady_clock::now(); + for (int iteration = 0; iteration < iterations; ++iteration) batch.Run(); + const auto benchmark_end = std::chrono::steady_clock::now(); + const double batch_run_ms = std::chrono::duration( + benchmark_end - benchmark_begin).count() / iterations; + std::printf( + "OUTPUT cosine=%.9f mean_abs=%.9g max_abs=%.9g\n" + "STATE cosine=%.9f mean_abs=%.9g max_abs=%.9g\n" + "BATCH tokens=%d iterations=%d rknn_run_ms=%.6f tokens_per_second=%.3f" + " input_dtype=%s output_dtype=%s\n", + output_error.cosine, output_error.mean, output_error.maximum, + state_error.cosine, state_error.mean, state_error.maximum, + tokens, iterations, batch_run_ms, 1000.0 * tokens / batch_run_ms, + batch.inputs.front().type == RKNN_TENSOR_INT8 ? "int8" : "fp16", + batch.outputs.front().type == RKNN_TENSOR_INT8 ? "int8" : "fp16"); + return output_error.cosine >= 0.999 && state_error.cosine >= 0.999 ? 0 : 3; +} catch (const std::exception & error) { + std::fprintf(stderr, "error: %s\n", error.what()); + return 1; +} diff --git a/tools/group32_capability_probe.cpp b/tools/group32_capability_probe.cpp new file mode 100644 index 0000000000000000000000000000000000000000..87f9ff0441148dbc7345a91c8e3ce341d5a24473 --- /dev/null +++ b/tools/group32_capability_probe.cpp @@ -0,0 +1,18 @@ +#include +#include +#include +#include +int main() { + for (int type : {1, 7, 8, 11, 12, 15}) for (int quant : {0, 2, 4}) { + rknn_matmul_info info{}; + info.M=1; info.K=1536; info.N=512; + info.type=static_cast(type); + info.B_layout=RKNN_MM_LAYOUT_NATIVE; + info.AC_layout=RKNN_MM_LAYOUT_NATIVE; + info.B_quant_type=quant; info.group_size=32; info.iommu_domain_id=3; + rknn_matmul_ctx ctx=0; rknn_matmul_io_attr attr{}; + const int rc=rknn_matmul_create(&ctx,&info,&attr); + std::printf("type=%d quant=%d rc=%d A=%u B=%u C=%u\n",type,quant,rc,attr.A.size,attr.B.size,attr.C.size); + if(ctx)rknn_matmul_destroy(ctx); + } +} diff --git a/tools/linear_bridge_check.cpp b/tools/linear_bridge_check.cpp new file mode 100644 index 0000000000000000000000000000000000000000..3c8d7d6dbf75de79818733d545efcdf534478a4b --- /dev/null +++ b/tools/linear_bridge_check.cpp @@ -0,0 +1,57 @@ +#include "ling3/linear.h" +#include "ling3/cpu_kernels.h" +#include "ling3/quantization.h" +#include +#include +#include +#include +#include + +int main(int argc,char**argv)try{ + if(argc!=2)throw std::runtime_error("usage: linear-bridge-check OFFICIAL.l3r"); + setenv("LING3_OFFICIAL_EXECUTION","w8",1); + setenv("LING3_KEEP_SOURCE_WEIGHTS","1",1); + ling3::ModelPackage package(argv[1]); + for(int lanes:{1,3}){ + for(const std::string base:{"model.layers.1.mlp.experts.0.gate_up","model.layers.1.mlp.shared_experts.gate_up"}){ + const auto&t=package.tensor(base+".weight");int k=t.entry->dims[0],n=t.entry->dims[1]; + std::vector cores=lanes==1?std::vector{0}:std::vector{0,1,2}; + auto target_cores=lanes==1?std::vector{1}:cores; + ling3::Linear owner(package,base,{k,n,1,cores,3}), target(package,base,{k,n,1,target_cores,3}); + std::vector x(128*k),y(128*n),scales(128),row(k); + std::vector q(x.size()),wq(k); + for(size_t i=0;i(x).subspan(r*k,k),std::span(q).subspan(r*k,k)).scale; + auto verify=[&](int rows,std::spanindices){ + for(int col:{0,1,15,31,63,n/2,n-2,n-1}){ + float mx=0; + for(int j=0;jdtype==unsigned(ling3::DataType::kBFloat16))row[j]=ling3::BFloat16ToFloat(reinterpret_cast(t.data)[col*k+j]); + else{ + const auto&s=package.tensor(base+".scales"); + row[j]=ling3::DecodeInt4LowFirst({t.data,size_t(t.entry->data_bytes)},size_t(j)*n+col)* + ling3::BFloat16ToFloat(reinterpret_cast(s.data)[col*(k/32)+j/32]); + } + mx=std::max(mx,std::abs(row[j])); + } + float ws=mx>0?mx/127:1;for(int j=0;j1e-5f*std::max(1.f,std::abs(expected)))throw std::runtime_error("bridge reference mismatch");} + } + }; + for(int rows:{1,3,16,128,3}){ + auto out=std::span(y).first(rows*n); + owner.RunBatchWithWeights(std::span(x).first(rows*k),rows,target,out);verify(rows,{}); + std::vectorindices(rows);for(int r=0;r(x).first(k)); + target.RunPrepared(s,std::span(y).first(n));verify(1,{}); + target.SetSingleCore(2);target.Run(std::span(x).first(k),std::span(y).first(n));verify(1,{}); + } + } + } + std::cout<<"PASS: group32/raw weights, dynamic rows, rebound weights, indexed inputs, shared A and core rebinding\n"; +}catch(const std::exception&e){std::cerr< +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +using Clock = std::chrono::steady_clock; +using Json = nlohmann::json; +constexpr int H = 16, D = 192, V = 128; +double Ms(Clock::time_point t) { return std::chrono::duration(Clock::now()-t).count(); } +void Check(int rc, const char * op) { if (rc != 0) throw std::runtime_error(std::string(op)+": "+std::to_string(rc)); } +float Float(std::uint16_t x) { return std::bit_cast(std::uint32_t(x) << 16); } +std::uint16_t Bf16(float x) { + auto u = std::bit_cast(x); + return (u + 0x7fffU + ((u >> 16) & 1U)) >> 16; +} +struct Data { + int rows, history; + std::vector q; + std::vector k, v; + Data(int m, int n): rows(m), history(n), q(m*H*D), k(std::size_t(n)*H*D), v(std::size_t(n)*H*V) {} +}; +void Randomize(Data & d, int seed) { + std::mt19937 rng(seed); std::normal_distribution normal(0, 1); + for (auto & x : d.q) x = normal(rng); + for (auto & x : d.k) x = Bf16(normal(rng)); + for (auto & x : d.v) x = Bf16(normal(rng)); +} +template void Read(std::ifstream & f, std::vector & x) { + f.read(reinterpret_cast(x.data()), x.size()*sizeof(T)); + if (!f) throw std::runtime_error("truncated snapshot"); +} +Data Load(const char * path) { + std::ifstream f(path, std::ios::binary); + std::array header {}; + f.read(reinterpret_cast(header.data()), sizeof(header)); + if (!f || header[0] != 0x31414c4d || header[1] < 1 || header[1] > 128 || + header[2] < header[1] || header[2] > 65536 || header[3] != H) + throw std::runtime_error("invalid MLA snapshot"); + Data d(header[1], header[2]); Read(f,d.q); Read(f,d.k); Read(f,d.v); return d; +} +float Dot(const float * q, const std::uint16_t * k) { + auto a = vdupq_n_f32(0), b = a; + for(int i=0;i,4> scores; + explicit Cpu(int n) { for(auto & x:scores) x.resize(n); } + double Run(const Data & d, std::vector & out) { + const auto start=Clock::now(); constexpr std::array cores {0,1,2,3}; + ling3::CoreWorkers::Instance().Run(cores,[&](int c){ + auto & s=scores[c]; + for(int h=c;h::infinity(), sum=0; + for(int t=0;t normal_a,normal_b; + std::vector normal_c; + Matmul(int rows,int inner,int columns,int core):m(rows),k(inner),n(columns),normal_a(m*k),normal_b(k*n),normal_c(m*n) { + try { + info.M=m;info.K=k;info.N=n; + info.type=RKNN_FLOAT16_MM_FLOAT16_TO_FLOAT32; + info.B_layout=RKNN_MM_LAYOUT_NATIVE;info.AC_layout=RKNN_MM_LAYOUT_NATIVE;info.iommu_domain_id=2; + Check(rknn_matmul_create(&ctx,&info,&attr),"create FP16 matmul"); + Check(rknn_matmul_set_core_mask(ctx,static_cast(1U<(a->virt_addr)[(kk/8*m+row)*8+kk%8]=x; + else normal_a[row*k+kk]=x; + } + void B(int kk,int col,float x) { + if(direct)static_cast<__fp16 *>(b->virt_addr)[((col/16*(k/32)+kk/32)*16+col%16)*32+kk%32]=x; + else normal_b[kk*n+col]=x; + } + float C(int row,int col) const { + return direct?static_cast(c->virt_addr)[(col/4*m+row)*4+col%4]:normal_c[row*n+col]; + } + void Run(Timing & s, bool qk) { + auto t=Clock::now(); + if(!direct) { + auto * pa=static_cast<__fp16 *>(a->virt_addr); + for(int kk=0;kkvirt_addr,k,n,&info),"pack native B"); + } + s.stage+=Ms(t);t=Clock::now(); + Check(rknn_mem_sync(ctx,a,RKNN_MEMORY_SYNC_TO_DEVICE),"sync A"); + Check(rknn_mem_sync(ctx,b,RKNN_MEMORY_SYNC_TO_DEVICE),"sync dynamic B"); s.sync+=Ms(t); + t=Clock::now(); Check(rknn_matmul_run(ctx),"run matmul"); (qk?s.qk:s.av)+=Ms(t); + t=Clock::now(); Check(rknn_mem_sync(ctx,c,RKNN_MEMORY_SYNC_FROM_DEVICE),"sync C");s.sync+=Ms(t); + t=Clock::now();const auto * pc=static_cast(c->virt_addr); + if(!direct) { + for(int nn=0;nnvirt_addr,0,a->size);std::memset(b->virt_addr,0,b->size);Timing s;Run(s,true); } +}; +struct Lane { + Matmul qk,av; + std::vector maximum,denominator,factor,accumulator; + Timing timing; + Lane(int rows,int tile,int core):qk(rows,D,tile,core),av(rows,tile,V,core),maximum(rows),denominator(rows),factor(rows),accumulator(rows*V) {} + void Head(const Data & d,int h,int tile,std::vector & out) { + std::fill(maximum.begin(),maximum.end(),-std::numeric_limits::infinity()); + std::fill(denominator.begin(),denominator.end(),0);std::fill(accumulator.begin(),accumulator.end(),0); + auto t=Clock::now(); + for(int r=0;r,3> lanes; + Npu(int rows,int block):tile(block) { for(int c=0;c<3;++c)lanes[c]=std::make_unique(rows,tile,c); } + double Run(const Data & d,std::vector & out) { + auto t=Clock::now();constexpr std::array cores {0,1,2}; + ling3::CoreWorkers::Instance().Run(cores,[&](int c){ auto & l=*lanes[c];l.timing={};for(int h=c;h & a,const std::vector & b) { + double aa=0,bb=0,ab=0,ss=0,mx=0; + for(std::size_t i=0;i128||n65536||tile<32||tile>4096||tile%32||repeats<1||repeats>10)throw std::invalid_argument("invalid dimensions"); + Data data=argc==6?Load(argv[5]):Data(m,n); + if(data.rows!=m||data.history!=n)throw std::invalid_argument("snapshot dimensions differ"); + if(argc==5)Randomize(data,12345); + std::vector cpu(m*H*V),npu(cpu.size());Cpu reference(n); + if(std::getenv("LING3_MLA_PROBE_INTEGRATED")) { + ling3::MlaNpu backend;backend.Prepare(m); + const double cpu_ms=reference.Run(data,cpu);const auto started=Clock::now(); + if(!backend.Run(data.q,data.k,data.v,m,n,npu))throw std::runtime_error("integrated NPU path did not run"); + const double npu_ms=Ms(started);const auto error=Error(npu,cpu); + std::cout<()<0.001?0:1; + } + auto begin=Clock::now();Npu candidate(m,tile);double setup=Ms(begin); + for(auto & l:candidate.lanes){l->qk.Warmup();l->av.Warmup();} + // Also warms the persistent worker pool. Neither path's setup is in timings. + const double first=candidate.Run(data,npu); + const double cpu_warmup=reference.Run(data,cpu); + Json results=Json::array(); + for(int r=0;rtiming.json()); + auto error=Error(npu,cpu); + results.push_back({{"cpu_ms",cpu_ms},{"npu_cpu_ms",npu_ms},{"speedup",cpu_ms/npu_ms},{"error",error},{"lane_work_ms",lanes}}); + if(error["cosine"].get()<0.999 || error["relative_l2"].get()>0.02) + throw std::runtime_error("attention accuracy failed: "+results.dump()); + } + std::cout<qk.direct}, + {"setup_ms",setup},{"warmup_attention_ms",first},{"cpu_warmup_ms",cpu_warmup},{"runs",results}}).dump()< contexts; + std::vector> memory; + ~Experiment() { + for (auto i = memory.rbegin(); i != memory.rend(); ++i) rknn_destroy_mem(i->first, i->second); + for (auto i = contexts.rbegin(); i != contexts.rend(); ++i) rknn_matmul_destroy(*i); + } + rknn_tensor_mem * Own(rknn_context ctx, rknn_tensor_mem * mem) { + if (!mem) throw std::runtime_error("memory creation failed"); + memory.emplace_back(ctx, mem); return mem; + } +}; +void Probe(int k, int n, int core) { + constexpr std::array rows {256, 2, 4, 8, 16, 32, 64, 128}; + for (bool views : {false, true}) { + Experiment e; + std::array attrs {}; + for (std::size_t i = 0; i < rows.size(); ++i) { + rknn_matmul_info info {}; + info.M = rows[i]; info.K = k; info.N = n; + info.type = RKNN_INT4_MM_INT4_TO_INT16; + info.B_layout = RKNN_MM_LAYOUT_NATIVE; + info.AC_layout = RKNN_MM_LAYOUT_NATIVE; + info.B_quant_type = RKNN_QUANT_TYPE_PER_LAYER_SYM; + info.AC_quant_type = RKNN_QUANT_TYPE_PER_LAYER_SYM; + info.iommu_domain_id = 2; + rknn_matmul_ctx ctx = 0; + Check(rknn_matmul_create(&ctx, &info, &attrs[i]), "create context"); + e.contexts.push_back(ctx); + Check(rknn_matmul_set_core_mask(ctx, static_cast(1U << core)), "set core"); + } + const auto owner = e.contexts[0]; + auto alloc = [&](unsigned size) { + return e.Own(owner, rknn_create_mem2(owner, size, RKNN_FLAG_MEMORY_CACHEABLE)); + }; + auto * a = alloc(attrs[0].A.size), * b = alloc(attrs[0].B.size), * c = alloc(attrs[0].C.size); + std::memset(b->virt_addr, 0x11, b->size); + Check(rknn_mem_sync(owner, b, RKNN_MEMORY_SYNC_TO_DEVICE), "sync B"); + std::array av {}, cv {}; + for (std::size_t i = 0; i < rows.size(); ++i) { + auto ctx = e.contexts[i]; + av[i] = views ? e.Own(ctx, rknn_create_mem_from_fd(ctx, a->fd, a->virt_addr, attrs[i].A.size, 0)) : a; + cv[i] = views ? e.Own(ctx, rknn_create_mem_from_fd(ctx, c->fd, c->virt_addr, attrs[i].C.size, 0)) : c; + Check(rknn_matmul_set_io_mem(ctx, av[i], &attrs[i].A), "bind shared A"); + Check(rknn_matmul_set_io_mem(ctx, b, &attrs[i].B), "bind B"); + Check(rknn_matmul_set_io_mem(ctx, cv[i], &attrs[i].C), "bind shared C"); + if (views && (av[i]->size != attrs[i].A.size || cv[i]->size != attrs[i].C.size)) + throw std::runtime_error("FD view did not retain requested synchronization size"); + } + for (int repeat = 0; repeat < 8; ++repeat) { + for (std::size_t i : {0, 1, 7, 2, 6, 3, 5, 4, 1}) { + auto ctx = e.contexts[i]; + const int value = 1 + repeat % 2; + std::memset(a->virt_addr, value * 0x11, a->size); + std::memset(c->virt_addr, 0x55, c->size); + Check(rknn_mem_sync(owner, c, RKNN_MEMORY_SYNC_TO_DEVICE), "guard C"); + Check(rknn_mem_sync(ctx, av[i], RKNN_MEMORY_SYNC_TO_DEVICE), "sync shared A"); + Check(rknn_matmul_run(ctx), "run"); + Check(rknn_mem_sync(ctx, cv[i], RKNN_MEMORY_SYNC_FROM_DEVICE), "sync shared C"); + // Read guards after synchronizing the full owner mapping. + Check(rknn_mem_sync(owner, c, RKNN_MEMORY_SYNC_FROM_DEVICE), "sync guard"); + auto * result = static_cast(c->virt_addr); + for (unsigned j = 0; j < c->size / 2; ++j) { + const int expected = j < attrs[i].C.size / 2 ? value * k : 0x5555; + if (result[j] != expected) throw std::runtime_error("output/guard mismatch"); + } + } + } + std::cout << "PASS mode=" << (views ? "per-shape-fd-view" : "oversized-owner") + << " K=" << k << " N=" << n << " core=" << core + << " shapes=8 transitions=72 domain=2 output_and_guards=exact\n"; + } +} +int main() { + try { + Probe(64, 128, 0); + // Real qkvfgb per-core shards and expert down projection dimensions. + Probe(1536, 3456, 0); + Probe(1536, 3456, 1); + Probe(1536, 3392, 2); + Probe(512, 1536, 1); + } catch (const std::exception & error) { + std::cerr << "probe_failed=" << error.what() << '\n'; return 1; + } +} diff --git a/tools/official_int4_group_probe.cpp b/tools/official_int4_group_probe.cpp new file mode 100644 index 0000000000000000000000000000000000000000..25c0a433e6d73437851c0df982213840a24162a5 --- /dev/null +++ b/tools/official_int4_group_probe.cpp @@ -0,0 +1,97 @@ +// Direct group32 import diagnostic. Not a full-model performance benchmark. +#include "ling3/w4_linear.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +template std::vector Read(const std::string &path, size_t count) { + std::ifstream f(path, std::ios::binary | std::ios::ate); + if (!f || f.tellg() != std::streamoff(count*sizeof(T))) throw std::runtime_error("bad input: "+path); + f.seekg(0); + std::vector out(count); + if (!f.read(reinterpret_cast(out.data()), out.size()*sizeof(T))) throw std::runtime_error("read: "+path); + return out; +} +int main(int argc, char **argv) try { + if (argc != 4) throw std::runtime_error("usage: probe DIRECTORY ROWS ITERATIONS"); + unsetenv("LING3_PREFILL_W4A4"); + const std::string path=argv[1]; + const int rows=std::stoi(argv[2]), iterations=std::stoi(argv[3]); + auto shape=Read(path+"/shape.bin",3); + const int k=shape[0], n=shape[1], group=shape[2], groups=k/group; + if (rows<1 || rows>128 || iterations<1 || k<32 || n<64 || group<32 || k%group) throw std::runtime_error("bad shape"); + auto codes=Read(path+"/codes.bin",size_t(k)*n); + auto scales=Read(path+"/scales.bin",size_t(n)*groups); + auto input=Read(path+"/input-"+std::to_string(rows)+".bin",size_t(rows)*k); + auto expected=Read(path+"/oracle-"+std::to_string(rows)+".bin",size_t(rows)*n); + std::vector> runners; + std::vector> inputs(groups,std::vector(size_t(rows)*group)); + size_t resident=0; + for (int g=0;g packed(size_t(group)*n/2); + std::vector scale(n); + std::vector correction(n); + // Avoid INT16 overflow in the single per-channel baseline matmul. + int splits=1; + for (;;) { + bool safe=true; + for (int col=0;col32767) safe=false; + } + if (safe) break; + splits*=2; + if (group%splits || (group/splits)%32) throw std::runtime_error("no safe split"); + } + for (int col=0;col( + ling3::W4LinearConfig{group,n,splits,{0,1,2},3},packed,scale,correction)); + runners.back()->PrepareBatch(rows); + resident+=runners.back()->resident_weight_bytes(); + } + std::vector output(size_t(rows)*n), partial(output.size()); + auto run=[&] { + std::fill(output.begin(),output.end(),0.f); + for (int g=0;gRunBatch(inputs[g],rows,partial); + for (size_t j=0;j1e-5) throw std::runtime_error("NPU integer oracle mismatch: "+std::to_string(rmse)); + std::vector ms; + for (int i=0;i(std::chrono::steady_clock::now()-start).count()); + } + std::sort(ms.begin(),ms.end()); + std::cout << "{\"case\":\""<> shifts) & 15).reshape(shape[0], -1) + [:, :shape[1]] - 8).to(torch.int8) + + +def verify_unpack(): + # Load the dependency's standalone helper without importing optional runtimes. + dist = importlib.metadata.distribution("compressed-tensors") + path = dist.locate_file("compressed_tensors/compressors/pack_quantized/helpers.py") + spec = importlib.util.spec_from_file_location("ct_pack_helper", path) + helper = importlib.util.module_from_spec(spec) + spec.loader.exec_module(helper) + codes = torch.arange(-8, 8, dtype=torch.int8).repeat(8).reshape(4, 32) + packed = helper.pack_to_int32(codes, 4) + assert torch.equal(unpack4(packed, codes.shape), codes) + assert torch.equal(helper.unpack_from_int32(packed, 4, codes.shape), codes) + return {"package_version": dist.version, "helper_sha256": hashlib.sha256(path.read_bytes()).hexdigest()}, helper + + +def replace_weights(model, official, helper): + index = json.loads((official / "model.safetensors.index.json").read_text())["weight_map"] + cfg = json.loads((official / "config.json").read_text())["quantization_config"] + weights = cfg["config_groups"]["group_0"]["weights"] + assert cfg["format"] == "pack-quantized" + assert weights["group_size"] == 32 and weights["num_bits"] == 4 and weights["symmetric"] + assert not any(k.endswith(("weight_zero_point", "weight_g_idx")) for k in index) + state = model.state_dict(keep_vars=True) + projected = {k.removesuffix("_packed") if k.endswith("weight_packed") else k + for k in index if not k.endswith(("weight_scale", "weight_shape"))} + if projected != set(state): + raise RuntimeError(f"tensor coverage mismatch: missing={set(state)-projected}, extra={projected-set(state)}") + stats = {"revision": REVISION, "quantized_matrices": 0, "quantized_elements": 0, + "raw_tensors": 0, "raw_elements": 0, "raw_differences": [], "raw_compute_casts": [], + "original_weight_squared_sum": 0., "weight_error_squared_sum": 0., + "bf16_reconstruction_rounding_squared_sum": 0., "scale_fp16_not_exact": 0, + "compute": "original BF16 implementation; released codes * BF16 group32 scales, cast to BF16; no A8"} + with ExitStack() as stack, torch.no_grad(): + handles = {s: stack.enter_context(safe_open(official / s, framework="pt", device="cpu")) + for s in sorted(set(index.values()))} + def get(name): + return handles[index[name]].get_tensor(name) + for i, (name, param) in enumerate(state.items()): + if name in index: + value = get(name).to(param.device) + if value.dtype != param.dtype: + # Previous BF16 reference casts non-parameter router-bias buffers. + # Match that reference arithmetic rather than silently changing it. + if not name.endswith(".mlp.gate.expert_bias"): + raise RuntimeError(f"raw dtype mismatch {name}: {value.dtype} vs {param.dtype}") + stats["raw_compute_casts"].append({"name": name, "source": str(value.dtype), "compute": str(param.dtype)}) + value = value.to(param.dtype) + if not torch.equal(value, param): + stats["raw_differences"].append(name) + param.copy_(value) + stats["raw_tensors"] += 1 + stats["raw_elements"] += param.numel() + else: + assert ".mlp.experts." in name, name + shape = tuple(get(name + "_shape").tolist()) + assert shape == tuple(param.shape) + packed = get(name + "_packed") + if stats["quantized_matrices"] == 0: + assert torch.equal(unpack4(packed, shape), helper.unpack_from_int32(packed, 4, shape)) + codes = unpack4(packed.to(param.device), shape) + scale = get(name + "_scale").to(param.device) + assert scale.shape == (shape[0], shape[1] // 32) + assert torch.isfinite(scale).all() and (scale >= 0).all() + stats["scale_fp16_not_exact"] += int((scale.half().bfloat16() != scale).sum()) + exact = (codes.reshape(shape[0], -1, 32).float() * scale.float().unsqueeze(-1)).reshape(shape) + original = param.float() + stats["original_weight_squared_sum"] += original.double().square().sum().item() + stats["weight_error_squared_sum"] += (original-exact).double().square().sum().item() + stats["bf16_reconstruction_rounding_squared_sum"] += (exact-exact.bfloat16().float()).double().square().sum().item() + param.copy_(exact) + stats["quantized_matrices"] += 1 + stats["quantized_elements"] += param.numel() + if (i+1) % 1000 == 0: + print(json.dumps({"loaded_tensors": i+1, "total": len(state)}), flush=True) + stats["expert_relative_weight_rmse"] = (stats["weight_error_squared_sum"] / stats["original_weight_squared_sum"]) ** .5 + return stats + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument("--source", type=Path, required=True) + p.add_argument("--official", type=Path, required=True) + p.add_argument("--suite", type=Path, required=True) + p.add_argument("--output-dir", type=Path, required=True) + args = p.parse_args() + args.output_dir.mkdir(parents=True, exist_ok=True) + torch.set_num_threads(4) + torch.backends.cuda.matmul.allow_tf32 = False + checks, helper = verify_unpack() + suite = json.loads(args.suite.read_text()) + tok = AutoTokenizer.from_pretrained(args.official, trust_remote_code=True, local_files_only=True) + for case in suite["cases"]: + assert tok.encode(case["prompt_text"], add_special_tokens=False) == case["prompt_ids"] + assert tok.encode(case["target_text"], add_special_tokens=False) == case["teacher_ids"] + source_config = json.loads((args.source / "config.json").read_text()) + official_config = json.loads((args.official / "config.json").read_text()) + differences = {k: [source_config.get(k), official_config.get(k)] for k in set(source_config) | set(official_config) + if source_config.get(k) != official_config.get(k)} + allowed = {"quantization_config", "num_nextn_predict_layers", "model_type", "auto_map", "torch_dtype", "transformers_version", "_name_or_path"} + if set(differences) - allowed: + raise RuntimeError(f"unreviewed config differences: {differences}") + print(json.dumps({"config_differences": differences, "unpack_check": checks}), flush=True) + start = time.monotonic() + model = load_model(args.source) + stats = replace_weights(model, args.official, helper) + stats.update({"unpack_check": checks, "config_differences": differences, "load_seconds": time.monotonic()-start, + "suite_sha256": hashlib.sha256(args.suite.read_bytes()).hexdigest()}) + (args.output_dir / "weight-audit.json").write_text(json.dumps(stats, indent=2) + "\n") + evaluate(model, suite["cases"], args.output_dir, "official_int4_bf16") + print("PASS: official INT4 weight reconstruction and paired likelihood evaluation", flush=True) + + +if __name__ == "__main__": + main() diff --git a/tools/official_linear_bridge_probe.cpp b/tools/official_linear_bridge_probe.cpp new file mode 100644 index 0000000000000000000000000000000000000000..ab36df57c2f6b80694ea2c2568740e2d96df46ed --- /dev/null +++ b/tools/official_linear_bridge_probe.cpp @@ -0,0 +1,135 @@ +// Test FP16 and W8 execution bridges for released group32 weights. +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +using Clock=std::chrono::steady_clock; +void Check(int rc,const char* where){if(rc)throw std::runtime_error(std::string(where)+": "+std::to_string(rc));} +template std::vector Read(const std::string& path,size_t count){ + std::ifstream f(path,std::ios::binary|std::ios::ate); + if(!f||f.tellg()!=std::streamoff(count*sizeof(T)))throw std::runtime_error("bad input "+path); + f.seekg(0);std::vector x(count); + if(!f.read(reinterpret_cast(x.data()),count*sizeof(T)))throw std::runtime_error("read "+path); + return x; +} +struct Matrix { + int m,k,n,offset;bool w8; + rknn_matmul_ctx ctx=0;rknn_matmul_io_attr io{}; + rknn_tensor_mem *a=nullptr,*b=nullptr,*c=nullptr; + std::vector scales,as; + Matrix(int rows,int inner,int cols,int begin,int core,bool quant,std::span weight):m(rows),k(inner),n(cols),offset(begin),w8(quant),scales(n,1.f),as(m,1.f){ + try{ + rknn_matmul_info info{};info.M=m;info.K=k;info.N=n;info.iommu_domain_id=3; + info.type=w8?RKNN_INT8_MM_INT8_TO_INT32:RKNN_FLOAT16_MM_FLOAT16_TO_FLOAT32; + info.B_layout=info.AC_layout=RKNN_MM_LAYOUT_NATIVE; + Check(rknn_matmul_create(&ctx,&info,&io),"create"); + Check(rknn_matmul_set_core_mask(ctx,static_cast(1<0?mx/127:1;} + for(int j=0;j(b->virt_addr)[idx]=std::clamp(int(std::nearbyint(row[j]/scales[col])),-127,127); + else static_cast<__fp16*>(b->virt_addr)[idx]=static_cast<__fp16>(row[j]); + } + } + Check(rknn_mem_sync(ctx,b,RKNN_MEMORY_SYNC_TO_DEVICE),"sync B"); + Check(rknn_matmul_set_io_mem(ctx,a,&io.A),"bind A"); + Check(rknn_matmul_set_io_mem(ctx,b,&io.B),"bind B"); + Check(rknn_matmul_set_io_mem(ctx,c,&io.C),"bind C"); + }catch(...){Release();throw;} + } + ~Matrix(){Release();} + void Release(){if(c)rknn_destroy_mem(ctx,c);if(b)rknn_destroy_mem(ctx,b);if(a)rknn_destroy_mem(ctx,a);if(ctx)rknn_matmul_destroy(ctx);} + void Run(std::span input,std::span output,int out_stride){ + const int subk=w8?16:8; + for(int r=0;r0?mx/127:1;} + for(int j=0;j(a->virt_addr)[idx]=std::clamp(int(std::nearbyint(input[r*k+j]/as[r])),-127,127); + else static_cast<__fp16*>(a->virt_addr)[idx]=static_cast<__fp16>(input[r*k+j]); + } + } + Check(rknn_mem_sync(ctx,a,RKNN_MEMORY_SYNC_TO_DEVICE),"sync A"); + Check(rknn_matmul_run(ctx),"run"); + Check(rknn_mem_sync(ctx,c,RKNN_MEMORY_SYNC_FROM_DEVICE),"sync C"); + for(int r=0;r(c->virt_addr)[i])*as[r]*scales[col]:static_cast(c->virt_addr)[i]; + } + } +}; +int main(int argc,char**argv)try{ + if(argc!=6)throw std::runtime_error("usage: probe DIRECTORY ROWS fp16|w8 CORES ITERATIONS"); + std::string path=argv[1],mode=argv[3];int m=std::stoi(argv[2]),cores=std::stoi(argv[4]),iters=std::stoi(argv[5]); + if((m!=1&&m!=128)||(cores!=1&&cores!=3)||iters<1||(mode!="w8"&&mode!="fp16"))throw std::runtime_error("invalid arguments"); + auto shape=Read(path+"/shape.bin",3);int k=shape[0],n=shape[1],group=shape[2]; + auto codes=Read(path+"/codes.bin",size_t(k)*n); + auto scales=Read(path+"/scales.bin",size_t(n)*k/group); + auto input=Read(path+"/input-"+std::to_string(m)+".bin",size_t(m)*k); + std::vector weight(size_t(n)*k),output(size_t(m)*n); + for(int col=0;col> matrices; + int offset=0;size_t bytes=0; + for(int core=0;core(m,k,width,offset,core,mode=="w8",weight));offset+=width; + bytes+=matrices.back()->io.B.size; + } + double load_ms=std::chrono::duration(Clock::now()-start).count(); + auto run=[&]{ + if(cores==1){matrices[0]->Run(input,output,n);return;} + // Three worker launches are included here; production uses persistent workers. + std::vector threads;std::vector errors(cores); + for(int c=0;cRun(input,output,n);}catch(...){errors[c]=std::current_exception();}}); + for(auto&t:threads)t.join();for(auto&e:errors)if(e)std::rethrow_exception(e); + }; + run();run();run(); + double error=0,refnorm=0,implerr=0,implnorm=0; + // Validate a complete first row against scalar independent reference math. + float as=1;for(int j=0;j0?ws/127:1; + int64_t integer=0; + for(int j=0;j(input[j]))*double(float(static_cast<__fp16>(weight[col*k+j]))); + } + if(mode=="w8")implemented=float(integer)*as*ws; + error+=std::pow(output[col]-expected,2);refnorm+=expected*expected; + implerr+=std::pow(output[col]-implemented,2);implnorm+=implemented*implemented; + } + const double implrmse=std::sqrt(implerr/implnorm); + if(!std::isfinite(implrmse)||implrmse>1e-4)throw std::runtime_error("reference mismatch "+std::to_string(implrmse)); + std::vector times; + for(int i=0;i(Clock::now()-start).count());} + std::sort(times.begin(),times.end()); + std::cout<<"{\"path\":\""< int: + return (value + ALIGNMENT - 1) & ~(ALIGNMENT - 1) + + +def enum_value(mapping: dict[str, int], value: str, label: str) -> int: + try: + return mapping[value] + except KeyError as error: + raise ValueError(f"unknown {label} {value!r}") from error + + +def resolve(base: Path, value: str) -> Path: + path = Path(value) + return path if path.is_absolute() else base / path + + +def copy_file(source: Path, output, hasher: hashlib._Hash) -> int: + total = 0 + with source.open("rb") as stream: + while chunk := stream.read(8 * 1024 * 1024): + output.write(chunk) + hasher.update(chunk) + total += len(chunk) + return total + + +def pad_to(output, offset: int) -> None: + current = output.tell() + if current > offset: + raise ValueError("package layout overlapped while writing") + output.write(b"\0" * (offset - current)) + + +def make_header(manifest: dict, tensor_count: int, string_offset: int, string_bytes: int, + payload_offset: int, payload_bytes: int, file_bytes: int, crc: int) -> bytes: + model = manifest["model"] + source_revision = bytes.fromhex(manifest["source_revision"]) + if len(source_revision) != 20: + raise ValueError("source_revision must be a 40-character Git SHA-1") + integers = [int(model[name]) for name in MODEL_FIELDS] + floats = [ + float(model["rms_epsilon"]), + float(model["rope_theta"]), + float(model["routed_scale"]), + float(model["kda_lower_bound"]), + ] + return HEADER.pack( + b"L3RKNN1\0", + 1, + HEADER.size, + 0x01020304, + tensor_count, + ENTRY.size, + int(manifest.get("flags", 0)), + HEADER.size, + string_offset, + string_bytes, + payload_offset, + payload_bytes, + file_bytes, + source_revision, + crc, + *integers, + *floats, + bytes(24), + ) + + +def main() -> int: + parser = argparse.ArgumentParser() + parser.add_argument("manifest", type=Path) + parser.add_argument("output", type=Path) + parser.add_argument( + "--include-prefix", + action="append", + default=[], + help="pack only tensors whose names start with this prefix (repeatable)", + ) + args = parser.parse_args() + + manifest_path = args.manifest.resolve() + manifest = json.loads(manifest_path.read_text(encoding="utf-8")) + base = manifest_path.parent + tensors = manifest.get("tensors", []) + if args.include_prefix: + tensors = [ + item for item in tensors + if any(item["name"].startswith(prefix) for prefix in args.include_prefix) + ] + if not tensors: + raise ValueError("--include-prefix did not match any tensors") + + names = bytearray() + prepared = [] + for item in tensors: + name = item["name"].encode("utf-8") + if not name or b"\0" in name: + raise ValueError("tensor names must be non-empty UTF-8 without NUL") + dims = [int(value) for value in item.get("dims", [])] + if len(dims) > 4: + raise ValueError(f"tensor {item['name']!r} has more than four dimensions") + source = resolve(base, item["path"]) + if not source.is_file(): + raise FileNotFoundError(source) + aux = resolve(base, item["aux_path"]) if item.get("aux_path") else None + if aux is not None and not aux.is_file(): + raise FileNotFoundError(aux) + prepared.append((item, len(names), name, dims, source, aux)) + names.extend(name) + + table_bytes = len(prepared) * ENTRY.size + string_offset = HEADER.size + table_bytes + payload_offset = align(string_offset + len(names)) + cursor = payload_offset + layouts = [] + for item, name_offset, name, dims, source, aux in prepared: + data_offset = align(cursor) + data_bytes = source.stat().st_size + cursor = data_offset + data_bytes + aux_offset = align(cursor) if aux is not None else 0 + aux_bytes = aux.stat().st_size if aux is not None else 0 + if aux is not None: + cursor = aux_offset + aux_bytes + layouts.append((item, name_offset, name, dims, source, aux, data_offset, data_bytes, aux_offset, aux_bytes)) + file_bytes = align(cursor) + payload_bytes = file_bytes - payload_offset + + args.output.parent.mkdir(parents=True, exist_ok=True) + entries = [] + with args.output.open("w+b") as output: + output.write(bytes(HEADER.size + table_bytes)) + output.write(names) + pad_to(output, payload_offset) + + for item, name_offset, name, dims, source, aux, data_offset, data_bytes, aux_offset, aux_bytes in layouts: + pad_to(output, data_offset) + digest = hashlib.sha256() + if copy_file(source, output, digest) != data_bytes: + raise IOError(f"short read while packing {source}") + if aux is not None: + pad_to(output, aux_offset) + aux_digest = hashlib.sha256() + if copy_file(aux, output, aux_digest) != aux_bytes: + raise IOError(f"short read while packing {aux}") + padded_dims = dims + [0] * (4 - len(dims)) + entries.append(ENTRY.pack( + name_offset, + len(name), + enum_value(DTYPES, item["dtype"], "dtype"), + len(dims), + enum_value(ROLES, item.get("role", "unknown"), "role"), + enum_value(QUANTS, item.get("quant", "none"), "quantization"), + enum_value(LAYOUTS, item.get("layout", "row_major"), "layout"), + int(item.get("flags", 0)), + *padded_dims, + data_offset, + data_bytes, + aux_offset, + aux_bytes, + float(item.get("scale", 1.0)), + float(item.get("zero_point", 0.0)), + int(item.get("layer", 0xFFFFFFFF)), + int(item.get("op", 0)), + int(item.get("expert", 0xFFFFFFFF)), + int(item.get("core", 0xFFFFFFFF)), + digest.digest(), + bytes(24), + )) + + pad_to(output, file_bytes) + header = make_header(manifest, len(entries), string_offset, len(names), payload_offset, + payload_bytes, file_bytes, 0) + crc = zlib.crc32(header) & 0xFFFFFFFF + header = make_header(manifest, len(entries), string_offset, len(names), payload_offset, + payload_bytes, file_bytes, crc) + output.seek(0) + output.write(header) + for entry in entries: + output.write(entry) + output.flush() + os.fsync(output.fileno()) + + print(f"packed {len(entries)} tensors, {file_bytes} bytes -> {args.output}") + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/tools/pack_official_int4.py b/tools/pack_official_int4.py new file mode 100644 index 0000000000000000000000000000000000000000..487a0531eef6c70a2273e1421d20209bae03b4df --- /dev/null +++ b/tools/pack_official_int4.py @@ -0,0 +1,75 @@ +#!/usr/bin/env python3 +"""Losslessly repack official weights using the existing fused tensor names. + +INT4 codes and BF16 group scales remain unchanged. Execution precision is chosen +by the experimental runtime, not baked into this source-weight package. +""" +import argparse +import hashlib +import json +import mmap +from pathlib import Path +import struct +import zlib + +import torch +from safetensors import safe_open +from pack_model import HEADER, ENTRY, align, pad_to +from quantize_model import source_linear_names +from official_int4_reference import unpack4, REVISION + +p=argparse.ArgumentParser(description=__doc__) +p.add_argument('--template',type=Path,required=True) +p.add_argument('--official',type=Path,required=True) +p.add_argument('--output',type=Path,required=True) +a=p.parse_args() +if a.output.exists(): raise FileExistsError(a.output) +torch.set_num_threads(4) +index=json.loads((a.official/'model.safetensors.index.json').read_text())['weight_map'] +handles={s:safe_open(a.official/s,framework='pt') for s in set(index.values())} +def get(name): return handles[index[name]].get_tensor(name) +with a.template.open('rb') as src, mmap.mmap(src.fileno(),0,access=mmap.ACCESS_READ) as data: + header=list(HEADER.unpack_from(data)); count=header[4]; table=header[7]; strings=header[8]; payload=header[10] + entries=[] + for i in range(count): + e=list(ENTRY.unpack_from(data,table+i*ENTRY.size)) + name=data[strings+e[0]:strings+e[0]+e[1]].decode() + entries.append((name,e)) + a.output.parent.mkdir(parents=True,exist_ok=True) + with a.output.open('w+b') as out: + out.write(data[:payload]); written=[]; linear_count=0 + for name,e in entries: + raw=None + if e[4]==3: + base=name.removesuffix('.weight'); names=source_linear_names(base) + k,n=e[8:10] + if '.mlp.experts.' in base: + codes=[] + for key in names: + shape=tuple(get(key+'_shape').tolist()) + codes.append(unpack4(get(key+'_packed'),shape)) + q=torch.cat(codes).t().contiguous().reshape(-1).numpy().view('uint8') & 15 + raw=(q[::2] | (q[1::2]<<4)).tobytes() + e[2]=5;e[5]=4;e[6]=2;e[7]=32 + assert len(raw)==k*n//2 + else: + weight=torch.cat([get(key) for key in names]) + assert weight.dtype==torch.bfloat16 and weight.shape[1]==k and weight.shape[0]<=n + if weight.shape[0] +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +extern char **environ; +static volatile sig_atomic_t child_pid = -1; +static void forward(int sig) { if (child_pid > 0) kill(child_pid, sig); } +static void fail(const char *msg) { fprintf(stderr, "launcher_error: %s: %s\n", msg, strerror(errno)); } +static int read_all(int fd, void *p, size_t n) { + while (n) { ssize_t r = read(fd, p, n); if (r < 0 && errno == EINTR) continue; + if (r <= 0) return -1; p = (char *)p + r; n -= r; } return 0; +} +static int write_all(int fd, const void *p, size_t n) { + while (n) { ssize_t r = write(fd, p, n); if (r < 0 && errno == EINTR) continue; + if (r <= 0) return -1; p = (const char *)p + r; n -= r; } return 0; +} +int main(int argc, char **argv) { + char self[PATH_MAX], dir[PATH_MAX], loader[PATH_MAX], engine[PATH_MAX], model[PATH_MAX]; + ssize_t len = readlink("/proc/self/exe", self, sizeof(self) - 1); + if (len < 0) { fail("read /proc/self/exe"); return 1; } self[len] = 0; + snprintf(model, sizeof(model), "%s", self); + char *slash = strrchr(model, '/'); + if (!slash || (size_t)(slash - model) + sizeof("/ling3-tiny-w4.l3r") >= sizeof(model)) return 1; + strcpy(slash, "/ling3-tiny-w4.l3r"); + const int extract = argc == 3 && strcmp(argv[1], "--extract") == 0; + if (extract) { + if (strlen(argv[2]) + 128 >= sizeof(dir)) return 1; + strcpy(dir, argv[2]); + if (mkdir(dir, 0700) != 0) { fail("--extract requires a new directory"); return 1; } + } else { + const char *root = getenv("MINDNANO_TMPDIR"); if (!root || !*root) root = "/tmp"; + if (snprintf(dir, sizeof(dir), "%s/mindnano-runtime-XXXXXX", root) >= (int)sizeof(dir)) return 1; + if (!mkdtemp(dir)) { fail("create runtime directory (set MINDNANO_TMPDIR)"); return 1; } + } + char **names = NULL; uint32_t count = 0, written = 0; int result = 1; + int fd = open(self, O_RDONLY | O_CLOEXEC); + char magic[8]; uint64_t offset; + if (fd < 0 || lseek(fd, -16, SEEK_END) < 0 || read_all(fd, magic, 8) || + memcmp(magic, "L3PORT01", 8) || read_all(fd, &offset, 8) || + lseek(fd, (off_t)offset, SEEK_SET) < 0 || read_all(fd, &count, 4) || count > 256) { + fprintf(stderr, "launcher_error: invalid/truncated portable payload\n"); goto cleanup; + } + names = calloc(count, sizeof(char *)); if (!names) goto cleanup; + for (uint32_t i = 0; i < count; ++i) { + uint32_t n; uint64_t bytes; char name[128], target[PATH_MAX]; + if (read_all(fd, &n, 4) || read_all(fd, &bytes, 8) || n < 1 || n >= sizeof(name) || + bytes > (1ULL << 30) || read_all(fd, name, n)) goto cleanup; + name[n] = 0; + if (strchr(name, '/') || name[0] == '.' || strlen(name) != n) goto cleanup; + if (snprintf(target, sizeof(target), "%s/%s", dir, name) >= (int)sizeof(target)) goto cleanup; + int out = open(target, O_CREAT | O_EXCL | O_WRONLY | O_CLOEXEC, 0700); + if (out < 0) { fail("extract runtime"); goto cleanup; } + names[written++] = strdup(target); + char buffer[65536]; + while (bytes) { + size_t block = bytes > sizeof(buffer) ? sizeof(buffer) : bytes; + if (read_all(fd, buffer, block) || write_all(out, buffer, block)) { close(out); goto cleanup; } + bytes -= block; + } + close(out); + } + close(fd); fd = -1; + if (extract) { printf("extracted_runtime=%s\n", dir); result = 0; goto cleanup; } + snprintf(loader, sizeof(loader), "%s/ld-linux-aarch64.so.1", dir); + snprintf(engine, sizeof(engine), "%s/mindnano-infer-engine", dir); + char **args = calloc((size_t)argc + 12, sizeof(char *)); + if (!args) goto cleanup; + int a = 0; + args[a++] = loader; args[a++] = "--inhibit-cache"; args[a++] = "--inhibit-rpath"; args[a++] = ""; + args[a++] = "--library-path"; args[a++] = dir; args[a++] = engine; + args[a++] = "--model"; args[a++] = model; + for (int i = 1; i < argc; ++i) args[a++] = argv[i]; + size_t ne = 0; while (environ[ne]) ++ne; + char **env = calloc(ne + 1, sizeof(char *)); if (!env) { free(args); goto cleanup; } + size_t j = 0; + for (size_t i = 0; i < ne; ++i) + if (strncmp(environ[i], "LD_", 3) && strncmp(environ[i], "LING3_", 6)) env[j++] = environ[i]; + signal(SIGINT, forward); signal(SIGTERM, forward); signal(SIGHUP, forward); + fflush(NULL); + child_pid = fork(); + if (child_pid == 0) { + const pid_t parent = getppid(); + prctl(PR_SET_PDEATHSIG, SIGTERM); + if (getppid() != parent || parent == 1) _exit(1); + execve(loader, args, env); + fail("run private loader (runtime directory must permit execution)"); _exit(127); + } + free(args); free(env); + if (child_pid < 0) { fail("fork"); goto cleanup; } + int status; + while (waitpid(child_pid, &status, 0) < 0) if (errno != EINTR) goto cleanup; + child_pid = -1; + result = WIFEXITED(status) ? WEXITSTATUS(status) : 128 + WTERMSIG(status); +cleanup: + if (fd >= 0) close(fd); + for (uint32_t i = 0; i < written; ++i) { + if (!extract || result != 0) unlink(names[i]); + free(names[i]); + } + free(names); + if (!extract || result != 0) rmdir(dir); + return result; +} diff --git a/tools/quant_loss_probe.cpp b/tools/quant_loss_probe.cpp new file mode 100644 index 0000000000000000000000000000000000000000..1f825b891d7c1d84cfd0e622b42f905e9147f5d0 --- /dev/null +++ b/tools/quant_loss_probe.cpp @@ -0,0 +1,96 @@ +#include "ling3/decoder.h" +#include "ling3/model_package.h" +#include "ling3/tokenizer.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +// Diagnostic entry only: exact official token IDs, one warmed decoder for all cases. +int main(int argc, char **argv) { + using Json = nlohmann::json; + using Clock = std::chrono::steady_clock; + try { + if (argc != 4) throw std::invalid_argument("usage: quant-loss-probe MODEL.l3r SUITE.json OUTPUT_DIR"); + for (auto key : {"LING3_PREFILL_W4A4", "LING3_EXPERT_ALL_CORES", "LING3_GDN_PREFILL_DIR"}) unsetenv(key); + for (auto key : {"LING3_PREWARM_EXPERTS", "LING3_EXPERT_BALANCED", "LING3_EXPERT_ZERO_COPY", + "LING3_GDN_CPU_PREFILL", "LING3_GDN_CPU_FP32_STATE", "LING3_GDN_CPU_DECODE", + "LING3_GDN_FULL_FP32", "LING3_MLA_SIMD", "LING3_VECTOR_MATH"}) setenv(key,"1",1); + setenv("LING3_MLA_BACKEND", "auto", 1); + cpu_set_t affinity; CPU_ZERO(&affinity); + for (int core=4; core<8; ++core) CPU_SET(core,&affinity); + if (sched_setaffinity(0,sizeof(affinity),&affinity)) throw std::runtime_error("affinity failed"); + rlimit limit{}; + if (getrlimit(RLIMIT_NOFILE,&limit)) throw std::runtime_error("getrlimit failed"); + limit.rlim_cur=std::min(262144,limit.rlim_max); + if (setrlimit(RLIMIT_NOFILE,&limit)) throw std::runtime_error("setrlimit failed"); + std::ifstream suite_file(argv[2]); + Json suite; suite_file >> suite; + const ling3::ModelPackage model(argv[1]); + const auto &t=model.tensor("tokenizer"); + ling3::Tokenizer tokenizer({t.data,static_cast(t.entry->data_bytes)}); + std::size_t capacity=4096; + for(const auto &c:suite.at("cases")) capacity=std::max(capacity,c.at("prompt_ids").size()+c.at("teacher_ids").size()); + ling3::Decoder decoder(model,capacity); + for(std::size_t rows=1;rows<=128;rows*=2)decoder.PrepareBatch(rows); + std::vector logits(model.header().vocab_size); + decoder.Eval(16,logits); decoder.Reset(); + const std::filesystem::path output(argv[3]); + std::filesystem::create_directories(output); + Json results=Json::array(); + for(const auto &c:suite.at("cases")) { + const auto name=c.at("id").get(); + const auto prompt=c.at("prompt_ids").get>(); + auto teacher=c.at("teacher_ids").get>(); + if(prompt.empty()||teacher.empty())throw std::runtime_error("empty sequence"); + if(tokenizer.Encode(c.at("prompt_text").get())!=prompt || + tokenizer.Encode(c.at("target_text").get())!=teacher) + throw std::runtime_error("official/C++ tokenizer mismatch: "+name); + const auto full_teacher_tokens=teacher.size(); + if(const char* limit=std::getenv("LING3_LOSS_STEPS")){ + const auto count=std::stoul(limit); + if(count<1)throw std::invalid_argument("LING3_LOSS_STEPS must be positive"); + teacher.resize(std::min(teacher.size(),count)); + } + decoder.Reset(); + const auto before=decoder.AttentionStats(); + const auto start=Clock::now(); + for(std::size_t offset=0;offset(128,prompt.size()-offset); + const auto block=std::span(prompt).subspan(offset,rows); + if(rows==1)decoder.Eval(block[0],logits); + else if(offset+rows==prompt.size())decoder.EvalBatch(block,logits); + else decoder.EvalBatchState(block); + offset+=rows; + } + const auto prefill=Clock::now(); + std::ofstream values(output/(name+".rknn.f32"),std::ios::binary); + if(!values)throw std::runtime_error("cannot open logit output"); + for(std::size_t step=0;step(prefill-start).count()}, + {"total_ms",std::chrono::duration(end-start).count()}}; + results.push_back(row);std::cout<") if thinking else "" + target = prefix + case["answer"] + tokenizer.eos_token + ids = tokenizer.encode(prompt, add_special_tokens=False) + teacher = tokenizer.encode(target, add_special_tokens=False) + assert tokenizer.encode(prompt + target, add_special_tokens=False) == ids + teacher + item = {"id": case["id"] + ("_think" if thinking else "_nothink"), + "domain": case["domain"], "thinking": thinking, + "prompt_text": prompt, "target_text": target, + "prompt_ids": ids, "teacher_ids": teacher, + "answer_start": len(tokenizer.encode(prefix, add_special_tokens=False))} + result.append(item) + output.mkdir(parents=True, exist_ok=True) + manifest = {"source": str(source.resolve()), "cases_sha256": hashlib.sha256(cases_path.read_bytes()).hexdigest(), + "description": "synthetic fixed correct continuations; paired official templates; not task accuracy", + "cases": result} + (output / "suite.json").write_text(json.dumps(manifest, ensure_ascii=False, indent=2) + "\n") + for item in result: + print(json.dumps({"prepared": item["id"], "prompt_tokens": len(item["prompt_ids"]), + "teacher_tokens": len(item["teacher_ids"]), "answer_start": item["answer_start"]}), flush=True) + return result + + +def load_model(source): + model = AutoModelForCausalLM.from_pretrained(source, trust_remote_code=True, + local_files_only=True, torch_dtype=torch.bfloat16, device_map={"": "cuda"}, + attn_implementation="eager").eval() + index = json.loads((source / "model.safetensors.index.json").read_text())["weight_map"] + parameters = dict(model.named_parameters()) + for shard in sorted(set(index.values())): + with safe_open(source / shard, framework="pt", device="cpu") as handle: + for name in handle.keys(): + if name in parameters and handle.get_slice(name).get_dtype() == "F32": + parameters[name].data = handle.get_tensor(name).to("cuda") + return model + + +def evaluate(model, cases, output, name): + with torch.inference_mode(): + for case in cases: + start = time.monotonic() + ids = torch.tensor([case["prompt_ids"] + case["teacher_ids"][:-1]], device="cuda") + # Official full-batch teacher forcing. No sampled feedback and no old KV. + result = model(input_ids=ids, use_cache=False) + logits = result.logits[0, len(case["prompt_ids"]) - 1:].float().cpu() + assert logits.shape == (len(case["teacher_ids"]), model.config.vocab_size) + if not torch.isfinite(logits).all(): + raise RuntimeError("nonfinite official logits: " + case["id"]) + logits.numpy().tofile(output / (case["id"] + "." + name + ".f32")) + print(json.dumps({"stage": name, "case": case["id"], "steps": len(logits), + "seconds": time.monotonic()-start}), flush=True) + del result, logits, ids + + +def rebuild_w4(model): + stats = {"method": "per-output-channel max(max_positive/7, max_negative/8), round-to-nearest-even, int4[-8,7]", + "compute": "reconstructed weights cast to BF16; activations NOT A8", "matrices": 0, + "elements": 0, "sum_squared_weights": 0.0, "sum_squared_error": 0.0} + with torch.no_grad(): + for name, parameter in model.named_parameters(): + # Exactly the matrix families selected by tools/quantize_model.py. + if parameter.ndim != 2 or name == "model.word_embeddings.weight" or name.endswith(".mlp.gate.weight"): + continue + if not (name.endswith(".weight") and (".attention." in name or ".mlp." in name or name == "lm_head.weight")): + raise RuntimeError("unclassified matrix " + name) + for offset in range(0, parameter.shape[0], 1024): + original = parameter[offset:offset+1024].float() + scales = torch.maximum(original.amax(1).clamp_min(0)/7, + (-original.amin(1)).clamp_min(0)/8) + scales = torch.where(scales == 0, torch.ones_like(scales), scales) + reconstructed = torch.round(original/scales[:, None]).clamp(-8, 7)*scales[:, None] + stats["elements"] += original.numel() + stats["sum_squared_weights"] += original.double().square().sum().item() + stats["sum_squared_error"] += (original.double()-reconstructed.double()).square().sum().item() + parameter[offset:offset+1024].copy_(reconstructed.to(parameter.dtype)) + stats["matrices"] += 1 + if stats["matrices"] % 1000 == 0: + print(json.dumps({"w4_rebuilt_matrices": stats["matrices"]}), flush=True) + stats["relative_weight_rmse"] = (stats["sum_squared_error"]/stats["sum_squared_weights"])**.5 + return stats + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument("--source", type=Path, required=True) + p.add_argument("--cases", type=Path, required=True) + p.add_argument("--output-dir", type=Path, required=True) + p.add_argument("--prepare-only", action="store_true") + a = p.parse_args() + torch.set_num_threads(4) + torch.backends.cuda.matmul.allow_tf32 = False + cases = prepare(a.source, a.cases, a.output_dir) + if a.prepare_only: + return + model = load_model(a.source) + evaluate(model, cases, a.output_dir, "bf16") + stats = rebuild_w4(model) + (a.output_dir / "weight-reconstruction.json").write_text(json.dumps(stats, indent=2) + "\n") + evaluate(model, cases, a.output_dir, "w4_bf16") + print("PASS: paired official BF16/W4-rebuilt reference complete", flush=True) + + +if __name__ == "__main__": + main() diff --git a/tools/quantize_model.py b/tools/quantize_model.py new file mode 100644 index 0000000000000000000000000000000000000000..7008972f01b8d90518ab6d18663c182559648d7e --- /dev/null +++ b/tools/quantize_model.py @@ -0,0 +1,591 @@ +#!/usr/bin/env python3 +"""Quantize the pinned Ling-3.0-tiny safetensors into standalone RKNN assets.""" + +from __future__ import annotations + +import argparse +import hashlib +import json +import math +import shutil +import struct +from pathlib import Path + +import torch +from safetensors import safe_open + + +REVISION = "e3a47d5b986e7141b6efd62597d598ebb392060d" +HIDDEN = 1536 +HEADS = 16 +HEAD_DIM = 128 +EXPERTS = 128 +EXPERT_DIM = 512 +VOCAB = 157184 +N_ALIGNMENT = 64 +K_ALIGNMENT = 32 + + +def parse_layers(value: str) -> list[int]: + result: set[int] = set() + for item in value.split(","): + item = item.strip() + if not item: + continue + if "-" in item: + begin, end = (int(part) for part in item.split("-", 1)) + result.update(range(begin, end + 1)) + else: + result.add(int(item)) + if not result or min(result) < 0 or max(result) >= 24: + raise ValueError("--layers must select values in [0, 23]") + return sorted(result) + + +def relative(path: Path, root: Path) -> str: + return str(path.relative_to(root)) + + +class TensorSource: + def __init__(self, root: Path): + self.root = root + index = json.loads((root / "model.safetensors.index.json").read_text()) + self.weight_map: dict[str, str] = index["weight_map"] + self.handles = { + shard: safe_open(root / shard, framework="pt", device="cpu") + for shard in sorted(set(self.weight_map.values())) + } + + def tensor(self, name: str) -> torch.Tensor: + try: + return self.handles[self.weight_map[name]].get_tensor(name) + except KeyError as error: + raise KeyError(f"source model does not contain {name}") from error + + +def source_linear_names(name: str) -> list[str]: + """Map the runtime's fused matrices to the exact checkpoint row order.""" + parent, _, suffix = name.rpartition('.') + if suffix == 'qkvfgb': + return [parent+'.'+s+'.weight' for s in ('q_proj','k_proj','v_proj','f_proj','g_proj','b_proj')] + if suffix == 'qkv_gate_a': + return [parent+'.'+s+'.weight' for s in ('q_a_proj','kv_a_proj_with_mqa','g_proj')] + if suffix == 'gate_up': + return [parent+'.'+s+'.weight' for s in ('gate_proj','up_proj')] + if suffix == 'o_proj' and '.attention.' in name and (int(name.split('.')[2])+1)%4 == 0: + return [parent+'.dense.weight'] + return [name+'.weight'] + + +class AssetWriter: + def __init__(self, root: Path, calibration_scales: Path | None = None): + self.root = root + self.assets = root / "assets" + self.assets.mkdir(parents=True, exist_ok=True) + self.entries: list[dict[str, object]] = [] + self.calibration_scales = None + self.calibration_sha256 = None + if calibration_scales is not None: + from safetensors.torch import load_file + self.calibration_scales = load_file(str(calibration_scales), device='cpu') + self.calibration_sha256 = hashlib.sha256(calibration_scales.read_bytes()).hexdigest() + + def add_file( + self, + name: str, + path: Path, + dtype: str, + dims: list[int], + role: str, + *, + quant: str = "none", + layout: str = "row_major", + flags: int = 0, + layer: int = 0xFFFFFFFF, + expert: int = 0xFFFFFFFF, + core: int = 0xFFFFFFFF, + ) -> None: + self.entries.append( + { + "name": name, + "path": relative(path, self.root), + "dtype": dtype, + "dims": dims, + "role": role, + "quant": quant, + "layout": layout, + "flags": flags, + "layer": layer, + "expert": expert, + "core": core, + } + ) + + def raw(self, source: TensorSource, name: str, *, role: str, layer: int = 0xFFFFFFFF) -> None: + tensor = source.tensor(name).contiguous() + suffix = "f32" if tensor.dtype == torch.float32 else "bf16" + if tensor.dtype not in (torch.float32, torch.bfloat16): + raise TypeError(f"unsupported raw dtype for {name}: {tensor.dtype}") + path = self.assets / "raw" / f"{name}.{suffix}.bin" + path.parent.mkdir(parents=True, exist_ok=True) + expected = tensor.numel() * (4 if tensor.dtype == torch.float32 else 2) + if not path.is_file() or path.stat().st_size != expected: + temporary = path.with_suffix(path.suffix + ".partial") + values = tensor.numpy() if tensor.dtype == torch.float32 else tensor.view(torch.uint16).numpy() + values.tofile(temporary) + temporary.replace(path) + self.add_file(name, path, suffix, list(tensor.shape), role, layer=layer) + + def blob( + self, + name: str, + path: Path, + *, + role: str, + core: int = 0xFFFFFFFF, + ) -> None: + self.add_file( + name, + path, + "unknown", + [path.stat().st_size], + role, + layout="opaque", + core=core, + ) + + def copied_blob( + self, + name: str, + source: Path, + *, + role: str, + core: int, + ) -> None: + filename = name.replace(".", "-") + source.suffix + destination = self.assets / "rknn" / filename + destination.parent.mkdir(parents=True, exist_ok=True) + if not destination.is_file() or destination.stat().st_size != source.stat().st_size: + temporary = destination.with_suffix(destination.suffix + ".partial") + shutil.copyfile(source, temporary) + temporary.replace(destination) + self.blob(name, destination, role=role, core=core) + + @staticmethod + def _quantize_rows(weight_nk: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]: + weight = weight_nk.float() + positive = weight.amax(dim=1).clamp_min(0.0) / 7.0 + negative = (-weight.amin(dim=1)).clamp_min(0.0) / 8.0 + scales = torch.maximum(positive, negative) + scales = torch.where(scales == 0, torch.ones_like(scales), scales) + codes = torch.round(weight / scales[:, None]).clamp(-8, 7).to(torch.int8) + return codes, scales + + @staticmethod + def _safe_splits(codes_nk: torch.Tensor, required_parts: int | None = None) -> int: + n, k = codes_nk.shape + if k % K_ALIGNMENT: + raise ValueError(f"K={k} is not aligned to {K_ALIGNMENT}") + blocks = k // K_ALIGNMENT + if required_parts is not None and not 1 <= required_parts <= blocks: + raise ValueError('invalid required K partitions') + for parts in ([required_parts] if required_parts is not None else range(1, blocks + 1)): + base, extra = divmod(blocks, parts) + begin = 0 + safe = True + for part in range(parts): + end = begin + (base + (part < extra)) * K_ALIGNMENT + for row in range(0, n, 1024): + block = codes_nk[row : row + 1024, begin:end].to(torch.int32) + positive = block.clamp_min(0) + negative = (-block).clamp_min(0) + high = (7 * positive + 8 * negative).sum(dim=1) + low = (8 * positive + 7 * negative).sum(dim=1) + if int(high.max()) > 32767 or int(low.max()) > 32768: + safe = False + break + if not safe: + break + begin = end + if safe: + return parts + raise RuntimeError(f"cannot find an INT16-safe split for {tuple(codes_nk.shape)}") + + @staticmethod + def _write_packed_kn(path: Path, codes_nk: torch.Tensor) -> None: + temporary = path.with_suffix(path.suffix + ".partial") + with temporary.open("wb") as output: + _, k = codes_nk.shape + for begin in range(0, k, 32): + values = codes_nk[:, begin : begin + 32].t().contiguous().view(-1).numpy() + nibbles = values.view("uint8") & 0x0F + packed = nibbles[0::2] | (nibbles[1::2] << 4) + output.write(packed.tobytes()) + temporary.replace(path) + + def linear( + self, + name: str, + tensors_nk: list[torch.Tensor], + *, + layer: int = 0xFFFFFFFF, + expert: int = 0xFFFFFFFF, + pad_n: bool = False, + required_k_splits: int | None = None, + ) -> None: + if not tensors_nk: + raise ValueError("linear requires at least one source tensor") + k = tensors_nk[0].shape[1] + if any(tensor.ndim != 2 or tensor.shape[1] != k for tensor in tensors_nk): + raise ValueError(f"incompatible tensors for fused linear {name}") + logical_n = sum(tensor.shape[0] for tensor in tensors_nk) + n = math.ceil(logical_n / N_ALIGNMENT) * N_ALIGNMENT if pad_n else logical_n + if k % K_ALIGNMENT or n % N_ALIGNMENT: + raise ValueError(f"unaligned W4 linear {name}: K={k} N={n}") + + directory = self.assets / "linear" / name + weight_path = directory / "weight-int4-kn.bin" + scale_path = directory / "scales-f32.bin" + correction_path = directory / "correction-i32.bin" + spec_path = directory / "spec.json" + expected_weight_bytes = k * n // 2 + + valid = False + if spec_path.is_file() and weight_path.is_file() and scale_path.is_file() and correction_path.is_file(): + spec = json.loads(spec_path.read_text()) + valid = ( + spec.get("k") == k + and spec.get("n") == n + and spec.get("logical_n") == logical_n + and weight_path.stat().st_size == expected_weight_bytes + and scale_path.stat().st_size == n * 4 + and correction_path.stat().st_size == n * 4 + and spec.get('calibration_sha256') == self.calibration_sha256 + and (required_k_splits is None or spec.get('k_splits') == required_k_splits) + ) + + if not valid: + directory.mkdir(parents=True, exist_ok=True) + weight = torch.cat([tensor.float() for tensor in tensors_nk], dim=0) + if n != logical_n: + weight = torch.cat((weight, torch.zeros((n - logical_n, k))), dim=0) + if self.calibration_scales is None: + codes, scales = self._quantize_rows(weight) + else: + source_names = source_linear_names(name) + if len(source_names) != len(tensors_nk): + raise ValueError(f'calibration source mapping mismatch: {name}') + values = [] + for source_name, tensor in zip(source_names, tensors_nk): + scale = self.calibration_scales[source_name] + if scale.shape != (tensor.shape[0],) or not torch.isfinite(scale).all() or not (scale > 0).all(): + raise ValueError(f'invalid calibration scale: {source_name}') + values.append(scale) + scales = torch.cat(values).float() + if n != logical_n: + scales = torch.cat((scales, torch.ones(n-logical_n))) + codes = torch.round(weight/scales[:,None]).clamp(-8,7).to(torch.int8) + splits = self._safe_splits(codes,required_k_splits) + correction = 8 * codes.to(torch.int32).sum(dim=1) + self._write_packed_kn(weight_path, codes) + scales.numpy().astype("float32", copy=False).tofile(scale_path) + correction.numpy().astype("int32", copy=False).tofile(correction_path) + spec = {"k": k, "n": n, "logical_n": logical_n, "k_splits": splits} + if self.calibration_sha256 is not None: + spec['calibration_sha256'] = self.calibration_sha256 + spec_path.write_text(json.dumps(spec, sort_keys=True) + "\n") + else: + splits = int(spec["k_splits"]) + + core = expert % 3 if expert != 0xFFFFFFFF else 0xFFFFFFFF + self.add_file( + name + ".weight", + weight_path, + "int4", + [k, n], + "linear_weight", + quant="per_output_channel", + layout="packed_int4", + flags=splits, + layer=layer, + expert=expert, + core=core, + ) + self.add_file( + name + ".scales", + scale_path, + "fp32", + [n], + "linear_scale", + layer=layer, + expert=expert, + core=core, + ) + self.add_file( + name + ".correction", + correction_path, + "int32", + [n], + "bias", + layer=layer, + expert=expert, + core=core, + ) + + +def byte_alphabet() -> tuple[dict[int, str], dict[str, int]]: + values = list(range(ord("!"), ord("~") + 1)) + values += list(range(ord("¡"), ord("¬") + 1)) + values += list(range(ord("®"), ord("ÿ") + 1)) + encoded = values[:] + extra = 0 + for byte in range(256): + if byte not in values: + values.append(byte) + encoded.append(256 + extra) + extra += 1 + forward = {byte: chr(codepoint) for byte, codepoint in zip(values, encoded)} + return forward, {symbol: byte for byte, symbol in forward.items()} + + +def export_tokenizer(source_root: Path, output: Path) -> None: + tokenizer = json.loads((source_root / "tokenizer.json").read_text()) + vocab: dict[str, int] = tokenizer["model"]["vocab"] + merges: list[list[str]] = tokenizer["model"]["merges"] + added = tokenizer["added_tokens"] + tokenizer_count = max(max(vocab.values()), max(item["id"] for item in added)) + 1 + if tokenizer_count > VOCAB: + raise ValueError(f"tokenizer vocabulary is {tokenizer_count}, larger than model vocab {VOCAB}") + full_count = VOCAB + + forward, inverse = byte_alphabet() + byte_ids = [vocab[forward[byte]] for byte in range(256)] + pieces = [b""] * full_count + for text, token_id in vocab.items(): + try: + pieces[token_id] = bytes(inverse[character] for character in text) + except KeyError as error: + raise ValueError(f"vocabulary token contains a non-byte-alphabet character: {text!r}") from error + added_tokens: list[tuple[int, bytes, int]] = [] + for item in added: + content = item["content"].encode("utf-8") + pieces[item["id"]] = content + flags = 1 if item.get("special") else 0 + added_tokens.append((item["id"], content, flags)) + + merge_rows = [] + for rank, pair in enumerate(merges): + left, right = pair + result = left + right + if left not in vocab or right not in vocab or result not in vocab: + raise ValueError(f"merge {rank} cannot be represented with vocabulary IDs") + merge_rows.append((vocab[left], vocab[right], vocab[result])) + + output.parent.mkdir(parents=True, exist_ok=True) + temporary = output.with_suffix(output.suffix + ".partial") + with temporary.open("wb") as stream: + stream.write(struct.pack("<8sIIII", b"L3TOK2\0\0", full_count, len(merge_rows), len(added_tokens), 0)) + stream.write(struct.pack("<256I", *byte_ids)) + for piece in pieces: + stream.write(struct.pack(" list[torch.Tensor]: + return [source.tensor(name) for name in names] + + +def quantize_layer(source: TensorSource, writer: AssetWriter, layer: int, include_experts: bool) -> None: + prefix = f"model.layers.{layer}" + writer.raw(source, prefix + ".input_layernorm.weight", role="norm", layer=layer) + writer.raw(source, prefix + ".post_attention_layernorm.weight", role="norm", layer=layer) + + attention = prefix + ".attention" + if (layer + 1) % 4: + projection_names = [ + attention + ".q_proj.weight", + attention + ".k_proj.weight", + attention + ".v_proj.weight", + attention + ".f_proj.weight", + attention + ".g_proj.weight", + attention + ".b_proj.weight", + ] + writer.linear(attention + ".qkvfgb", source_tensors(source, projection_names), layer=layer, pad_n=True) + writer.linear(attention + ".o_proj", [source.tensor(attention + ".o_proj.weight")], layer=layer) + for name in ("q_conv1d.weight", "k_conv1d.weight", "v_conv1d.weight", "A_log", "dt_bias", "o_norm.weight"): + writer.raw(source, attention + "." + name, role="norm" if name == "o_norm.weight" else "unknown", layer=layer) + else: + fused_names = [ + attention + ".q_a_proj.weight", + attention + ".kv_a_proj_with_mqa.weight", + attention + ".g_proj.weight", + ] + writer.linear(attention + ".qkv_gate_a", source_tensors(source, fused_names), layer=layer, pad_n=True) + writer.linear(attention + ".q_b_proj", [source.tensor(attention + ".q_b_proj.weight")], layer=layer) + writer.linear(attention + ".kv_b_proj", [source.tensor(attention + ".kv_b_proj.weight")], layer=layer) + writer.linear(attention + ".o_proj", [source.tensor(attention + ".dense.weight")], layer=layer) + writer.raw(source, attention + ".q_a_layernorm.weight", role="norm", layer=layer) + writer.raw(source, attention + ".kv_a_layernorm.weight", role="norm", layer=layer) + + mlp = prefix + ".mlp" + if layer == 0: + writer.linear( + mlp + ".gate_up", + source_tensors(source, [mlp + ".gate_proj.weight", mlp + ".up_proj.weight"]), + layer=layer, + ) + writer.linear(mlp + ".down_proj", [source.tensor(mlp + ".down_proj.weight")], layer=layer) + return + + writer.raw(source, mlp + ".gate.weight", role="unknown", layer=layer) + writer.raw(source, mlp + ".gate.expert_bias", role="bias", layer=layer) + shared = mlp + ".shared_experts" + writer.linear( + shared + ".gate_up", + source_tensors(source, [shared + ".gate_proj.weight", shared + ".up_proj.weight"]), + layer=layer, + ) + writer.linear(shared + ".down_proj", [source.tensor(shared + ".down_proj.weight")], layer=layer) + if not include_experts: + return + for expert in range(EXPERTS): + root = mlp + f".experts.{expert}" + writer.linear( + root + ".gate_up", + source_tensors(source, [root + ".gate_proj.weight", root + ".up_proj.weight"]), + layer=layer, + expert=expert, + ) + writer.linear( + root + ".down_proj", + [source.tensor(root + ".down_proj.weight")], + layer=layer, + expert=expert, + ) + if expert % 16 == 15: + print(f"layer {layer}: quantized experts 0-{expert}", flush=True) + + +def make_manifest(writer: AssetWriter, max_context: int, complete: bool) -> dict[str, object]: + return { + "source_revision": REVISION, + "flags": 1 if complete else 0, + "model": { + "vocab_size": VOCAB, + "hidden_size": HIDDEN, + "layer_count": 24, + "attention_heads": HEADS, + "head_dim": HEAD_DIM, + "kv_lora_rank": 512, + "q_lora_rank": 256, + "qk_nope_dim": 128, + "qk_rope_dim": 64, + "value_head_dim": 128, + "dense_ffn_dim": 4608, + "expert_ffn_dim": EXPERT_DIM, + "shared_ffn_dim": EXPERT_DIM, + "expert_count": EXPERTS, + "experts_per_token": 8, + "expert_group_count": 8, + "selected_group_count": 4, + "layer_group_size": 4, + "leading_dense_layers": 1, + "convolution_kernel": 4, + "max_context": max_context, + "eos_token": 156895, + "pad_token": 156892, + "bos_token": 156891, + "mla_layer_count": 6, + "kda_layer_count": 18, + "default_weight_bits": 4, + "default_activation_bits": 8, + "rms_epsilon": 0.000001, + "rope_theta": 6000000.0, + "routed_scale": 2.5, + "kda_lower_bound": -5.0, + }, + "tensors": writer.entries, + } + + +def main() -> int: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--source", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + parser.add_argument("--layers", default="0-23") + parser.add_argument("--skip-experts", action="store_true") + parser.add_argument("--skip-lm-head", action="store_true") + parser.add_argument("--max-context", type=int, default=4096) + parser.add_argument('--calibration-scales', type=Path, + help='Activation-calibrated per-source-output-row scales; changes no runtime layout') + parser.add_argument( + "--gdn-dir", + type=Path, + help="directory containing heads5/heads6 flat-GDN RKNN models", + ) + args = parser.parse_args() + + source_root = args.source.resolve() + output_root = args.output.resolve() + layers = parse_layers(args.layers) + if not (source_root / "model.safetensors.index.json").is_file(): + raise FileNotFoundError("source model is incomplete") + config = json.loads((source_root / "config.json").read_text()) + if config.get("model_type") != "bailing_hybrid" or config.get("vocab_size") != VOCAB: + raise ValueError("source config is not Ling-3.0-tiny") + + writer = AssetWriter(output_root, args.calibration_scales) + source = TensorSource(source_root) + tokenizer_path = writer.assets / "tokenizer.l3tok" + tokenizer_valid = ( + tokenizer_path.is_file() + and tokenizer_path.read_bytes()[:8] == b"L3TOK2\0\0" + ) + if not tokenizer_valid: + export_tokenizer(source_root, tokenizer_path) + writer.blob("tokenizer", tokenizer_path, role="tokenizer") + if args.gdn_dir is not None: + gdn_root = args.gdn_dir.resolve() + writer.copied_blob( + "rknn.gdn.heads6", + gdn_root / "heads6" / "ling3_gdn_step_fp16_rk3588.rknn", + role="rknn_island", + core=0, + ) + writer.copied_blob( + "rknn.gdn.heads5", + gdn_root / "heads5" / "ling3_gdn_step_fp16_rk3588.rknn", + role="rknn_island", + core=1, + ) + writer.raw(source, "model.word_embeddings.weight", role="embedding") + writer.raw(source, "model.norm.weight", role="norm") + + for layer in layers: + print(f"quantizing layer {layer}", flush=True) + quantize_layer(source, writer, layer, not args.skip_experts) + + if not args.skip_lm_head: + print("quantizing lm_head", flush=True) + writer.linear("lm_head", [source.tensor("lm_head.weight")]) + + complete = layers == list(range(24)) and not args.skip_experts and not args.skip_lm_head + manifest = make_manifest(writer, args.max_context, complete) + if writer.calibration_sha256 is not None: + manifest['calibration'] = {'method':'activation_diagonal_weighted_scale_search_v1', + 'scales_sha256':writer.calibration_sha256} + manifest_path = output_root / "package-manifest.json" + manifest_path.write_text(json.dumps(manifest, ensure_ascii=True, indent=2) + "\n") + print(f"wrote {len(writer.entries)} entries to {manifest_path}") + print(f"complete={complete}") + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/tools/reference_full_token.py b/tools/reference_full_token.py new file mode 100644 index 0000000000000000000000000000000000000000..38d374616b18bfa5a0dfab34ffc0d694f7910a2f --- /dev/null +++ b/tools/reference_full_token.py @@ -0,0 +1,149 @@ +#!/usr/bin/env python3 +"""Export official-BF16 logits for one isolated Ling-3.0-tiny token.""" + +from __future__ import annotations + +import argparse +import json +from pathlib import Path + +import torch +from safetensors import safe_open + + +HIDDEN = 1536 +HEADS = 16 +HEAD_DIM = 128 +EXPERTS = 128 +EXPERTS_PER_TOKEN = 8 +GROUPS = 8 +SELECTED_GROUPS = 4 +ROUTED_SCALE = 2.5 + + +class Source: + def __init__(self, root: Path): + index = json.loads((root / "model.safetensors.index.json").read_text()) + self.root = root + self.weight_map = index["weight_map"] + self.handles = { + shard: safe_open(root / shard, framework="pt", device="cpu") + for shard in sorted(set(self.weight_map.values())) + } + + def get(self, name: str) -> torch.Tensor: + return self.handles[self.weight_map[name]].get_tensor(name) + + +def rms_norm(value: torch.Tensor, weight: torch.Tensor) -> torch.Tensor: + normalized = value.float() * torch.rsqrt(value.float().square().mean() + 1.0e-6) + return (weight * normalized.to(value.dtype)).to(torch.bfloat16) + + +def linear(value: torch.Tensor, weight: torch.Tensor) -> torch.Tensor: + return torch.mv(weight.float(), value.float()).to(torch.bfloat16) + + +def mlp(source: Source, prefix: str, value: torch.Tensor) -> torch.Tensor: + gate = linear(value, source.get(prefix + ".gate_proj.weight")) + up = linear(value, source.get(prefix + ".up_proj.weight")) + activated = torch.nn.functional.silu(gate.float()).to(torch.bfloat16) * up + return linear(activated, source.get(prefix + ".down_proj.weight")) + + +def select_route(logits: torch.Tensor, bias: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]: + scores = torch.sigmoid(logits.float()) + routing_scores = scores + bias.float() + group_scores = routing_scores.view(GROUPS, -1).topk(2, dim=-1).values.sum(dim=-1) + selected_groups = group_scores.topk(SELECTED_GROUPS, sorted=False).indices + mask = torch.zeros(GROUPS, dtype=torch.bool) + mask[selected_groups] = True + masked = routing_scores.masked_fill(~mask[:, None].expand(GROUPS, EXPERTS // GROUPS).reshape(-1), -torch.inf) + selected = masked.topk(EXPERTS_PER_TOKEN, sorted=False).indices + weights = scores[selected] + weights = weights / weights.sum() * ROUTED_SCALE + return selected, weights + + +def first_kda(source: Source, prefix: str, value: torch.Tensor) -> torch.Tensor: + def conv(name: str) -> torch.Tensor: + projected = linear(value, source.get(prefix + f".{name}_proj.weight")) + weight = source.get(prefix + f".{name}_conv1d.weight")[:, 0, -1] + return torch.nn.functional.silu(projected.float() * weight.float()).to(torch.bfloat16) + + query = conv("q").view(HEADS, HEAD_DIM).float() + key = conv("k").view(HEADS, HEAD_DIM).float() + projected_value = conv("v").view(HEADS, HEAD_DIM).float() + query *= torch.rsqrt(query.square().sum(-1, keepdim=True) + 1.0e-6) + key *= torch.rsqrt(key.square().sum(-1, keepdim=True) + 1.0e-6) + beta = torch.sigmoid(linear(value, source.get(prefix + ".b_proj.weight")).float()) + recurrence = beta[:, None] * projected_value * (query * key).sum(-1, keepdim=True) / (HEAD_DIM**0.5) + recurrence = recurrence.to(torch.bfloat16) + normalized = rms_norm(recurrence, source.get(prefix + ".o_norm.weight")) + gate = torch.sigmoid(linear(value, source.get(prefix + ".g_proj.weight")).float()).to(torch.bfloat16) + return linear((normalized * gate.view(HEADS, HEAD_DIM)).flatten(), source.get(prefix + ".o_proj.weight")) + + +def first_mla(source: Source, prefix: str, value: torch.Tensor) -> torch.Tensor: + compressed = linear(value, source.get(prefix + ".kv_a_proj_with_mqa.weight")) + latent = rms_norm(compressed[:512], source.get(prefix + ".kv_a_layernorm.weight")) + key_value = linear(latent, source.get(prefix + ".kv_b_proj.weight")).view(HEADS, 256) + attention = key_value[:, 128:].contiguous() + gate = torch.sigmoid(linear(value, source.get(prefix + ".g_proj.weight")).float()).to(torch.bfloat16) + return linear((attention * gate[:, None]).flatten(), source.get(prefix + ".dense.weight")) + + +def main() -> int: + parser = argparse.ArgumentParser() + parser.add_argument("--source", type=Path, required=True) + parser.add_argument("--token", type=int, default=34355) + parser.add_argument("--output", type=Path, required=True) + parser.add_argument("--routes", type=Path) + args = parser.parse_args() + + source = Source(args.source.resolve()) + hidden = source.get("model.word_embeddings.weight")[args.token].contiguous() + routes: list[dict[str, object]] = [] + with torch.inference_mode(): + for layer in range(24): + root = f"model.layers.{layer}" + normalized = rms_norm(hidden, source.get(root + ".input_layernorm.weight")) + attention = first_mla(source, root + ".attention", normalized) if (layer + 1) % 4 == 0 else first_kda(source, root + ".attention", normalized) + hidden = (hidden + attention).to(torch.bfloat16) + normalized = rms_norm(hidden, source.get(root + ".post_attention_layernorm.weight")) + if layer == 0: + feed_forward = mlp(source, root + ".mlp", normalized) + else: + gate_prefix = root + ".mlp.gate" + router_logits = torch.mv(source.get(gate_prefix + ".weight").float(), normalized.float()) + selected, weights = select_route(router_logits, source.get(gate_prefix + ".expert_bias")) + routed = torch.zeros(HIDDEN, dtype=torch.float32) + for expert, weight in zip(selected.tolist(), weights.tolist()): + routed += mlp(source, root + f".mlp.experts.{expert}", normalized).float() * weight + routed = routed.to(torch.bfloat16) + shared = mlp(source, root + ".mlp.shared_experts", normalized) + feed_forward = (routed + shared).to(torch.bfloat16) + routes.append({ + "layer": layer, + "experts": selected.tolist(), + "weights": weights.tolist(), + }) + hidden = (hidden + feed_forward).to(torch.bfloat16) + print(f"layer={layer} rms={hidden.float().square().mean().sqrt().item():.9f}", flush=True) + + normalized = rms_norm(hidden, source.get("model.norm.weight")) + logits = linear(normalized, source.get("lm_head.weight")).float() + + args.output.parent.mkdir(parents=True, exist_ok=True) + logits.numpy().tofile(args.output) + if args.routes is not None: + args.routes.write_text(json.dumps(routes, indent=2) + "\n") + top = logits.topk(10) + print(f"token={args.token} output={args.output} elements={logits.numel()}") + print("top_ids=" + ",".join(str(value) for value in top.indices.tolist())) + print("top_logits=" + ",".join(f"{value:.8f}" for value in top.values.tolist())) + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/tools/reference_layer0.py b/tools/reference_layer0.py new file mode 100644 index 0000000000000000000000000000000000000000..21d20739a9f22e805ae6db5c2204bd92b73137ef --- /dev/null +++ b/tools/reference_layer0.py @@ -0,0 +1,100 @@ +#!/usr/bin/env python3 +"""Export a deterministic first-token layer-0 reference without FLA/CUDA.""" + +from __future__ import annotations + +import argparse +import json +from pathlib import Path + +import torch +from safetensors import safe_open + + +class Source: + def __init__(self, root: Path): + index = json.loads((root / "model.safetensors.index.json").read_text()) + self.root = root + self.weight_map = index["weight_map"] + self.handles = { + shard: safe_open(root / shard, framework="pt", device="cpu") + for shard in sorted(set(self.weight_map.values())) + } + + def get(self, name: str) -> torch.Tensor: + return self.handles[self.weight_map[name]].get_tensor(name) + + +def rms_norm(value: torch.Tensor, weight: torch.Tensor) -> torch.Tensor: + dtype = value.dtype + normalized = value.float() * torch.rsqrt( + value.float().square().mean(dim=-1, keepdim=True) + 1.0e-6 + ) + return weight * normalized.to(dtype) + + +def linear(value: torch.Tensor, weight: torch.Tensor) -> torch.Tensor: + return torch.mv(weight.float(), value.float()).to(torch.bfloat16) + + +def conv_first(value: torch.Tensor, weight: torch.Tensor) -> torch.Tensor: + result = value.float() * weight[:, 0, -1].float() + return torch.nn.functional.silu(result).to(torch.bfloat16) + + +def main() -> int: + parser = argparse.ArgumentParser() + parser.add_argument("--source", type=Path, required=True) + parser.add_argument("--token", type=int, default=34355) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + + source = Source(args.source.resolve()) + prefix = "model.layers.0" + attention = prefix + ".attention" + mlp = prefix + ".mlp" + + hidden = source.get("model.word_embeddings.weight")[args.token].contiguous() + normalized = rms_norm(hidden, source.get(prefix + ".input_layernorm.weight")) + q = conv_first(linear(normalized, source.get(attention + ".q_proj.weight")), source.get(attention + ".q_conv1d.weight")) + k = conv_first(linear(normalized, source.get(attention + ".k_proj.weight")), source.get(attention + ".k_conv1d.weight")) + v = conv_first(linear(normalized, source.get(attention + ".v_proj.weight")), source.get(attention + ".v_conv1d.weight")) + f = linear(normalized, source.get(attention + ".f_proj.weight")) + gate = linear(normalized, source.get(attention + ".g_proj.weight")) + beta = torch.sigmoid(linear(normalized, source.get(attention + ".b_proj.weight")).float()) + + q = q.view(16, 128).float() + k = k.view(16, 128).float() + v = v.view(16, 128).float() + q = q * torch.rsqrt(q.square().sum(-1, keepdim=True) + 1.0e-6) + k = k * torch.rsqrt(k.square().sum(-1, keepdim=True) + 1.0e-6) + # With a zero recurrent state, decay does not affect the first KDA output. + _decay = -5.0 * torch.sigmoid( + torch.exp(source.get(attention + ".A_log")).view(16, 1) * + (f.float().view(16, 128) + source.get(attention + ".dt_bias").float().view(16, 128)) + ) + recurrence = beta.view(16, 1) * v * (q * k).sum(-1, keepdim=True) / (128.0**0.5) + recurrence = recurrence.to(torch.bfloat16) + normalized_output = rms_norm( + recurrence, + source.get(attention + ".o_norm.weight"), + ) + attention_vector = normalized_output * torch.sigmoid(gate.view(16, 128).float()).to(torch.bfloat16) + attention_result = linear(attention_vector.flatten(), source.get(attention + ".o_proj.weight")) + hidden = hidden + attention_result + + normalized = rms_norm(hidden, source.get(prefix + ".post_attention_layernorm.weight")) + gate_value = linear(normalized, source.get(mlp + ".gate_proj.weight")) + up_value = linear(normalized, source.get(mlp + ".up_proj.weight")) + ffn = torch.nn.functional.silu(gate_value.float()).to(torch.bfloat16) * up_value + result = hidden + linear(ffn, source.get(mlp + ".down_proj.weight")) + + args.output.parent.mkdir(parents=True, exist_ok=True) + result.float().numpy().tofile(args.output) + print(f"token={args.token} output={args.output} elements={result.numel()}") + print(f"mean={result.float().mean().item():.9f} rms={result.float().square().mean().sqrt().item():.9f}") + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/tools/reference_sequence.py b/tools/reference_sequence.py new file mode 100644 index 0000000000000000000000000000000000000000..1482dc8a3f3a223d64b0d2c8a4770a268c5ba7fb --- /dev/null +++ b/tools/reference_sequence.py @@ -0,0 +1,75 @@ +#!/usr/bin/env python3 +"""Official checkpoint/implementation teacher-forced logits, on a CUDA host. + +No model downloads. Input IDs come from the C++ engine. This is a numerical +reference, not a held-out language-quality benchmark: continuation IDs may have +been generated by the old quantized engine. +""" +import argparse +import json +from pathlib import Path + +import numpy as np +import torch +from safetensors import safe_open +from transformers import AutoModelForCausalLM + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--source", type=Path, required=True) + parser.add_argument("--prompt-ids", type=Path, required=True) + parser.add_argument("--continuation-ids", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + parser.add_argument("--candidate", action="append", default=[], help="NAME:LOGITS.f32") + args = parser.parse_args() + torch.set_num_threads(4) + torch.backends.cuda.matmul.allow_tf32 = False + prompt = [int(x) for x in args.prompt_ids.read_text().split()] + continuation = [int(x) for x in args.continuation_ids.read_text().split()] + assert prompt and continuation + model = AutoModelForCausalLM.from_pretrained( + args.source, trust_remote_code=True, local_files_only=True, + torch_dtype=torch.bfloat16, device_map={"": "cuda"}, attn_implementation="eager", + ).eval() + # Loading with torch_dtype may cast source FP32 gate parameters. Preserve + # the original checkpoint's FP32 tensors instead of silently weakening it. + weight_map = json.loads((args.source / "model.safetensors.index.json").read_text())["weight_map"] + parameters = dict(model.named_parameters()) + for shard in sorted(set(weight_map.values())): + with safe_open(args.source / shard, framework="pt", device="cpu") as source: + for name in source.keys(): + if name in parameters and source.get_slice(name).get_dtype() == "F32": + parameters[name].data = source.get_tensor(name).to("cuda") + ids = torch.tensor([prompt + continuation[:-1]], device="cuda") + with torch.inference_mode(): + result = model(input_ids=ids, use_cache=False) + logits = result.logits[0, len(prompt) - 1:].float().cpu() + args.output.parent.mkdir(parents=True, exist_ok=True) + logits.numpy().tofile(args.output) + reference = logits.double() + log_p = torch.log_softmax(reference, dim=-1) + p = log_p.exp() + summary = {"prompt_tokens": len(prompt), "steps": len(continuation), "vocab": logits.shape[-1], + "reference": "official checkpoint and model code, BF16, source FP32 parameters restored", + "candidates": {}} + for item in args.candidate: + name, path = item.split(":", 1) + candidate = torch.from_numpy(np.fromfile(path, dtype=np.float32).reshape(logits.shape)).double() + if not torch.isfinite(candidate).all(): + raise ValueError(f"non-finite candidate {name}") + cosine = torch.nn.functional.cosine_similarity(reference, candidate, dim=-1) + kl = (p * (log_p - torch.log_softmax(candidate, dim=-1))).sum(-1) + summary["candidates"][name] = { + "cosine_mean": cosine.mean().item(), "cosine_min": cosine.min().item(), + "kl_mean": kl.mean().item(), "kl_max": kl.max().item(), + "top1_agreement": (reference.argmax(-1) == candidate.argmax(-1)).sum().item(), + "teacher_nll": -torch.log_softmax(candidate, dim=-1)[torch.arange(len(continuation)), continuation].mean().item(), + } + summary["reference_teacher_nll"] = -log_p[torch.arange(len(continuation)), continuation].mean().item() + args.output.with_suffix(".json").write_text(json.dumps(summary, indent=2) + "\n") + print(json.dumps(summary, indent=2), flush=True) + + +if __name__ == "__main__": + main() diff --git a/tools/rknn_w4_batch_probe.cpp b/tools/rknn_w4_batch_probe.cpp new file mode 100644 index 0000000000000000000000000000000000000000..fc60ed2b389d014d4043e03cabbb3c0847041f1e --- /dev/null +++ b/tools/rknn_w4_batch_probe.cpp @@ -0,0 +1,129 @@ +#include +#include + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace { + +using Clock = std::chrono::steady_clock; + +void Check(int status, const char * operation) { + if (status != RKNN_SUCC) { + throw std::runtime_error( + std::string(operation) + " failed with status " + std::to_string(status)); + } +} + +rknn_core_mask CoreMask(int core) { + if (core == 0) return RKNN_NPU_CORE_0; + if (core == 1) return RKNN_NPU_CORE_1; + if (core == 2) return RKNN_NPU_CORE_2; + throw std::invalid_argument("core must be in [0, 2]"); +} + +double Microseconds(Clock::time_point begin, Clock::time_point end) { + return std::chrono::duration(end - begin).count(); +} + +void PrintAttribute(const char * name, const rknn_matmul_tensor_attr & value) { + std::printf("%s bytes=%u dims=[", name, value.size); + for (std::uint32_t index = 0; index < value.n_dims; ++index) { + std::printf("%s%u", index == 0 ? "" : ",", value.dims[index]); + } + std::printf("] type=%d\n", static_cast(value.type)); +} + +} // namespace + +int main(int argc, char ** argv) try { + if (argc != 6) { + std::fprintf(stderr, "usage: %s TOKENS K N CORE ITERATIONS\n", argv[0]); + return 2; + } + const int tokens = std::atoi(argv[1]); + const int k = std::atoi(argv[2]); + const int n = std::atoi(argv[3]); + const int core = std::atoi(argv[4]); + const int iterations = std::atoi(argv[5]); + if (tokens < 1 || k < 1 || n < 1 || iterations < 1) { + throw std::invalid_argument("tokens, dimensions, and iterations must be positive"); + } + + // One INT8 activation row is represented by two INT4 rows: high and low nibble. + rknn_matmul_info info {}; + info.M = 2 * tokens; + info.K = k; + info.N = n; + info.type = RKNN_INT4_MM_INT4_TO_INT16; + info.B_layout = RKNN_MM_LAYOUT_NATIVE; + info.AC_layout = RKNN_MM_LAYOUT_NATIVE; + info.AC_quant_type = RKNN_QUANT_TYPE_PER_LAYER_SYM; + info.B_quant_type = RKNN_QUANT_TYPE_PER_LAYER_SYM; + info.iommu_domain_id = 0; + + rknn_matmul_ctx context = 0; + rknn_matmul_io_attr io {}; + Check(rknn_matmul_create(&context, &info, &io), "create W4 matmul"); + try { + Check(rknn_matmul_set_core_mask(context, CoreMask(core)), "set W4 core"); + PrintAttribute("A", io.A); + PrintAttribute("B", io.B); + PrintAttribute("C", io.C); + auto * a = rknn_create_mem2(context, io.A.size, RKNN_FLAG_MEMORY_CACHEABLE); + auto * b = rknn_create_mem2(context, io.B.size, RKNN_FLAG_MEMORY_CACHEABLE); + auto * c = rknn_create_mem2(context, io.C.size, RKNN_FLAG_MEMORY_CACHEABLE); + if (a == nullptr || b == nullptr || c == nullptr) { + throw std::runtime_error("cannot allocate W4 DMA memory"); + } + std::memset(a->virt_addr, 0x11, io.A.size); + std::memset(b->virt_addr, 0x11, io.B.size); + std::memset(c->virt_addr, 0, io.C.size); + Check(rknn_mem_sync(context, a, RKNN_MEMORY_SYNC_TO_DEVICE), "sync A"); + Check(rknn_mem_sync(context, b, RKNN_MEMORY_SYNC_TO_DEVICE), "sync B"); + Check(rknn_matmul_set_io_mem(context, a, &io.A), "bind A"); + Check(rknn_matmul_set_io_mem(context, b, &io.B), "bind B"); + Check(rknn_matmul_set_io_mem(context, c, &io.C), "bind C"); + for (int index = 0; index < 20; ++index) { + Check(rknn_matmul_run(context), "warm W4 matmul"); + } + std::vector samples; + samples.reserve(iterations); + for (int index = 0; index < iterations; ++index) { + const auto begin = Clock::now(); + Check(rknn_matmul_run(context), "run W4 matmul"); + samples.push_back(Microseconds(begin, Clock::now())); + } + std::sort(samples.begin(), samples.end()); + const double mean = std::accumulate(samples.begin(), samples.end(), 0.0) / + static_cast(samples.size()); + const double p50 = samples[samples.size() / 2]; + const double p95 = samples[std::min( + samples.size() - 1, static_cast(samples.size() * 0.95))]; + std::printf( + "RESULT tokens=%d M=%d K=%d N=%d core=%d iterations=%d " + "mean_us=%.3f p50_us=%.3f p95_us=%.3f token_us=%.3f\n", + tokens, info.M, k, n, core, iterations, mean, p50, p95, + mean / static_cast(tokens)); + rknn_destroy_mem(context, c); + rknn_destroy_mem(context, b); + rknn_destroy_mem(context, a); + Check(rknn_matmul_destroy(context), "destroy W4 matmul"); + context = 0; + } catch (...) { + if (context != 0) rknn_matmul_destroy(context); + throw; + } + return 0; +} catch (const std::exception & error) { + std::fprintf(stderr, "error: %s\n", error.what()); + return 1; +} diff --git a/tools/run_mixed_ablations_board.py b/tools/run_mixed_ablations_board.py new file mode 100644 index 0000000000000000000000000000000000000000..8450b01b82c5bdeec965a1e8a90761f462685634 --- /dev/null +++ b/tools/run_mixed_ablations_board.py @@ -0,0 +1,35 @@ +#!/usr/bin/env python3 +"""Sequential full-model ablations; each variant restores the production service.""" +import argparse +import json +import os +from pathlib import Path +import subprocess +import sys + +p=argparse.ArgumentParser(description=__doc__) +p.add_argument('--output',type=Path,required=True) +p.add_argument('--variants',nargs='+',default=['attention,shared,dense,head','attention','shared','dense','head']) +p.add_argument('--loss-steps',type=int,default=0) +p.add_argument('--calibrated-w4-families') +p.add_argument('--shared-stage',action='store_true') +a=p.parse_args() +root=Path(os.environ.get('LING3_BOARD_ROOT', '.')).resolve();tools=Path(__file__).resolve().parent +reference=root/'mixed-precision-reference';suite=reference/'suite.json' +a.output.mkdir(parents=True,exist_ok=True) +env=os.environ.copy();env['OPENBLAS_NUM_THREADS']='1';env['OMP_NUM_THREADS']='1' +extra=[] +if a.shared_stage:extra.append('--shared-stage') +if a.calibrated_w4_families:extra.extend(['--calibrated-w4-families',a.calibrated_w4_families]) +for families in a.variants: + output=a.output/families.replace(',','_') + if output.exists():raise FileExistsError(output) + print('START '+families,flush=True) + subprocess.run([sys.executable,str(tools/'validate_official_bridge_board.py'),'--suite',str(suite), + '--output',str(output),'--only-candidate','--warm-request','--mixed-families',families, + '--loss-steps',str(a.loss_steps)]+extra,check=True,env=env) + subprocess.run([sys.executable,str(tools/'score_loss_numpy.py'),'--suite',str(suite), + '--reference',str(reference),'--candidate',str(output),'--steps',str(a.loss_steps)],check=True,env=env) + print('COMPLETE '+families,flush=True) +(a.output/'completed.json').write_text(json.dumps({'variants':a.variants,'loss_steps':a.loss_steps, + 'shared_stage':a.shared_stage,'calibrated_w4_families':a.calibrated_w4_families,'status':'complete'},indent=2)+'\n') diff --git a/tools/run_official_int4_probe.py b/tools/run_official_int4_probe.py new file mode 100644 index 0000000000000000000000000000000000000000..60f7c103c3cb6c0ea76dc68502b9edde6214e45a --- /dev/null +++ b/tools/run_official_int4_probe.py @@ -0,0 +1,42 @@ +#!/usr/bin/env python3 +"""Run sequential real-weight NPU probes; never restart the production service.""" +import argparse +import json +from pathlib import Path +import shlex +import subprocess +import time + +p=argparse.ArgumentParser(description=__doc__) +p.add_argument("--host",required=True,help="SSH target, for example user@board") +p.add_argument("--remote-root",type=Path,required=True,help="Remote test directory") +p.add_argument("--output",type=Path,required=True) +a=p.parse_args() +a.output.mkdir(parents=True,exist_ok=True) +def remote(command): + return subprocess.run(["ssh","-o","BatchMode=yes","-o","ConnectTimeout=8",a.host,command], + capture_output=True,text=True,timeout=60) +health=remote("curl --fail -s http://127.0.0.1:9091/health") +health.check_returncode() +if json.loads(health.stdout).get("active"): + raise RuntimeError("production inference is active; do not contend for its NPU") +rows=[] +for projection in ("gate","up","down"): + for tokens in (1,128): + for kind in ("old_channel","official_group32"): + name=projection+"_"+kind + remote_root=str(a.remote_root) + cmd=("ulimit -n 65536; taskset -c 4-7 " + shlex.quote(remote_root+"/official-int4-group-probe") + + " " + shlex.quote(remote_root+"/official-int4-npu-probe/"+name) + f" {tokens} 30") + start=time.monotonic() + r=remote(cmd) + (a.output/f"{name}-{tokens}.log").write_text(r.stdout+r.stderr) + r.check_returncode() + record=json.loads(r.stdout.strip().splitlines()[-1]) + record.update({"name":name,"wall_seconds":time.monotonic()-start}) + rows.append(record) + print(json.dumps(record),flush=True) + (a.output/"results.json").write_text(json.dumps({"scope":"single real expert matrices; synthetic activations; group32 plus A8; not full-model benchmark", "cases":rows},indent=2)+"\n") +after=remote("curl --fail -s http://127.0.0.1:9091/health") +after.check_returncode() +(a.output/"health-before-after.json").write_text(json.dumps({"before":json.loads(health.stdout),"after":json.loads(after.stdout)},indent=2)+"\n") diff --git a/tools/run_optimized.sh b/tools/run_optimized.sh new file mode 100644 index 0000000000000000000000000000000000000000..40858b4f25acfe15f356a55acc170af6478f9496 --- /dev/null +++ b/tools/run_optimized.sh @@ -0,0 +1,19 @@ +#!/usr/bin/env bash +# Validated on the fixed 128+128-token office regression groups. This selects +# the optimized arithmetic profile; it does not change CPU/NPU governors. +set -euo pipefail +if (( $# < 2 )); then + echo "Usage: bash tools/run_optimized.sh {benchmark|generate|serve} MODEL.l3r [ARGS...]" >&2 + exit 2 +fi +engine_root=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/.." && pwd) +engine_binary=${LING3_BINARY:-$engine_root/build-rk3588/ling3-rknn} +[[ -x $engine_binary ]] || { echo "RKNN binary not found: $engine_binary" >&2; exit 2; } +export LING3_PREWARM_EXPERTS=1 LING3_EXPERT_BALANCED=1 LING3_EXPERT_ZERO_COPY=1 +export LING3_GDN_CPU_PREFILL=1 LING3_GDN_CPU_FP32_STATE=1 +export LING3_GDN_CPU_DECODE=1 LING3_GDN_FULL_FP32=1 +export LING3_MLA_SIMD=1 LING3_VECTOR_MATH=1 +export LING3_GDN_PREFILL_DIR=${LING3_GDN_PREFILL_DIR:-$engine_root/gdn-prefill-t16} +unset LING3_PREFILL_W4A4 LING3_EXPERT_ALL_CORES +unset LING3_DISABLE_BATCH_INPUT_REUSE LING3_DISABLE_PARALLEL_GATHER +exec "$engine_binary" "$@" diff --git a/tools/run_quant_loss_board.sh b/tools/run_quant_loss_board.sh new file mode 100644 index 0000000000000000000000000000000000000000..1d7cf34c4c29c708a7e675fd92eee58e3d3edad9 --- /dev/null +++ b/tools/run_quant_loss_board.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash +set -euo pipefail +if [ "$#" -ne 4 ]; then + printf 'usage: run_quant_loss_board.sh PROBE MODEL SUITE OUTPUT_DIR\n' >&2 + exit 2 +fi +probe=$1 +model=$2 +suite=$3 +output=$4 +board_root=${LING3_BOARD_ROOT:-.} +test -x "$probe" +test -r "$model" +test -r "$suite" +python3 - <<'PY' +import json,urllib.request +client=urllib.request.build_opener(urllib.request.ProxyHandler({})) +with client.open('http://127.0.0.1:9091/health',timeout=5) as response: + health=json.load(response) +assert health['status']=='ok' and health['context_length']==65536 and not health['active'], health +PY +stopped=0 +restore() { + result=$? + trap - EXIT + if [ "$stopped" -eq 1 ]; then + systemd-run --user --unit=mindnano-ling3 --collect \ + --property=Restart=on-failure --property=RestartSec=5 \ + --working-directory="$board_root/deployment/mindnano-ling3-rk3588" \ + "$board_root/deployment/mindnano-ling3-rk3588/mindnano-infer" \ + --context 64K --host 0.0.0.0 --port 9091 --no-console \ + --log "$board_root/deployment/mindnano-ling3-rk3588/metrics-live.jsonl" || result=1 + fi + exit "$result" +} +trap restore EXIT +systemctl --user stop mindnano-ling3.service +stopped=1 +mkdir -p "$output" +"$probe" "$model" "$suite" "$output" diff --git a/tools/sample_live_inference.py b/tools/sample_live_inference.py new file mode 100644 index 0000000000000000000000000000000000000000..e22ee46ef930ae56dd3925a26f90db04e15cba86 --- /dev/null +++ b/tools/sample_live_inference.py @@ -0,0 +1,63 @@ +#!/usr/bin/env python3 +"""Read-only low-rate CPU/NPU sampling of an already running inference process.""" +import argparse +import json +import os +from pathlib import Path +import re +import statistics +import time + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument("--pid", type=int, required=True) +p.add_argument("--duration", type=float, default=30) +p.add_argument("--interval", type=float, default=0.1) +p.add_argument("--output", type=Path, required=True) +a = p.parse_args() +if a.duration <= 0 or a.interval <= 0: + p.error("duration and interval must be positive") +hz = os.sysconf("SC_CLK_TCK") +base = Path(f"/proc/{a.pid}") + + +def ticks(path): + text = path.read_text() + fields = text[text.rfind(")") + 2:].split() + return {"cpu": int(fields[11]) + int(fields[12]), + "minflt": int(fields[7]), "majflt": int(fields[9])} + + +start = time.monotonic() +before = ticks(base / "stat") +thread_before = {x.name: ticks(x / "stat")["cpu"] for x in (base / "task").iterdir()} +samples = [] +deadline = start +while time.monotonic() - start < a.duration: + sample = {"elapsed_s": time.monotonic() - start, "timestamp": time.time()} + sample["npu_load_pct"] = [int(x) for x in re.findall( + r"Core\d+:\s*(\d+)%", Path("/sys/kernel/debug/rknpu/load").read_text())] + samples.append(sample) + deadline += a.interval + time.sleep(max(0, deadline - time.monotonic())) +elapsed = time.monotonic() - start +after = ticks(base / "stat") +threads = [] +for thread in (base / "task").iterdir(): + if thread.name in thread_before: + threads.append({"tid": int(thread.name), "name": (thread / "comm").read_text().strip(), + "cpu_pct": 100 * (ticks(thread / "stat")["cpu"] - thread_before[thread.name]) / hz / elapsed}) +valid = [x["npu_load_pct"] for x in samples if len(x["npu_load_pct"]) == 3] +summary = {"pid": a.pid, "elapsed_s": elapsed, + "process_cpu_pct": 100 * (after["cpu"] - before["cpu"]) / hz / elapsed, + "minor_faults": after["minflt"] - before["minflt"], + "major_faults": after["majflt"] - before["majflt"], + "threads": sorted(threads, key=lambda x: -x["cpu_pct"]), + "npu_mean_pct": [statistics.mean(x[i] for x in valid) for i in range(3)] if valid else [], + "npu_peak_pct": [max(x[i] for x in valid) for i in range(3)] if valid else [], + "npu_all_zero_fraction": sum(not any(x) for x in valid) / len(valid) if valid else None, + "frequencies_khz": {f"cpu{i}": Path(f"/sys/devices/system/cpu/cpufreq/policy{i}/scaling_cur_freq").read_text().strip() for i in (4, 6)}, + "npu_frequency_hz": Path("/sys/class/devfreq/fdab0000.npu/cur_freq").read_text().strip(), + "cpu_temperature_millic": Path("/sys/class/thermal/thermal_zone0/temp").read_text().strip()} +a.output.parent.mkdir(parents=True, exist_ok=True) +a.output.write_text(json.dumps({"summary": summary, "samples": samples}, indent=2) + "\n") +print(json.dumps(summary, indent=2), flush=True) diff --git a/tools/score_distribution_distance.py b/tools/score_distribution_distance.py new file mode 100644 index 0000000000000000000000000000000000000000..c67e565f5a2b85a209bd0e4d76128245cadda5be --- /dev/null +++ b/tools/score_distribution_distance.py @@ -0,0 +1,113 @@ +#!/usr/bin/env python3 +"""Full-vocabulary distances at fixed prefixes; no target-answer likelihood score. + +Requires numpy only. These metrics remain prefix dependent, not task accuracy. +All computations use float64; raw logits are centered before RMSE comparison. +""" +import argparse +import json +import shlex +import subprocess +from pathlib import Path +import numpy as np + + +def candidate_chunks(path, count, remote): + expected = count*157184*4 + if not remote: + if path.stat().st_size != expected: raise ValueError('candidate shape mismatch') + data = np.memmap(path, dtype='= 1. + out['reference_gap_ge_1_nat'] = dict(tokens=int(confident.sum()), + top1_agreement=float(np.asarray(data['top1_equal'])[confident].mean()) if confident.any() else None) + return out + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument('--suite', type=Path, required=True) + p.add_argument('--reference', type=Path, required=True) + p.add_argument('--candidate', type=Path, required=True) + p.add_argument('--candidate-ssh', help='Read remote logits over SSH; compute on this host') + p.add_argument('--suffix', default='rknn') + p.add_argument('--output', type=Path, required=True) + a = p.parse_args() + suite = json.loads(a.suite.read_text()) + pooled = {'think':{}, 'nothink':{}} + result = dict(reference=str(a.reference), candidate=str(a.candidate), candidate_ssh=a.candidate_ssh, suffix=a.suffix, + scope='Fixed teacher prefixes, full vocabulary, natural logarithms; not free generation or accuracy', cases=[]) + for case in suite['cases']: + count = len(case['teacher_ids']) + file = a.reference/(case['id']+'.bf16.f32') + if file.stat().st_size != count*157184*4: raise ValueError('shape mismatch: '+str(file)) + reference = np.memmap(file, dtype='deadline: + raise TimeoutError('service readiness timeout') + time.sleep(1) + results={'health':ready,'runs':[]} + for i in range(3): + response=request(9092,'/v1/chat/completions',{ + 'model':'mindnano-ling3-tiny','temperature':0,'max_tokens':64, + 'cache_prompt':False,'messages':[{'role':'user','content':'1'*107}]}) + metrics=response['mindnano_metrics'] + assert response['usage']['prompt_tokens']==128 + assert metrics['cached_tokens']==0 + results['runs'].append(response) + print(json.dumps({'phase':name,'run':i+1,'metrics':metrics}),flush=True) + results['summary']={ + 'ttft_mean_ms':statistics.mean(r['mindnano_metrics']['ttft_ms'] for r in results['runs']), + 'decode_mean_tokens_per_second':statistics.mean(r['mindnano_metrics']['decode_tokens_per_second'] for r in results['runs']), + 'peak_rss_mib':max(r['mindnano_metrics']['peak_rss_mib'] for r in results['runs']), + 'exact_128_64_all_runs':all(r['usage']['completion_tokens']==64 for r in results['runs'])} + (a.output/(name+'-performance.json')).write_text(json.dumps(results,ensure_ascii=False,indent=2)+'\n') + prompt='请写一篇较长的中文奇幻故事，标题为《云端的旅人》，主人公叫林浣，住在黎澜城。保持人物和情节连贯，只输出故事正文。' + body={'model':'mindnano-ling3-tiny','temperature':1,'top_p':.95,'seed':0, + 'max_tokens':1024,'cache_prompt':False, + 'messages':[{'role':'user','content':prompt}]} + print('PHASE 1024-token sampled story '+name,flush=True) + response=request(9092,'/v1/chat/completions',body) + (a.output/(name+'-story.json')).write_text(json.dumps({'request':body,'response':response},ensure_ascii=False,indent=2)+'\n') + finally: + if process.poll() is None: + process.terminate() + try: + process.wait(timeout=15) + except subprocess.TimeoutExpired: + process.kill() + process.wait(timeout=10) +finally: + if stopped: + print('PHASE restore original 64K service',flush=True) + run('systemd-run','--user','--unit=mindnano-ling3','--collect', + '--property=Restart=on-failure','--property=RestartSec=5', + '--working-directory='+str(deployment),str(binary), + '--context','64K','--host','0.0.0.0','--port','9091','--no-console', + '--log',str(deployment/'metrics-live.jsonl')) + deadline=time.monotonic()+180 + while True: + try: + restored=request(9091,'/health',timeout=2) + if restored['status']=='ok' and restored['context_length']==65536: + (a.output/'health-restored.json').write_text(json.dumps(restored,indent=2)+'\n') + print('PASS: original 64K service restored',flush=True) + break + except (OSError,ValueError): + pass + if time.monotonic()>deadline: + raise TimeoutError('original service did not become ready after restore') + time.sleep(1) diff --git a/tools/validate_integrated_service.py b/tools/validate_integrated_service.py new file mode 100644 index 0000000000000000000000000000000000000000..d7afcc395cd7109e8b1136ed146f523eb0015e61 --- /dev/null +++ b/tools/validate_integrated_service.py @@ -0,0 +1,105 @@ +#!/usr/bin/env python3 +"""Validate the actual portable binary, CPU reference and auto NPU service sequentially.""" +import argparse +import json +import os +from pathlib import Path +import signal +import subprocess +import sys +import time +import urllib.request + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument("--binary", type=Path, required=True) +p.add_argument("--model", type=Path, required=True) +p.add_argument("--output-dir", type=Path, required=True) +p.add_argument("--port", type=int, default=19095) +p.add_argument("--resume", action="store_true") +a = p.parse_args() +a.output_dir.mkdir(parents=True, exist_ok=a.resume) +root = Path(__file__).resolve().parents[1] +url = f"http://127.0.0.1:{a.port}" +client = urllib.request.build_opener(urllib.request.ProxyHandler({})) + +def call(path, body=None): + req = urllib.request.Request(url + path, None if body is None else json.dumps(body).encode(), + {"Content-Type": "application/json"}) + with client.open(req, timeout=1800) as response: + return json.load(response) + +def run_script(script, mode, filename, *extra): + output=a.output_dir/(filename+".json") + if a.resume and output.exists() and json.loads(output.read_text()).get("passed"): + return + command=[sys.executable, str(root/script), "--url", url] + if script != "tests/portable_api_test.py": + command += ["--output", str(output)] + with (a.output_dir / (filename+".log")).open("w") as log: + subprocess.run(command+list(extra), stdout=log, stderr=subprocess.STDOUT, check=True) + if script == "tests/portable_api_test.py": + output.write_text(json.dumps({"passed":True,"log":filename+".log"})+"\n") + print(json.dumps({"mode": mode, "test": filename, "passed": True}), flush=True) + +filler = "归档规则：文件按日期编号，复核后保存；本段只描述流程，不包含项目负责人。\n" +cases = [ + ("负责人", [{"role":"user","content":"本次会议的负责人是陈敏。\n"+filler*12+"\n本次会议负责人是谁？只回答姓名。"}], "陈敏"), + ("代码", [{"role":"user","content":"记录：测试项目的编号为 LING-7429。\n"+filler*24+"\n记录中的测试项目编号是什么？只回答编号。"}], "LING-7429"), + ("多轮姓名", [{"role":"user","content":"请记住我叫林岚。"},{"role":"assistant","content":"好的，我记住了你的名字。"}, + {"role":"user","content":filler*48+"\n请问我叫什么名字？只回答姓名。"}], "林岚"), +] +results = json.loads((a.output_dir/"service-results.json").read_text()) if a.resume else {} +for mode in (("auto",) if a.resume else ("cpu", "auto")): + runtime = (a.output_dir/(mode+"-runtime.log")).open("w") + child = subprocess.Popen([str(a.binary.resolve()), "--model", str(a.model.resolve()), + "--context", "8K", "--mla-backend", mode, "--no-console", "--port", str(a.port), + "--log", str(a.output_dir/(mode+"-metrics.jsonl"))], stdout=runtime, stderr=subprocess.STDOUT, + env={"PATH":"/usr/bin:/bin", "LANG":"C.UTF-8"}, start_new_session=True) + try: + for _ in range(600): + if child.poll() is not None: + raise RuntimeError(f"{mode} service exited: {child.returncode}") + try: + health = call("/health") + break + except (OSError, ValueError): + time.sleep(0.5) + else: + raise RuntimeError("startup timeout") + previous=results.get(mode,{}) + results[mode] = {**previous,"health": health, "quality":previous.get("quality",[])} + for name, msgs, expected in ([] if a.resume and previous.get("quality") else cases): + r = call("/v1/chat/completions", {"model":"mindnano-ling3-tiny", "messages":msgs, + "temperature":0, "max_tokens":32, "cache_prompt":False}) + answer = r["choices"][0]["message"]["content"] + passed = expected in answer + results[mode]["quality"].append({"case":name,"expected":expected,"passed":passed,"response":r}) + print(json.dumps({"mode":mode,"case":name,"passed":passed,"answer":answer, + "metrics":r["mindnano_metrics"]}, ensure_ascii=False), flush=True) + run_script("tools/benchmark_portable_128x64.py", mode, mode+"-128x64") + if mode == "auto": + run_script("tests/portable_api_test.py", mode, "portable-api") + run_script("tests/prefix_cache_api_test.py", mode, "prefix-api") + run_script("tools/benchmark_prefix_cache.py", mode, "prefix-4k", "--prompt-tokens", "4096") + for n in (1024, 4096, 8192-64): + r = call("/v1/chat/completions", {"model":"mindnano-ling3-tiny","temperature":0, + "max_tokens":64,"cache_prompt":False,"messages":[{"role":"user","content":"1"*(n-21)}]}) + assert r["usage"]["prompt_tokens"] == n + assert r["mindnano_metrics"]["mla_npu_calls"] > 0 and r["mindnano_metrics"]["mla_fallbacks"] == 0 + results[mode][f"cold-{n}"] = r + print(json.dumps({"case":f"cold-{n}","metrics":r["mindnano_metrics"]}), flush=True) + finally: + if child.poll() is None: + child.send_signal(signal.SIGTERM) + try: + child.wait(timeout=60) + except subprocess.TimeoutExpired: + os.killpg(child.pid, signal.SIGKILL) + child.wait() + raise RuntimeError("service did not stop cleanly") + runtime.close() + (a.output_dir/"service-results.json").write_text(json.dumps(results,ensure_ascii=False,indent=2)+"\n") + if child.returncode != 0: + raise RuntimeError(f"service exit {child.returncode}") +assert all(x["passed"] for value in results.values() for x in value["quality"]), "quality case failed" +print("PASS: service, task checks, cache, cancellation, streaming, long inputs", flush=True) diff --git a/tools/validate_mla_corpus.sh b/tools/validate_mla_corpus.sh new file mode 100644 index 0000000000000000000000000000000000000000..9d3e035b0c14e13f0691e7ac4c96e22a0991a06a --- /dev/null +++ b/tools/validate_mla_corpus.sh @@ -0,0 +1,22 @@ +#!/usr/bin/env bash +set -euo pipefail +if [ "$#" -ne 4 ]; then + printf 'usage: bash validate_mla_corpus.sh ENGINE MODEL CORPUS OUTPUT_DIR\n' >&2 + exit 2 +fi +engine=$1 +model=$2 +corpus=$3 +result_dir=$4 +mkdir -p "$result_dir" +unset LING3_PREFILL_W4A4 LING3_EXPERT_ALL_CORES LING3_GDN_PREFILL_DIR +export LING3_PREWARM_EXPERTS=1 LING3_EXPERT_BALANCED=1 LING3_EXPERT_ZERO_COPY=1 +export LING3_GDN_CPU_PREFILL=1 LING3_GDN_CPU_FP32_STATE=1 LING3_GDN_CPU_DECODE=1 +export LING3_GDN_FULL_FP32=1 LING3_MLA_SIMD=1 LING3_VECTOR_MATH=1 +LING3_MLA_BACKEND=cpu "$engine" sequence-check "$model" 1024 128 "$result_dir/cpu" "" "$corpus" > "$result_dir/cpu.log" 2>&1 +tail -2 "$result_dir/cpu.log" +status=0 +LING3_MLA_BACKEND=auto "$engine" sequence-check "$model" 1024 128 "$result_dir/auto" "$result_dir/cpu" "$corpus" > "$result_dir/auto.log" 2>&1 || status=$? +tail -2 "$result_dir/auto.log" +printf 'sequence_cosine_gate_exit=%s (2 means cosine below 0.999)\n' "$status" +if [ "$status" -ne 0 ] && [ "$status" -ne 2 ]; then exit "$status"; fi diff --git a/tools/validate_mla_sequences.sh b/tools/validate_mla_sequences.sh new file mode 100644 index 0000000000000000000000000000000000000000..3a96cef7259ee07111d70d27cda22dfcaf7e9158 --- /dev/null +++ b/tools/validate_mla_sequences.sh @@ -0,0 +1,19 @@ +#!/usr/bin/env bash +set -euo pipefail +if [ "$#" -ne 3 ]; then + printf 'usage: bash validate_mla_sequences.sh ENGINE MODEL OUTPUT_DIRECTORY\n' >&2 + exit 2 +fi +engine=$1 +model=$2 +result_dir=$3 +mkdir -p "$result_dir" +unset LING3_PREFILL_W4A4 LING3_EXPERT_ALL_CORES LING3_GDN_PREFILL_DIR +export LING3_PREWARM_EXPERTS=1 LING3_EXPERT_BALANCED=1 LING3_EXPERT_ZERO_COPY=1 +export LING3_GDN_CPU_PREFILL=1 LING3_GDN_CPU_FP32_STATE=1 LING3_GDN_CPU_DECODE=1 +export LING3_GDN_FULL_FP32=1 LING3_MLA_SIMD=1 LING3_VECTOR_MATH=1 +for length in 1024 4096; do + LING3_MLA_BACKEND=cpu "$engine" sequence-check "$model" "$length" 16 "$result_dir/cpu-$length" > "$result_dir/cpu-$length.log" 2>&1 + LING3_MLA_BACKEND=auto "$engine" sequence-check "$model" "$length" 16 "$result_dir/npu-$length" "$result_dir/cpu-$length" > "$result_dir/npu-$length.log" 2>&1 + tail -2 "$result_dir/npu-$length.log" +done diff --git a/tools/validate_official_bridge_board.py b/tools/validate_official_bridge_board.py new file mode 100644 index 0000000000000000000000000000000000000000..8d5884e2a2b4b2080d45d453093cd05d62b8cbb4 --- /dev/null +++ b/tools/validate_official_bridge_board.py @@ -0,0 +1,155 @@ +#!/usr/bin/env python3 +"""Isolated official-weight bridge evaluation, always restore the old 64K service.""" +import argparse +import hashlib +import json +import os +from pathlib import Path +import signal +import socket +import statistics +import subprocess +import time +import urllib.request + +p=argparse.ArgumentParser(description=__doc__) +p.add_argument('--suite',type=Path,required=True) +p.add_argument('--output',type=Path,required=True) +p.add_argument('--skip-loss',action='store_true') +p.add_argument('--warm-request',action='store_true') +p.add_argument('--only-candidate',action='store_true') +p.add_argument('--mixed-families',help='Comma-separated attention,shared,dense,head; keeps original W4 experts') +p.add_argument('--baseline-only',action='store_true',help='Recheck original W4 with the experimental binary') +p.add_argument('--loss-steps',type=int,default=0,help='Screen only first N target steps per case') +p.add_argument('--build',type=Path,help='Isolated experimental build directory') +p.add_argument('--shared-stage',action='store_true',help='Share the W8 staged input across NPU output slices') +p.add_argument('--runs',type=int,default=3) +p.add_argument('--calibrated-w4-families',help='Use existing independently calibrated W4 for selected nonexpert matrices') +a=p.parse_args() +root=Path(os.environ.get('LING3_BOARD_ROOT', '.')).resolve() +deployment=root/'deployment/mindnano-ling3-rk3588' +build=a.build or root/'ling3-official-adapter/build-rk3588' +if a.runs<1:p.error('--runs must be positive') +candidate=root/'models/ling3-tiny-official-int4.l3r' +variant='official_w8_bridge' +if a.baseline_only: + if not a.only_candidate or a.mixed_families:p.error('--baseline-only requires --only-candidate and no mixed families') + variant='baseline';candidate=deployment/'ling3-tiny-w4.l3r' +if a.mixed_families: + if not a.only_candidate: p.error('--mixed-families requires --only-candidate') + variant='mixed_'+a.mixed_families.replace(',','_') + candidate=deployment/'ling3-tiny-w4.l3r' +client=urllib.request.build_opener(urllib.request.ProxyHandler({})) +def request(port,path,body=None,timeout=600): + req=urllib.request.Request(f'http://127.0.0.1:{port}'+path,data=None if body is None else json.dumps(body).encode(),headers={'Content-Type':'application/json'}) + with client.open(req,timeout=timeout) as f:return json.load(f) +def run(*cmd):subprocess.run(cmd,check=True) +def system_sample(): + paths=['/proc/pressure/cpu','/proc/pressure/memory','/proc/pressure/io', + '/sys/devices/system/cpu/cpu4/cpufreq/scaling_cur_freq', + '/sys/devices/system/cpu/cpu6/cpufreq/scaling_cur_freq', + '/sys/class/devfreq/fdab0000.npu/cur_freq','/sys/class/thermal/thermal_zone0/temp'] + result={'time':time.time()} + for path in paths: + try:result[path]=Path(path).read_text().strip() + except OSError:pass + return result +def interrupted(s,f):raise SystemExit(128+s) +for s in (signal.SIGTERM,signal.SIGINT):signal.signal(s,interrupted) +def child_priority(): + # Prefer terminating this test rather than unrelated services if memory runs out. + Path('/proc/self/oom_score_adj').write_text('500') +health=request(9091,'/health',timeout=5) +assert health['status']=='ok' and not health['active'] and health['context_length']==65536 +with socket.socket() as s: + # Match the HTTP listener's address-reuse behavior. TIME_WAIT from the + # preceding test is harmless; an existing listener must still reject bind. + s.setsockopt(socket.SOL_SOCKET,socket.SO_REUSEADDR,1) + s.bind(('127.0.0.1',9092)) +a.output.mkdir(parents=True,exist_ok=True) +(a.output/'health-before.json').write_text(json.dumps(health,indent=2)+'\n') +env=os.environ.copy();env['LING3_OFFICIAL_EXECUTION']='w8' +env.pop('LING3_W8_FAMILIES',None);env.pop('LING3_W8_SOURCE',None) +env.pop('LING3_LOSS_STEPS',None) +env.pop('LING3_CALIBRATED_W4_FAMILIES',None);env.pop('LING3_CALIBRATED_W4_SOURCE',None) +if a.calibrated_w4_families: + env['LING3_CALIBRATED_W4_FAMILIES']=a.calibrated_w4_families + env['LING3_CALIBRATED_W4_SOURCE']=str(root/'models/ling3-tiny-w4-calibrated-v1.l3r') +env['LING3_BRIDGE_SHARED_STAGE']='1' if a.shared_stage else '0' +if a.loss_steps: + if a.loss_steps<1:p.error('--loss-steps must be positive') + env['LING3_LOSS_STEPS']=str(a.loss_steps) +if a.mixed_families: + env['LING3_W8_FAMILIES']=a.mixed_families + env['LING3_W8_SOURCE']=str(root/'models/ling3-tiny-official-int4.l3r') +try: + run('systemctl','--user','stop','mindnano-ling3.service') + variants=[(variant,candidate)] + if not a.only_candidate:variants.append(('baseline',deployment/'ling3-tiny-w4.l3r')) + for name,model in variants: + print('PHASE 64K service '+name,flush=True) + with (a.output/(name+'-service.log')).open('w') as log: + process=subprocess.Popen([str(build/'mindnano-infer'),'--model',str(model),'--context','64K','--host','127.0.0.1', + '--port','9092','--no-console','--log',str(a.output/(name+'-metrics.jsonl'))],cwd=deployment,env=env, + stdout=log,stderr=subprocess.STDOUT,preexec_fn=child_priority) + try: + deadline=time.monotonic()+600 + while True: + if process.poll() is not None:raise RuntimeError(name+' service exited: '+str(process.returncode)) + try: + ready=request(9092,'/health',timeout=2) + if ready['status']=='ok':break + except (OSError,ValueError):pass + if time.monotonic()>deadline:raise TimeoutError('initialization') + time.sleep(1) + results={'health':ready,'runs':[], 'system_samples':[], 'configuration':{'w8_families':a.mixed_families, + 'shared_stage':a.shared_stage,'loss_steps':a.loss_steps,'calibrated_w4_families':a.calibrated_w4_families, + 'binary_sha256':hashlib.sha256((build/'mindnano-infer').read_bytes()).hexdigest()}} + if a.warm_request: + results['warm_request']=request(9092,'/v1/chat/completions',{'model':'mindnano-ling3-tiny','temperature':0,'max_tokens':64, + 'cache_prompt':False,'messages':[{'role':'user','content':'1'*107}]}) + print(json.dumps({'phase':name,'warm_request_metrics':results['warm_request']['mindnano_metrics']}),flush=True) + for i in range(a.runs): + samples={'before':system_sample()} + response=request(9092,'/v1/chat/completions',{'model':'mindnano-ling3-tiny','temperature':0,'max_tokens':64, + 'cache_prompt':False,'messages':[{'role':'user','content':'1'*107}]}) + assert response['usage']['prompt_tokens']==128 and response['mindnano_metrics']['cached_tokens']==0 + results['runs'].append(response) + samples['after']=system_sample();results['system_samples'].append(samples) + print(json.dumps({'phase':name,'run':i+1,'usage':response['usage'],'metrics':response['mindnano_metrics']}),flush=True) + results['summary']={ + 'ttft_median_ms':statistics.median(r['mindnano_metrics']['ttft_ms'] for r in results['runs']), + 'decode_median_tokens_per_second':statistics.median(r['mindnano_metrics']['decode_tokens_per_second'] for r in results['runs']), + 'peak_rss_mib':max(r['mindnano_metrics']['peak_rss_mib'] for r in results['runs']), + 'exact_128_64':all(r['usage']['completion_tokens']==64 for r in results['runs'])} + (a.output/(name+'-performance.json')).write_text(json.dumps(results,ensure_ascii=False,indent=2)+'\n') + if name==variant: + response=request(9092,'/v1/chat/completions',{'model':'mindnano-ling3-tiny','temperature':0,'max_tokens':256, + 'cache_prompt':False,'messages':[{'role':'user','content':'请用中文写一则小故事，主人公叫林浣。故事要有起因、转折和明确结局，不超过200字。'}]}) + (a.output/'official-story.json').write_text(json.dumps(response,ensure_ascii=False,indent=2)+'\n') + finally: + if process.poll() is None: + process.terminate() + try:process.wait(timeout=20) + except subprocess.TimeoutExpired:process.kill();process.wait(timeout=10) + if not a.skip_loss: + print('PHASE full Thinking/No-thinking numerical diagnostic',flush=True) + with (a.output/'loss-probe.log').open('w') as log: + subprocess.run([str(build/'ling3-quant-loss-probe'),str(candidate),str(a.suite),str(a.output)], + env=env,stdout=log,stderr=subprocess.STDOUT,check=True,preexec_fn=child_priority) + if not a.mixed_families and not a.baseline_only: + for file in a.output.glob('*.rknn.f32'):file.rename(file.with_name(file.name.replace('.rknn.f32','.official_bridge_rknn.f32'))) +finally: + print('PHASE restore old 64K service',flush=True) + run('systemd-run','--user','--unit=mindnano-ling3','--collect','--property=Restart=on-failure','--property=RestartSec=5', + '--working-directory='+str(deployment),str(deployment/'mindnano-infer'),'--context','64K','--host','0.0.0.0', + '--port','9091','--no-console','--log',str(deployment/'metrics-live.jsonl')) + deadline=time.monotonic()+240 + while True: + try: + restored=request(9091,'/health',timeout=2) + if restored['status']=='ok' and restored['context_length']==65536: + (a.output/'health-restored.json').write_text(json.dumps(restored,indent=2)+'\n');print('PASS: old service restored',flush=True);break + except (OSError,ValueError):pass + if time.monotonic()>deadline:raise TimeoutError('restore old service') + time.sleep(1) diff --git a/tools/validate_qa_package_board.py b/tools/validate_qa_package_board.py new file mode 100644 index 0000000000000000000000000000000000000000..df98a8106fff6e0feae1a3add8b4fe413eadb4e2 --- /dev/null +++ b/tools/validate_qa_package_board.py @@ -0,0 +1,94 @@ +#!/usr/bin/env python3 +"""Serial portable-package acceptance on the MindNano test board; restores owner.""" +import argparse +import json +import os +from pathlib import Path +import signal +import subprocess +import time +import urllib.request + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument('--package', type=Path, required=True) + parser.add_argument('--mindnano', type=Path, default=Path('.')) + parser.add_argument('--output', type=Path, required=True) + args = parser.parse_args() + root = Path(__file__).resolve().parents[1] + args.output.mkdir(parents=True, exist_ok=True) + client = urllib.request.build_opener(urllib.request.ProxyHandler({})) + + def call(port, path, body=None, raw=False): + request = urllib.request.Request(f'http://127.0.0.1:{port}{path}', + data=None if body is None else json.dumps(body).encode(), + headers={'Content-Type': 'application/json'}) + with client.open(request, timeout=300) as response: + data = response.read() + return data.decode() if raw else json.loads(data) + + status = call(8890, '/api/status') + health = call(19091, '/health') + assert not health['active'] and status['runtime_idle_seconds'] > 60 + settings = json.loads((args.mindnano / 'config/webui/default.json').read_text())['settings'] + pids = [target['pid'] for target in status['ling3_policy'] + if b'/mindnano-infer-engine\0' in Path(f'/proc/{target["pid"]}/cmdline').read_bytes()] + assert len(pids) == 1 + old_pid = pids[0] + command = Path(f'/proc/{old_pid}/cmdline').read_bytes() + assert str(args.mindnano / 'models').encode() in command and b'19091' in command + server = None + stopped = False + result = {'passed': False} + try: + os.kill(old_pid, signal.SIGTERM) + stopped = True + for _ in range(100): + if not Path(f'/proc/{old_pid}').exists(): + break + time.sleep(.1) + assert not Path(f'/proc/{old_pid}').exists() + print('Old idle engine stopped; starting portable package', flush=True) + with (args.output / 'runtime.log').open('w') as output: + server = subprocess.Popen([str(args.package / 'mindnano-infer'), '--context', '8K', + '--host', '127.0.0.1', '--port', '9092', '--no-console', + '--log', str(args.output / 'metrics.jsonl')], cwd=args.package, + stdout=output, stderr=subprocess.STDOUT, start_new_session=True) + deadline = time.monotonic() + 180 + while time.monotonic() < deadline: + assert server.poll() is None, 'package exited during startup' + try: + result['health'] = call(9092, '/health') + break + except (OSError, urllib.error.URLError): + time.sleep(.5) + assert result.get('health', {}).get('mindnano_integration_version') == 5 + print('Portable v5 ready', flush=True) + subprocess.run(['python3', str(root / 'tests/qa_cache_api_test.py'), + '--base', 'http://127.0.0.1:9092', '--output', str(args.output / 'qa.json')], check=True, timeout=900) + subprocess.run(['python3', str(root / 'tests/live_generation_control.py'), + '--base', 'http://127.0.0.1:9092'], check=True, timeout=300) + result['passed'] = True + finally: + if server and server.poll() is None: + os.killpg(server.pid, signal.SIGTERM) + try: + server.wait(timeout=30) + except subprocess.TimeoutExpired: + os.killpg(server.pid, signal.SIGKILL) + server.wait() + if stopped: + print('Restoring original service through MindNano warmup', flush=True) + text = call(8890, '/api/warmup', {'id': 'qa-package-restore', 'settings': settings}, raw=True) + (args.output / 'restore.log').write_text(text) + restored = call(19091, '/health') + assert restored['mindnano_integration_version'] == health['mindnano_integration_version'] + assert call(8890, '/api/status')['ling3_running'] and not restored['active'] + result['original_restored'] = True + (args.output / 'result.json').write_text(json.dumps(result, indent=2) + '\n') + print('PASS portable QA package and original service restored', flush=True) + + +if __name__ == '__main__': + main() diff --git a/tools/validate_release.py b/tools/validate_release.py new file mode 100644 index 0000000000000000000000000000000000000000..e8036154c56b9af202cac41b712d6992c96c9ea9 --- /dev/null +++ b/tools/validate_release.py @@ -0,0 +1,60 @@ +#!/usr/bin/env python3 +"""Start an isolated final portable service and verify API/budget regressions.""" +import argparse +import json +import os +from pathlib import Path +import signal +import subprocess +import sys +import time +import urllib.request + +p = argparse.ArgumentParser(description=__doc__) +p.add_argument("--binary", type=Path, required=True) +p.add_argument("--model", type=Path, required=True) +p.add_argument("--output-dir", type=Path, required=True) +p.add_argument("--port", type=int, default=19095) +a = p.parse_args() +a.output_dir.mkdir(parents=True, exist_ok=False) +root = Path(__file__).resolve().parents[1] +url = f"http://127.0.0.1:{a.port}" +client = urllib.request.build_opener(urllib.request.ProxyHandler({})) +results = {} +with (a.output_dir / "runtime.log").open("w") as log: + child = subprocess.Popen([str(a.binary.resolve()), "--model", str(a.model.resolve()), + "--context", "4K", "--no-console", "--port", str(a.port), + "--log", str(a.output_dir / "metrics.jsonl")], stdout=log, stderr=subprocess.STDOUT, + env={"PATH": "/usr/bin:/bin", "LANG": "C.UTF-8", "no_proxy": "*"}, start_new_session=True) + try: + for _ in range(600): + if child.poll() is not None: + raise RuntimeError(f"service exited {child.returncode}") + try: + with client.open(url + "/health", timeout=2) as response: + results["health"] = json.load(response) + break + except (OSError, ValueError): + time.sleep(.5) + else: + raise TimeoutError("service did not initialize") + for name in ("portable_api_test", "output_budget_api_test"): + with (a.output_dir / (name + ".json")).open("w") as output: + subprocess.run([sys.executable, str(root / "tests" / (name + ".py")), "--url", url], + stdout=output, check=True, env={**os.environ, "no_proxy": "*"}) + results[name] = {"passed": True} + print(f"PASS: {name}", flush=True) + finally: + if child.poll() is None: + child.send_signal(signal.SIGTERM) + try: + child.wait(timeout=60) + except subprocess.TimeoutExpired: + os.killpg(child.pid, signal.SIGKILL) + child.wait() + raise RuntimeError("service failed to stop cleanly") + results["service_exit"] = child.returncode + (a.output_dir / "results.json").write_text(json.dumps(results, indent=2) + "\n") + if child.returncode: + raise RuntimeError(f"service exited {child.returncode}") +print("PASS: final service clean exit", flush=True)