Kimi-K3.1-Pro-NVFP4 / conversion_report.json
juhim's picture
R3: NVFP4 routed experts, MXFP8 shared experts + KDA, BF16 rest
546b174 verified
Raw History Blame Contribute Delete
1.48 kB
{
"aux_hard_linked": [
".gitattributes",
"LICENSE",
"README.md",
"assets/kimi-logo.png",
"configuration_kimi_k3.py",
"encoding_k3.py",
"generation_config.json",
"kimi_k3_processor.py",
"kimi_k3_vision_processing.py",
"media_utils.py",
"preprocessor_config.json",
"tiktoken.model",
"tokenization_kimi.py",
"tokenizer_config.json"
],
"base_ckpt": "/lustre/fsw/portfolios/coreai/projects/coreai_dlalgo_modelopt/users/juhim/kimi-day0-release/program/ckpt/final-R1-nvfp4_experts-bf16_rest",
"config_files": [
"config.json",
"hf_quant_config.json"
],
"donor_ckpt": "/lustre/fsw/portfolios/coreai/projects/coreai_dlalgo_modelopt/users/juhim/kimi-day0-release/program/quant/final-R5/donor-D-mxfp4_experts-mxfp8_kda_mla_go-mxfp8_shared_dense",
"format": "modelopt_mixed",
"groups_from_donor": [
"kda",
"shared"
],
"method": "raw byte-copy surgery; no quantization, no calibration (NVFP4 experts = lossless cast of the final MXFP4 experts by the converter, input_scale 1.0; MXFP8 = converter MXFP8QTensor weight casts)",
"recipe": {
"kda": "MXFP8",
"routed": "NVFP4",
"shared": "MXFP8"
},
"shards": 96,
"source_ckpt": "/lustre/fsw/portfolios/coreai/projects/coreai_dlalgo_modelopt/users/juhim/kimi-day0-release/models/rainhollow-final-weights-1103-v1",
"tensors": 992691,
"total_size": 1604984317952,
"variant": "final-R3-nvfp4_experts-mxfp8_shared-mxfp8_kda-bf16_rest"
}