| { |
| "status": "pass", |
| "component": "text_encoder", |
| "component_mode": "w4a4", |
| "framework": "transformers", |
| "class_name": "Qwen3VLForConditionalGeneration", |
| "load_seconds": 0.6727128028869629, |
| "orbitquant_module_count": 448, |
| "adaln_int4_module_count": 0, |
| "bf16_linear_module_count": 117, |
| "full_dequantized_cache_count": 0, |
| "resident_state_bytes": 19915522528, |
| "quantization_config": { |
| "quant_method": "orbitquant", |
| "weight_bits": 4, |
| "activation_bits": 4, |
| "rotation": "rpbh", |
| "rotation_seed": 0, |
| "block_size": "paper", |
| "codebook": "lloyd_max", |
| "codebook_version": 2, |
| "codebook_dtype": "float32", |
| "row_norm_dtype": "bfloat16", |
| "activation_norm_dtype": "float32", |
| "activation_eps": 1e-10, |
| "weight_pack_dtype": "uint8", |
| "target_policy": "universal", |
| "adaln_policy": "int4_rtn", |
| "adaln_group_size": 64, |
| "modules_to_convert": [], |
| "modules_to_use_adaln": [], |
| "modules_to_not_convert": [ |
| "model.visual", |
| "model.language_model.embed_tokens", |
| "model.language_model.norm", |
| "lm_head" |
| ], |
| "modules_dtype_dict": {}, |
| "artifact_format_version": 1, |
| "runtime_mode": "auto_fused", |
| "activation_kernel_backend": "auto", |
| "packed_matmul_block_m": 64, |
| "packed_matmul_block_n": 64, |
| "packed_matmul_block_k": 128, |
| "packed_matmul_num_warps": 4, |
| "weight_row_tile_size": 256, |
| "w4a4_int8_weight_cache": false, |
| "lowbit_boundary_protection": "auto", |
| "lowbit_protected_blocks": 4, |
| "lowbit_protected_bits": 4, |
| "lowbit_interior_protection": "auto" |
| }, |
| "rss_peak_bytes": 887144448, |
| "gpu_peak_allocated_bytes": 0, |
| "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition", |
| "pid": 40635 |
| } |
|
|
