Hugging Face's logo

webbrain-one
/
webbrain-compass-vld-tiny-v5-onnx

Image-Text-to-Text
ONNX
onnxruntime
minicpmv4_7
webbrain
minicpm-v
webgpu
browser-agent
conversational
Model card Files
xet
 Community
webbrain-compass-vld-tiny-v5-onnx / validation /export-report.json
webbrain-one's picture
webbrain-one
MiniCPM-V-4.7 WebBrain v2 release
7dbe69f verified
Raw History Blame Contribute Delete
10.5 kB
{
"variants": {
"q8f16": {
"text": {
"decoder": {
"inv_freq_matches_theta_1e7": true,
"float_max_abs_diff": 0.3125,
"float_max_abs_diff_by_kind": {
"model.layers.N.input_layernorm.weight": 0.046875,
"model.layers.N.gdn.conv1d.weight": 0.06884765625,
"model.layers.N.gdn.conv1d.weight_3d": 0.06884765625,
"model.layers.N.gdn.A_neg_exp": 0.08991670608520508,
"model.layers.N.gdn.dt_bias": 0.005859375,
"model.layers.N.gdn.norm.weight": 0.01953125,
"model.layers.N.post_attention_layernorm.weight": 0.0234375,
"model.layers.N.attn.q_norm.layernorm.weight": 0.0703125,
"model.layers.N.attn.k_norm.layernorm.weight": 0.064453125,
"model.layers.N.final_norm_layernorm.weight": 0.3125
},
"q4_tensors": 0,
"q4_identical": 0,
"q4_worst_mismatch_fraction": 0.0
},
"embed": {},
"vocab": 248094,
"decoder_model_merged_q8f16.onnx": {
"graph_sha256": "2460943b101cb79960af673faecf5d1ad72d027ba861725fb6c6abd3a968ee4e",
"data_bytes": 824095552
},
"embed_tokens_q8f16.onnx": {
"graph_sha256": "605d1d2d6f65c2ae15de05f05d59624bf41e633e93c895159d233282d46ce759",
"data_bytes": 277865280
}
},
"chunked_prefill": {
"tool": "scripts/models/bonsai/chunk_gdn_prefill.py",
"source_sha256": "2460943b101cb79960af673faecf5d1ad72d027ba861725fb6c6abd3a968ee4e",
"output_sha256": "c34d4ebadef268ff8c2124b33111376686d71b8111048179604d2c93dcf1601a",
"output_bytes": 2879267,
"gdn_layers_rewritten": 18,
"chunk_tokens": 128,
"context_tokens": 262144,
"prefix_scan_steps": 12,
"max_prompt_tokens": 524160,
"logits": "last position only"
}
},
"q4f16": {
"text": {
"decoder": {
"inv_freq_matches_theta_1e7": true,
"float_max_abs_diff": 0.3125,
"float_max_abs_diff_by_kind": {
"model.layers.N.input_layernorm.weight": 0.046875,
"model.layers.N.gdn.conv1d.weight": 0.06884765625,
"model.layers.N.gdn.conv1d.weight_3d": 0.06884765625,
"model.layers.N.gdn.A_neg_exp": 0.08991670608520508,
"model.layers.N.gdn.dt_bias": 0.005859375,
"model.layers.N.gdn.norm.weight": 0.01953125,
"model.layers.N.post_attention_layernorm.weight": 0.0234375,
"model.layers.N.attn.q_norm.layernorm.weight": 0.0703125,
"model.layers.N.attn.k_norm.layernorm.weight": 0.064453125,
"model.layers.N.final_norm_layernorm.weight": 0.3125
},
"q4_tensors": 0,
"q4_identical": 0,
"q4_worst_mismatch_fraction": 0.0
},
"embed": {},
"vocab": 248094,
"decoder_model_merged_q4f16.onnx": {
"graph_sha256": "f1b91931471cd931b34e89a8de276578b0f178a299a08f12731d0a5dd035bacb",
"data_bytes": 436528480
},
"embed_tokens_q4f16.onnx": {
"graph_sha256": "59eac222a8ffe689406113bba0ded116ed49382d5d81971256eea5091d0883a4",
"data_bytes": 146871648
}
},
"chunked_prefill": {
"tool": "scripts/models/bonsai/chunk_gdn_prefill.py",
"source_sha256": "f1b91931471cd931b34e89a8de276578b0f178a299a08f12731d0a5dd035bacb",
"output_sha256": "49d001daf1555da07a07e9b97a1d4494ec4ead71120e4fb1ed6fb73f4882b096",
"output_bytes": 2869812,
"gdn_layers_rewritten": 18,
"chunk_tokens": 128,
"context_tokens": 262144,
"prefix_scan_steps": 12,
"max_prompt_tokens": 524160,
"logits": "last position only"
}
}
},
"vision": {
"bucket_mismatches_cpu": [],
"bucket_mismatches_cuda": [
[
25,
1,
4
],
[
25,
2,
8
],
[
25,
3,
12
],
[
25,
7,
28
],
[
25,
13,
52
],
[
25,
32,
128
],
[
25,
56,
224
],
[
25,
64,
256
],
[
25,
70,
280
],
[
25,
97,
388
],
[
25,
128,
512
],
[
49,
1,
4
],
[
49,
2,
8
],
[
49,
3,
12
],
[
49,
7,
28
],
[
49,
13,
52
],
[
49,
32,
128
],
[
49,
56,
224
],
[
49,
64,
256
],
[
49,
70,
280
],
[
49,
97,
388
],
[
49,
128,
512
],
[
50,
1,
6
],
[
50,
2,
12
],
[
50,
3,
18
],
[
50,
7,
42
],
[
50,
13,
78
],
[
50,
32,
192
],
[
50,
56,
336
],
[
50,
64,
384
],
[
50,
70,
420
],
[
50,
97,
582
],
[
50,
128,
768
],
[
55,
1,
4
],
[
55,
2,
8
],
[
55,
3,
12
],
[
55,
7,
28
],
[
55,
13,
52
],
[
55,
32,
128
],
[
55,
56,
224
],
[
55,
64,
256
],
[
55,
70,
280
],
[
55,
97,
388
],
[
55,
128,
512
],
[
82,
1,
1
],
[
82,
2,
2
],
[
82,
3,
3
],
[
82,
7,
7
],
[
82,
13,
13
],
[
82,
32,
32
],
[
82,
56,
56
],
[
82,
64,
64
],
[
82,
70,
70
],
[
82,
97,
97
],
[
82,
128,
128
],
[
94,
1,
1
],
[
94,
2,
2
],
[
94,
3,
3
],
[
94,
7,
7
],
[
94,
13,
13
],
[
94,
32,
32
],
[
94,
56,
56
],
[
94,
64,
64
],
[
94,
70,
70
],
[
94,
97,
97
],
[
94,
128,
128
],
[
98,
1,
7
],
[
98,
2,
14
],
[
98,
3,
21
],
[
98,
7,
49
],
[
98,
13,
91
],
[
98,
32,
224
],
[
98,
56,
392
],
[
98,
64,
448
],
[
98,
70,
490
],
[
98,
97,
679
],
[
98,
128,
896
],
[
100,
1,
6
],
[
100,
2,
12
],
[
100,
3,
18
],
[
100,
7,
42
],
[
100,
13,
78
],
[
100,
32,
192
],
[
100,
56,
336
],
[
100,
64,
384
],
[
100,
70,
420
],
[
100,
97,
582
],
[
100,
128,
768
],
[
110,
1,
7
],
[
110,
2,
14
],
[
110,
3,
21
],
[
110,
7,
49
],
[
110,
13,
91
],
[
110,
32,
224
],
[
110,
56,
392
],
[
110,
64,
448
],
[
110,
70,
490
],
[
110,
97,
679
],
[
110,
128,
896
],
[
115,
1,
4
],
[
115,
2,
8
],
[
115,
3,
12
],
[
115,
7,
28
],
[
115,
13,
52
],
[
115,
32,
128
],
[
115,
56,
224
],
[
115,
64,
256
],
[
115,
70,
280
],
[
115,
97,
388
],
[
115,
128,
512
],
[
122,
1,
1
],
[
122,
2,
2
],
[
122,
3,
3
],
[
122,
7,
7
],
[
122,
13,
13
],
[
122,
32,
32
],
[
122,
56,
56
],
[
122,
64,
64
],
[
122,
70,
70
],
[
122,
97,
97
],
[
122,
128,
128
]
],
"export_seconds": 36.3,
"ops": {
"Shape": 3,
"Squeeze": 2,
"Cast": 8,
"Div": 8,
"Mul": 205,
"Conv": 1,
"Reshape": 129,
"Concat": 8,
"Transpose": 116,
"Range": 2,
"Floor": 2,
"Clip": 2,
"Unsqueeze": 3,
"Add": 283,
"Gather": 1,
"LayerNormalization": 58,
"MatMul": 224,
"Softmax": 28,
"Tanh": 28,
"Gemm": 2,
"ReduceMean": 1,
"Erf": 1
},
"parity": [
{
"image": "final_test-relocation_editor-desktop-completed.png",
"crop_hw": [
24,
40
],
"crops": 1,
"torch_module_rel": 5.274350769468583e-06,
"ort_fp32_rel": 4.5221663640404586e-06,
"ort_fp16_rel": 0.0028502538334578276,
"ort_fp16_cos": 0.9999967813491821,
"ref_absmax": 5.001994609832764
},
{
"image": "final_test-relocation_editor-desktop-completed.png",
"crop_hw": [
32,
32
],
"crops": 6,
"torch_module_rel": 3.0137891826598207e-06,
"ort_fp32_rel": 4.540931058727438e-06,
"ort_fp16_rel": 0.002111530164256692,
"ort_fp16_cos": 1.0000048875808716,
"ref_absmax": 2.9292280673980713
},
{
"image": "final_test-relocation_editor-desktop-not_completed.png",
"crop_hw": [
24,
40
],
"crops": 1,
"torch_module_rel": 2.24648119910853e-05,
"ort_fp32_rel": 2.3916370992083102e-05,
"ort_fp16_rel": 0.013344613835215569,
"ort_fp16_cos": 0.9999114871025085,
"ref_absmax": 4.9408392906188965
},
{
"image": "final_test-relocation_editor-desktop-not_completed.png",
"crop_hw": [
32,
32
],
"crops": 6,
"torch_module_rel": 4.114119747100631e-06,
"ort_fp32_rel": 6.51703703624662e-06,
"ort_fp16_rel": 0.0026564407162368298,
"ort_fp16_cos": 1.0000035762786865,
"ref_absmax": 2.987318992614746
}
],
"vision_encoder.onnx": {
"graph_sha256": "53fa2d068d9627db06119168cf3096e3d6461005f09194d952162c517e6762a5"
},
"vision_encoder_fp16.onnx": {
"graph_sha256": "75127ae25e1313413dc829713f170b876f2f46d2a439369b87f0ff85a186696b"
}
}
}