Qwen3.5-4B-Weight-Space-Programming / benchmarks /patch_export_summary.json
jstarks's picture
Update WSP v3.0 qwen35_4b adapters/patches, 100-task & Terminal-Bench 2.0 results, and model card
a76d8b4 verified
Raw History Blame Contribute Delete
7.73 kB
{
"qwen35_2b": {
"slug": "qwen35_2b",
"dense_patch": "wsp_qwen35_2b_patch.safetensors",
"dense_size_mib": 216.0,
"subspaces": {
"s1_think": {
"frob_exported": 1.7086,
"frob_manifest": 1.7086,
"diff": 2.5e-05,
"size_mib": 2.5
},
"s2_restraint": {
"frob_exported": 1.8444,
"frob_manifest": 1.8444,
"diff": 4.7e-05,
"size_mib": 2.5
},
"s3_router": {
"frob_exported": 2.1479,
"frob_manifest": 2.1479,
"diff": 2e-06,
"size_mib": 2.5
},
"s4_mid_code": {
"frob_exported": 0.8926,
"frob_manifest": 0.8926,
"diff": 4e-05,
"size_mib": 2.0
},
"s5_json_schema": {
"frob_exported": 1.7382,
"frob_manifest": 1.7382,
"diff": 9e-06,
"size_mib": 2.5
},
"s6_handoff": {
"frob_exported": 1.7195,
"frob_manifest": 1.7195,
"diff": 4.9e-05,
"size_mib": 2.5
},
"s7_injection_guard": {
"frob_exported": 1.3845,
"frob_manifest": 1.3845,
"diff": 4.4e-05,
"size_mib": 2.5
},
"s8_grounding": {
"frob_exported": 1.453,
"frob_manifest": 1.453,
"diff": 3.6e-05,
"size_mib": 2.5
},
"s9_error_recovery": {
"frob_exported": 1.3954,
"frob_manifest": 1.3954,
"diff": 4e-06,
"size_mib": 2.5
}
}
},
"qwen35_4b": {
"slug": "qwen35_4b",
"dense_patch": "wsp_qwen35_4b_patch.safetensors",
"dense_size_mib": 405.0,
"subspaces": {
"s1_think": {
"frob_exported": 2.1883,
"frob_manifest": 2.1883,
"diff": 5e-06,
"size_mib": 3.6
},
"s2_restraint": {
"frob_exported": 2.5297,
"frob_manifest": 2.5297,
"diff": 8e-06,
"size_mib": 3.6
},
"s3_router": {
"frob_exported": 3.1903,
"frob_manifest": 3.1903,
"diff": 3.4e-05,
"size_mib": 3.6
},
"s4_mid_code": {
"frob_exported": 1.5315,
"frob_manifest": 1.5315,
"diff": 1e-06,
"size_mib": 2.88
},
"s5_json_schema": {
"frob_exported": 1.7026,
"frob_manifest": 1.7026,
"diff": 4.3e-05,
"size_mib": 3.6
},
"s6_handoff": {
"frob_exported": 2.8927,
"frob_manifest": 2.8927,
"diff": 1.3e-05,
"size_mib": 3.6
},
"s7_injection_guard": {
"frob_exported": 1.4101,
"frob_manifest": 1.4101,
"diff": 3.8e-05,
"size_mib": 3.6
},
"s8_grounding": {
"frob_exported": 1.4591,
"frob_manifest": 1.4591,
"diff": 5e-05,
"size_mib": 3.6
},
"s9_error_recovery": {
"frob_exported": 1.4321,
"frob_manifest": 1.4321,
"diff": 3.3e-05,
"size_mib": 3.6
}
}
},
"nemotron3_4b": {
"slug": "nemotron3_4b",
"dense_patch": "wsp_nemotron3_4b_patch.safetensors",
"dense_size_mib": 675.28,
"subspaces": {
"s1_think": {
"frob_exported": 11.229,
"frob_manifest": 11.229,
"diff": 3.7e-05,
"size_mib": 4.79
},
"s2_restraint": {
"frob_exported": 14.4057,
"frob_manifest": 14.4057,
"diff": 4.5e-05,
"size_mib": 4.79
},
"s3_router": {
"frob_exported": 8.1335,
"frob_manifest": 8.1335,
"diff": 9e-06,
"size_mib": 4.79
},
"s4_mid_code": {
"frob_exported": 1.7745,
"frob_manifest": 1.7745,
"diff": 1.2e-05,
"size_mib": 3.83
},
"s5_json_schema": {
"frob_exported": 9.1762,
"frob_manifest": 9.1762,
"diff": 3.2e-05,
"size_mib": 4.79
},
"s6_handoff": {
"frob_exported": 14.9598,
"frob_manifest": 14.9598,
"diff": 1e-06,
"size_mib": 4.79
},
"s7_injection_guard": {
"frob_exported": 11.4327,
"frob_manifest": 11.4327,
"diff": 2.3e-05,
"size_mib": 4.79
},
"s8_grounding": {
"frob_exported": 10.2065,
"frob_manifest": 10.2065,
"diff": 8e-06,
"size_mib": 4.79
},
"s9_error_recovery": {
"frob_exported": 11.6176,
"frob_manifest": 11.6176,
"diff": 2.8e-05,
"size_mib": 4.79
}
}
},
"qwen35_9b": {
"slug": "qwen35_9b",
"dense_patch": "wsp_qwen35_9b_patch.safetensors",
"dense_size_mib": 864.0,
"subspaces": {
"s1_think": {
"frob_exported": 2.3674,
"frob_manifest": 2.3674,
"diff": 0.0,
"size_mib": 5.0
},
"s2_restraint": {
"frob_exported": 0.6294,
"frob_manifest": 0.6294,
"diff": 0.0,
"size_mib": 5.0
},
"s3_router": {
"frob_exported": 0.6575,
"frob_manifest": 0.6575,
"diff": 0.0,
"size_mib": 5.0
},
"s4_mid_code": {
"frob_exported": 0.5113,
"frob_manifest": 0.5113,
"diff": 0.0,
"size_mib": 4.0
},
"s5_json_schema": {
"frob_exported": 0.5181,
"frob_manifest": 0.5181,
"diff": 0.0,
"size_mib": 5.0
},
"s6_handoff": {
"frob_exported": 0.7943,
"frob_manifest": 0.7943,
"diff": 0.0,
"size_mib": 5.0
},
"s7_injection_guard": {
"frob_exported": 0.529,
"frob_manifest": 0.529,
"diff": 0.0,
"size_mib": 5.0
},
"s8_grounding": {
"frob_exported": 0.6088,
"frob_manifest": 0.6088,
"diff": 0.0,
"size_mib": 5.0
},
"s9_error_recovery": {
"frob_exported": 0.5621,
"frob_manifest": 0.5621,
"diff": 0.0,
"size_mib": 5.0
}
}
},
"gemma4_12b": {
"slug": "gemma4_12b",
"dense_patch": "wsp_gemma4_12b_patch.safetensors",
"dense_size_mib": 1012.5,
"subspaces": {
"s1_think": {
"frob_exported": 0.0029,
"frob_manifest": 0.0029,
"diff": 3.6e-05,
"size_mib": 5.86
},
"s2_restraint": {
"frob_exported": 0.0026,
"frob_manifest": 0.0026,
"diff": 3.9e-05,
"size_mib": 5.86
},
"s3_router": {
"frob_exported": 0.0025,
"frob_manifest": 0.0025,
"diff": 3.3e-05,
"size_mib": 5.86
},
"s4_mid_code": {
"frob_exported": 0.0048,
"frob_manifest": 0.0048,
"diff": 3e-05,
"size_mib": 4.69
},
"s5_json_schema": {
"frob_exported": 0.0016,
"frob_manifest": 0.0016,
"diff": 2.4e-05,
"size_mib": 5.86
},
"s6_handoff": {
"frob_exported": 0.0022,
"frob_manifest": 0.0022,
"diff": 5e-05,
"size_mib": 5.86
},
"s7_injection_guard": {
"frob_exported": 0.0017,
"frob_manifest": 0.0017,
"diff": 2.7e-05,
"size_mib": 5.86
},
"s8_grounding": {
"frob_exported": 0.0017,
"frob_manifest": 0.0017,
"diff": 1.4e-05,
"size_mib": 5.86
},
"s9_error_recovery": {
"frob_exported": 0.0019,
"frob_manifest": 0.0019,
"diff": 2e-05,
"size_mib": 5.86
}
}
}
}