QAdapt / evaluation.json
Qhub-AI's picture
Rename QAdapt v1 checkpoint to Qadapt-r9-v1.safetensors
e395748 verified
Raw
History Blame Contribute Delete
3.42 kB
{
"schema_version": 1,
"release_version": "v1",
"models": {
"ising-fast-t0-e100": {
"model_id": 1,
"parameters": 912772,
"source_checkpoint_sha256": "c23c9b1507cf4d213ce1b6526f87ee9e2f9db2bd8dc336c16f915b77724a0661"
},
"qadapt-e100": {
"model_file": "Qadapt-r9-v1.safetensors",
"model_id": 111,
"parameters": 650374,
"source_checkpoint_sha256": "59d55a948a1a99458f7ccb0bba83335a779ef90eb8b36125407b65d45d771f9f"
}
},
"terminal_t0_t4_d9_r9": {
"scope": "Release-weight coverage; not the paper's T0 architecture table.",
"shots_per_basis_per_task": 262144,
"seed": 12345,
"logical_error_rate": {
"pymatching": {
"T0": 0.04503440856933594,
"T1": 0.05488777160644531,
"T2": 0.1540374755859375,
"T3": 0.0499725341796875,
"T4": 0.098114013671875,
"mean": 0.08040924072265625
},
"ising-fast-t0-e100": {
"T0": 0.040943145751953125,
"T1": 0.052066802978515625,
"T2": 0.14017486572265625,
"T3": 0.04532432556152344,
"T4": 0.0913543701171875,
"mean": 0.07397270202636719
},
"qadapt-e100": {
"T0": 0.036121368408203125,
"T1": 0.046192169189453125,
"T2": 0.13011550903320312,
"T3": 0.04052734375,
"T4": 0.08282089233398438,
"mean": 0.06715545654296876
}
},
"qadapt_reduction_vs_ising_fast_mean_percent": 9.215893561612038
},
"paper_selected_ood": {
"protocol": "11 axis combinations x 5 multipliers x d={7,9}; X/Z pooled",
"shots_per_basis_per_configuration": 262144,
"d7": {
"configurations": 55,
"ising_fast_ler_mean": 0.23447262157093396,
"qadapt_ler_mean": 0.22700611461292614,
"qadapt_reduction_percent": 3.184383280224047,
"qadapt_wins": 55,
"ising_fast_backend_latency_us_per_round_mean": 2.3286138533266505,
"qadapt_backend_latency_us_per_round_mean": 2.195449274578931
},
"d9": {
"configurations": 55,
"ising_fast_ler_mean": 0.24443563981489702,
"qadapt_ler_mean": 0.2365336678244851,
"qadapt_reduction_percent": 3.232741345082013,
"qadapt_wins": 55,
"ising_fast_backend_latency_us_per_round_mean": 4.883934545490627,
"qadapt_backend_latency_us_per_round_mean": 4.6081848113299015
}
},
"paper_willow_zero_shot": {
"rounds": 10,
"fine_tuning": false,
"d5": {
"shots": 400000,
"ising_fast_ler": 0.09963,
"qadapt_ler": 0.0938575,
"qadapt_reduction_percent": 5.79393756900532,
"ising_fast_backend_latency_us_per_round": 0.704,
"qadapt_backend_latency_us_per_round": 0.694
},
"d7": {
"shots": 100000,
"ising_fast_ler": 0.08412,
"qadapt_ler": 0.08201,
"qadapt_reduction_percent": 2.5083214455539715,
"ising_fast_backend_latency_us_per_round": 1.405,
"qadapt_backend_latency_us_per_round": 1.274
}
},
"paper_t0_architecture_table": {
"included_for_context_only": true,
"warning": "The paper table used Ising-fast e53 and T0-only HTNet e89, not either final e100 release checkpoint.",
"d7": {"ising_fast_ler": 0.05071, "htnet_ler": 0.04280},
"d9": {"ising_fast_ler": 0.04037, "htnet_ler": 0.03286}
},
"latency_scope": "PyMatching residual decode only; excludes neural inference, data movement, and residual construction."
}