| { |
| "component": "kda", |
| "gpu": "NVIDIA B300 SXM6 AC", |
| "torch": "2.12.1+cu130", |
| "method": "Identical inputs for both implementations, original judge unchanged, fp64 rebuilt truth.", |
| "rows": [ |
| { |
| "batch_size": 16, |
| "family": "structured", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0023404883445068, |
| "max_individual_head_error_ratio": 1.006074351153129, |
| "individual_states_checked": 512, |
| "individual_states_passing_same_bound": 512, |
| "max_state_relative_mae": 0.005814296599920318 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0003884242962537, |
| "max_individual_head_error_ratio": 1.0057190231914948, |
| "individual_states_checked": 512, |
| "individual_states_passing_same_bound": 512, |
| "max_state_relative_mae": 0.005805816791951239 |
| } |
| }, |
| { |
| "batch_size": 16, |
| "family": "second_window", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.001995921353665, |
| "max_individual_head_error_ratio": 1.0066544648366493, |
| "individual_states_checked": 512, |
| "individual_states_passing_same_bound": 512, |
| "max_state_relative_mae": 0.0036491455137833747 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0005873698335468, |
| "max_individual_head_error_ratio": 1.0027614379675776, |
| "individual_states_checked": 512, |
| "individual_states_passing_same_bound": 512, |
| "max_state_relative_mae": 0.0036486360307457348 |
| } |
| }, |
| { |
| "batch_size": 16, |
| "family": "random", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0029677262722476, |
| "max_individual_head_error_ratio": 1.0084967170909311, |
| "individual_states_checked": 512, |
| "individual_states_passing_same_bound": 512, |
| "max_state_relative_mae": 0.004294319736538677 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0010557299854554, |
| "max_individual_head_error_ratio": 1.0074521427695602, |
| "individual_states_checked": 512, |
| "individual_states_passing_same_bound": 512, |
| "max_state_relative_mae": 0.004283246255273555 |
| } |
| }, |
| { |
| "batch_size": 32, |
| "family": "structured", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.001859667592005, |
| "max_individual_head_error_ratio": 1.007288920527367, |
| "individual_states_checked": 1024, |
| "individual_states_passing_same_bound": 1024, |
| "max_state_relative_mae": 0.00613288647257253 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.000374559298278, |
| "max_individual_head_error_ratio": 1.006046490834228, |
| "individual_states_checked": 1024, |
| "individual_states_passing_same_bound": 1024, |
| "max_state_relative_mae": 0.006122237864011208 |
| } |
| }, |
| { |
| "batch_size": 32, |
| "family": "second_window", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0018781088903055, |
| "max_individual_head_error_ratio": 1.0087159657086429, |
| "individual_states_checked": 1024, |
| "individual_states_passing_same_bound": 1024, |
| "max_state_relative_mae": 0.003767960967271697 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0004346967793898, |
| "max_individual_head_error_ratio": 1.0039219403792172, |
| "individual_states_checked": 1024, |
| "individual_states_passing_same_bound": 1024, |
| "max_state_relative_mae": 0.00376028316237159 |
| } |
| }, |
| { |
| "batch_size": 32, |
| "family": "random", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0027823839230108, |
| "max_individual_head_error_ratio": 1.0087438653780934, |
| "individual_states_checked": 1024, |
| "individual_states_passing_same_bound": 1024, |
| "max_state_relative_mae": 0.004820014387124738 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.00049773584226, |
| "max_individual_head_error_ratio": 1.005876845742881, |
| "individual_states_checked": 1024, |
| "individual_states_passing_same_bound": 1024, |
| "max_state_relative_mae": 0.004801880824288819 |
| } |
| }, |
| { |
| "batch_size": 64, |
| "family": "structured", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0015597078846517, |
| "max_individual_head_error_ratio": 1.0115407039016826, |
| "individual_states_checked": 2048, |
| "individual_states_passing_same_bound": 2047, |
| "max_state_relative_mae": 0.006038983078424852 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0004498411706473, |
| "max_individual_head_error_ratio": 1.0071467598471255, |
| "individual_states_checked": 2048, |
| "individual_states_passing_same_bound": 2048, |
| "max_state_relative_mae": 0.006028942499950136 |
| } |
| }, |
| { |
| "batch_size": 64, |
| "family": "second_window", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.001658339876203, |
| "max_individual_head_error_ratio": 1.0079195057490604, |
| "individual_states_checked": 2048, |
| "individual_states_passing_same_bound": 2048, |
| "max_state_relative_mae": 0.0040383280854628945 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0003413479955345, |
| "max_individual_head_error_ratio": 1.0045972224378705, |
| "individual_states_checked": 2048, |
| "individual_states_passing_same_bound": 2048, |
| "max_state_relative_mae": 0.0040048074177080764 |
| } |
| }, |
| { |
| "batch_size": 64, |
| "family": "random", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0025982273756666, |
| "max_individual_head_error_ratio": 1.0144644709226924, |
| "individual_states_checked": 2048, |
| "individual_states_passing_same_bound": 2045, |
| "max_state_relative_mae": 0.0052767051398082635 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0006642867533797, |
| "max_individual_head_error_ratio": 1.0064506108252624, |
| "individual_states_checked": 2048, |
| "individual_states_passing_same_bound": 2048, |
| "max_state_relative_mae": 0.005257746277318221 |
| } |
| }, |
| { |
| "batch_size": 128, |
| "family": "structured", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0017192663876373, |
| "max_individual_head_error_ratio": 1.013238615585311, |
| "individual_states_checked": 4096, |
| "individual_states_passing_same_bound": 4095, |
| "max_state_relative_mae": 0.006119204227107976 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.000351543146309, |
| "max_individual_head_error_ratio": 1.0095542900602699, |
| "individual_states_checked": 4096, |
| "individual_states_passing_same_bound": 4096, |
| "max_state_relative_mae": 0.0061135900161442 |
| } |
| }, |
| { |
| "batch_size": 128, |
| "family": "second_window", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0016918815912272, |
| "max_individual_head_error_ratio": 1.0127116564076568, |
| "individual_states_checked": 4096, |
| "individual_states_passing_same_bound": 4095, |
| "max_state_relative_mae": 0.004024117782495586 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.000165086203439, |
| "max_individual_head_error_ratio": 1.004243908619348, |
| "individual_states_checked": 4096, |
| "individual_states_passing_same_bound": 4096, |
| "max_state_relative_mae": 0.004004769181208124 |
| } |
| }, |
| { |
| "batch_size": 128, |
| "family": "random", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0024349888670567, |
| "max_individual_head_error_ratio": 1.015271042075488, |
| "individual_states_checked": 4096, |
| "individual_states_passing_same_bound": 4090, |
| "max_state_relative_mae": 0.004977186593824846 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0003664275392226, |
| "max_individual_head_error_ratio": 1.012560569248684, |
| "individual_states_checked": 4096, |
| "individual_states_passing_same_bound": 4095, |
| "max_state_relative_mae": 0.004972631753234797 |
| } |
| }, |
| { |
| "batch_size": 256, |
| "family": "structured", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0015036845092724, |
| "max_individual_head_error_ratio": 1.0122499937166671, |
| "individual_states_checked": 8192, |
| "individual_states_passing_same_bound": 8189, |
| "max_state_relative_mae": 0.006023172788241781 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.000234577199579, |
| "max_individual_head_error_ratio": 1.0093183226995546, |
| "individual_states_checked": 8192, |
| "individual_states_passing_same_bound": 8192, |
| "max_state_relative_mae": 0.006027195902602814 |
| } |
| }, |
| { |
| "batch_size": 256, |
| "family": "second_window", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0015014152495132, |
| "max_individual_head_error_ratio": 1.0082640884380387, |
| "individual_states_checked": 8192, |
| "individual_states_passing_same_bound": 8192, |
| "max_state_relative_mae": 0.004341165236607238 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.000115893549605, |
| "max_individual_head_error_ratio": 1.0046930658564874, |
| "individual_states_checked": 8192, |
| "individual_states_passing_same_bound": 8192, |
| "max_state_relative_mae": 0.004349394686179305 |
| } |
| }, |
| { |
| "batch_size": 256, |
| "family": "random", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0022296136176574, |
| "max_individual_head_error_ratio": 1.0134402418693471, |
| "individual_states_checked": 8192, |
| "individual_states_passing_same_bound": 8185, |
| "max_state_relative_mae": 0.005144512890380753 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0002245855889362, |
| "max_individual_head_error_ratio": 1.0084053441575165, |
| "individual_states_checked": 8192, |
| "individual_states_passing_same_bound": 8192, |
| "max_state_relative_mae": 0.005129051333732747 |
| } |
| }, |
| { |
| "batch_size": 512, |
| "family": "structured", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.001585994222947, |
| "max_individual_head_error_ratio": 1.0143067085964312, |
| "individual_states_checked": 16384, |
| "individual_states_passing_same_bound": 16379, |
| "max_state_relative_mae": 0.0060472408037226056 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0000920190918832, |
| "max_individual_head_error_ratio": 1.0092341243405343, |
| "individual_states_checked": 16384, |
| "individual_states_passing_same_bound": 16384, |
| "max_state_relative_mae": 0.0060387970828057825 |
| } |
| }, |
| { |
| "batch_size": 512, |
| "family": "second_window", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0015524522196704, |
| "max_individual_head_error_ratio": 1.007722344227275, |
| "individual_states_checked": 16384, |
| "individual_states_passing_same_bound": 16384, |
| "max_state_relative_mae": 0.0046480774404553055 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0000797570481763, |
| "max_individual_head_error_ratio": 1.0045844945863005, |
| "individual_states_checked": 16384, |
| "individual_states_passing_same_bound": 16384, |
| "max_state_relative_mae": 0.004645123687680978 |
| } |
| }, |
| { |
| "batch_size": 512, |
| "family": "random", |
| "baseline": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0021663627472086, |
| "max_individual_head_error_ratio": 1.0131403603700213, |
| "individual_states_checked": 16384, |
| "individual_states_passing_same_bound": 16367, |
| "max_state_relative_mae": 0.005146918931758928 |
| }, |
| "current": { |
| "original_judge_passed": true, |
| "worst_head_error_ratio": 1.0001660871100089, |
| "max_individual_head_error_ratio": 1.0088966612517987, |
| "individual_states_checked": 16384, |
| "individual_states_passing_same_bound": 16384, |
| "max_state_relative_mae": 0.005133520960083807 |
| } |
| } |
| ], |
| "status": "original_benchmark_pass", |
| "global_seed_plus_batch": 20261026, |
| "relative_tolerance": 0.01, |
| "absolute_cap_factor": 0.001, |
| "reference_error_floor_factor": 0.0001, |
| "individual_state_check_is_additional": true, |
| "summary": { |
| "baseline": { |
| "original_cases_passed": 18, |
| "worst_original_benchmark_error_ratio": 1.0029677262722476, |
| "individual_states_checked": 96768, |
| "additional_individual_state_failures": 44, |
| "max_individual_head_error_ratio": 1.015271042075488 |
| }, |
| "current": { |
| "original_cases_passed": 18, |
| "worst_original_benchmark_error_ratio": 1.0010557299854554, |
| "individual_states_checked": 96768, |
| "additional_individual_state_failures": 1, |
| "max_individual_head_error_ratio": 1.012560569248684 |
| } |
| } |
| } |
|
|
