| { |
| "version": 1, |
| "temperature": { |
| "choice:11+:vision": 1.0508052110671997, |
| "noul:2:vision": 0.6784304976463318, |
| "choice:11+:full": 1.0244841575622559, |
| "noul:2:full": 0.6351133584976196, |
| "choice:11+": 1.0395828485488892, |
| "noul:2": 0.6523138880729675, |
| "choice": 1.0420827865600586, |
| "noul": 0.6523138880729675 |
| }, |
| "thresholds": { |
| "choice:11+:vision": { |
| "execute": 0.9094240898341804, |
| "verify": 0.5403147403012439 |
| }, |
| "noul:2:vision": { |
| "execute": 0.9407644728737927, |
| "verify": 0.5064771342596075 |
| }, |
| "choice:11+:full": { |
| "execute": 0.8935651762783597, |
| "verify": 0.5390833146028907 |
| }, |
| "noul:2:full": { |
| "execute": 0.9276862356097236, |
| "verify": 0.5192107786457033 |
| }, |
| "choice:11+": { |
| "execute": 0.9048849864902729, |
| "verify": 0.5388420207387558 |
| }, |
| "noul:2": { |
| "execute": 0.9436138914921154, |
| "verify": 0.5 |
| }, |
| "choice": { |
| "execute": 0.9072027533573569, |
| "verify": 0.5374149548918513 |
| }, |
| "noul": { |
| "execute": 0.9436138914921154, |
| "verify": 0.5 |
| } |
| }, |
| "n_by_bucket": { |
| "choice:11+:vision": 7257, |
| "choice:6-10:vision": 103, |
| "noul:2:vision": 603, |
| "choice:3-5:vision": 6, |
| "choice:2:vision": 26, |
| "choice:11+:full": 5604, |
| "choice:6-10:full": 137, |
| "choice:3-5:full": 153, |
| "choice:2:full": 216, |
| "noul:2:full": 978, |
| "choice:11+": 12861, |
| "choice:6-10": 240, |
| "noul:2": 1581, |
| "choice:3-5": 159, |
| "choice:2": 242, |
| "choice": 13502, |
| "noul": 1581 |
| }, |
| "config": { |
| "min_bucket_n": 300, |
| "min_type_n": 10, |
| "error_targets": { |
| "execute": 0.02, |
| "verify": 0.1 |
| }, |
| "temp_range": [ |
| 0.5, |
| 5.0 |
| ] |
| }, |
| "report": { |
| "all": { |
| "n": 3771, |
| "ece_before": 0.01747626450483553, |
| "ece_after": 0.018764672656685816, |
| "nll_before": 0.5712372033403514, |
| "nll_after": 0.5699958148241562, |
| "execute_share": 0.5452134712277911, |
| "execute_error": 0.02383268482490275, |
| "escalate_share": 0.15141872182444974 |
| }, |
| "mod:full": { |
| "n": 1772, |
| "ece_before": 0.02814794127457049, |
| "ece_after": 0.02590856275493896, |
| "nll_before": 0.5519384331521392, |
| "nll_after": 0.5517056593417647, |
| "execute_share": 0.5564334085778782, |
| "execute_error": 0.026369168356997985, |
| "escalate_share": 0.14503386004514673 |
| }, |
| "mod:vision": { |
| "n": 1999, |
| "ece_before": 0.017960368637130675, |
| "ece_after": 0.021329443853398466, |
| "nll_before": 0.5883444673591168, |
| "nll_after": 0.5862089991737299, |
| "execute_share": 0.5352676338169085, |
| "execute_error": 0.021495327102803774, |
| "escalate_share": 0.1570785392696348 |
| }, |
| "qtype:choice": { |
| "n": 3375, |
| "ece_before": 0.01432174752193021, |
| "ece_after": 0.0219802066016441, |
| "nll_before": 0.6036172560395445, |
| "nll_after": 0.6031795218505003, |
| "execute_share": 0.5306666666666666, |
| "execute_error": 0.022333891680625384, |
| "escalate_share": 0.1691851851851852 |
| }, |
| "qtype:noul": { |
| "n": 396, |
| "ece_before": 0.05879165844354522, |
| "ece_after": 0.03624674956609409, |
| "nll_before": 0.2952708451085907, |
| "nll_after": 0.28718012994054226, |
| "execute_share": 0.6691919191919192, |
| "execute_error": 0.03396226415094339, |
| "escalate_share": 0.0 |
| } |
| } |
| } |
