Buckets:
| { | |
| "name": "dwell", | |
| "seeds": [ | |
| 0, | |
| 1, | |
| 2 | |
| ], | |
| "split": "val", | |
| "n_boot": 500, | |
| "cells": { | |
| "engaged|hands_on|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.022296139353691385, | |
| "value_b": 0.02308789237513255, | |
| "delta": -0.000791753021441164, | |
| "lo": -0.0014698815187201017, | |
| "hi": -0.0003875233030802953, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.0225259331169856, | |
| "value_b": 0.02308789237513255, | |
| "delta": -0.000561959258146949, | |
| "lo": -0.0010815692129902631, | |
| "hi": -0.00014914084209872248, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.022068460961670516, | |
| "value_b": 0.02308789237513255, | |
| "delta": -0.0010194314134620332, | |
| "lo": -0.0017297029574167469, | |
| "hi": -0.0006018108681601317, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0007910478976833821 | |
| }, | |
| "engaged|hands_on|1s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.022296139353691385, | |
| "value_b": 0.02322531837590252, | |
| "delta": -0.0009291790222111344, | |
| "lo": -0.0015432457817121166, | |
| "hi": -0.00019714039737276035, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.0225259331169856, | |
| "value_b": 0.02329000410504038, | |
| "delta": -0.000764070988054779, | |
| "lo": -0.0011708699461330158, | |
| "hi": -0.000178641522187302, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.022068460961670516, | |
| "value_b": 0.02273504242400146, | |
| "delta": -0.0006665814623309438, | |
| "lo": -0.0010620962967530072, | |
| "hi": -0.00020748933950519153, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0007866104908656191 | |
| }, | |
| "engaged|hands_on|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.022296139353691385, | |
| "value_b": 0.029467434812738537, | |
| "delta": -0.007171295459047152, | |
| "lo": -0.009572904241102876, | |
| "hi": -0.0027198887093010226, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.0225259331169856, | |
| "value_b": 0.029467434812738537, | |
| "delta": -0.006941501695752937, | |
| "lo": -0.009098972607041666, | |
| "hi": -0.0026835941736468214, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.022068460961670516, | |
| "value_b": 0.029467434812738537, | |
| "delta": -0.007398973851068021, | |
| "lo": -0.009811239401813106, | |
| "hi": -0.002911378714489229, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.00717059033528937 | |
| }, | |
| "engaged|hands_on|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.029667925632287588, | |
| "value_b": 0.030430540553949382, | |
| "delta": -0.0007626149216617938, | |
| "lo": -0.0018775427753469002, | |
| "hi": 5.355924723526283e-05, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.030022689901711568, | |
| "value_b": 0.030430540553949382, | |
| "delta": -0.00040785065223781364, | |
| "lo": -0.0015735980691802935, | |
| "hi": 0.0007872713757181104, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.029369719208636607, | |
| "value_b": 0.030430540553949382, | |
| "delta": -0.0010608213453127749, | |
| "lo": -0.0020626347899633164, | |
| "hi": -0.0002603803931167661, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": -0.0007437623064041275 | |
| }, | |
| "engaged|hands_on|2s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.029667925632287588, | |
| "value_b": 0.0309886953611793, | |
| "delta": -0.0013207697288917103, | |
| "lo": -0.0020635626470196467, | |
| "hi": -0.0002924507789210831, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.030022689901711568, | |
| "value_b": 0.03107064323191828, | |
| "delta": -0.0010479533302067134, | |
| "lo": -0.0019425040199391654, | |
| "hi": -0.0002310137126926221, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.029369719208636607, | |
| "value_b": 0.03050519633805695, | |
| "delta": -0.0011354771294203418, | |
| "lo": -0.0020971402168218968, | |
| "hi": -0.0002571973434985571, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0011680667295062553 | |
| }, | |
| "engaged|hands_on|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.029667925632287588, | |
| "value_b": 0.03933340233930235, | |
| "delta": -0.009665476707014758, | |
| "lo": -0.01297781165594948, | |
| "hi": -0.004054730096673738, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.030022689901711568, | |
| "value_b": 0.03933340233930235, | |
| "delta": -0.009310712437590778, | |
| "lo": -0.01214183209618375, | |
| "hi": -0.004307811536299781, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.029369719208636607, | |
| "value_b": 0.03933340233930235, | |
| "delta": -0.00996368313066574, | |
| "lo": -0.013275151278055652, | |
| "hi": -0.004396895277001325, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.009646624091757093 | |
| }, | |
| "engaged|hands_on|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0353923133875969, | |
| "value_b": 0.035838327235265165, | |
| "delta": -0.000446013847668264, | |
| "lo": -0.0017632483309601827, | |
| "hi": 0.0008132727788538627, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03567969845934079, | |
| "value_b": 0.035838327235265165, | |
| "delta": -0.0001586287759243743, | |
| "lo": -0.001387711355954406, | |
| "hi": 0.0012466183776046306, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0348064470739992, | |
| "value_b": 0.035838327235265165, | |
| "delta": -0.0010318801612659648, | |
| "lo": -0.0019819830005238107, | |
| "hi": -0.0001272712964962834, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": -0.0005455075949528677 | |
| }, | |
| "engaged|hands_on|3s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0353923133875969, | |
| "value_b": 0.03688680599589387, | |
| "delta": -0.0014944926082969684, | |
| "lo": -0.002357437978932161, | |
| "hi": -0.00027482376076004046, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03567969845934079, | |
| "value_b": 0.0365984514728361, | |
| "delta": -0.0009187530134953104, | |
| "lo": -0.002093095930712015, | |
| "hi": 4.0336607349058613e-05, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0348064470739992, | |
| "value_b": 0.036114889443453466, | |
| "delta": -0.0013084423694542657, | |
| "lo": -0.0026765706108163676, | |
| "hi": -0.00022521265501577927, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0012405626637488482 | |
| }, | |
| "engaged|hands_on|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0353923133875969, | |
| "value_b": 0.04675268193679327, | |
| "delta": -0.011360368549196372, | |
| "lo": -0.015203502923021013, | |
| "hi": -0.005134163263955431, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03567969845934079, | |
| "value_b": 0.04675268193679327, | |
| "delta": -0.011072983477452482, | |
| "lo": -0.01437670902100956, | |
| "hi": -0.005138340677475807, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0348064470739992, | |
| "value_b": 0.04675268193679327, | |
| "delta": -0.011946234862794072, | |
| "lo": -0.016038501777080473, | |
| "hi": -0.005256280815498153, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.011459862296480975 | |
| }, | |
| "engaged|hands_on|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.04320062605340195, | |
| "value_b": 0.04306220515315748, | |
| "delta": 0.00013842090024446946, | |
| "lo": -0.0016778186715453915, | |
| "hi": 0.0021026073498294088, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04360070843803841, | |
| "value_b": 0.04306220515315748, | |
| "delta": 0.000538503284880934, | |
| "lo": -0.0015865662560449508, | |
| "hi": 0.002843615613465015, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.04230268455323892, | |
| "value_b": 0.04306220515315748, | |
| "delta": -0.0007595205999185589, | |
| "lo": -0.001854172515386102, | |
| "hi": 0.0005005762917258967, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "NOT_WORSE", | |
| "mean_delta": -2.7532138264385147e-05 | |
| }, | |
| "engaged|hands_on|5s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.04320062605340195, | |
| "value_b": 0.04526996091369484, | |
| "delta": -0.0020693348602928915, | |
| "lo": -0.003252917957421962, | |
| "hi": -0.0005537788305259102, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04360070843803841, | |
| "value_b": 0.04460019366227829, | |
| "delta": -0.000999485224239878, | |
| "lo": -0.002401770926566457, | |
| "hi": 0.0003551333495819329, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.04230268455323892, | |
| "value_b": 0.04384721047537194, | |
| "delta": -0.0015445259221330207, | |
| "lo": -0.003402491985586626, | |
| "hi": -0.0002171613603402559, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.00153778200222193 | |
| }, | |
| "engaged|hands_on|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.04320062605340195, | |
| "value_b": 0.057680946112625545, | |
| "delta": -0.014480320059223596, | |
| "lo": -0.0201153325663864, | |
| "hi": -0.005295396790320846, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04360070843803841, | |
| "value_b": 0.057680946112625545, | |
| "delta": -0.014080237674587132, | |
| "lo": -0.019432801118198426, | |
| "hi": -0.0057241752478592, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.04230268455323892, | |
| "value_b": 0.057680946112625545, | |
| "delta": -0.015378261559386625, | |
| "lo": -0.0215817831361621, | |
| "hi": -0.006136198951905324, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.01464627309773245 | |
| }, | |
| "engaged|head_turned|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.045626384735852295, | |
| "value_b": 0.0487636346862672, | |
| "delta": -0.003137249950414908, | |
| "lo": -0.0037012446502060602, | |
| "hi": -0.002645136933686044, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04578192506226658, | |
| "value_b": 0.0487636346862672, | |
| "delta": -0.002981709624000621, | |
| "lo": -0.0037596768974472927, | |
| "hi": -0.002281165521017188, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.04600869267072265, | |
| "value_b": 0.0487636346862672, | |
| "delta": -0.002754942015544555, | |
| "lo": -0.003084142930823831, | |
| "hi": -0.0023998059133066743, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0029579671966533613 | |
| }, | |
| "engaged|head_turned|1s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.045626384735852295, | |
| "value_b": 0.04700338587161564, | |
| "delta": -0.0013770011357633477, | |
| "lo": -0.001969389886760252, | |
| "hi": -0.0007667400652745285, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04578192506226658, | |
| "value_b": 0.04659620745888857, | |
| "delta": -0.0008142823966219848, | |
| "lo": -0.0013941844269123958, | |
| "hi": -0.00044784367293030123, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.04600869267072265, | |
| "value_b": 0.0464007197162958, | |
| "delta": -0.00039202704557315254, | |
| "lo": -0.0007883829694619142, | |
| "hi": -5.941678310521097e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0008611035259861616 | |
| }, | |
| "engaged|head_turned|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.045626384735852295, | |
| "value_b": 0.0657716594838723, | |
| "delta": -0.020145274748020005, | |
| "lo": -0.025397369476262453, | |
| "hi": -0.013208848736140474, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04578192506226658, | |
| "value_b": 0.0657716594838723, | |
| "delta": -0.019989734421605718, | |
| "lo": -0.0255754708034834, | |
| "hi": -0.012901077977550869, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.04600869267072265, | |
| "value_b": 0.0657716594838723, | |
| "delta": -0.01976296681314965, | |
| "lo": -0.025147783627315297, | |
| "hi": -0.012743786755485006, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.01996599199425846 | |
| }, | |
| "engaged|head_turned|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05573919643396141, | |
| "value_b": 0.058102062674466624, | |
| "delta": -0.002362866240505211, | |
| "lo": -0.00323610920796749, | |
| "hi": -0.0015143450344815893, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.055576827685589164, | |
| "value_b": 0.058102062674466624, | |
| "delta": -0.0025252349888774603, | |
| "lo": -0.0033448304687501915, | |
| "hi": -0.0019171005569011614, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0558164899585163, | |
| "value_b": 0.058102062674466624, | |
| "delta": -0.0022855727159503264, | |
| "lo": -0.0030691399118056815, | |
| "hi": -0.0016351805911609992, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0023912246484443325 | |
| }, | |
| "engaged|head_turned|2s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05573919643396141, | |
| "value_b": 0.05691702161834838, | |
| "delta": -0.0011778251843869644, | |
| "lo": -0.0019768593367790457, | |
| "hi": -0.0005790180875130177, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.055576827685589164, | |
| "value_b": 0.056418773099110635, | |
| "delta": -0.0008419454135214707, | |
| "lo": -0.00169331629344792, | |
| "hi": -0.0001945648649563153, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0558164899585163, | |
| "value_b": 0.05633110147648837, | |
| "delta": -0.0005146115179720731, | |
| "lo": -0.0012556523214038674, | |
| "hi": -7.07059361197821e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.000844794038626836 | |
| }, | |
| "engaged|head_turned|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05573919643396141, | |
| "value_b": 0.08871559917675895, | |
| "delta": -0.032976402742797534, | |
| "lo": -0.04458779708457427, | |
| "hi": -0.02036087914782185, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.055576827685589164, | |
| "value_b": 0.08871559917675895, | |
| "delta": -0.03313877149116978, | |
| "lo": -0.04502640087262118, | |
| "hi": -0.020390557098014267, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0558164899585163, | |
| "value_b": 0.08871559917675895, | |
| "delta": -0.03289910921824265, | |
| "lo": -0.04464731433764502, | |
| "hi": -0.020240630690003706, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.03300476115073666 | |
| }, | |
| "engaged|head_turned|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.058464412404644776, | |
| "value_b": 0.060721549965088994, | |
| "delta": -0.002257137560444218, | |
| "lo": -0.0035696519004009874, | |
| "hi": -0.0008432890760663476, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05833624964416703, | |
| "value_b": 0.060721549965088994, | |
| "delta": -0.0023853003209219625, | |
| "lo": -0.0036043218828455932, | |
| "hi": -0.0013871321818277218, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05840810408045321, | |
| "value_b": 0.060721549965088994, | |
| "delta": -0.0023134458846357855, | |
| "lo": -0.0036484628796890723, | |
| "hi": -0.0011819972669348904, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0023186279220006553 | |
| }, | |
| "engaged|head_turned|3s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.058464412404644776, | |
| "value_b": 0.059478866738536154, | |
| "delta": -0.0010144543338913778, | |
| "lo": -0.001900793275129702, | |
| "hi": -0.00047075229411632766, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05833624964416703, | |
| "value_b": 0.05920881320006303, | |
| "delta": -0.0008725635558959957, | |
| "lo": -0.001873699544511151, | |
| "hi": -6.048604239973161e-05, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05840810408045321, | |
| "value_b": 0.05899415525746395, | |
| "delta": -0.0005860511770107435, | |
| "lo": -0.001594328579276504, | |
| "hi": -0.00010879257272779203, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0008243563555993724 | |
| }, | |
| "engaged|head_turned|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.058464412404644776, | |
| "value_b": 0.09719003476245655, | |
| "delta": -0.038725622357811774, | |
| "lo": -0.05312171528043338, | |
| "hi": -0.02365575905790129, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05833624964416703, | |
| "value_b": 0.09719003476245655, | |
| "delta": -0.03885378511828952, | |
| "lo": -0.05379814752489477, | |
| "hi": -0.023510028275313594, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05840810408045321, | |
| "value_b": 0.09719003476245655, | |
| "delta": -0.03878193068200334, | |
| "lo": -0.05353346282233077, | |
| "hi": -0.02385709465201875, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.03878711271936821 | |
| }, | |
| "engaged|head_turned|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06080035147482534, | |
| "value_b": 0.06337232811636073, | |
| "delta": -0.002571976641535391, | |
| "lo": -0.004108436118343885, | |
| "hi": -0.0008531401166318204, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.060729271513316266, | |
| "value_b": 0.06337232811636073, | |
| "delta": -0.0026430566030444663, | |
| "lo": -0.004253133754653502, | |
| "hi": -0.0013631719487341152, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06049383391365251, | |
| "value_b": 0.06337232811636073, | |
| "delta": -0.0028784942027082205, | |
| "lo": -0.004452005595802348, | |
| "hi": -0.00161365237578372, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0026978424824293593 | |
| }, | |
| "engaged|head_turned|5s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06080035147482534, | |
| "value_b": 0.06177043445175957, | |
| "delta": -0.000970082976934232, | |
| "lo": -0.001983849904937395, | |
| "hi": -0.00029632865478322726, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.060729271513316266, | |
| "value_b": 0.06165462211206956, | |
| "delta": -0.0009253505987532953, | |
| "lo": -0.0022830327108178537, | |
| "hi": 0.00018004123876038075, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06049383391365251, | |
| "value_b": 0.06150537153400059, | |
| "delta": -0.0010115376203480783, | |
| "lo": -0.0026052034369643683, | |
| "hi": -0.0002819012175770567, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0009689903986785353 | |
| }, | |
| "engaged|head_turned|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06080035147482534, | |
| "value_b": 0.1039207157947061, | |
| "delta": -0.04312036431988076, | |
| "lo": -0.0578276924983036, | |
| "hi": -0.02597267584422968, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.060729271513316266, | |
| "value_b": 0.1039207157947061, | |
| "delta": -0.04319144428138984, | |
| "lo": -0.05846282026764269, | |
| "hi": -0.025990760209567674, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06049383391365251, | |
| "value_b": 0.1039207157947061, | |
| "delta": -0.04342688188105359, | |
| "lo": -0.05856708124479616, | |
| "hi": -0.026428442011295634, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.04324623016077473 | |
| }, | |
| "engaged|gaze_off|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08020874348601147, | |
| "value_b": 0.08362003508417018, | |
| "delta": -0.003411291598158714, | |
| "lo": -0.0046428348605529425, | |
| "hi": -0.001990724064386795, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08068373968981932, | |
| "value_b": 0.08362003508417018, | |
| "delta": -0.002936295394350863, | |
| "lo": -0.004479306881783176, | |
| "hi": -0.0013230882663009555, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08083762281681528, | |
| "value_b": 0.08362003508417018, | |
| "delta": -0.0027824122673549, | |
| "lo": -0.004010315128761975, | |
| "hi": -0.001451452183423003, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.003043333086621492 | |
| }, | |
| "engaged|gaze_off|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08020874348601147, | |
| "value_b": 0.11198336849944147, | |
| "delta": -0.03177462501343001, | |
| "lo": -0.040621258237692484, | |
| "hi": -0.016018963921759024, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08068373968981932, | |
| "value_b": 0.11198336849944147, | |
| "delta": -0.03129962880962216, | |
| "lo": -0.040026566994404184, | |
| "hi": -0.015673218107895067, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08083762281681528, | |
| "value_b": 0.11198336849944147, | |
| "delta": -0.031145745682626194, | |
| "lo": -0.039946676194871515, | |
| "hi": -0.0156317410297506, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.031406666501892784 | |
| }, | |
| "engaged|gaze_off|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09558899111017687, | |
| "value_b": 0.09801725627272048, | |
| "delta": -0.0024282651625436164, | |
| "lo": -0.004859263972342934, | |
| "hi": -0.00037359296368452704, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09586702913495963, | |
| "value_b": 0.09801725627272048, | |
| "delta": -0.002150227137760849, | |
| "lo": -0.0050914791961995335, | |
| "hi": 0.0006463734707262426, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.09571522189253416, | |
| "value_b": 0.09801725627272048, | |
| "delta": -0.0023020343801863213, | |
| "lo": -0.005004852391263952, | |
| "hi": -0.00011304710780607084, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.002293508893496929 | |
| }, | |
| "engaged|gaze_off|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09558899111017687, | |
| "value_b": 0.1439484116715488, | |
| "delta": -0.04835942056137192, | |
| "lo": -0.06291050699933572, | |
| "hi": -0.024432734831521183, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09586702913495963, | |
| "value_b": 0.1439484116715488, | |
| "delta": -0.048081382536589154, | |
| "lo": -0.06326610011751324, | |
| "hi": -0.024327773616440004, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.09571522189253416, | |
| "value_b": 0.1439484116715488, | |
| "delta": -0.048233189779014626, | |
| "lo": -0.06227146883810219, | |
| "hi": -0.024606201043278007, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.04822466429232523 | |
| }, | |
| "engaged|gaze_off|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.10166812519182918, | |
| "value_b": 0.10390196009664424, | |
| "delta": -0.00223383490481506, | |
| "lo": -0.005443665510111311, | |
| "hi": 0.00010564849396089203, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.10183442459992392, | |
| "value_b": 0.10390196009664424, | |
| "delta": -0.002067535496720313, | |
| "lo": -0.005380610773048946, | |
| "hi": 0.0004714611568142625, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.10150890170643952, | |
| "value_b": 0.10390196009664424, | |
| "delta": -0.0023930583902047192, | |
| "lo": -0.005664334473054175, | |
| "hi": 4.915468586763747e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "NOT_WORSE", | |
| "mean_delta": -0.0022314762639133643 | |
| }, | |
| "engaged|gaze_off|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.10166812519182918, | |
| "value_b": 0.15950583532676793, | |
| "delta": -0.057837710134938755, | |
| "lo": -0.07526152846302087, | |
| "hi": -0.02724527275820476, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.10183442459992392, | |
| "value_b": 0.15950583532676793, | |
| "delta": -0.05767141072684401, | |
| "lo": -0.07489076877312965, | |
| "hi": -0.027274124273230928, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.10150890170643952, | |
| "value_b": 0.15950583532676793, | |
| "delta": -0.057996933620328414, | |
| "lo": -0.0752490392839921, | |
| "hi": -0.027866221324334254, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.05783535149403706 | |
| }, | |
| "engaged|gaze_off|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.10736048328237224, | |
| "value_b": 0.10933453148218374, | |
| "delta": -0.001974048199811493, | |
| "lo": -0.00579322790802684, | |
| "hi": 0.0009462992358921712, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.1071285221143411, | |
| "value_b": 0.10933453148218374, | |
| "delta": -0.00220600936784264, | |
| "lo": -0.006214673346604843, | |
| "hi": 0.00041154319867574697, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.10697205683056274, | |
| "value_b": 0.10933453148218374, | |
| "delta": -0.0023624746516209966, | |
| "lo": -0.006361629790282442, | |
| "hi": 0.0006462819737738697, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "NOT_WORSE", | |
| "mean_delta": -0.0021808440730917097 | |
| }, | |
| "engaged|gaze_off|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.10736048328237224, | |
| "value_b": 0.17601210588503555, | |
| "delta": -0.0686516226026633, | |
| "lo": -0.08875943599874808, | |
| "hi": -0.031007023871583765, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.1071285221143411, | |
| "value_b": 0.17601210588503555, | |
| "delta": -0.06888358377069445, | |
| "lo": -0.08909836421954785, | |
| "hi": -0.031738278976122164, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.10697205683056274, | |
| "value_b": 0.17601210588503555, | |
| "delta": -0.06904004905447281, | |
| "lo": -0.08904590786993263, | |
| "hi": -0.032827748472555277, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.06885841847594353 | |
| }, | |
| "manual|hands_on|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03825235935900058, | |
| "value_b": 0.04035779202900338, | |
| "delta": -0.0021054326700028006, | |
| "lo": -0.002653168462904503, | |
| "hi": -0.0013048691521916204, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03806094516621287, | |
| "value_b": 0.04035779202900338, | |
| "delta": -0.002296846862790511, | |
| "lo": -0.0030434805598616617, | |
| "hi": -0.0018681639202278136, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03829442623686018, | |
| "value_b": 0.04035779202900338, | |
| "delta": -0.0020633657921432028, | |
| "lo": -0.002720651914201811, | |
| "hi": -0.001481300406427047, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0021552151083121716 | |
| }, | |
| "manual|hands_on|1s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03825235935900058, | |
| "value_b": 0.038804287818228825, | |
| "delta": -0.0005519284592282458, | |
| "lo": -0.0008967946275843366, | |
| "hi": -5.153506781549231e-05, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03806094516621287, | |
| "value_b": 0.03927178319621034, | |
| "delta": -0.0012108380299974686, | |
| "lo": -0.0027172852629636654, | |
| "hi": -0.0005236345113052328, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03829442623686018, | |
| "value_b": 0.03872751832329537, | |
| "delta": -0.0004330920864351953, | |
| "lo": -0.0007300482208078384, | |
| "hi": -0.00011379193110121285, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0007319528585536366 | |
| }, | |
| "manual|hands_on|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03825235935900058, | |
| "value_b": 0.05362255331580485, | |
| "delta": -0.015370193956804272, | |
| "lo": -0.02237425593557494, | |
| "hi": -0.012040625102031771, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03806094516621287, | |
| "value_b": 0.05362255331580485, | |
| "delta": -0.015561608149591982, | |
| "lo": -0.02281605968958389, | |
| "hi": -0.012533683689982441, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03829442623686018, | |
| "value_b": 0.05362255331580485, | |
| "delta": -0.015328127078944674, | |
| "lo": -0.02235552033645611, | |
| "hi": -0.012261952942164036, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.015419976395113643 | |
| }, | |
| "manual|hands_on|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.04729782092130299, | |
| "value_b": 0.04926342986352392, | |
| "delta": -0.001965608942220934, | |
| "lo": -0.0025583743194121378, | |
| "hi": -0.0009741677869358304, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.047025439831320515, | |
| "value_b": 0.04926342986352392, | |
| "delta": -0.002237990032203409, | |
| "lo": -0.0031425735896541554, | |
| "hi": -0.0013459292925332284, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.047332284463808015, | |
| "value_b": 0.04926342986352392, | |
| "delta": -0.0019311453997159084, | |
| "lo": -0.002789442744969453, | |
| "hi": -0.0005403609223156062, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0020449147913800835 | |
| }, | |
| "manual|hands_on|2s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.04729782092130299, | |
| "value_b": 0.047865933861983664, | |
| "delta": -0.0005681129406806748, | |
| "lo": -0.0009791306288506395, | |
| "hi": -0.00014802847172389478, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.047025439831320515, | |
| "value_b": 0.048386655251136904, | |
| "delta": -0.001361215419816389, | |
| "lo": -0.003539112733262704, | |
| "hi": -0.00044322480962124866, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.047332284463808015, | |
| "value_b": 0.047727074599339364, | |
| "delta": -0.00039479013553134906, | |
| "lo": -0.0008477030521385697, | |
| "hi": 3.4392589860660376e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0007747061653428042 | |
| }, | |
| "manual|hands_on|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.04729782092130299, | |
| "value_b": 0.06891006899777803, | |
| "delta": -0.021612248076475042, | |
| "lo": -0.029028814827891068, | |
| "hi": -0.01643492170042458, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.047025439831320515, | |
| "value_b": 0.06891006899777803, | |
| "delta": -0.021884629166457517, | |
| "lo": -0.029597163117080213, | |
| "hi": -0.017283720089547875, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.047332284463808015, | |
| "value_b": 0.06891006899777803, | |
| "delta": -0.021577784533970017, | |
| "lo": -0.02860019909730339, | |
| "hi": -0.016893732486458, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.021691553925634193 | |
| }, | |
| "manual|hands_on|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0525572573624367, | |
| "value_b": 0.05440764223249061, | |
| "delta": -0.0018503848700539074, | |
| "lo": -0.0024374603013490267, | |
| "hi": -0.0009677687877409201, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05213410759008035, | |
| "value_b": 0.05440764223249061, | |
| "delta": -0.0022735346424102576, | |
| "lo": -0.0031940354307748637, | |
| "hi": -0.0009952063793353721, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05260846124145399, | |
| "value_b": 0.05440764223249061, | |
| "delta": -0.0017991809910366183, | |
| "lo": -0.0027755381868663186, | |
| "hi": -0.00021816319610771414, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.001974366834500261 | |
| }, | |
| "manual|hands_on|3s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0525572573624367, | |
| "value_b": 0.05322584288245869, | |
| "delta": -0.0006685855200219901, | |
| "lo": -0.0013645042886990969, | |
| "hi": -0.0001184906819255288, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05213410759008035, | |
| "value_b": 0.05348020684054285, | |
| "delta": -0.0013460992504625013, | |
| "lo": -0.0033651056965559025, | |
| "hi": -0.00041448706528292805, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05260846124145399, | |
| "value_b": 0.05300189962430921, | |
| "delta": -0.0003934383828552157, | |
| "lo": -0.0010621541870050096, | |
| "hi": 0.00010922399705456342, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0008027077177799024 | |
| }, | |
| "manual|hands_on|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0525572573624367, | |
| "value_b": 0.07753724223967125, | |
| "delta": -0.024979984877234546, | |
| "lo": -0.032941351177482266, | |
| "hi": -0.018949670865361062, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05213410759008035, | |
| "value_b": 0.07753724223967125, | |
| "delta": -0.025403134649590896, | |
| "lo": -0.0330948086400973, | |
| "hi": -0.019809945031182136, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05260846124145399, | |
| "value_b": 0.07753724223967125, | |
| "delta": -0.024928780998217256, | |
| "lo": -0.03225491715291957, | |
| "hi": -0.019533263163698595, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.025103966841680897 | |
| }, | |
| "manual|hands_on|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0601896579599975, | |
| "value_b": 0.06163735451626663, | |
| "delta": -0.0014476965562691332, | |
| "lo": -0.002167857459067541, | |
| "hi": -0.0008182319355420566, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05981559228290488, | |
| "value_b": 0.06163735451626663, | |
| "delta": -0.0018217622333617511, | |
| "lo": -0.002784401092943605, | |
| "hi": -0.0004035348625292856, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05999209879489626, | |
| "value_b": 0.06163735451626663, | |
| "delta": -0.0016452557213703714, | |
| "lo": -0.002770025495493744, | |
| "hi": -0.00048655577573351936, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0016382381703337519 | |
| }, | |
| "manual|hands_on|5s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0601896579599975, | |
| "value_b": 0.06090166604289975, | |
| "delta": -0.0007120080829022546, | |
| "lo": -0.002538517035670763, | |
| "hi": -1.7127629860532438e-06, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05981559228290488, | |
| "value_b": 0.06135848575483558, | |
| "delta": -0.0015428934719306994, | |
| "lo": -0.0036674064628051967, | |
| "hi": -0.0007035982744340926, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05999209879489626, | |
| "value_b": 0.060807706591854416, | |
| "delta": -0.0008156077969581552, | |
| "lo": -0.002147248129495006, | |
| "hi": -6.415190623946734e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0010235031172637031 | |
| }, | |
| "manual|hands_on|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0601896579599975, | |
| "value_b": 0.09157072123128318, | |
| "delta": -0.03138106327128568, | |
| "lo": -0.04086745772081093, | |
| "hi": -0.021129053476213897, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05981559228290488, | |
| "value_b": 0.09157072123128318, | |
| "delta": -0.0317551289483783, | |
| "lo": -0.040668527701538636, | |
| "hi": -0.021980349428284928, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.05999209879489626, | |
| "value_b": 0.09157072123128318, | |
| "delta": -0.03157862243638692, | |
| "lo": -0.04011352109523664, | |
| "hi": -0.022282954817096065, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0315716048853503 | |
| }, | |
| "manual|head_turned|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06726410862775194, | |
| "value_b": 0.0750479088884731, | |
| "delta": -0.00778380026072116, | |
| "lo": -0.0109305735928023, | |
| "hi": -0.005570262062899826, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06640159553580362, | |
| "value_b": 0.0750479088884731, | |
| "delta": -0.00864631335266948, | |
| "lo": -0.012801522611588057, | |
| "hi": -0.006589538386901939, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06653034591891031, | |
| "value_b": 0.0750479088884731, | |
| "delta": -0.008517562969562784, | |
| "lo": -0.012643253873044227, | |
| "hi": -0.0063890601499000665, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.008315892194317808 | |
| }, | |
| "manual|head_turned|1s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06726410862775194, | |
| "value_b": 0.06856844787898075, | |
| "delta": -0.0013043392512288171, | |
| "lo": -0.002427276926616507, | |
| "hi": -0.0004040622010278252, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06640159553580362, | |
| "value_b": 0.06836615557609146, | |
| "delta": -0.0019645600402878466, | |
| "lo": -0.002636121510767934, | |
| "hi": -0.0016206601745412316, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06653034591891031, | |
| "value_b": 0.06781267928622238, | |
| "delta": -0.0012823333673120663, | |
| "lo": -0.0020353498809981595, | |
| "hi": -0.0007978779077997421, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.00151707755294291 | |
| }, | |
| "manual|head_turned|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06726410862775194, | |
| "value_b": 0.09965967018681623, | |
| "delta": -0.0323955615590643, | |
| "lo": -0.04891841955823117, | |
| "hi": -0.022623340592237574, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06640159553580362, | |
| "value_b": 0.09965967018681623, | |
| "delta": -0.03325807465101262, | |
| "lo": -0.05022520395301865, | |
| "hi": -0.02350720599274979, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06653034591891031, | |
| "value_b": 0.09965967018681623, | |
| "delta": -0.03312932426790592, | |
| "lo": -0.05003029912362523, | |
| "hi": -0.023451687417223126, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.03292765349266095 | |
| }, | |
| "manual|head_turned|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08243022039783392, | |
| "value_b": 0.09040427232615666, | |
| "delta": -0.007974051928322748, | |
| "lo": -0.010647434088129038, | |
| "hi": -0.005605059783858366, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08143682366230595, | |
| "value_b": 0.09040427232615666, | |
| "delta": -0.008967448663850713, | |
| "lo": -0.012390157232316205, | |
| "hi": -0.006503718102789748, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08168964906167575, | |
| "value_b": 0.09040427232615666, | |
| "delta": -0.008714623264480914, | |
| "lo": -0.012059577465531445, | |
| "hi": -0.0064170436462809375, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.008552041285551459 | |
| }, | |
| "manual|head_turned|2s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08243022039783392, | |
| "value_b": 0.0833995655232557, | |
| "delta": -0.0009693451254217805, | |
| "lo": -0.0022000687748886362, | |
| "hi": -0.0001906652939788307, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08143682366230595, | |
| "value_b": 0.08321982635004126, | |
| "delta": -0.001783002687735305, | |
| "lo": -0.003126766996392638, | |
| "hi": -0.0013246093786926354, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08168964906167575, | |
| "value_b": 0.0827613772819492, | |
| "delta": -0.0010717282202734463, | |
| "lo": -0.002304428290458915, | |
| "hi": -0.0003619649651217351, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0012746920111435106 | |
| }, | |
| "manual|head_turned|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08243022039783392, | |
| "value_b": 0.13219902941004502, | |
| "delta": -0.049768809012211104, | |
| "lo": -0.07358955300323754, | |
| "hi": -0.03722145622869796, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08143682366230595, | |
| "value_b": 0.13219902941004502, | |
| "delta": -0.05076220574773907, | |
| "lo": -0.07524011584441578, | |
| "hi": -0.038096226312377156, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08168964906167575, | |
| "value_b": 0.13219902941004502, | |
| "delta": -0.05050938034836927, | |
| "lo": -0.07422549953866428, | |
| "hi": -0.03796729760555921, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.05034679836943982 | |
| }, | |
| "manual|head_turned|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0885330443032042, | |
| "value_b": 0.09732227320770516, | |
| "delta": -0.008789228904500956, | |
| "lo": -0.011845597286614582, | |
| "hi": -0.006104968014958895, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08747929493281753, | |
| "value_b": 0.09732227320770516, | |
| "delta": -0.009842978274887629, | |
| "lo": -0.013588584334229496, | |
| "hi": -0.006299856316928542, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08767788474474046, | |
| "value_b": 0.09732227320770516, | |
| "delta": -0.009644388462964698, | |
| "lo": -0.01389581281498882, | |
| "hi": -0.006917944535878476, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.009425531880784427 | |
| }, | |
| "manual|head_turned|3s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0885330443032042, | |
| "value_b": 0.08966313654347036, | |
| "delta": -0.0011300922402661534, | |
| "lo": -0.002413061734371153, | |
| "hi": -0.0003081705160639614, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08747929493281753, | |
| "value_b": 0.08924647091017826, | |
| "delta": -0.0017671759773607298, | |
| "lo": -0.0033760351763941956, | |
| "hi": -0.0010848266698585106, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08767788474474046, | |
| "value_b": 0.08900286846212632, | |
| "delta": -0.0013249837173858608, | |
| "lo": -0.003036028011339108, | |
| "hi": -0.00069663748972591, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0014074173116709148 | |
| }, | |
| "manual|head_turned|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0885330443032042, | |
| "value_b": 0.15172019021898667, | |
| "delta": -0.06318714591578246, | |
| "lo": -0.09125027318186815, | |
| "hi": -0.04777338979132357, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08747929493281753, | |
| "value_b": 0.15172019021898667, | |
| "delta": -0.06424089528616914, | |
| "lo": -0.09311402770678823, | |
| "hi": -0.047953405246904494, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08767788474474046, | |
| "value_b": 0.15172019021898667, | |
| "delta": -0.0640423054742462, | |
| "lo": -0.09328626588914095, | |
| "hi": -0.04847702828235699, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.06382344889206594 | |
| }, | |
| "manual|head_turned|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09517716193155683, | |
| "value_b": 0.10370865321247459, | |
| "delta": -0.008531491280917763, | |
| "lo": -0.011053743651357776, | |
| "hi": -0.005693770197299336, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09463218950919111, | |
| "value_b": 0.10370865321247459, | |
| "delta": -0.00907646370328348, | |
| "lo": -0.013252936746591353, | |
| "hi": -0.005296847152693019, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.09502220068351153, | |
| "value_b": 0.10370865321247459, | |
| "delta": -0.008686452528963065, | |
| "lo": -0.012673363622854495, | |
| "hi": -0.006253587051971358, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.008764802504388103 | |
| }, | |
| "manual|head_turned|5s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09517716193155683, | |
| "value_b": 0.0965715084552093, | |
| "delta": -0.0013943465236524732, | |
| "lo": -0.0023118034029198527, | |
| "hi": -0.0001578003736814191, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09463218950919111, | |
| "value_b": 0.09627858737393122, | |
| "delta": -0.0016463978647401067, | |
| "lo": -0.002749598392935356, | |
| "hi": -0.0009675031307750384, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.09502220068351153, | |
| "value_b": 0.0962583197845261, | |
| "delta": -0.0012361191010145794, | |
| "lo": -0.0028834732655302485, | |
| "hi": -0.0006012755066952362, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0014256211631357197 | |
| }, | |
| "manual|head_turned|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09517716193155683, | |
| "value_b": 0.17324384787472036, | |
| "delta": -0.07806668594316353, | |
| "lo": -0.10715251051280975, | |
| "hi": -0.06018577028323605, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09463218950919111, | |
| "value_b": 0.17324384787472036, | |
| "delta": -0.07861165836552925, | |
| "lo": -0.10919738670571694, | |
| "hi": -0.060281463443746935, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.09502220068351153, | |
| "value_b": 0.17324384787472036, | |
| "delta": -0.07822164719120883, | |
| "lo": -0.10817325422136449, | |
| "hi": -0.06065172359318507, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.07829999716663387 | |
| }, | |
| "manual|gaze_off|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08703363384101084, | |
| "value_b": 0.09681243834361043, | |
| "delta": -0.009778804502599589, | |
| "lo": -0.013881763349793774, | |
| "hi": -0.007678768811348308, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08603827633835087, | |
| "value_b": 0.09681243834361043, | |
| "delta": -0.01077416200525956, | |
| "lo": -0.015883051730879335, | |
| "hi": -0.008199159206079696, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0864740290739695, | |
| "value_b": 0.09681243834361043, | |
| "delta": -0.010338409269640927, | |
| "lo": -0.015059979118986426, | |
| "hi": -0.008155432697085553, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.010297125259166692 | |
| }, | |
| "manual|gaze_off|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08703363384101084, | |
| "value_b": 0.12520580971421852, | |
| "delta": -0.038172175873207675, | |
| "lo": -0.04673602113594719, | |
| "hi": -0.024725064279692337, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08603827633835087, | |
| "value_b": 0.12520580971421852, | |
| "delta": -0.03916753337586765, | |
| "lo": -0.04822744608100661, | |
| "hi": -0.025992492499368962, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0864740290739695, | |
| "value_b": 0.12520580971421852, | |
| "delta": -0.038731780640249014, | |
| "lo": -0.047297174710612726, | |
| "hi": -0.025732983671553033, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.03869049662977478 | |
| }, | |
| "manual|gaze_off|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.10306060694852116, | |
| "value_b": 0.11553899931550837, | |
| "delta": -0.01247839236698721, | |
| "lo": -0.0190320082779338, | |
| "hi": -0.009469321412700078, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.1020135894714286, | |
| "value_b": 0.11553899931550837, | |
| "delta": -0.013525409844079767, | |
| "lo": -0.020951344525034683, | |
| "hi": -0.00996472277609318, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.10254837498374535, | |
| "value_b": 0.11553899931550837, | |
| "delta": -0.012990624331763026, | |
| "lo": -0.020424853108553902, | |
| "hi": -0.009615498237509562, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.012998142180943334 | |
| }, | |
| "manual|gaze_off|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.10306060694852116, | |
| "value_b": 0.16260114756510224, | |
| "delta": -0.05954054061658108, | |
| "lo": -0.07321267208814955, | |
| "hi": -0.04125232180059183, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.1020135894714286, | |
| "value_b": 0.16260114756510224, | |
| "delta": -0.06058755809367364, | |
| "lo": -0.07502207681113776, | |
| "hi": -0.041884902718809555, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.10254837498374535, | |
| "value_b": 0.16260114756510224, | |
| "delta": -0.0600527725813569, | |
| "lo": -0.07448954761261839, | |
| "hi": -0.041389322360991604, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.060060290430537205 | |
| }, | |
| "manual|gaze_off|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.11005588763727468, | |
| "value_b": 0.12412661566851421, | |
| "delta": -0.01407072803123953, | |
| "lo": -0.021919858109703202, | |
| "hi": -0.01029949277552622, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.10924643926303385, | |
| "value_b": 0.12412661566851421, | |
| "delta": -0.014880176405480366, | |
| "lo": -0.023809666690648275, | |
| "hi": -0.010206475551244851, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.10950038848184329, | |
| "value_b": 0.12412661566851421, | |
| "delta": -0.01462622718667092, | |
| "lo": -0.02351122273039357, | |
| "hi": -0.01017937753019316, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.014525710541130272 | |
| }, | |
| "manual|gaze_off|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.11005588763727468, | |
| "value_b": 0.18476654846335697, | |
| "delta": -0.07471066082608228, | |
| "lo": -0.09288290265165414, | |
| "hi": -0.052120773728146295, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.10924643926303385, | |
| "value_b": 0.18476654846335697, | |
| "delta": -0.07552010920032312, | |
| "lo": -0.09467011431942275, | |
| "hi": -0.052059983688240635, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.10950038848184329, | |
| "value_b": 0.18476654846335697, | |
| "delta": -0.07526615998151368, | |
| "lo": -0.09456351466194632, | |
| "hi": -0.052466351841199535, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.07516564333597302 | |
| }, | |
| "manual|gaze_off|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.11940150801746928, | |
| "value_b": 0.13181860193083886, | |
| "delta": -0.012417093913369578, | |
| "lo": -0.01993769095972602, | |
| "hi": -0.008727386869019131, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.11908857570140756, | |
| "value_b": 0.13181860193083886, | |
| "delta": -0.012730026229431299, | |
| "lo": -0.022657804497479946, | |
| "hi": -0.008227911549782084, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.11938911562948949, | |
| "value_b": 0.13181860193083886, | |
| "delta": -0.012429486301349366, | |
| "lo": -0.020594170690425642, | |
| "hi": -0.00858473593588404, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.012525535481383415 | |
| }, | |
| "manual|gaze_off|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.11940150801746928, | |
| "value_b": 0.21054212344195825, | |
| "delta": -0.09114061542448897, | |
| "lo": -0.11337521320388032, | |
| "hi": -0.06486410080658171, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.11908857570140756, | |
| "value_b": 0.21054212344195825, | |
| "delta": -0.09145354774055069, | |
| "lo": -0.11525405270610489, | |
| "hi": -0.06444236699418696, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.11938911562948949, | |
| "value_b": 0.21054212344195825, | |
| "delta": -0.09115300781246875, | |
| "lo": -0.11315879789287601, | |
| "hi": -0.06470830602415119, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0912490569925028 | |
| }, | |
| "engaged|hands_on|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9780087739691931, | |
| "value_b": 0.9635943362673939, | |
| "delta": 0.014414437701799176, | |
| "lo": 0.010238489157037983, | |
| "hi": 0.02386911625021386, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9787102139014248, | |
| "value_b": 0.9635943362673939, | |
| "delta": 0.015115877634030883, | |
| "lo": 0.010805032810012893, | |
| "hi": 0.024150449279254606, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9792088729301178, | |
| "value_b": 0.9635943362673939, | |
| "delta": 0.015614536662723943, | |
| "lo": 0.011660461664867155, | |
| "hi": 0.024451731683772498, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.015048283999518 | |
| }, | |
| "engaged|hands_on|1s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9780087739691931, | |
| "value_b": 0.9778418447634476, | |
| "delta": 0.00016692920574545855, | |
| "lo": -0.0009630209358232166, | |
| "hi": 0.002231669750232903, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9787102139014248, | |
| "value_b": 0.976320071108649, | |
| "delta": 0.002390142792775718, | |
| "lo": 0.001490757336373219, | |
| "hi": 0.003377492228138767, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9792088729301178, | |
| "value_b": 0.9783661443095989, | |
| "delta": 0.0008427286205189288, | |
| "lo": -0.0005027141832444931, | |
| "hi": 0.001583093539008226, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": 0.0011332668730133684 | |
| }, | |
| "engaged|hands_on|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9780087739691931, | |
| "value_b": 0.9151712771886292, | |
| "delta": 0.06283749678056383, | |
| "lo": 0.04981067351386274, | |
| "hi": 0.08168367319267866, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9787102139014248, | |
| "value_b": 0.9151712771886292, | |
| "delta": 0.06353893671279554, | |
| "lo": 0.04871083964838081, | |
| "hi": 0.08411675755144359, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9792088729301178, | |
| "value_b": 0.9151712771886292, | |
| "delta": 0.0640375957414886, | |
| "lo": 0.049539924229885686, | |
| "hi": 0.08291625463784835, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.06347134307828266 | |
| }, | |
| "engaged|hands_on|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9622519248906288, | |
| "value_b": 0.9412362728956457, | |
| "delta": 0.02101565199498312, | |
| "lo": 0.015461081123216569, | |
| "hi": 0.03028339019157926, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9643772440708801, | |
| "value_b": 0.9412362728956457, | |
| "delta": 0.023140971175234393, | |
| "lo": 0.01685996074564417, | |
| "hi": 0.03356763088104331, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9644297508827888, | |
| "value_b": 0.9412362728956457, | |
| "delta": 0.023193477987143107, | |
| "lo": 0.017740408730878038, | |
| "hi": 0.03230502957838219, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.022450033719120206 | |
| }, | |
| "engaged|hands_on|2s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9622519248906288, | |
| "value_b": 0.9622802273143051, | |
| "delta": -2.8302423676240807e-05, | |
| "lo": -0.0018478294315137673, | |
| "hi": 0.0028031698459794804, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9643772440708801, | |
| "value_b": 0.960734732325581, | |
| "delta": 0.0036425117452990596, | |
| "lo": 0.002111140039191567, | |
| "hi": 0.006326303865428526, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9644297508827888, | |
| "value_b": 0.9632394051843913, | |
| "delta": 0.001190345698397488, | |
| "lo": -0.0007097669396722738, | |
| "hi": 0.0023217160886449665, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": 0.001601518340006769 | |
| }, | |
| "engaged|hands_on|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9622519248906288, | |
| "value_b": 0.8867773799146151, | |
| "delta": 0.07547454497601369, | |
| "lo": 0.0627373421286208, | |
| "hi": 0.09232808310206307, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9643772440708801, | |
| "value_b": 0.8867773799146151, | |
| "delta": 0.07759986415626496, | |
| "lo": 0.06217450506747197, | |
| "hi": 0.09571038995187965, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9644297508827888, | |
| "value_b": 0.8867773799146151, | |
| "delta": 0.07765237096817368, | |
| "lo": 0.06233308667745017, | |
| "hi": 0.09430621342116514, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.07690892670015077 | |
| }, | |
| "engaged|hands_on|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9479029199506844, | |
| "value_b": 0.9230046315678588, | |
| "delta": 0.024898288382825595, | |
| "lo": 0.01805098541944373, | |
| "hi": 0.03708443503211946, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9512095430506596, | |
| "value_b": 0.9230046315678588, | |
| "delta": 0.0282049114828008, | |
| "lo": 0.021104332849742356, | |
| "hi": 0.038552435965487776, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9511195855937705, | |
| "value_b": 0.9230046315678588, | |
| "delta": 0.028114954025911687, | |
| "lo": 0.021417322173258063, | |
| "hi": 0.03787630430015767, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.027072717963846027 | |
| }, | |
| "engaged|hands_on|3s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9479029199506844, | |
| "value_b": 0.9473248006449146, | |
| "delta": 0.0005781193057697864, | |
| "lo": -0.0011841181106947679, | |
| "hi": 0.003952709678040864, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9512095430506596, | |
| "value_b": 0.9468768791246638, | |
| "delta": 0.00433266392599585, | |
| "lo": 0.001896877978619757, | |
| "hi": 0.008045902997243526, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9511195855937705, | |
| "value_b": 0.9492358919349427, | |
| "delta": 0.0018836936588277897, | |
| "lo": -0.0005508756334220794, | |
| "hi": 0.0028824522562461785, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": 0.0022648256301978087 | |
| }, | |
| "engaged|hands_on|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9479029199506844, | |
| "value_b": 0.8656031382849262, | |
| "delta": 0.08229978166575824, | |
| "lo": 0.068534750283934, | |
| "hi": 0.09737642261145495, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9512095430506596, | |
| "value_b": 0.8656031382849262, | |
| "delta": 0.08560640476573345, | |
| "lo": 0.06804695307928917, | |
| "hi": 0.10321981896722653, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9511195855937705, | |
| "value_b": 0.8656031382849262, | |
| "delta": 0.08551644730884433, | |
| "lo": 0.06864351091803268, | |
| "hi": 0.10157579947697089, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08447421124677867 | |
| }, | |
| "engaged|hands_on|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9233240131054862, | |
| "value_b": 0.8931459867338934, | |
| "delta": 0.030178026371592725, | |
| "lo": 0.020419459618415563, | |
| "hi": 0.047964517360408125, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9289000537713538, | |
| "value_b": 0.8931459867338934, | |
| "delta": 0.03575406703746031, | |
| "lo": 0.02464595706630592, | |
| "hi": 0.05228143076313499, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9279102674104434, | |
| "value_b": 0.8931459867338934, | |
| "delta": 0.03476428067654991, | |
| "lo": 0.025073649742357464, | |
| "hi": 0.050188294398325145, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.03356545802853431 | |
| }, | |
| "engaged|hands_on|5s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9233240131054862, | |
| "value_b": 0.922361505626097, | |
| "delta": 0.0009625074793891963, | |
| "lo": -0.003143659539520402, | |
| "hi": 0.0035708887488861744, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9289000537713538, | |
| "value_b": 0.9243951847911608, | |
| "delta": 0.0045048689801929775, | |
| "lo": 0.0007260572676667993, | |
| "hi": 0.008741340155902472, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9279102674104434, | |
| "value_b": 0.9246957940716536, | |
| "delta": 0.0032144733387897695, | |
| "lo": -0.0016768034516084244, | |
| "hi": 0.0047451948647925235, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": 0.002893949932790648 | |
| }, | |
| "engaged|hands_on|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9233240131054862, | |
| "value_b": 0.8344877539442043, | |
| "delta": 0.0888362591612819, | |
| "lo": 0.06902931771420501, | |
| "hi": 0.10772924515514339, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9289000537713538, | |
| "value_b": 0.8344877539442043, | |
| "delta": 0.09441229982714949, | |
| "lo": 0.07063239440813712, | |
| "hi": 0.11287569938103371, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9279102674104434, | |
| "value_b": 0.8344877539442043, | |
| "delta": 0.09342251346623909, | |
| "lo": 0.06917833174235466, | |
| "hi": 0.11367081905468886, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.0922236908182235 | |
| }, | |
| "engaged|head_turned|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8537548017114115, | |
| "value_b": 0.8082406510549898, | |
| "delta": 0.045514150656421726, | |
| "lo": 0.025650337825026844, | |
| "hi": 0.0783946781463352, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8563955286838478, | |
| "value_b": 0.8082406510549898, | |
| "delta": 0.04815487762885806, | |
| "lo": 0.028512677719523004, | |
| "hi": 0.07436815020946706, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.853600292000813, | |
| "value_b": 0.8082406510549898, | |
| "delta": 0.04535964094582323, | |
| "lo": 0.027746350235425057, | |
| "hi": 0.0731537521451798, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.04634288974370101 | |
| }, | |
| "engaged|head_turned|1s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8537548017114115, | |
| "value_b": 0.8393180673954639, | |
| "delta": 0.014436734315947608, | |
| "lo": 0.005654118442206124, | |
| "hi": 0.02603742592080878, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8563955286838478, | |
| "value_b": 0.8452086669951598, | |
| "delta": 0.011186861688687988, | |
| "lo": 0.00574448045343029, | |
| "hi": 0.019564938626397355, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.853600292000813, | |
| "value_b": 0.8440604200198871, | |
| "delta": 0.009539871980925874, | |
| "lo": 0.0028428577217000177, | |
| "hi": 0.018964793186495067, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.011721155995187157 | |
| }, | |
| "engaged|head_turned|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8537548017114115, | |
| "value_b": 0.7384951647148784, | |
| "delta": 0.11525963699653308, | |
| "lo": 0.09386857569183288, | |
| "hi": 0.13795189641145614, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8563955286838478, | |
| "value_b": 0.7384951647148784, | |
| "delta": 0.11790036396896941, | |
| "lo": 0.096552242395657, | |
| "hi": 0.13598671505255866, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.853600292000813, | |
| "value_b": 0.7384951647148784, | |
| "delta": 0.11510512728593458, | |
| "lo": 0.0954643088224391, | |
| "hi": 0.135263346627634, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.11608837608381235 | |
| }, | |
| "engaged|head_turned|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7775014849200274, | |
| "value_b": 0.7366607226857784, | |
| "delta": 0.04084076223424893, | |
| "lo": 0.018654825825036844, | |
| "hi": 0.07126507049600166, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7837088410910508, | |
| "value_b": 0.7366607226857784, | |
| "delta": 0.04704811840527234, | |
| "lo": 0.025475490483552462, | |
| "hi": 0.07621760728677228, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7802110846887526, | |
| "value_b": 0.7366607226857784, | |
| "delta": 0.04355036200297413, | |
| "lo": 0.025145050390301724, | |
| "hi": 0.07034336437010691, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.0438130808808318 | |
| }, | |
| "engaged|head_turned|2s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7775014849200274, | |
| "value_b": 0.7588409269777767, | |
| "delta": 0.018660557942250633, | |
| "lo": 0.008813232591540784, | |
| "hi": 0.03202895955427944, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7837088410910508, | |
| "value_b": 0.7655010078316028, | |
| "delta": 0.01820783325944797, | |
| "lo": 0.010209354115520177, | |
| "hi": 0.029058039056207564, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7802110846887526, | |
| "value_b": 0.7663419971605108, | |
| "delta": 0.013869087528241786, | |
| "lo": 0.0013967634959570264, | |
| "hi": 0.02691524291437402, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.01691249290998013 | |
| }, | |
| "engaged|head_turned|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7775014849200274, | |
| "value_b": 0.6476305457677284, | |
| "delta": 0.12987093915229897, | |
| "lo": 0.10401732764941327, | |
| "hi": 0.16446482260439474, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7837088410910508, | |
| "value_b": 0.6476305457677284, | |
| "delta": 0.13607829532332238, | |
| "lo": 0.1053248643968501, | |
| "hi": 0.16969821781148223, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7802110846887526, | |
| "value_b": 0.6476305457677284, | |
| "delta": 0.13258053892102417, | |
| "lo": 0.1053805037135697, | |
| "hi": 0.1697213756720883, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.13284325779888184 | |
| }, | |
| "engaged|head_turned|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7467785612604267, | |
| "value_b": 0.7052748979194581, | |
| "delta": 0.041503663340968666, | |
| "lo": 0.016562074017911838, | |
| "hi": 0.08289016393412849, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7522313463117618, | |
| "value_b": 0.7052748979194581, | |
| "delta": 0.04695644839230373, | |
| "lo": 0.020600368855424857, | |
| "hi": 0.07882391802338876, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7499578243069422, | |
| "value_b": 0.7052748979194581, | |
| "delta": 0.04468292638748417, | |
| "lo": 0.01823725718094313, | |
| "hi": 0.0794975964502777, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.044381012706918854 | |
| }, | |
| "engaged|head_turned|3s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7467785612604267, | |
| "value_b": 0.7264090947350623, | |
| "delta": 0.02036946652536442, | |
| "lo": 0.011177950557525046, | |
| "hi": 0.034605104743863524, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7522313463117618, | |
| "value_b": 0.7307393962408928, | |
| "delta": 0.021491950070869015, | |
| "lo": 0.011910397348990548, | |
| "hi": 0.034781086356537226, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7499578243069422, | |
| "value_b": 0.7354035697399778, | |
| "delta": 0.014554254566964464, | |
| "lo": 0.0024849118159672476, | |
| "hi": 0.028834192829265096, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.018805223721065967 | |
| }, | |
| "engaged|head_turned|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7467785612604267, | |
| "value_b": 0.6148275418344531, | |
| "delta": 0.13195101942597365, | |
| "lo": 0.09943135392736276, | |
| "hi": 0.17961689790248678, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7522313463117618, | |
| "value_b": 0.6148275418344531, | |
| "delta": 0.1374038044773087, | |
| "lo": 0.10038638181221617, | |
| "hi": 0.18292375979131076, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7499578243069422, | |
| "value_b": 0.6148275418344531, | |
| "delta": 0.13513028247248915, | |
| "lo": 0.09742588490215413, | |
| "hi": 0.18322882994030706, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.13482836879192384 | |
| }, | |
| "engaged|head_turned|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7081038088123451, | |
| "value_b": 0.6632308151540525, | |
| "delta": 0.04487299365829267, | |
| "lo": 0.014033029957267972, | |
| "hi": 0.10267467740659905, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7153568516994945, | |
| "value_b": 0.6632308151540525, | |
| "delta": 0.05212603654544201, | |
| "lo": 0.014055552274914423, | |
| "hi": 0.09651971782603493, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7123637648077258, | |
| "value_b": 0.6632308151540525, | |
| "delta": 0.04913294965367332, | |
| "lo": 0.01602992561764693, | |
| "hi": 0.09149616049469253, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.048710659952469336 | |
| }, | |
| "engaged|head_turned|5s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7081038088123451, | |
| "value_b": 0.688508096404043, | |
| "delta": 0.019595712408302157, | |
| "lo": 0.007680803772281813, | |
| "hi": 0.03673876233470078, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7153568516994945, | |
| "value_b": 0.6952779791417065, | |
| "delta": 0.020078872557787952, | |
| "lo": 0.0071943935525020436, | |
| "hi": 0.036099078608945546, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7123637648077258, | |
| "value_b": 0.7003958342981768, | |
| "delta": 0.01196793050954903, | |
| "lo": -0.006030860243229061, | |
| "hi": 0.03493921506257608, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.017214171825213048 | |
| }, | |
| "engaged|head_turned|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7081038088123451, | |
| "value_b": 0.5890006244596103, | |
| "delta": 0.11910318435273481, | |
| "lo": 0.07819027507758787, | |
| "hi": 0.17831697160668658, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7153568516994945, | |
| "value_b": 0.5890006244596103, | |
| "delta": 0.12635622723988416, | |
| "lo": 0.07716148048723642, | |
| "hi": 0.18133153422569823, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7123637648077258, | |
| "value_b": 0.5890006244596103, | |
| "delta": 0.12336314034811546, | |
| "lo": 0.0778970780087228, | |
| "hi": 0.17978213809284402, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.12294085064691147 | |
| }, | |
| "engaged|gaze_off|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8485822540951815, | |
| "value_b": 0.759988107154205, | |
| "delta": 0.08859414694097656, | |
| "lo": 0.0646823227890658, | |
| "hi": 0.12317164312286435, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.846446166226108, | |
| "value_b": 0.759988107154205, | |
| "delta": 0.08645805907190307, | |
| "lo": 0.0625655037227227, | |
| "hi": 0.11672109388284004, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8493962026617002, | |
| "value_b": 0.759988107154205, | |
| "delta": 0.08940809550749529, | |
| "lo": 0.06586224080295923, | |
| "hi": 0.11748326804382064, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08815343384012497 | |
| }, | |
| "engaged|gaze_off|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8485822540951815, | |
| "value_b": 0.7561249050884523, | |
| "delta": 0.0924573490067292, | |
| "lo": 0.07330618592914388, | |
| "hi": 0.12410277718106762, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.846446166226108, | |
| "value_b": 0.7561249050884523, | |
| "delta": 0.0903212611376557, | |
| "lo": 0.07040749937741339, | |
| "hi": 0.11747598753211977, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8493962026617002, | |
| "value_b": 0.7561249050884523, | |
| "delta": 0.09327129757324792, | |
| "lo": 0.07322145252243606, | |
| "hi": 0.117807157747804, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.09201663590587761 | |
| }, | |
| "engaged|gaze_off|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7847006024638962, | |
| "value_b": 0.6907007832518767, | |
| "delta": 0.0939998192120195, | |
| "lo": 0.06718165838405193, | |
| "hi": 0.14047658793246212, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7869563492953079, | |
| "value_b": 0.6907007832518767, | |
| "delta": 0.09625556604343122, | |
| "lo": 0.06647959253076532, | |
| "hi": 0.1401608514196735, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7912812286275656, | |
| "value_b": 0.6907007832518767, | |
| "delta": 0.10058044537568889, | |
| "lo": 0.07070913415513423, | |
| "hi": 0.14164146380448514, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.09694527687704653 | |
| }, | |
| "engaged|gaze_off|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7847006024638962, | |
| "value_b": 0.6866346134446508, | |
| "delta": 0.09806598901924535, | |
| "lo": 0.07425699528809616, | |
| "hi": 0.1417931353989317, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7869563492953079, | |
| "value_b": 0.6866346134446508, | |
| "delta": 0.10032173585065707, | |
| "lo": 0.07329089990867838, | |
| "hi": 0.14093918550641427, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7912812286275656, | |
| "value_b": 0.6866346134446508, | |
| "delta": 0.10464661518291474, | |
| "lo": 0.07874310029207462, | |
| "hi": 0.14278559718439549, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.10101144668427238 | |
| }, | |
| "engaged|gaze_off|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7518322514387722, | |
| "value_b": 0.6569510720922592, | |
| "delta": 0.09488117934651297, | |
| "lo": 0.06555915264849137, | |
| "hi": 0.15149624706354978, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7564719336547646, | |
| "value_b": 0.6569510720922592, | |
| "delta": 0.09952086156250539, | |
| "lo": 0.06758574429575477, | |
| "hi": 0.14629091894189636, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7636357144419715, | |
| "value_b": 0.6569510720922592, | |
| "delta": 0.10668464234971231, | |
| "lo": 0.07384656142633422, | |
| "hi": 0.15147889285639848, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.10036222775291022 | |
| }, | |
| "engaged|gaze_off|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7518322514387722, | |
| "value_b": 0.6532156258052465, | |
| "delta": 0.09861662563352569, | |
| "lo": 0.06967344926431197, | |
| "hi": 0.15317689563974177, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7564719336547646, | |
| "value_b": 0.6532156258052465, | |
| "delta": 0.10325630784951811, | |
| "lo": 0.07337781330211278, | |
| "hi": 0.14748414592931422, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7636357144419715, | |
| "value_b": 0.6532156258052465, | |
| "delta": 0.11042008863672503, | |
| "lo": 0.07952813443887705, | |
| "hi": 0.1532082503229048, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.10409767403992294 | |
| }, | |
| "engaged|gaze_off|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7031417152886338, | |
| "value_b": 0.620571662183325, | |
| "delta": 0.08257005310530874, | |
| "lo": 0.04375367503830074, | |
| "hi": 0.14635480255629577, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7126891683531444, | |
| "value_b": 0.620571662183325, | |
| "delta": 0.0921175061698194, | |
| "lo": 0.059055708315962484, | |
| "hi": 0.14301007513761682, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7184402009972739, | |
| "value_b": 0.620571662183325, | |
| "delta": 0.09786853881394886, | |
| "lo": 0.06234789974242406, | |
| "hi": 0.14812576075634687, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.090852032696359 | |
| }, | |
| "engaged|gaze_off|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7031417152886338, | |
| "value_b": 0.6178823558500283, | |
| "delta": 0.08525935943860552, | |
| "lo": 0.04789861411011637, | |
| "hi": 0.14756423142155556, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7126891683531444, | |
| "value_b": 0.6178823558500283, | |
| "delta": 0.09480681250311618, | |
| "lo": 0.061783265050930736, | |
| "hi": 0.1446907951031391, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7184402009972739, | |
| "value_b": 0.6178823558500283, | |
| "delta": 0.10055784514724564, | |
| "lo": 0.06549995913840585, | |
| "hi": 0.14954489669746907, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.09354133902965578 | |
| }, | |
| "manual|hands_on|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9390182088432056, | |
| "value_b": 0.9071744890562176, | |
| "delta": 0.03184371978698808, | |
| "lo": 0.02137494173957397, | |
| "hi": 0.0574531047765789, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9389716094031683, | |
| "value_b": 0.9071744890562176, | |
| "delta": 0.0317971203469507, | |
| "lo": 0.022412329815336487, | |
| "hi": 0.05784989852991434, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9392150457454737, | |
| "value_b": 0.9071744890562176, | |
| "delta": 0.032040556689256094, | |
| "lo": 0.02226403839113938, | |
| "hi": 0.05901336546075678, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.031893798941064956 | |
| }, | |
| "manual|hands_on|1s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9390182088432056, | |
| "value_b": 0.9372202178638116, | |
| "delta": 0.0017979909793940374, | |
| "lo": 0.0005756264127602078, | |
| "hi": 0.005975582195489194, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9389716094031683, | |
| "value_b": 0.9362526908900729, | |
| "delta": 0.0027189185130953586, | |
| "lo": -5.6025994403152676e-05, | |
| "hi": 0.009141994598091032, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9392150457454737, | |
| "value_b": 0.9376132695434211, | |
| "delta": 0.001601776202052596, | |
| "lo": 0.0007550183265600585, | |
| "hi": 0.003471624977508214, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.002039561898180664 | |
| }, | |
| "manual|hands_on|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9390182088432056, | |
| "value_b": 0.8210671567991337, | |
| "delta": 0.11795105204407197, | |
| "lo": 0.10297337350465435, | |
| "hi": 0.18314165731105134, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9389716094031683, | |
| "value_b": 0.8210671567991337, | |
| "delta": 0.11790445260403459, | |
| "lo": 0.10276465690575118, | |
| "hi": 0.18307529416831042, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9392150457454737, | |
| "value_b": 0.8210671567991337, | |
| "delta": 0.11814788894633999, | |
| "lo": 0.10273967470336443, | |
| "hi": 0.18447355441545826, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.11800113119814885 | |
| }, | |
| "manual|hands_on|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9039060464938233, | |
| "value_b": 0.8647901115850058, | |
| "delta": 0.039115934908817485, | |
| "lo": 0.0265082803575999, | |
| "hi": 0.0710932118941843, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9039066398928451, | |
| "value_b": 0.8647901115850058, | |
| "delta": 0.03911652830783929, | |
| "lo": 0.027327580871263954, | |
| "hi": 0.07082169615973709, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9033073767763211, | |
| "value_b": 0.8647901115850058, | |
| "delta": 0.038517265191315264, | |
| "lo": 0.025937877854201354, | |
| "hi": 0.07008700795633825, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.03891657613599068 | |
| }, | |
| "manual|hands_on|2s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9039060464938233, | |
| "value_b": 0.9023541240408963, | |
| "delta": 0.0015519224529270126, | |
| "lo": -0.0006602396729036563, | |
| "hi": 0.007610525273608962, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9039066398928451, | |
| "value_b": 0.9023380951351063, | |
| "delta": 0.0015685447577388212, | |
| "lo": -0.0016892734590766983, | |
| "hi": 0.011218768316785251, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9033073767763211, | |
| "value_b": 0.9027813485135986, | |
| "delta": 0.0005260282627225221, | |
| "lo": -0.0016197372631597345, | |
| "hi": 0.0032059072265603335, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "NOT_WORSE", | |
| "mean_delta": 0.001215498491129452 | |
| }, | |
| "manual|hands_on|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9039060464938233, | |
| "value_b": 0.7702491560674831, | |
| "delta": 0.1336568904263402, | |
| "lo": 0.11713594453189581, | |
| "hi": 0.21099781854211488, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9039066398928451, | |
| "value_b": 0.7702491560674831, | |
| "delta": 0.13365748382536202, | |
| "lo": 0.11724205327750853, | |
| "hi": 0.2118552063346013, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9033073767763211, | |
| "value_b": 0.7702491560674831, | |
| "delta": 0.133058220708838, | |
| "lo": 0.11612975055440629, | |
| "hi": 0.20994185683266137, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1334575316535134 | |
| }, | |
| "manual|hands_on|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8786157451523247, | |
| "value_b": 0.8367852733504023, | |
| "delta": 0.04183047180192234, | |
| "lo": 0.029534029265665496, | |
| "hi": 0.07912899193099408, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.878757670421597, | |
| "value_b": 0.8367852733504023, | |
| "delta": 0.04197239707119471, | |
| "lo": 0.029251009776151873, | |
| "hi": 0.077160374065552, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8779248386991343, | |
| "value_b": 0.8367852733504023, | |
| "delta": 0.04113956534873198, | |
| "lo": 0.02762511808990088, | |
| "hi": 0.07351012416812634, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.041647478073949674 | |
| }, | |
| "manual|hands_on|3s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8786157451523247, | |
| "value_b": 0.8763532146168468, | |
| "delta": 0.002262530535477869, | |
| "lo": 7.230314566668848e-05, | |
| "hi": 0.007927967228520749, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.878757670421597, | |
| "value_b": 0.8787677509133957, | |
| "delta": -1.0080491798625246e-05, | |
| "lo": -0.004184183393352784, | |
| "hi": 0.010416278154365773, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8779248386991343, | |
| "value_b": 0.8771685561575915, | |
| "delta": 0.0007562825415428076, | |
| "lo": -0.003037414350753134, | |
| "hi": 0.002865000219350221, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": 0.0010029108617406839 | |
| }, | |
| "manual|hands_on|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8786157451523247, | |
| "value_b": 0.742012819871872, | |
| "delta": 0.1366029252804527, | |
| "lo": 0.11872496509078764, | |
| "hi": 0.22020293192780654, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.878757670421597, | |
| "value_b": 0.742012819871872, | |
| "delta": 0.13674485054972507, | |
| "lo": 0.11917150749642755, | |
| "hi": 0.21975926445773047, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8779248386991343, | |
| "value_b": 0.742012819871872, | |
| "delta": 0.13591201882726234, | |
| "lo": 0.11749197012937146, | |
| "hi": 0.21552701693954093, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.13641993155248003 | |
| }, | |
| "manual|hands_on|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.835490740250785, | |
| "value_b": 0.7898155707523107, | |
| "delta": 0.04567516949847428, | |
| "lo": 0.03535355712766342, | |
| "hi": 0.09084353458184562, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.834762211517711, | |
| "value_b": 0.7898155707523107, | |
| "delta": 0.044946640765400336, | |
| "lo": 0.034510259084903475, | |
| "hi": 0.08978977786920396, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8364528840852901, | |
| "value_b": 0.7898155707523107, | |
| "delta": 0.04663731333297938, | |
| "lo": 0.034322930984100684, | |
| "hi": 0.08713822514099613, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.04575304119895133 | |
| }, | |
| "manual|hands_on|5s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.835490740250785, | |
| "value_b": 0.8319111760654292, | |
| "delta": 0.003579564185355766, | |
| "lo": 0.0019068930452431575, | |
| "hi": 0.009393381200126238, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.834762211517711, | |
| "value_b": 0.835033959313561, | |
| "delta": -0.00027174779584993036, | |
| "lo": -0.00480264259639823, | |
| "hi": 0.011597776394033905, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8364528840852901, | |
| "value_b": 0.8332824073409625, | |
| "delta": 0.003170476744327577, | |
| "lo": -0.0021271168745388286, | |
| "hi": 0.005457285812306516, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": 0.0021594310446111376 | |
| }, | |
| "manual|hands_on|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.835490740250785, | |
| "value_b": 0.698559113739413, | |
| "delta": 0.13693162651137192, | |
| "lo": 0.11918058080987909, | |
| "hi": 0.21024947284526058, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.834762211517711, | |
| "value_b": 0.698559113739413, | |
| "delta": 0.13620309777829798, | |
| "lo": 0.119448558724661, | |
| "hi": 0.2109047584886719, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8364528840852901, | |
| "value_b": 0.698559113739413, | |
| "delta": 0.13789377034587702, | |
| "lo": 0.11793089017802681, | |
| "hi": 0.20830492098715916, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.13700949821184896 | |
| }, | |
| "manual|head_turned|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9001458936188097, | |
| "value_b": 0.8461693249518327, | |
| "delta": 0.053976568666976976, | |
| "lo": 0.04143868302623162, | |
| "hi": 0.06371357453039753, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9011589894470154, | |
| "value_b": 0.8461693249518327, | |
| "delta": 0.05498966449518272, | |
| "lo": 0.04314932956321539, | |
| "hi": 0.06498917848272728, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9004488915505927, | |
| "value_b": 0.8461693249518327, | |
| "delta": 0.05427956659875999, | |
| "lo": 0.042146903372799596, | |
| "hi": 0.06471760396381952, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.05441526658697323 | |
| }, | |
| "manual|head_turned|1s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9001458936188097, | |
| "value_b": 0.8936046974096516, | |
| "delta": 0.006541196209158051, | |
| "lo": 0.00522592997642711, | |
| "hi": 0.0098886468109077, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9011589894470154, | |
| "value_b": 0.8940672164145261, | |
| "delta": 0.0070917730324893125, | |
| "lo": 0.004063354262418684, | |
| "hi": 0.011018976169362215, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9004488915505927, | |
| "value_b": 0.8946348894222462, | |
| "delta": 0.005814002128346485, | |
| "lo": 0.0031995784221691775, | |
| "hi": 0.00867854337147963, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.00648232378999795 | |
| }, | |
| "manual|head_turned|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9001458936188097, | |
| "value_b": 0.7776910977438116, | |
| "delta": 0.12245479587499808, | |
| "lo": 0.10188801308167383, | |
| "hi": 0.13125986611371704, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9011589894470154, | |
| "value_b": 0.7776910977438116, | |
| "delta": 0.12346789170320382, | |
| "lo": 0.10275676069995306, | |
| "hi": 0.13215092422660132, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9004488915505927, | |
| "value_b": 0.7776910977438116, | |
| "delta": 0.12275779380678109, | |
| "lo": 0.1023375175314908, | |
| "hi": 0.13192975887487712, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.12289349379499433 | |
| }, | |
| "manual|head_turned|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8485352115782853, | |
| "value_b": 0.7801507766607433, | |
| "delta": 0.06838443491754198, | |
| "lo": 0.04905060242802743, | |
| "hi": 0.08221980119107322, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8500646301630573, | |
| "value_b": 0.7801507766607433, | |
| "delta": 0.06991385350231405, | |
| "lo": 0.0493023597526833, | |
| "hi": 0.08349371181823961, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8496250493290493, | |
| "value_b": 0.7801507766607433, | |
| "delta": 0.06947427266830597, | |
| "lo": 0.049486192022069504, | |
| "hi": 0.08650117979007758, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.06925752036272066 | |
| }, | |
| "manual|head_turned|2s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8485352115782853, | |
| "value_b": 0.8424756440587184, | |
| "delta": 0.006059567519566822, | |
| "lo": 0.004058131472817994, | |
| "hi": 0.009085025660855554, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8500646301630573, | |
| "value_b": 0.8406707266454299, | |
| "delta": 0.009393903517627478, | |
| "lo": 0.0039062420591861576, | |
| "hi": 0.0145465099879357, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8496250493290493, | |
| "value_b": 0.8412592409883348, | |
| "delta": 0.008365808340714431, | |
| "lo": 0.0036532909924364477, | |
| "hi": 0.010729731470545456, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.007939759792636244 | |
| }, | |
| "manual|head_turned|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8485352115782853, | |
| "value_b": 0.7047662758735809, | |
| "delta": 0.1437689357047044, | |
| "lo": 0.11897684570950552, | |
| "hi": 0.1525907294560019, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8500646301630573, | |
| "value_b": 0.7047662758735809, | |
| "delta": 0.14529835428947646, | |
| "lo": 0.12102913768815818, | |
| "hi": 0.1543460120446418, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8496250493290493, | |
| "value_b": 0.7047662758735809, | |
| "delta": 0.14485877345546838, | |
| "lo": 0.11812032895623481, | |
| "hi": 0.15620738010589558, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1446420211498831 | |
| }, | |
| "manual|head_turned|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8227341347117699, | |
| "value_b": 0.7395713166697991, | |
| "delta": 0.08316281804197079, | |
| "lo": 0.058595956206769405, | |
| "hi": 0.10185233442366103, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8231665474887426, | |
| "value_b": 0.7395713166697991, | |
| "delta": 0.08359523081894349, | |
| "lo": 0.06034884204117934, | |
| "hi": 0.10142545981617332, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8244624712004349, | |
| "value_b": 0.7395713166697991, | |
| "delta": 0.08489115453063578, | |
| "lo": 0.06221351951519102, | |
| "hi": 0.10743307614156115, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08388306779718335 | |
| }, | |
| "manual|head_turned|3s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8227341347117699, | |
| "value_b": 0.8143506944792112, | |
| "delta": 0.00838344023255877, | |
| "lo": 0.005255630162558572, | |
| "hi": 0.011162480096875142, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8231665474887426, | |
| "value_b": 0.8131816421871253, | |
| "delta": 0.00998490530161733, | |
| "lo": 0.004095202670408119, | |
| "hi": 0.014857490848972718, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8244624712004349, | |
| "value_b": 0.8142273335582896, | |
| "delta": 0.010235137642145342, | |
| "lo": 0.00416801379441771, | |
| "hi": 0.01288789327993955, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.009534494392107148 | |
| }, | |
| "manual|head_turned|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8227341347117699, | |
| "value_b": 0.6607968730800597, | |
| "delta": 0.16193726163171018, | |
| "lo": 0.13038830552240255, | |
| "hi": 0.17271692175921885, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8231665474887426, | |
| "value_b": 0.6607968730800597, | |
| "delta": 0.16236967440868288, | |
| "lo": 0.13365451553876143, | |
| "hi": 0.17338238909763212, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8244624712004349, | |
| "value_b": 0.6607968730800597, | |
| "delta": 0.16366559812037518, | |
| "lo": 0.13236260281263146, | |
| "hi": 0.17943648281519253, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.16265751138692275 | |
| }, | |
| "manual|head_turned|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7920233090477912, | |
| "value_b": 0.694879733461419, | |
| "delta": 0.09714357558637221, | |
| "lo": 0.06446288365487877, | |
| "hi": 0.12320186454275757, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.789831638933275, | |
| "value_b": 0.694879733461419, | |
| "delta": 0.09495190547185606, | |
| "lo": 0.06508014215640107, | |
| "hi": 0.11673360314346633, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7910576714254915, | |
| "value_b": 0.694879733461419, | |
| "delta": 0.09617793796407259, | |
| "lo": 0.06814358860693932, | |
| "hi": 0.12440149801938889, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.09609113967410028 | |
| }, | |
| "manual|head_turned|5s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7920233090477912, | |
| "value_b": 0.778637584254345, | |
| "delta": 0.01338572479344613, | |
| "lo": 0.004559856794465911, | |
| "hi": 0.018815993612853247, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.789831638933275, | |
| "value_b": 0.7800185995627968, | |
| "delta": 0.009813039370478172, | |
| "lo": 0.004316275810848816, | |
| "hi": 0.01375626974049715, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7910576714254915, | |
| "value_b": 0.7792224019463309, | |
| "delta": 0.011835269479160693, | |
| "lo": 0.005534916534438492, | |
| "hi": 0.014454180305474301, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.011678011214361664 | |
| }, | |
| "manual|head_turned|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7920233090477912, | |
| "value_b": 0.6130865505335844, | |
| "delta": 0.17893675851420676, | |
| "lo": 0.13520022091915887, | |
| "hi": 0.19850108011648043, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.789831638933275, | |
| "value_b": 0.6130865505335844, | |
| "delta": 0.1767450883996906, | |
| "lo": 0.13853731850819506, | |
| "hi": 0.19265053705962087, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7910576714254915, | |
| "value_b": 0.6130865505335844, | |
| "delta": 0.17797112089190714, | |
| "lo": 0.13635830661423112, | |
| "hi": 0.20094841258149518, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.17788432260193485 | |
| }, | |
| "manual|gaze_off|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8752419441754101, | |
| "value_b": 0.7848255548622353, | |
| "delta": 0.09041638931317486, | |
| "lo": 0.07475509559889598, | |
| "hi": 0.1048826996741334, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.874414090044493, | |
| "value_b": 0.7848255548622353, | |
| "delta": 0.08958853518225773, | |
| "lo": 0.0749955294313061, | |
| "hi": 0.10059677162318098, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8756396930520701, | |
| "value_b": 0.7848255548622353, | |
| "delta": 0.09081413818983486, | |
| "lo": 0.07493833680590661, | |
| "hi": 0.10346547690562047, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.09027302089508915 | |
| }, | |
| "manual|gaze_off|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8752419441754101, | |
| "value_b": 0.7802102361787225, | |
| "delta": 0.09503170799668759, | |
| "lo": 0.08035242282080272, | |
| "hi": 0.10811181623903802, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.874414090044493, | |
| "value_b": 0.7802102361787225, | |
| "delta": 0.09420385386577046, | |
| "lo": 0.07966852248196792, | |
| "hi": 0.10395452707227361, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8756396930520701, | |
| "value_b": 0.7802102361787225, | |
| "delta": 0.09542945687334758, | |
| "lo": 0.08011938261917483, | |
| "hi": 0.10660204675355224, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.09488833957860188 | |
| }, | |
| "manual|gaze_off|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8311724727434119, | |
| "value_b": 0.7192088925518549, | |
| "delta": 0.11196358019155694, | |
| "lo": 0.09464231947107857, | |
| "hi": 0.12995475821993385, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8296764973776083, | |
| "value_b": 0.7192088925518549, | |
| "delta": 0.11046760482575335, | |
| "lo": 0.0960760020021904, | |
| "hi": 0.1230139899137762, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8323483837403386, | |
| "value_b": 0.7192088925518549, | |
| "delta": 0.11313949118848365, | |
| "lo": 0.09558116791134998, | |
| "hi": 0.12908369270803866, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.11185689206859799 | |
| }, | |
| "manual|gaze_off|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8311724727434119, | |
| "value_b": 0.7147854859222474, | |
| "delta": 0.11638698682116444, | |
| "lo": 0.09935564130363303, | |
| "hi": 0.13285926466818057, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8296764973776083, | |
| "value_b": 0.7147854859222474, | |
| "delta": 0.11489101145536085, | |
| "lo": 0.10095800732289145, | |
| "hi": 0.12642692652382828, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8323483837403386, | |
| "value_b": 0.7147854859222474, | |
| "delta": 0.11756289781809115, | |
| "lo": 0.10023856990337823, | |
| "hi": 0.13215992717842887, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.11628029869820548 | |
| }, | |
| "manual|gaze_off|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8100504987582937, | |
| "value_b": 0.6805241163996347, | |
| "delta": 0.129526382358659, | |
| "lo": 0.10889229582603858, | |
| "hi": 0.1469607727811882, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8081440569134543, | |
| "value_b": 0.6805241163996347, | |
| "delta": 0.12761994051381953, | |
| "lo": 0.11162954701988752, | |
| "hi": 0.13961405107082003, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8122366525323143, | |
| "value_b": 0.6805241163996347, | |
| "delta": 0.13171253613267953, | |
| "lo": 0.11003158575772976, | |
| "hi": 0.14792189343940806, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.129619619668386 | |
| }, | |
| "manual|gaze_off|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8100504987582937, | |
| "value_b": 0.676488054880296, | |
| "delta": 0.13356244387799776, | |
| "lo": 0.1135343186208103, | |
| "hi": 0.14931016929682114, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8081440569134543, | |
| "value_b": 0.676488054880296, | |
| "delta": 0.1316560020331583, | |
| "lo": 0.11661245503308694, | |
| "hi": 0.1425729545032577, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8122366525323143, | |
| "value_b": 0.676488054880296, | |
| "delta": 0.1357485976520183, | |
| "lo": 0.11470224505728537, | |
| "hi": 0.15060032457249906, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.13365568118772478 | |
| }, | |
| "manual|gaze_off|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7757962447801592, | |
| "value_b": 0.6369660866262713, | |
| "delta": 0.13883015815388788, | |
| "lo": 0.11075813980075931, | |
| "hi": 0.1609313108796054, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7708621085017453, | |
| "value_b": 0.6369660866262713, | |
| "delta": 0.133896021875474, | |
| "lo": 0.11079804544907017, | |
| "hi": 0.1524617885925081, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7768657313539152, | |
| "value_b": 0.6369660866262713, | |
| "delta": 0.13989964472764393, | |
| "lo": 0.11207610277081913, | |
| "hi": 0.1603329860904362, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1375419415856686 | |
| }, | |
| "manual|gaze_off|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7757962447801592, | |
| "value_b": 0.6319463051122536, | |
| "delta": 0.1438499396679056, | |
| "lo": 0.11662841516695817, | |
| "hi": 0.16439824806934894, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7708621085017453, | |
| "value_b": 0.6319463051122536, | |
| "delta": 0.13891580338949172, | |
| "lo": 0.11809877762526325, | |
| "hi": 0.15600430241445118, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7768657313539152, | |
| "value_b": 0.6319463051122536, | |
| "delta": 0.14491942624166165, | |
| "lo": 0.11849440614195404, | |
| "hi": 0.16402114987582672, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.14256172309968632 | |
| } | |
| }, | |
| "segments": { | |
| "engaged|hands_on|static": [ | |
| { | |
| "seed": 0, | |
| "n": 82074, | |
| "share": 0.8527434621338847, | |
| "FS": 0.0012659007916226983, | |
| "persistence": 0.0, | |
| "dwell_table": 0.002192986896261573, | |
| "final_closed_form": 0.0016510942950844765 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 82074, | |
| "share": 0.8527434621338847, | |
| "FS": 0.0011625292245298624, | |
| "persistence": 0.0, | |
| "dwell_table": 0.002192986896261573, | |
| "final_closed_form": 0.0016901526832953095 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 82074, | |
| "share": 0.8527434621338847, | |
| "FS": 0.0012381034903228283, | |
| "persistence": 0.0, | |
| "dwell_table": 0.002192986896261573, | |
| "final_closed_form": 0.0017011675518006086 | |
| } | |
| ], | |
| "engaged|hands_on|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 4942, | |
| "share": 0.05134705497314202, | |
| "FS": 0.37331724166870117, | |
| "persistence": 0.4481991231441498, | |
| "dwell_table": 0.37667760252952576, | |
| "final_closed_form": 0.3711286783218384 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 4942, | |
| "share": 0.05134705497314202, | |
| "FS": 0.37618961930274963, | |
| "persistence": 0.4481991231441498, | |
| "dwell_table": 0.37667760252952576, | |
| "final_closed_form": 0.37357285618782043 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 4942, | |
| "share": 0.05134705497314202, | |
| "FS": 0.3733951151371002, | |
| "persistence": 0.4481991231441498, | |
| "dwell_table": 0.37667760252952576, | |
| "final_closed_form": 0.37157467007637024 | |
| } | |
| ], | |
| "engaged|hands_on|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 6085, | |
| "share": 0.06322274979999376, | |
| "FS": 0.0692555159330368, | |
| "persistence": 0.0, | |
| "dwell_table": 0.06375572085380554, | |
| "final_closed_form": 0.08453105390071869 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 6085, | |
| "share": 0.06322274979999376, | |
| "FS": 0.08746664971113205, | |
| "persistence": 0.0, | |
| "dwell_table": 0.06375572085380554, | |
| "final_closed_form": 0.08215555548667908 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 6085, | |
| "share": 0.06322274979999376, | |
| "FS": 0.06926921755075455, | |
| "persistence": 0.0, | |
| "dwell_table": 0.06375572085380554, | |
| "final_closed_form": 0.07470232993364334 | |
| } | |
| ], | |
| "engaged|hands_on|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 3146, | |
| "share": 0.03268673309297952, | |
| "FS": 0.3176948130130768, | |
| "persistence": 0.7050222754478455, | |
| "dwell_table": 0.3115157186985016, | |
| "final_closed_form": 0.3288396894931793 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 3146, | |
| "share": 0.03268673309297952, | |
| "FS": 0.2899715006351471, | |
| "persistence": 0.7050222754478455, | |
| "dwell_table": 0.3115157186985016, | |
| "final_closed_form": 0.31900376081466675 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 3146, | |
| "share": 0.03268673309297952, | |
| "FS": 0.3001740276813507, | |
| "persistence": 0.7050222754478455, | |
| "dwell_table": 0.3115157186985016, | |
| "final_closed_form": 0.32131487131118774 | |
| } | |
| ], | |
| "engaged|head_turned|static": [ | |
| { | |
| "seed": 0, | |
| "n": 80011, | |
| "share": 0.8299121451316785, | |
| "FS": 0.005690938793122768, | |
| "persistence": 0.0, | |
| "dwell_table": 0.008792253211140633, | |
| "final_closed_form": 0.006650283467024565 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 80011, | |
| "share": 0.8299121451316785, | |
| "FS": 0.00591030390933156, | |
| "persistence": 0.0, | |
| "dwell_table": 0.008792253211140633, | |
| "final_closed_form": 0.006687210872769356 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 80011, | |
| "share": 0.8299121451316785, | |
| "FS": 0.0049426197074353695, | |
| "persistence": 0.0, | |
| "dwell_table": 0.008792253211140633, | |
| "final_closed_form": 0.006693914532661438 | |
| } | |
| ], | |
| "engaged|head_turned|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 9903, | |
| "share": 0.10271862585443267, | |
| "FS": 0.39239534735679626, | |
| "persistence": 0.4736948311328888, | |
| "dwell_table": 0.38067638874053955, | |
| "final_closed_form": 0.3945019543170929 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 9903, | |
| "share": 0.10271862585443267, | |
| "FS": 0.39071232080459595, | |
| "persistence": 0.4736948311328888, | |
| "dwell_table": 0.38067638874053955, | |
| "final_closed_form": 0.3926711678504944 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 9903, | |
| "share": 0.10271862585443267, | |
| "FS": 0.39659789204597473, | |
| "persistence": 0.4736948311328888, | |
| "dwell_table": 0.38067638874053955, | |
| "final_closed_form": 0.39153674244880676 | |
| } | |
| ], | |
| "engaged|head_turned|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 928, | |
| "share": 0.009625657355641071, | |
| "FS": 0.418692946434021, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3654540777206421, | |
| "final_closed_form": 0.4251052737236023 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 928, | |
| "share": 0.009625657355641071, | |
| "FS": 0.3910713195800781, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3654540777206421, | |
| "final_closed_form": 0.39567986130714417 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 928, | |
| "share": 0.009625657355641071, | |
| "FS": 0.42436593770980835, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3654540777206421, | |
| "final_closed_form": 0.40470167994499207 | |
| } | |
| ], | |
| "engaged|head_turned|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 5567, | |
| "share": 0.05774357165824767, | |
| "FS": 0.15996544063091278, | |
| "persistence": 0.83671635389328, | |
| "dwell_table": 0.18449141085147858, | |
| "final_closed_form": 0.15908659994602203 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 5567, | |
| "share": 0.05774357165824767, | |
| "FS": 0.16258801519870758, | |
| "persistence": 0.83671635389328, | |
| "dwell_table": 0.18449141085147858, | |
| "final_closed_form": 0.16239598393440247 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 5567, | |
| "share": 0.05774357165824767, | |
| "FS": 0.16114284098148346, | |
| "persistence": 0.83671635389328, | |
| "dwell_table": 0.18449141085147858, | |
| "final_closed_form": 0.15893690288066864 | |
| } | |
| ], | |
| "engaged|gaze_off|static": [ | |
| { | |
| "seed": 0, | |
| "n": 67428, | |
| "share": 0.7017025350705574, | |
| "FS": 0.00796553399413824, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648077681660652 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 67428, | |
| "share": 0.7017025350705574, | |
| "FS": 0.007761284243315458, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648077681660652 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 67428, | |
| "share": 0.7017025350705574, | |
| "FS": 0.007725108414888382, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648077681660652 | |
| } | |
| ], | |
| "engaged|gaze_off|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 16057, | |
| "share": 0.16710027889938808, | |
| "FS": 0.3853999078273773, | |
| "persistence": 0.47493305802345276, | |
| "dwell_table": 0.3807556927204132 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 16057, | |
| "share": 0.16710027889938808, | |
| "FS": 0.38516077399253845, | |
| "persistence": 0.47493305802345276, | |
| "dwell_table": 0.3807556927204132 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 16057, | |
| "share": 0.16710027889938808, | |
| "FS": 0.3838076591491699, | |
| "persistence": 0.47493305802345276, | |
| "dwell_table": 0.3807556927204132 | |
| } | |
| ], | |
| "engaged|gaze_off|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 2668, | |
| "share": 0.02776505848561795, | |
| "FS": 0.3807317316532135, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3254089057445526 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 2668, | |
| "share": 0.02776505848561795, | |
| "FS": 0.4156915545463562, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3254089057445526 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 2668, | |
| "share": 0.02776505848561795, | |
| "FS": 0.4070438742637634, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3254089057445526 | |
| } | |
| ], | |
| "engaged|gaze_off|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 9939, | |
| "share": 0.10343212754443658, | |
| "FS": 0.19489118456840515, | |
| "persistence": 0.7659724354743958, | |
| "dwell_table": 0.20890119671821594 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 9939, | |
| "share": 0.10343212754443658, | |
| "FS": 0.18914537131786346, | |
| "persistence": 0.7659724354743958, | |
| "dwell_table": 0.20890119671821594 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 9939, | |
| "share": 0.10343212754443658, | |
| "FS": 0.1902625858783722, | |
| "persistence": 0.7659724354743958, | |
| "dwell_table": 0.20890119671821594 | |
| } | |
| ], | |
| "manual|hands_on|static": [ | |
| { | |
| "seed": 0, | |
| "n": 54987, | |
| "share": 0.8164001603492049, | |
| "FS": 0.004386456683278084, | |
| "persistence": 0.0, | |
| "dwell_table": 0.003955253399908543, | |
| "final_closed_form": 0.004325542598962784 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 54987, | |
| "share": 0.8164001603492049, | |
| "FS": 0.0034503054339438677, | |
| "persistence": 0.0, | |
| "dwell_table": 0.003955253399908543, | |
| "final_closed_form": 0.004005397669970989 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 54987, | |
| "share": 0.8164001603492049, | |
| "FS": 0.003836379386484623, | |
| "persistence": 0.0, | |
| "dwell_table": 0.003955253399908543, | |
| "final_closed_form": 0.00404424499720335 | |
| } | |
| ], | |
| "manual|hands_on|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 6850, | |
| "share": 0.10170296794500616, | |
| "FS": 0.3029123544692993, | |
| "persistence": 0.38189780712127686, | |
| "dwell_table": 0.31904318928718567, | |
| "final_closed_form": 0.30504512786865234 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 6850, | |
| "share": 0.10170296794500616, | |
| "FS": 0.3093402087688446, | |
| "persistence": 0.38189780712127686, | |
| "dwell_table": 0.31904318928718567, | |
| "final_closed_form": 0.3055322766304016 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 6850, | |
| "share": 0.10170296794500616, | |
| "FS": 0.30772069096565247, | |
| "persistence": 0.38189780712127686, | |
| "dwell_table": 0.31904318928718567, | |
| "final_closed_form": 0.3057006299495697 | |
| } | |
| ], | |
| "manual|hands_on|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 1809, | |
| "share": 0.026858491826644692, | |
| "FS": 0.16489256918430328, | |
| "persistence": 0.0, | |
| "dwell_table": 0.12888631224632263, | |
| "final_closed_form": 0.18487605452537537 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 1809, | |
| "share": 0.026858491826644692, | |
| "FS": 0.17460066080093384, | |
| "persistence": 0.0, | |
| "dwell_table": 0.12888631224632263, | |
| "final_closed_form": 0.20559023320674896 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 1809, | |
| "share": 0.026858491826644692, | |
| "FS": 0.18043044209480286, | |
| "persistence": 0.0, | |
| "dwell_table": 0.12888631224632263, | |
| "final_closed_form": 0.17103047668933868 | |
| } | |
| ], | |
| "manual|hands_on|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 3707, | |
| "share": 0.05503837987914421, | |
| "FS": 0.24879343807697296, | |
| "persistence": 0.6959805488586426, | |
| "dwell_table": 0.2732321321964264, | |
| "final_closed_form": 0.24805690348148346 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 3707, | |
| "share": 0.05503837987914421, | |
| "FS": 0.23847022652626038, | |
| "persistence": 0.6959805488586426, | |
| "dwell_table": 0.2732321321964264, | |
| "final_closed_form": 0.24666152894496918 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 3707, | |
| "share": 0.05503837987914421, | |
| "FS": 0.24133320152759552, | |
| "persistence": 0.6959805488586426, | |
| "dwell_table": 0.2732321321964264, | |
| "final_closed_form": 0.2538098692893982 | |
| } | |
| ], | |
| "manual|head_turned|static": [ | |
| { | |
| "seed": 0, | |
| "n": 48982, | |
| "share": 0.7275346819950688, | |
| "FS": 0.011294533498585224, | |
| "persistence": 0.0, | |
| "dwell_table": 0.010331548750400543, | |
| "final_closed_form": 0.012090453878045082 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 48982, | |
| "share": 0.7275346819950688, | |
| "FS": 0.011317525990307331, | |
| "persistence": 0.0, | |
| "dwell_table": 0.010331548750400543, | |
| "final_closed_form": 0.01059483177959919 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 48982, | |
| "share": 0.7275346819950688, | |
| "FS": 0.012994878925383091, | |
| "persistence": 0.0, | |
| "dwell_table": 0.010331548750400543, | |
| "final_closed_form": 0.011571835726499557 | |
| } | |
| ], | |
| "manual|head_turned|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 9619, | |
| "share": 0.14287199595995603, | |
| "FS": 0.37247470021247864, | |
| "persistence": 0.5286412239074707, | |
| "dwell_table": 0.4159395694732666, | |
| "final_closed_form": 0.37498244643211365 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 9619, | |
| "share": 0.14287199595995603, | |
| "FS": 0.3717186152935028, | |
| "persistence": 0.5286412239074707, | |
| "dwell_table": 0.4159395694732666, | |
| "final_closed_form": 0.3840075731277466 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 9619, | |
| "share": 0.14287199595995603, | |
| "FS": 0.3641863465309143, | |
| "persistence": 0.5286412239074707, | |
| "dwell_table": 0.4159395694732666, | |
| "final_closed_form": 0.3762180507183075 | |
| } | |
| ], | |
| "manual|head_turned|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 1974, | |
| "share": 0.029320024953212728, | |
| "FS": 0.3153388500213623, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3426721394062042, | |
| "final_closed_form": 0.3010963201522827 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 1974, | |
| "share": 0.029320024953212728, | |
| "FS": 0.275349497795105, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3426721394062042, | |
| "final_closed_form": 0.29179254174232483 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 1974, | |
| "share": 0.029320024953212728, | |
| "FS": 0.2673611342906952, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3426721394062042, | |
| "final_closed_form": 0.2994113862514496 | |
| } | |
| ], | |
| "manual|head_turned|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 6751, | |
| "share": 0.10027329709176247, | |
| "FS": 0.1820090413093567, | |
| "persistence": 0.7680343389511108, | |
| "dwell_table": 0.20759323239326477, | |
| "final_closed_form": 0.18841390311717987 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 6751, | |
| "share": 0.10027329709176247, | |
| "FS": 0.18412217497825623, | |
| "persistence": 0.7680343389511108, | |
| "dwell_table": 0.20759323239326477, | |
| "final_closed_form": 0.18489617109298706 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 6751, | |
| "share": 0.10027329709176247, | |
| "FS": 0.18695706129074097, | |
| "persistence": 0.7680343389511108, | |
| "dwell_table": 0.20759323239326477, | |
| "final_closed_form": 0.18422502279281616 | |
| } | |
| ], | |
| "manual|gaze_off|static": [ | |
| { | |
| "seed": 0, | |
| "n": 42858, | |
| "share": 0.6503490136570561, | |
| "FS": 0.014557980000972748, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648078612983227 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 42858, | |
| "share": 0.6503490136570561, | |
| "FS": 0.013202984817326069, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648078612983227 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 42858, | |
| "share": 0.6503490136570561, | |
| "FS": 0.015837792307138443, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648078612983227 | |
| } | |
| ], | |
| "manual|gaze_off|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 12019, | |
| "share": 0.1823823975720789, | |
| "FS": 0.3461485505104065, | |
| "persistence": 0.496547132730484, | |
| "dwell_table": 0.3975081443786621 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 12019, | |
| "share": 0.1823823975720789, | |
| "FS": 0.35224276781082153, | |
| "persistence": 0.496547132730484, | |
| "dwell_table": 0.3975081443786621 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 12019, | |
| "share": 0.1823823975720789, | |
| "FS": 0.34113821387290955, | |
| "persistence": 0.496547132730484, | |
| "dwell_table": 0.3975081443786621 | |
| } | |
| ], | |
| "manual|gaze_off|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 2700, | |
| "share": 0.0409711684370258, | |
| "FS": 0.2840736508369446, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3323688507080078 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 2700, | |
| "share": 0.0409711684370258, | |
| "FS": 0.258543461561203, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3323688507080078 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 2700, | |
| "share": 0.0409711684370258, | |
| "FS": 0.26979130506515503, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3323688507080078 | |
| } | |
| ], | |
| "manual|gaze_off|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 8323, | |
| "share": 0.12629742033383914, | |
| "FS": 0.19106653332710266, | |
| "persistence": 0.7311065793037415, | |
| "dwell_table": 0.2140088975429535 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 8323, | |
| "share": 0.12629742033383914, | |
| "FS": 0.19206559658050537, | |
| "persistence": 0.7311065793037415, | |
| "dwell_table": 0.2140088975429535 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 8323, | |
| "share": 0.12629742033383914, | |
| "FS": 0.19211867451667786, | |
| "persistence": 0.7311065793037415, | |
| "dwell_table": 0.2140088975429535 | |
| } | |
| ] | |
| }, | |
| "recovery": { | |
| "engaged|hands_on|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 96261, | |
| "event_share": 0.1143765387851778, | |
| "mae_FS": 0.4366051554563461, | |
| "ece3_FS": 0.008797516532262345, | |
| "obs_rate3": 0.08593303622443149, | |
| "mae_dwell_table": 0.513024181137022, | |
| "delta_dwell_table": { | |
| "value_a": 0.4366051554563461, | |
| "value_b": 0.513024181137022, | |
| "delta": -0.07641902568067588, | |
| "lo": -0.09921506514669498, | |
| "hi": -0.053949983308773194 | |
| }, | |
| "ece3_dwell_table": 0.02341831348758016, | |
| "mae_final_closed_form": 0.47243351585731713, | |
| "delta_final_closed_form": { | |
| "value_a": 0.4366051554563461, | |
| "value_b": 0.47243351585731713, | |
| "delta": -0.03582836040097104, | |
| "lo": -0.06670187908222944, | |
| "hi": -0.009556950988529286 | |
| }, | |
| "ece3_final_closed_form": 0.020748978096155203 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 96261, | |
| "event_share": 0.1143765387851778, | |
| "mae_FS": 0.435262934797081, | |
| "ece3_FS": 0.007859349108687451, | |
| "obs_rate3": 0.08593303622443149, | |
| "mae_dwell_table": 0.513024181137022, | |
| "delta_dwell_table": { | |
| "value_a": 0.435262934797081, | |
| "value_b": 0.513024181137022, | |
| "delta": -0.07776124633994097, | |
| "lo": -0.10767199242507264, | |
| "hi": -0.0404534421330834 | |
| }, | |
| "ece3_dwell_table": 0.02341831348758016, | |
| "mae_final_closed_form": 0.47669310730928116, | |
| "delta_final_closed_form": { | |
| "value_a": 0.435262934797081, | |
| "value_b": 0.47669310730928116, | |
| "delta": -0.04143017251220016, | |
| "lo": -0.06281859549577098, | |
| "hi": -0.021861516957734202 | |
| }, | |
| "ece3_final_closed_form": 0.0178859701651594 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 96261, | |
| "event_share": 0.1143765387851778, | |
| "mae_FS": 0.4044751588494604, | |
| "ece3_FS": 0.010157413269037968, | |
| "obs_rate3": 0.08593303622443149, | |
| "mae_dwell_table": 0.513024181137022, | |
| "delta_dwell_table": { | |
| "value_a": 0.4044751588494604, | |
| "value_b": 0.513024181137022, | |
| "delta": -0.10854902228756158, | |
| "lo": -0.13663080929495136, | |
| "hi": -0.07735776677318493 | |
| }, | |
| "ece3_dwell_table": 0.02341831348758016, | |
| "mae_final_closed_form": 0.46733156439329515, | |
| "delta_final_closed_form": { | |
| "value_a": 0.4044751588494604, | |
| "value_b": 0.46733156439329515, | |
| "delta": -0.06285640554383476, | |
| "lo": -0.08282373981564317, | |
| "hi": -0.041316429667205674 | |
| }, | |
| "ece3_final_closed_form": 0.022602927493811577 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "engaged|hands_on|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 9265, | |
| "event_share": 0.4209390178089584, | |
| "mae_FS": 1.3304489723599027, | |
| "ece3_FS": 0.094242744483114, | |
| "obs_rate3": 0.3432271991365353, | |
| "mae_dwell_table": 1.2893658937973005, | |
| "delta_dwell_table": { | |
| "value_a": 1.3304489723599027, | |
| "value_b": 1.2893658937973005, | |
| "delta": 0.04108307856260218, | |
| "lo": -0.044300722786709254, | |
| "hi": 0.09862578856423745 | |
| }, | |
| "ece3_dwell_table": 0.06903326431609975, | |
| "mae_final_closed_form": 1.5755529324865571, | |
| "delta_final_closed_form": { | |
| "value_a": 1.3304489723599027, | |
| "value_b": 1.5755529324865571, | |
| "delta": -0.24510396012665447, | |
| "lo": -0.29581044067663814, | |
| "hi": -0.10687230729250988 | |
| }, | |
| "ece3_final_closed_form": 0.15929852978030346 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 9265, | |
| "event_share": 0.4209390178089584, | |
| "mae_FS": 1.3624527075466952, | |
| "ece3_FS": 0.11672274774946653, | |
| "obs_rate3": 0.3432271991365353, | |
| "mae_dwell_table": 1.2893658937973005, | |
| "delta_dwell_table": { | |
| "value_a": 1.3624527075466952, | |
| "value_b": 1.2893658937973005, | |
| "delta": 0.07308681374939474, | |
| "lo": -0.1377040193771138, | |
| "hi": 0.13893834790651108 | |
| }, | |
| "ece3_dwell_table": 0.06903326431609975, | |
| "mae_final_closed_form": 1.4885904114586046, | |
| "delta_final_closed_form": { | |
| "value_a": 1.3624527075466952, | |
| "value_b": 1.4885904114586046, | |
| "delta": -0.12613770391190937, | |
| "lo": -0.25297349705881567, | |
| "hi": 0.014469621014343667 | |
| }, | |
| "ece3_final_closed_form": 0.1343722763065705 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 9265, | |
| "event_share": 0.4209390178089584, | |
| "mae_FS": 1.2255433984042114, | |
| "ece3_FS": 0.068883872828288, | |
| "obs_rate3": 0.3432271991365353, | |
| "mae_dwell_table": 1.2893658937973005, | |
| "delta_dwell_table": { | |
| "value_a": 1.2255433984042114, | |
| "value_b": 1.2893658937973005, | |
| "delta": -0.06382249539308904, | |
| "lo": -0.15243833549725624, | |
| "hi": 0.001187027232674267 | |
| }, | |
| "ece3_dwell_table": 0.06903326431609975, | |
| "mae_final_closed_form": 1.4959742717226967, | |
| "delta_final_closed_form": { | |
| "value_a": 1.2255433984042114, | |
| "value_b": 1.4959742717226967, | |
| "delta": -0.27043087331848525, | |
| "lo": -0.497458086936969, | |
| "hi": -0.13286449677418885 | |
| }, | |
| "ece3_final_closed_form": 0.15695024316399664 | |
| } | |
| ], | |
| "verdict_vs_table": "INCONCLUSIVE", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "engaged|head_turned|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 96274, | |
| "event_share": 0.2203398633068118, | |
| "mae_FS": 0.83231122767374, | |
| "ece3_FS": 0.02875499783448803, | |
| "obs_rate3": 0.16118578224650476, | |
| "mae_dwell_table": 0.9295386813425747, | |
| "delta_dwell_table": { | |
| "value_a": 0.83231122767374, | |
| "value_b": 0.9295386813425747, | |
| "delta": -0.09722745366883467, | |
| "lo": -0.17237689618548802, | |
| "hi": -0.044424666472288175 | |
| }, | |
| "ece3_dwell_table": 0.055879427590655374, | |
| "mae_final_closed_form": 0.8550491339814048, | |
| "delta_final_closed_form": { | |
| "value_a": 0.83231122767374, | |
| "value_b": 0.8550491339814048, | |
| "delta": -0.022737906307664812, | |
| "lo": -0.03692018172664341, | |
| "hi": -0.014384005665415334 | |
| }, | |
| "ece3_final_closed_form": 0.033459126923152706 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 96274, | |
| "event_share": 0.2203398633068118, | |
| "mae_FS": 0.8266390199327502, | |
| "ece3_FS": 0.027786530295117712, | |
| "obs_rate3": 0.16118578224650476, | |
| "mae_dwell_table": 0.9295386813425747, | |
| "delta_dwell_table": { | |
| "value_a": 0.8266390199327502, | |
| "value_b": 0.9295386813425747, | |
| "delta": -0.10289966140982443, | |
| "lo": -0.18200953513752338, | |
| "hi": -0.04977725109193058 | |
| }, | |
| "ece3_dwell_table": 0.055879427590655374, | |
| "mae_final_closed_form": 0.8530146190611954, | |
| "delta_final_closed_form": { | |
| "value_a": 0.8266390199327502, | |
| "value_b": 0.8530146190611954, | |
| "delta": -0.026375599128445115, | |
| "lo": -0.043191920582012065, | |
| "hi": -0.00868616461913165 | |
| }, | |
| "ece3_final_closed_form": 0.03525535952780653 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 96274, | |
| "event_share": 0.2203398633068118, | |
| "mae_FS": 0.8267002689079251, | |
| "ece3_FS": 0.0308047113542532, | |
| "obs_rate3": 0.16118578224650476, | |
| "mae_dwell_table": 0.9295386813425747, | |
| "delta_dwell_table": { | |
| "value_a": 0.8267002689079251, | |
| "value_b": 0.9295386813425747, | |
| "delta": -0.10283841243464953, | |
| "lo": -0.20528428062663528, | |
| "hi": -0.037155239681030926 | |
| }, | |
| "ece3_dwell_table": 0.055879427590655374, | |
| "mae_final_closed_form": 0.8451038684385239, | |
| "delta_final_closed_form": { | |
| "value_a": 0.8267002689079251, | |
| "value_b": 0.8451038684385239, | |
| "delta": -0.01840359953059878, | |
| "lo": -0.04900052770554443, | |
| "hi": -0.0021370397181962437 | |
| }, | |
| "ece3_final_closed_form": 0.032881649816504516 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "engaged|head_turned|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 6513, | |
| "event_share": 0.9444188545984953, | |
| "mae_FS": 1.0045574090845222, | |
| "ece3_FS": 0.03383438036351383, | |
| "obs_rate3": 0.8575157377552587, | |
| "mae_dwell_table": 1.1790141677702697, | |
| "delta_dwell_table": { | |
| "value_a": 1.0045574090845222, | |
| "value_b": 1.1790141677702697, | |
| "delta": -0.1744567586857475, | |
| "lo": -0.21566529577512933, | |
| "hi": -0.14604589895385534 | |
| }, | |
| "ece3_dwell_table": 0.07203593652917921, | |
| "mae_final_closed_form": 1.1132042027569469, | |
| "delta_final_closed_form": { | |
| "value_a": 1.0045574090845222, | |
| "value_b": 1.1132042027569469, | |
| "delta": -0.10864679367242469, | |
| "lo": -0.133806896903951, | |
| "hi": -0.09032893483186705 | |
| }, | |
| "ece3_final_closed_form": 0.07060331737649216 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 6513, | |
| "event_share": 0.9444188545984953, | |
| "mae_FS": 1.0197165559376145, | |
| "ece3_FS": 0.03732141654474588, | |
| "obs_rate3": 0.8575157377552587, | |
| "mae_dwell_table": 1.1790141677702697, | |
| "delta_dwell_table": { | |
| "value_a": 1.0197165559376145, | |
| "value_b": 1.1790141677702697, | |
| "delta": -0.15929761183265523, | |
| "lo": -0.19253232718967186, | |
| "hi": -0.1441253443667639 | |
| }, | |
| "ece3_dwell_table": 0.07203593652917921, | |
| "mae_final_closed_form": 1.1112946334338016, | |
| "delta_final_closed_form": { | |
| "value_a": 1.0197165559376145, | |
| "value_b": 1.1112946334338016, | |
| "delta": -0.09157807749618718, | |
| "lo": -0.14420694383137667, | |
| "hi": -0.04717867596714669 | |
| }, | |
| "ece3_final_closed_form": 0.07788198088128026 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 6513, | |
| "event_share": 0.9444188545984953, | |
| "mae_FS": 1.0461618491106277, | |
| "ece3_FS": 0.04915052014031975, | |
| "obs_rate3": 0.8575157377552587, | |
| "mae_dwell_table": 1.1790141677702697, | |
| "delta_dwell_table": { | |
| "value_a": 1.0461618491106277, | |
| "value_b": 1.1790141677702697, | |
| "delta": -0.13285231865964198, | |
| "lo": -0.1779015008467497, | |
| "hi": -0.09803001033341462 | |
| }, | |
| "ece3_dwell_table": 0.07203593652917921, | |
| "mae_final_closed_form": 1.0923289715850224, | |
| "delta_final_closed_form": { | |
| "value_a": 1.0461618491106277, | |
| "value_b": 1.0923289715850224, | |
| "delta": -0.046167122474394695, | |
| "lo": -0.08081318121357847, | |
| "hi": -0.016315363452854684 | |
| }, | |
| "ece3_final_closed_form": 0.06813913870201892 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "engaged|gaze_off|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 96249, | |
| "event_share": 0.3576037153632765, | |
| "mae_FS": 1.1083172053119423, | |
| "ece3_FS": 0.026396912476971474, | |
| "obs_rate3": 0.2731976436118817, | |
| "mae_dwell_table": 1.2783596564625341, | |
| "delta_dwell_table": { | |
| "value_a": 1.1083172053119423, | |
| "value_b": 1.2783596564625341, | |
| "delta": -0.1700424511505918, | |
| "lo": -0.2843922280826699, | |
| "hi": -0.11013758542096665 | |
| }, | |
| "ece3_dwell_table": 0.02905649829972761 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 96249, | |
| "event_share": 0.3576037153632765, | |
| "mae_FS": 1.1282891069104808, | |
| "ece3_FS": 0.026086144562902033, | |
| "obs_rate3": 0.2731976436118817, | |
| "mae_dwell_table": 1.2783596564625341, | |
| "delta_dwell_table": { | |
| "value_a": 1.1282891069104808, | |
| "value_b": 1.2783596564625341, | |
| "delta": -0.15007054955205335, | |
| "lo": -0.2563710493182249, | |
| "hi": -0.09752256255330383 | |
| }, | |
| "ece3_dwell_table": 0.02905649829972761 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 96249, | |
| "event_share": 0.3576037153632765, | |
| "mae_FS": 1.0963270193929555, | |
| "ece3_FS": 0.02602995024755265, | |
| "obs_rate3": 0.2731976436118817, | |
| "mae_dwell_table": 1.2783596564625341, | |
| "delta_dwell_table": { | |
| "value_a": 1.0963270193929555, | |
| "value_b": 1.2783596564625341, | |
| "delta": -0.18203263706957862, | |
| "lo": -0.31698792369750606, | |
| "hi": -0.10894592672055665 | |
| }, | |
| "ece3_dwell_table": 0.02905649829972761 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "n/a" | |
| }, | |
| "engaged|gaze_off|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 12673, | |
| "event_share": 0.8888187485204766, | |
| "mae_FS": 1.166445945058561, | |
| "ece3_FS": 0.05962605259040908, | |
| "obs_rate3": 0.790499487098556, | |
| "mae_dwell_table": 1.2666672620044872, | |
| "delta_dwell_table": { | |
| "value_a": 1.166445945058561, | |
| "value_b": 1.2666672620044872, | |
| "delta": -0.10022131694592629, | |
| "lo": -0.1531981402288739, | |
| "hi": -0.07508832175041054 | |
| }, | |
| "ece3_dwell_table": 0.03242626143999356 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 12673, | |
| "event_share": 0.8888187485204766, | |
| "mae_FS": 1.2007651527008563, | |
| "ece3_FS": 0.04791580986357673, | |
| "obs_rate3": 0.790499487098556, | |
| "mae_dwell_table": 1.2666672620044872, | |
| "delta_dwell_table": { | |
| "value_a": 1.2007651527008563, | |
| "value_b": 1.2666672620044872, | |
| "delta": -0.06590210930363094, | |
| "lo": -0.10202325794703962, | |
| "hi": -0.050515704927024674 | |
| }, | |
| "ece3_dwell_table": 0.03242626143999356 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 12673, | |
| "event_share": 0.8888187485204766, | |
| "mae_FS": 1.1926999706397219, | |
| "ece3_FS": 0.05506868620354535, | |
| "obs_rate3": 0.790499487098556, | |
| "mae_dwell_table": 1.2666672620044872, | |
| "delta_dwell_table": { | |
| "value_a": 1.1926999706397219, | |
| "value_b": 1.2666672620044872, | |
| "delta": -0.07396729136476532, | |
| "lo": -0.10301126694917065, | |
| "hi": -0.0597704665824883 | |
| }, | |
| "ece3_dwell_table": 0.03242626143999356 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "n/a" | |
| }, | |
| "manual|hands_on|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 66167, | |
| "event_share": 0.211948554415343, | |
| "mae_FS": 0.7000152065038613, | |
| "ece3_FS": 0.010819857118556882, | |
| "obs_rate3": 0.16221076971904425, | |
| "mae_dwell_table": 0.719953268296805, | |
| "delta_dwell_table": { | |
| "value_a": 0.7000152065038613, | |
| "value_b": 0.719953268296805, | |
| "delta": -0.019938061792943662, | |
| "lo": -0.04988000977401157, | |
| "hi": 0.02834705468553116 | |
| }, | |
| "ece3_dwell_table": 0.015126090089945058, | |
| "mae_final_closed_form": 0.7217811176520402, | |
| "delta_final_closed_form": { | |
| "value_a": 0.7000152065038613, | |
| "value_b": 0.7217811176520402, | |
| "delta": -0.02176591114817894, | |
| "lo": -0.045618374824560305, | |
| "hi": -0.012384266107838238 | |
| }, | |
| "ece3_final_closed_form": 0.02548346785318353 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 66167, | |
| "event_share": 0.211948554415343, | |
| "mae_FS": 0.6656971331651044, | |
| "ece3_FS": 0.009160671528906622, | |
| "obs_rate3": 0.16221076971904425, | |
| "mae_dwell_table": 0.719953268296805, | |
| "delta_dwell_table": { | |
| "value_a": 0.6656971331651044, | |
| "value_b": 0.719953268296805, | |
| "delta": -0.05425613513170058, | |
| "lo": -0.08066928136985387, | |
| "hi": 0.005576896261023037 | |
| }, | |
| "ece3_dwell_table": 0.015126090089945058, | |
| "mae_final_closed_form": 0.7193329186724319, | |
| "delta_final_closed_form": { | |
| "value_a": 0.6656971331651044, | |
| "value_b": 0.7193329186724319, | |
| "delta": -0.053635785507327505, | |
| "lo": -0.07366643152147159, | |
| "hi": -0.04389970042496101 | |
| }, | |
| "ece3_final_closed_form": 0.02255582942972483 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 66167, | |
| "event_share": 0.211948554415343, | |
| "mae_FS": 0.6622322824237796, | |
| "ece3_FS": 0.012449770442263045, | |
| "obs_rate3": 0.16221076971904425, | |
| "mae_dwell_table": 0.719953268296805, | |
| "delta_dwell_table": { | |
| "value_a": 0.6622322824237796, | |
| "value_b": 0.719953268296805, | |
| "delta": -0.05772098587302532, | |
| "lo": -0.0854394441411637, | |
| "hi": -0.009983280708366763 | |
| }, | |
| "ece3_dwell_table": 0.015126090089945058, | |
| "mae_final_closed_form": 0.7113205586962922, | |
| "delta_final_closed_form": { | |
| "value_a": 0.6622322824237796, | |
| "value_b": 0.7113205586962922, | |
| "delta": -0.049088276272512554, | |
| "lo": -0.06834727625674716, | |
| "hi": -0.04001668146117621 | |
| }, | |
| "ece3_final_closed_form": 0.019084132579249923 | |
| } | |
| ], | |
| "verdict_vs_table": "INCONCLUSIVE", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "manual|hands_on|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 5557, | |
| "event_share": 0.7773978765520965, | |
| "mae_FS": 1.382480421739022, | |
| "ece3_FS": 0.02344319481246436, | |
| "obs_rate3": 0.6744646391938096, | |
| "mae_dwell_table": 1.4679854114042334, | |
| "delta_dwell_table": { | |
| "value_a": 1.382480421739022, | |
| "value_b": 1.4679854114042334, | |
| "delta": -0.08550498966521136, | |
| "lo": -0.2839041904948253, | |
| "hi": -0.02751255754055472 | |
| }, | |
| "ece3_dwell_table": 0.07222845841488093, | |
| "mae_final_closed_form": 1.445243686255264, | |
| "delta_final_closed_form": { | |
| "value_a": 1.382480421739022, | |
| "value_b": 1.445243686255264, | |
| "delta": -0.06276326451624192, | |
| "lo": -0.08445558207575149, | |
| "hi": 0.03267467846238182 | |
| }, | |
| "ece3_final_closed_form": 0.0937494485095527 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 5557, | |
| "event_share": 0.7773978765520965, | |
| "mae_FS": 1.3748058624762693, | |
| "ece3_FS": 0.03989715195236305, | |
| "obs_rate3": 0.6744646391938096, | |
| "mae_dwell_table": 1.4679854114042334, | |
| "delta_dwell_table": { | |
| "value_a": 1.3748058624762693, | |
| "value_b": 1.4679854114042334, | |
| "delta": -0.0931795489279641, | |
| "lo": -0.29101071671077644, | |
| "hi": -0.03441895983227183 | |
| }, | |
| "ece3_dwell_table": 0.07222845841488093, | |
| "mae_final_closed_form": 1.4838052022751016, | |
| "delta_final_closed_form": { | |
| "value_a": 1.3748058624762693, | |
| "value_b": 1.4838052022751016, | |
| "delta": -0.10899933979883225, | |
| "lo": -0.2322893411156733, | |
| "hi": 0.022554965017232368 | |
| }, | |
| "ece3_final_closed_form": 0.10970756692038569 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 5557, | |
| "event_share": 0.7773978765520965, | |
| "mae_FS": 1.401513415839961, | |
| "ece3_FS": 0.04669525038296099, | |
| "obs_rate3": 0.6744646391938096, | |
| "mae_dwell_table": 1.4679854114042334, | |
| "delta_dwell_table": { | |
| "value_a": 1.401513415839961, | |
| "value_b": 1.4679854114042334, | |
| "delta": -0.06647199556427252, | |
| "lo": -0.29522407465048867, | |
| "hi": 0.004349907551840946 | |
| }, | |
| "ece3_dwell_table": 0.07222845841488093, | |
| "mae_final_closed_form": 1.486767887090937, | |
| "delta_final_closed_form": { | |
| "value_a": 1.401513415839961, | |
| "value_b": 1.486767887090937, | |
| "delta": -0.08525447125097618, | |
| "lo": -0.11388433726147057, | |
| "hi": -0.02740132708070396 | |
| }, | |
| "ece3_final_closed_form": 0.10304104790576869 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "INCONCLUSIVE" | |
| }, | |
| "manual|head_turned|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 66302, | |
| "event_share": 0.32995988054658987, | |
| "mae_FS": 0.9551539831280831, | |
| "ece3_FS": 0.01652487448929719, | |
| "obs_rate3": 0.24917800368013032, | |
| "mae_dwell_table": 1.093698489453824, | |
| "delta_dwell_table": { | |
| "value_a": 0.9551539831280831, | |
| "value_b": 1.093698489453824, | |
| "delta": -0.1385445063257409, | |
| "lo": -0.15965756840219192, | |
| "hi": -0.10138318723925038 | |
| }, | |
| "ece3_dwell_table": 0.01698977504807581, | |
| "mae_final_closed_form": 0.9688733412536237, | |
| "delta_final_closed_form": { | |
| "value_a": 0.9551539831280831, | |
| "value_b": 0.9688733412536237, | |
| "delta": -0.013719358125540593, | |
| "lo": -0.025672270986525973, | |
| "hi": -0.0057754532896687055 | |
| }, | |
| "ece3_final_closed_form": 0.01408480126191033 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 66302, | |
| "event_share": 0.32995988054658987, | |
| "mae_FS": 0.9534129346024918, | |
| "ece3_FS": 0.008866569736774056, | |
| "obs_rate3": 0.24917800368013032, | |
| "mae_dwell_table": 1.093698489453824, | |
| "delta_dwell_table": { | |
| "value_a": 0.9534129346024918, | |
| "value_b": 1.093698489453824, | |
| "delta": -0.1402855548513322, | |
| "lo": -0.16670468898750931, | |
| "hi": -0.0946008687278114 | |
| }, | |
| "ece3_dwell_table": 0.01698977504807581, | |
| "mae_final_closed_form": 0.97273221307638, | |
| "delta_final_closed_form": { | |
| "value_a": 0.9534129346024918, | |
| "value_b": 0.97273221307638, | |
| "delta": -0.019319278473888257, | |
| "lo": -0.04045485092171423, | |
| "hi": 0.0030829678831279963 | |
| }, | |
| "ece3_final_closed_form": 0.012840796030649021 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 66302, | |
| "event_share": 0.32995988054658987, | |
| "mae_FS": 0.9831456745655438, | |
| "ece3_FS": 0.03173407153093414, | |
| "obs_rate3": 0.24917800368013032, | |
| "mae_dwell_table": 1.093698489453824, | |
| "delta_dwell_table": { | |
| "value_a": 0.9831456745655438, | |
| "value_b": 1.093698489453824, | |
| "delta": -0.11055281488828017, | |
| "lo": -0.15355887197538268, | |
| "hi": -0.085150737996121 | |
| }, | |
| "ece3_dwell_table": 0.01698977504807581, | |
| "mae_final_closed_form": 0.9708383300053792, | |
| "delta_final_closed_form": { | |
| "value_a": 0.9831456745655438, | |
| "value_b": 0.9708383300053792, | |
| "delta": 0.01230734456016458, | |
| "lo": -0.024815988053114534, | |
| "hi": 0.023836485360927553 | |
| }, | |
| "ece3_final_closed_form": 0.014326195192649523 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "INCONCLUSIVE" | |
| }, | |
| "manual|head_turned|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 8783, | |
| "event_share": 0.8932027780940454, | |
| "mae_FS": 1.1463496845518824, | |
| "ece3_FS": 0.03542564751807913, | |
| "obs_rate3": 0.7752476374814984, | |
| "mae_dwell_table": 1.3218174146164472, | |
| "delta_dwell_table": { | |
| "value_a": 1.1463496845518824, | |
| "value_b": 1.3218174146164472, | |
| "delta": -0.17546773006456484, | |
| "lo": -0.23538893088131202, | |
| "hi": -0.08806944316737235 | |
| }, | |
| "ece3_dwell_table": 0.012337667417732547, | |
| "mae_final_closed_form": 1.2331137967587442, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1463496845518824, | |
| "value_b": 1.2331137967587442, | |
| "delta": -0.08676411220686187, | |
| "lo": -0.10839441401061399, | |
| "hi": -0.04578533359499732 | |
| }, | |
| "ece3_final_closed_form": 0.008705376835628387 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 8783, | |
| "event_share": 0.8932027780940454, | |
| "mae_FS": 1.1295705311976736, | |
| "ece3_FS": 0.022660245513856276, | |
| "obs_rate3": 0.7752476374814984, | |
| "mae_dwell_table": 1.3218174146164472, | |
| "delta_dwell_table": { | |
| "value_a": 1.1295705311976736, | |
| "value_b": 1.3218174146164472, | |
| "delta": -0.1922468834187736, | |
| "lo": -0.2504232519591787, | |
| "hi": -0.12049512512170309 | |
| }, | |
| "ece3_dwell_table": 0.012337667417732547, | |
| "mae_final_closed_form": 1.2183874013306382, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1295705311976736, | |
| "value_b": 1.2183874013306382, | |
| "delta": -0.08881687013296458, | |
| "lo": -0.12604790067316599, | |
| "hi": -0.0506414433397824 | |
| }, | |
| "ece3_final_closed_form": 0.03195049189142252 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 8783, | |
| "event_share": 0.8932027780940454, | |
| "mae_FS": 1.1479180956038177, | |
| "ece3_FS": 0.01492585339178925, | |
| "obs_rate3": 0.7752476374814984, | |
| "mae_dwell_table": 1.3218174146164472, | |
| "delta_dwell_table": { | |
| "value_a": 1.1479180956038177, | |
| "value_b": 1.3218174146164472, | |
| "delta": -0.17389931901262945, | |
| "lo": -0.2427765034524648, | |
| "hi": -0.10708965322802379 | |
| }, | |
| "ece3_dwell_table": 0.012337667417732547, | |
| "mae_final_closed_form": 1.209313484351795, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1479180956038177, | |
| "value_b": 1.209313484351795, | |
| "delta": -0.06139538874797723, | |
| "lo": -0.09694371521818584, | |
| "hi": -0.030565792874164235 | |
| }, | |
| "ece3_final_closed_form": 0.017603342657709246 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "manual|gaze_off|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 65855, | |
| "event_share": 0.423566927340369, | |
| "mae_FS": 1.1722984512339565, | |
| "ece3_FS": 0.027098243278266355, | |
| "obs_rate3": 0.3236048895300281, | |
| "mae_dwell_table": 1.342164281428462, | |
| "delta_dwell_table": { | |
| "value_a": 1.1722984512339565, | |
| "value_b": 1.342164281428462, | |
| "delta": -0.16986583019450552, | |
| "lo": -0.21482331392393783, | |
| "hi": -0.11380919638332608 | |
| }, | |
| "ece3_dwell_table": 0.014103502282004063 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 65855, | |
| "event_share": 0.423566927340369, | |
| "mae_FS": 1.1685138072969157, | |
| "ece3_FS": 0.017073351123634187, | |
| "obs_rate3": 0.3236048895300281, | |
| "mae_dwell_table": 1.342164281428462, | |
| "delta_dwell_table": { | |
| "value_a": 1.1685138072969157, | |
| "value_b": 1.342164281428462, | |
| "delta": -0.17365047413154633, | |
| "lo": -0.22049458058741186, | |
| "hi": -0.11480631253353599 | |
| }, | |
| "ece3_dwell_table": 0.014103502282004063 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 65855, | |
| "event_share": 0.423566927340369, | |
| "mae_FS": 1.170627954955905, | |
| "ece3_FS": 0.01936986318525462, | |
| "obs_rate3": 0.3236048895300281, | |
| "mae_dwell_table": 1.342164281428462, | |
| "delta_dwell_table": { | |
| "value_a": 1.170627954955905, | |
| "value_b": 1.342164281428462, | |
| "delta": -0.1715363264725569, | |
| "lo": -0.21609433073693646, | |
| "hi": -0.11570168602142292 | |
| }, | |
| "ece3_dwell_table": 0.014103502282004063 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "n/a" | |
| }, | |
| "manual|gaze_off|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 11294, | |
| "event_share": 0.8879050823446077, | |
| "mae_FS": 1.1716480124499686, | |
| "ece3_FS": 0.05425163047206451, | |
| "obs_rate3": 0.7643881707101116, | |
| "mae_dwell_table": 1.3138458419483658, | |
| "delta_dwell_table": { | |
| "value_a": 1.1716480124499686, | |
| "value_b": 1.3138458419483658, | |
| "delta": -0.1421978294983972, | |
| "lo": -0.1823724290071234, | |
| "hi": -0.08205644375389406 | |
| }, | |
| "ece3_dwell_table": 0.038461916337334964 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 11294, | |
| "event_share": 0.8879050823446077, | |
| "mae_FS": 1.1821116627402617, | |
| "ece3_FS": 0.033469624628698964, | |
| "obs_rate3": 0.7643881707101116, | |
| "mae_dwell_table": 1.3138458419483658, | |
| "delta_dwell_table": { | |
| "value_a": 1.1821116627402617, | |
| "value_b": 1.3138458419483658, | |
| "delta": -0.13173417920810415, | |
| "lo": -0.16448742171741157, | |
| "hi": -0.0773785214844993 | |
| }, | |
| "ece3_dwell_table": 0.038461916337334964 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 11294, | |
| "event_share": 0.8879050823446077, | |
| "mae_FS": 1.1906143315924107, | |
| "ece3_FS": 0.029305892483743053, | |
| "obs_rate3": 0.7643881707101116, | |
| "mae_dwell_table": 1.3138458419483658, | |
| "delta_dwell_table": { | |
| "value_a": 1.1906143315924107, | |
| "value_b": 1.3138458419483658, | |
| "delta": -0.12323151035595514, | |
| "lo": -0.1566666766203093, | |
| "hi": -0.08085854341818585 | |
| }, | |
| "ece3_dwell_table": 0.038461916337334964 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "n/a" | |
| } | |
| }, | |
| "calibration": { | |
| "engaged|hands_on": [ | |
| { | |
| "FS": 0.007522154815295349, | |
| "dwell_table": 0.014152420145335918, | |
| "final_closed_form": 0.007197155546777632, | |
| "seed": 0, | |
| "n": 96572 | |
| }, | |
| { | |
| "FS": 0.010975316509734682, | |
| "dwell_table": 0.014152420145335918, | |
| "final_closed_form": 0.007645661344551356, | |
| "seed": 1, | |
| "n": 96572 | |
| }, | |
| { | |
| "FS": 0.007959535921132369, | |
| "dwell_table": 0.014152420145335918, | |
| "final_closed_form": 0.008363053324681222, | |
| "seed": 2, | |
| "n": 96572 | |
| } | |
| ], | |
| "engaged|head_turned": [ | |
| { | |
| "FS": 0.014942445930661168, | |
| "dwell_table": 0.04040904478324916, | |
| "final_closed_form": 0.02015709567015247, | |
| "seed": 0, | |
| "n": 96656 | |
| }, | |
| { | |
| "FS": 0.015601306201489586, | |
| "dwell_table": 0.04040904478324916, | |
| "final_closed_form": 0.021426582939742738, | |
| "seed": 1, | |
| "n": 96656 | |
| }, | |
| { | |
| "FS": 0.009848863467869503, | |
| "dwell_table": 0.04040904478324916, | |
| "final_closed_form": 0.02173547570820589, | |
| "seed": 2, | |
| "n": 96656 | |
| } | |
| ], | |
| "engaged|gaze_off": [ | |
| { | |
| "FS": 0.015585470337784136, | |
| "dwell_table": 0.021859845175296176, | |
| "seed": 0, | |
| "n": 96567 | |
| }, | |
| { | |
| "FS": 0.01710060496021218, | |
| "dwell_table": 0.021859845175296176, | |
| "seed": 1, | |
| "n": 96567 | |
| }, | |
| { | |
| "FS": 0.022504963412311035, | |
| "dwell_table": 0.021859845175296176, | |
| "seed": 2, | |
| "n": 96567 | |
| } | |
| ], | |
| "manual|hands_on": [ | |
| { | |
| "FS": 0.010225996520519781, | |
| "dwell_table": 0.010857441364174814, | |
| "final_closed_form": 0.010280719600438002, | |
| "seed": 0, | |
| "n": 68135 | |
| }, | |
| { | |
| "FS": 0.004420748937590995, | |
| "dwell_table": 0.010857441364174814, | |
| "final_closed_form": 0.009790676930176937, | |
| "seed": 1, | |
| "n": 68135 | |
| }, | |
| { | |
| "FS": 0.008560527525959741, | |
| "dwell_table": 0.010857441364174814, | |
| "final_closed_form": 0.011475301598508788, | |
| "seed": 2, | |
| "n": 68135 | |
| } | |
| ], | |
| "manual|head_turned": [ | |
| { | |
| "FS": 0.008371708182997374, | |
| "dwell_table": 0.012886102037159954, | |
| "final_closed_form": 0.009196618696706307, | |
| "seed": 0, | |
| "n": 68132 | |
| }, | |
| { | |
| "FS": 0.00637265168878824, | |
| "dwell_table": 0.012886102037159954, | |
| "final_closed_form": 0.009602779862523142, | |
| "seed": 1, | |
| "n": 68132 | |
| }, | |
| { | |
| "FS": 0.01188072535956089, | |
| "dwell_table": 0.012886102037159954, | |
| "final_closed_form": 0.008469125867237266, | |
| "seed": 2, | |
| "n": 68132 | |
| } | |
| ], | |
| "manual|gaze_off": [ | |
| { | |
| "FS": 0.01640489733553366, | |
| "dwell_table": 0.01160761803657204, | |
| "seed": 0, | |
| "n": 67680 | |
| }, | |
| { | |
| "FS": 0.01457382613984564, | |
| "dwell_table": 0.01160761803657204, | |
| "seed": 1, | |
| "n": 67680 | |
| }, | |
| { | |
| "FS": 0.013888924684701376, | |
| "dwell_table": 0.01160761803657204, | |
| "seed": 2, | |
| "n": 67680 | |
| } | |
| ] | |
| }, | |
| "provenance": [ | |
| { | |
| "seed": 0, | |
| "regime": "manual", | |
| "fs_run": "FS_dwell_s0", | |
| "fs_model_id": "I1_all_minus_road2drv_s0_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s0_final", | |
| "n_rows": 70330 | |
| }, | |
| { | |
| "seed": 0, | |
| "regime": "engaged", | |
| "fs_run": "FS_dwell_s0", | |
| "fs_model_id": "I1_all_minus_road2drv_s0_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s0_final", | |
| "n_rows": 110948 | |
| }, | |
| { | |
| "seed": 1, | |
| "regime": "manual", | |
| "fs_run": "FS_dwell_s1", | |
| "fs_model_id": "I1_all_minus_road2drv_s1_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s1_final", | |
| "n_rows": 70330 | |
| }, | |
| { | |
| "seed": 1, | |
| "regime": "engaged", | |
| "fs_run": "FS_dwell_s1", | |
| "fs_model_id": "I1_all_minus_road2drv_s1_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s1_final", | |
| "n_rows": 110948 | |
| }, | |
| { | |
| "seed": 2, | |
| "regime": "manual", | |
| "fs_run": "FS_dwell_s2", | |
| "fs_model_id": "I1_all_minus_road2drv_s2_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s2_final", | |
| "n_rows": 70330 | |
| }, | |
| { | |
| "seed": 2, | |
| "regime": "engaged", | |
| "fs_run": "FS_dwell_s2", | |
| "fs_model_id": "I1_all_minus_road2drv_s2_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s2_final", | |
| "n_rows": 110948 | |
| } | |
| ], | |
| "verdict_counts": { | |
| "auroc|dwell_table": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|final_closed_form": { | |
| "BEATS": 9, | |
| "NOT_WORSE": 1, | |
| "INCONCLUSIVE": 6, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|dwell_table": { | |
| "BEATS": 19, | |
| "NOT_WORSE": 3, | |
| "INCONCLUSIVE": 2, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|final_closed_form": { | |
| "BEATS": 16, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| } | |
| } | |
| } |
Xet Storage Details
- Size:
- 143 kB
- Xet hash:
- ac4709e29ab80a350c7c8de0183bb9f48111bddae1a664f6c679475ada02bba1
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.