Buckets:
| { | |
| "name": "dwell", | |
| "seeds": [ | |
| 0, | |
| 1, | |
| 2 | |
| ], | |
| "split": "test", | |
| "n_boot": 500, | |
| "cells": { | |
| "engaged|hands_on|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.02107266010398851, | |
| "value_b": 0.021793591379504314, | |
| "delta": -0.0007209312755158057, | |
| "lo": -0.0013131119611437746, | |
| "hi": -0.0002259575723646056, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.02117473261546436, | |
| "value_b": 0.021793591379504314, | |
| "delta": -0.0006188587640399527, | |
| "lo": -0.001174075127562482, | |
| "hi": 5.0131338199368635e-05, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0211383408893834, | |
| "value_b": 0.021793591379504314, | |
| "delta": -0.0006552504901209157, | |
| "lo": -0.0012760934494436217, | |
| "hi": -1.4466909301408433e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0006650135098922247 | |
| }, | |
| "engaged|hands_on|1s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.02107266010398851, | |
| "value_b": 0.02234192531842198, | |
| "delta": -0.0012692652144334696, | |
| "lo": -0.0023507907820685707, | |
| "hi": -0.00039744386269267997, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.02117473261546436, | |
| "value_b": 0.02250060315664605, | |
| "delta": -0.0013258705411816896, | |
| "lo": -0.0021769634883761165, | |
| "hi": -0.0006830200711804471, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0211383408893834, | |
| "value_b": 0.021933255693399087, | |
| "delta": -0.0007949148040156881, | |
| "lo": -0.0012900571822879899, | |
| "hi": -0.0003317714998461816, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0011300168532102823 | |
| }, | |
| "engaged|hands_on|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.02107266010398851, | |
| "value_b": 0.026964446269799866, | |
| "delta": -0.005891786165811357, | |
| "lo": -0.00810935946293774, | |
| "hi": -0.004090492540950993, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.02117473261546436, | |
| "value_b": 0.026964446269799866, | |
| "delta": -0.005789713654335504, | |
| "lo": -0.007927281801897893, | |
| "hi": -0.003937673651614698, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0211383408893834, | |
| "value_b": 0.026964446269799866, | |
| "delta": -0.005826105380416467, | |
| "lo": -0.008004580348677166, | |
| "hi": -0.004000764348433433, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.005835868400187776 | |
| }, | |
| "engaged|hands_on|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.028088375489825623, | |
| "value_b": 0.028920999458911384, | |
| "delta": -0.0008326239690857606, | |
| "lo": -0.001691245183644431, | |
| "hi": -3.870085521092701e-05, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.028340862073845695, | |
| "value_b": 0.028920999458911384, | |
| "delta": -0.0005801373850656891, | |
| "lo": -0.001384400318467794, | |
| "hi": 0.0003663709468131674, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.028182086310224393, | |
| "value_b": 0.028920999458911384, | |
| "delta": -0.0007389131486869906, | |
| "lo": -0.0015355644264653822, | |
| "hi": 5.1960526925503715e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": -0.0007172248342794801 | |
| }, | |
| "engaged|hands_on|2s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.028088375489825623, | |
| "value_b": 0.029566962371192298, | |
| "delta": -0.0014785868813666746, | |
| "lo": -0.002639823507397801, | |
| "hi": -0.0005052553082811229, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.028340862073845695, | |
| "value_b": 0.029769029446810535, | |
| "delta": -0.0014281673729648406, | |
| "lo": -0.002197226475244754, | |
| "hi": -0.0007691284405366936, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.028182086310224393, | |
| "value_b": 0.029186857904210255, | |
| "delta": -0.001004771593985862, | |
| "lo": -0.001568736396441584, | |
| "hi": -0.0004091919765417405, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0013038419494391257 | |
| }, | |
| "engaged|hands_on|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.028088375489825623, | |
| "value_b": 0.03633327114925068, | |
| "delta": -0.008244895659425058, | |
| "lo": -0.011182389982924616, | |
| "hi": -0.0059738682628271145, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.028340862073845695, | |
| "value_b": 0.03633327114925068, | |
| "delta": -0.007992409075404987, | |
| "lo": -0.010821253563782643, | |
| "hi": -0.0058308759512163445, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.028182086310224393, | |
| "value_b": 0.03633327114925068, | |
| "delta": -0.008151184839026288, | |
| "lo": -0.011003617751348999, | |
| "hi": -0.005920798685589133, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.008129496524618777 | |
| }, | |
| "engaged|hands_on|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03293098474350176, | |
| "value_b": 0.034045260380013743, | |
| "delta": -0.0011142756365119869, | |
| "lo": -0.002047464993878901, | |
| "hi": -0.0002695080931444496, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03335940699063683, | |
| "value_b": 0.034045260380013743, | |
| "delta": -0.0006858533893769128, | |
| "lo": -0.0015617896370345027, | |
| "hi": 0.00031234657502507993, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.033111578902415714, | |
| "value_b": 0.034045260380013743, | |
| "delta": -0.0009336814775980293, | |
| "lo": -0.0017636999186924165, | |
| "hi": -8.207724731833536e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0009112701678289764 | |
| }, | |
| "engaged|hands_on|3s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03293098474350176, | |
| "value_b": 0.034478506647208015, | |
| "delta": -0.0015475219037062588, | |
| "lo": -0.002623040517018554, | |
| "hi": -0.0005356742808118354, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03335940699063683, | |
| "value_b": 0.034793764632623105, | |
| "delta": -0.0014343576419862739, | |
| "lo": -0.0021494971251024026, | |
| "hi": -0.0007839752202033432, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.033111578902415714, | |
| "value_b": 0.03418191452403426, | |
| "delta": -0.001070335621618547, | |
| "lo": -0.0016026604659903835, | |
| "hi": -0.0004193107688836899, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0013507383891036933 | |
| }, | |
| "engaged|hands_on|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03293098474350176, | |
| "value_b": 0.04314031264508762, | |
| "delta": -0.010209327901585866, | |
| "lo": -0.013459976010380754, | |
| "hi": -0.007572048892739859, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03335940699063683, | |
| "value_b": 0.04314031264508762, | |
| "delta": -0.009780905654450792, | |
| "lo": -0.013038338861282533, | |
| "hi": -0.007207234604982704, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.033111578902415714, | |
| "value_b": 0.04314031264508762, | |
| "delta": -0.010028733742671908, | |
| "lo": -0.013179163894514751, | |
| "hi": -0.007429362009572835, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.010006322432902856 | |
| }, | |
| "engaged|hands_on|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03937831726105273, | |
| "value_b": 0.040794207054075035, | |
| "delta": -0.0014158897930223041, | |
| "lo": -0.0022839713672168885, | |
| "hi": -0.0005055651147664001, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.040247388100728046, | |
| "value_b": 0.040794207054075035, | |
| "delta": -0.0005468189533469892, | |
| "lo": -0.0015704047518469142, | |
| "hi": 0.0006561528481026418, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03966653546181171, | |
| "value_b": 0.040794207054075035, | |
| "delta": -0.0011276715922633254, | |
| "lo": -0.0019622777818511317, | |
| "hi": -0.00025719163590162095, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0010301267795442062 | |
| }, | |
| "engaged|hands_on|5s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03937831726105273, | |
| "value_b": 0.041087612394111066, | |
| "delta": -0.0017092951330583347, | |
| "lo": -0.0026885405788293496, | |
| "hi": -0.0006066889580488954, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.040247388100728046, | |
| "value_b": 0.0415763413231609, | |
| "delta": -0.0013289532224328507, | |
| "lo": -0.0020304764829940877, | |
| "hi": -0.0005326431234393921, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03966653546181171, | |
| "value_b": 0.04084356078149002, | |
| "delta": -0.0011770253196783098, | |
| "lo": -0.0016885622548669203, | |
| "hi": -0.00044692409144114753, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0014050912250564984 | |
| }, | |
| "engaged|hands_on|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03937831726105273, | |
| "value_b": 0.05334296349797211, | |
| "delta": -0.013964646236919377, | |
| "lo": -0.01832394234957113, | |
| "hi": -0.010419875700412227, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.040247388100728046, | |
| "value_b": 0.05334296349797211, | |
| "delta": -0.013095575397244062, | |
| "lo": -0.01722732479226699, | |
| "hi": -0.00943752252020007, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03966653546181171, | |
| "value_b": 0.05334296349797211, | |
| "delta": -0.013676428036160398, | |
| "lo": -0.01801994150329875, | |
| "hi": -0.010109125261199402, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.01357888322344128 | |
| }, | |
| "engaged|head_turned|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.048737858833026164, | |
| "value_b": 0.052176471143788504, | |
| "delta": -0.00343861231076234, | |
| "lo": -0.004768133269270817, | |
| "hi": -0.0020646861656952037, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04924155788987945, | |
| "value_b": 0.052176471143788504, | |
| "delta": -0.002934913253909051, | |
| "lo": -0.0038577309002240496, | |
| "hi": -0.0017062714048322095, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.048549891113493365, | |
| "value_b": 0.052176471143788504, | |
| "delta": -0.0036265800302951387, | |
| "lo": -0.0049347246419831434, | |
| "hi": -0.0024040831987541594, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0033333685316555097 | |
| }, | |
| "engaged|head_turned|1s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.048737858833026164, | |
| "value_b": 0.05037390178296616, | |
| "delta": -0.001636042949939999, | |
| "lo": -0.002717782590937898, | |
| "hi": -0.0008703482739653967, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04924155788987945, | |
| "value_b": 0.050925496651024305, | |
| "delta": -0.0016839387611448514, | |
| "lo": -0.0027982296964307253, | |
| "hi": -0.0008979440158960953, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.048549891113493365, | |
| "value_b": 0.050878024597253026, | |
| "delta": -0.0023281334837596604, | |
| "lo": -0.0038803452290208204, | |
| "hi": -0.001177968800400725, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0018827050649481702 | |
| }, | |
| "engaged|head_turned|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.048737858833026164, | |
| "value_b": 0.07106354556610074, | |
| "delta": -0.022325686733074578, | |
| "lo": -0.03451760895818664, | |
| "hi": -0.014894256050989658, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04924155788987945, | |
| "value_b": 0.07106354556610074, | |
| "delta": -0.02182198767622129, | |
| "lo": -0.03330186866230696, | |
| "hi": -0.014702679453777151, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.048549891113493365, | |
| "value_b": 0.07106354556610074, | |
| "delta": -0.022513654452607376, | |
| "lo": -0.03466613608640868, | |
| "hi": -0.015047867881107482, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.022220442953967745 | |
| }, | |
| "engaged|head_turned|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05923961210010404, | |
| "value_b": 0.06137568877236809, | |
| "delta": -0.0021360766722640506, | |
| "lo": -0.0029478130546103593, | |
| "hi": -0.001054886764179436, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05919162992786055, | |
| "value_b": 0.06137568877236809, | |
| "delta": -0.002184058844507543, | |
| "lo": -0.003046393513931477, | |
| "hi": -0.0011210677048206432, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.059243146558473785, | |
| "value_b": 0.06137568877236809, | |
| "delta": -0.002132542213894306, | |
| "lo": -0.0030272004488670814, | |
| "hi": -0.001061147054516347, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0021508925768886334 | |
| }, | |
| "engaged|head_turned|2s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05923961210010404, | |
| "value_b": 0.06106011034762295, | |
| "delta": -0.0018204982475189119, | |
| "lo": -0.002431796796834888, | |
| "hi": -0.0013822769321525897, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05919162992786055, | |
| "value_b": 0.061488660032082525, | |
| "delta": -0.002297030104221977, | |
| "lo": -0.0038604904533482928, | |
| "hi": -0.0012732171925133862, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.059243146558473785, | |
| "value_b": 0.06150972747653573, | |
| "delta": -0.002266580918061943, | |
| "lo": -0.0037144130674998483, | |
| "hi": -0.0011850521032528798, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0021280364232676104 | |
| }, | |
| "engaged|head_turned|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05923961210010404, | |
| "value_b": 0.09091736399351874, | |
| "delta": -0.0316777518934147, | |
| "lo": -0.045426657426314146, | |
| "hi": -0.022896161341599084, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05919162992786055, | |
| "value_b": 0.09091736399351874, | |
| "delta": -0.03172573406565819, | |
| "lo": -0.045297039665682555, | |
| "hi": -0.023119959528885802, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.059243146558473785, | |
| "value_b": 0.09091736399351874, | |
| "delta": -0.031674217435044956, | |
| "lo": -0.045358485982172014, | |
| "hi": -0.023036781014421612, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.03169256779803928 | |
| }, | |
| "engaged|head_turned|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06365386190392851, | |
| "value_b": 0.06556558740111885, | |
| "delta": -0.0019117254971903475, | |
| "lo": -0.002879922890211944, | |
| "hi": -0.0006996095495165592, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06350419084641935, | |
| "value_b": 0.06556558740111885, | |
| "delta": -0.0020613965546995017, | |
| "lo": -0.0030770939666148077, | |
| "hi": -0.0007962149518552233, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06377292471115359, | |
| "value_b": 0.06556558740111885, | |
| "delta": -0.001792662689965266, | |
| "lo": -0.0028961914282010595, | |
| "hi": -0.00045443409370294946, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0019219282472850384 | |
| }, | |
| "engaged|head_turned|3s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06365386190392851, | |
| "value_b": 0.06576359067100433, | |
| "delta": -0.0021097287670758247, | |
| "lo": -0.003116003225861804, | |
| "hi": -0.0013971589864155425, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06350419084641935, | |
| "value_b": 0.06611173046837644, | |
| "delta": -0.002607539621957089, | |
| "lo": -0.004724795192350092, | |
| "hi": -0.0011704832718765553, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06377292471115359, | |
| "value_b": 0.06604447726636091, | |
| "delta": -0.0022715525552073207, | |
| "lo": -0.0040627984919291964, | |
| "hi": -0.0009985480676134504, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0023296069814134116 | |
| }, | |
| "engaged|head_turned|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06365386190392851, | |
| "value_b": 0.10087359996447878, | |
| "delta": -0.037219738060550275, | |
| "lo": -0.05020442583374691, | |
| "hi": -0.02836867862024826, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06350419084641935, | |
| "value_b": 0.10087359996447878, | |
| "delta": -0.03736940911805943, | |
| "lo": -0.05028119284071512, | |
| "hi": -0.028667899479704908, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06377292471115359, | |
| "value_b": 0.10087359996447878, | |
| "delta": -0.037100675253325194, | |
| "lo": -0.04992430650399645, | |
| "hi": -0.02839335676863148, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.037229940810644964 | |
| }, | |
| "engaged|head_turned|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06817952562036579, | |
| "value_b": 0.07002014227785809, | |
| "delta": -0.0018406166574923, | |
| "lo": -0.0030268330484868617, | |
| "hi": -0.0003994156039963244, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06787274380351378, | |
| "value_b": 0.07002014227785809, | |
| "delta": -0.0021473984743443086, | |
| "lo": -0.003230704691136316, | |
| "hi": -0.0008872830017787212, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06834656779283525, | |
| "value_b": 0.07002014227785809, | |
| "delta": -0.0016735744850228385, | |
| "lo": -0.0029994843240452084, | |
| "hi": -0.00011627073900435318, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.001887196538953149 | |
| }, | |
| "engaged|head_turned|5s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06817952562036579, | |
| "value_b": 0.07072437571873369, | |
| "delta": -0.0025448500983678984, | |
| "lo": -0.0039350827439305625, | |
| "hi": -0.001530498124000677, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06787274380351378, | |
| "value_b": 0.07101189682424222, | |
| "delta": -0.0031391530207284385, | |
| "lo": -0.005883621490761508, | |
| "hi": -0.0013018338597025475, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06834656779283525, | |
| "value_b": 0.0708412884010336, | |
| "delta": -0.0024947206081983447, | |
| "lo": -0.004323634823248981, | |
| "hi": -0.0010443474391946968, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0027262412424315604 | |
| }, | |
| "engaged|head_turned|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06817952562036579, | |
| "value_b": 0.11235418605115952, | |
| "delta": -0.044174660430793725, | |
| "lo": -0.05835957951793432, | |
| "hi": -0.0340579850809304, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06787274380351378, | |
| "value_b": 0.11235418605115952, | |
| "delta": -0.04448144224764573, | |
| "lo": -0.058721140531353314, | |
| "hi": -0.03432580867409838, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06834656779283525, | |
| "value_b": 0.11235418605115952, | |
| "delta": -0.04400761825832426, | |
| "lo": -0.05798543956556684, | |
| "hi": -0.03416132694841197, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.04422124031225457 | |
| }, | |
| "engaged|gaze_off|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06969690926746536, | |
| "value_b": 0.07292287915914973, | |
| "delta": -0.0032259698916843743, | |
| "lo": -0.004442679343092531, | |
| "hi": -0.001997921142584544, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.07000988917326922, | |
| "value_b": 0.07292287915914973, | |
| "delta": -0.002912989985880507, | |
| "lo": -0.0038506793625391416, | |
| "hi": -0.0017475738623557084, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0700851161738989, | |
| "value_b": 0.07292287915914973, | |
| "delta": -0.002837762985250833, | |
| "lo": -0.004018307852969618, | |
| "hi": -0.0014994070966198871, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0029922409542719047 | |
| }, | |
| "engaged|gaze_off|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06969690926746536, | |
| "value_b": 0.09939681554087018, | |
| "delta": -0.029699906273404825, | |
| "lo": -0.04524449570810009, | |
| "hi": -0.01974495121875147, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.07000988917326922, | |
| "value_b": 0.09939681554087018, | |
| "delta": -0.029386926367600957, | |
| "lo": -0.04437465682902212, | |
| "hi": -0.01949239539676648, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0700851161738989, | |
| "value_b": 0.09939681554087018, | |
| "delta": -0.029311699366971283, | |
| "lo": -0.04480329192245239, | |
| "hi": -0.019229942520670087, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.029466177335992355 | |
| }, | |
| "engaged|gaze_off|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08173550367218095, | |
| "value_b": 0.08414074638072781, | |
| "delta": -0.002405242708546862, | |
| "lo": -0.003474348503894427, | |
| "hi": -0.0009210735873018534, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08170333959706895, | |
| "value_b": 0.08414074638072781, | |
| "delta": -0.002437406783658863, | |
| "lo": -0.0035354901399298573, | |
| "hi": -0.0010510368073007412, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08227642531180714, | |
| "value_b": 0.08414074638072781, | |
| "delta": -0.0018643210689206768, | |
| "lo": -0.0031727219020389603, | |
| "hi": 9.134001361646533e-05, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0022356568537088006 | |
| }, | |
| "engaged|gaze_off|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08173550367218095, | |
| "value_b": 0.12428686771895268, | |
| "delta": -0.042551364046771734, | |
| "lo": -0.06025887380465132, | |
| "hi": -0.030547795285400227, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08170333959706895, | |
| "value_b": 0.12428686771895268, | |
| "delta": -0.042583528121883735, | |
| "lo": -0.06057465462755556, | |
| "hi": -0.03041551406133337, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08227642531180714, | |
| "value_b": 0.12428686771895268, | |
| "delta": -0.04201044240714555, | |
| "lo": -0.059125459235826947, | |
| "hi": -0.029922931570715593, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.04238177819193367 | |
| }, | |
| "engaged|gaze_off|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0869031543713708, | |
| "value_b": 0.08916299833299438, | |
| "delta": -0.00225984396162357, | |
| "lo": -0.0038389294645606994, | |
| "hi": -0.00037321066922854233, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.0869070493573357, | |
| "value_b": 0.08916299833299438, | |
| "delta": -0.0022559489756586726, | |
| "lo": -0.0037941493341110202, | |
| "hi": -0.0004915384743121695, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08761789506452188, | |
| "value_b": 0.08916299833299438, | |
| "delta": -0.0015451032684725002, | |
| "lo": -0.0034379155940910647, | |
| "hi": 0.001035428891219266, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0020202987352515808 | |
| }, | |
| "engaged|gaze_off|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0869031543713708, | |
| "value_b": 0.1369235138037218, | |
| "delta": -0.050020359432351, | |
| "lo": -0.06762541886566557, | |
| "hi": -0.03709286753143525, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.0869070493573357, | |
| "value_b": 0.1369235138037218, | |
| "delta": -0.050016464446386105, | |
| "lo": -0.06817813598076558, | |
| "hi": -0.03686609488839074, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08761789506452188, | |
| "value_b": 0.1369235138037218, | |
| "delta": -0.04930561873919993, | |
| "lo": -0.0667662634494154, | |
| "hi": -0.03657140817707313, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.04978081420597902 | |
| }, | |
| "engaged|gaze_off|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09215381814730915, | |
| "value_b": 0.09416349401597163, | |
| "delta": -0.0020096758686624777, | |
| "lo": -0.004184355054867894, | |
| "hi": 0.0004830807712728898, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09208290171626705, | |
| "value_b": 0.09416349401597163, | |
| "delta": -0.002080592299704573, | |
| "lo": -0.00414284762150243, | |
| "hi": 0.0002707910680137078, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.09288393551133468, | |
| "value_b": 0.09416349401597163, | |
| "delta": -0.0012795585046369434, | |
| "lo": -0.003785823816463423, | |
| "hi": 0.001841309024477007, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "NOT_WORSE", | |
| "mean_delta": -0.0017899422243346647 | |
| }, | |
| "engaged|gaze_off|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09215381814730915, | |
| "value_b": 0.1504953043725257, | |
| "delta": -0.05834148622521655, | |
| "lo": -0.0769458763070212, | |
| "hi": -0.043391844939858, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09208290171626705, | |
| "value_b": 0.1504953043725257, | |
| "delta": -0.05841240265625865, | |
| "lo": -0.07785624625981406, | |
| "hi": -0.04325887144921384, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.09288393551133468, | |
| "value_b": 0.1504953043725257, | |
| "delta": -0.05761136886119102, | |
| "lo": -0.07608127562018459, | |
| "hi": -0.04298119178615839, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.05812175258088873 | |
| }, | |
| "manual|hands_on|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.029347617675247767, | |
| "value_b": 0.030508043941666788, | |
| "delta": -0.0011604262664190214, | |
| "lo": -0.0017522078883875905, | |
| "hi": 0.0001961130439769112, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.029129644929147425, | |
| "value_b": 0.030508043941666788, | |
| "delta": -0.001378399012519363, | |
| "lo": -0.0018823546680620028, | |
| "hi": -0.0005924129541367781, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.029286226466894712, | |
| "value_b": 0.030508043941666788, | |
| "delta": -0.0012218174747720759, | |
| "lo": -0.0018615177684017665, | |
| "hi": 0.0001441459106748399, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "INCONCLUSIVE", | |
| "mean_delta": -0.0012535475845701534 | |
| }, | |
| "manual|hands_on|1s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.029347617675247767, | |
| "value_b": 0.03003479566095544, | |
| "delta": -0.0006871779857076724, | |
| "lo": -0.0024252862517791583, | |
| "hi": -0.00021296160093651795, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.029129644929147425, | |
| "value_b": 0.030468027634255126, | |
| "delta": -0.0013383827051077005, | |
| "lo": -0.005441553479869794, | |
| "hi": -0.0004061772405800863, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.029286226466894712, | |
| "value_b": 0.029982898791836708, | |
| "delta": -0.0006966723249419958, | |
| "lo": -0.002143264421404134, | |
| "hi": -0.00032356583294597895, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0009074110052524562 | |
| }, | |
| "manual|hands_on|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.029347617675247767, | |
| "value_b": 0.04038123213219817, | |
| "delta": -0.011033614456950405, | |
| "lo": -0.017554677333389303, | |
| "hi": -0.009091890746051556, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.029129644929147425, | |
| "value_b": 0.04038123213219817, | |
| "delta": -0.011251587203050747, | |
| "lo": -0.017895537541541325, | |
| "hi": -0.009313320033955028, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.029286226466894712, | |
| "value_b": 0.04038123213219817, | |
| "delta": -0.01109500566530346, | |
| "lo": -0.017471566875380033, | |
| "hi": -0.009135637697822734, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.011126735775101537 | |
| }, | |
| "manual|hands_on|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03621672300373126, | |
| "value_b": 0.03712383736917793, | |
| "delta": -0.0009071143654466735, | |
| "lo": -0.0016716296937190236, | |
| "hi": 0.0020888388560086303, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03577674532578979, | |
| "value_b": 0.03712383736917793, | |
| "delta": -0.0013470920433881414, | |
| "lo": -0.0018604018735159755, | |
| "hi": 0.0003999800417350872, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.036061435458265914, | |
| "value_b": 0.03712383736917793, | |
| "delta": -0.001062401910912017, | |
| "lo": -0.0018138290693852624, | |
| "hi": 0.0018666429818260074, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "NOT_WORSE", | |
| "mean_delta": -0.0011055361065822774 | |
| }, | |
| "manual|hands_on|2s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03621672300373126, | |
| "value_b": 0.03690273092737849, | |
| "delta": -0.0006860079236472305, | |
| "lo": -0.0023456906626514607, | |
| "hi": -0.00022883007996198388, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03577674532578979, | |
| "value_b": 0.037221580120156236, | |
| "delta": -0.0014448347943664466, | |
| "lo": -0.005999402464323498, | |
| "hi": -0.0004074753989573318, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.036061435458265914, | |
| "value_b": 0.036708513940198806, | |
| "delta": -0.0006470784819328917, | |
| "lo": -0.0016676332483961415, | |
| "hi": -0.0002961524230309108, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.000925973733315523 | |
| }, | |
| "manual|hands_on|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.03621672300373126, | |
| "value_b": 0.051083065455209534, | |
| "delta": -0.014866342451478276, | |
| "lo": -0.022672178553059457, | |
| "hi": -0.012224812962767864, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03577674532578979, | |
| "value_b": 0.051083065455209534, | |
| "delta": -0.015306320129419744, | |
| "lo": -0.023422383504108656, | |
| "hi": -0.012528401160399844, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.036061435458265914, | |
| "value_b": 0.051083065455209534, | |
| "delta": -0.01502162999694362, | |
| "lo": -0.022789013448989332, | |
| "hi": -0.01235977532685997, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.01506476419261388 | |
| }, | |
| "manual|hands_on|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.040324799834401216, | |
| "value_b": 0.0410794656662978, | |
| "delta": -0.000754665831896581, | |
| "lo": -0.0016816607410027424, | |
| "hi": 0.0027847340684425733, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03977348623011733, | |
| "value_b": 0.0410794656662978, | |
| "delta": -0.0013059794361804655, | |
| "lo": -0.0019221289215698527, | |
| "hi": 0.000749972373074246, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03991517764560666, | |
| "value_b": 0.0410794656662978, | |
| "delta": -0.0011642880206911357, | |
| "lo": -0.0019293490744349564, | |
| "hi": 0.0019241097513137304, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "NOT_WORSE", | |
| "mean_delta": -0.0010749777629227273 | |
| }, | |
| "manual|hands_on|3s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.040324799834401216, | |
| "value_b": 0.040910509932177375, | |
| "delta": -0.0005857100977761584, | |
| "lo": -0.0019241068704754917, | |
| "hi": -0.0001733535131944615, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03977348623011733, | |
| "value_b": 0.04121381254355507, | |
| "delta": -0.0014403263134377398, | |
| "lo": -0.005737317019783072, | |
| "hi": -0.0004191648536644791, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03991517764560666, | |
| "value_b": 0.040662271174423156, | |
| "delta": -0.0007470935288164948, | |
| "lo": -0.0019255815311071153, | |
| "hi": -0.00037240133982886135, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0009243766466767977 | |
| }, | |
| "manual|hands_on|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.040324799834401216, | |
| "value_b": 0.05767610679389974, | |
| "delta": -0.017351306959498526, | |
| "lo": -0.02710795938731954, | |
| "hi": -0.014027300888687805, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.03977348623011733, | |
| "value_b": 0.05767610679389974, | |
| "delta": -0.01790262056378241, | |
| "lo": -0.02817148050839812, | |
| "hi": -0.014295640561795895, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.03991517764560666, | |
| "value_b": 0.05767610679389974, | |
| "delta": -0.01776092914829308, | |
| "lo": -0.02773127447727668, | |
| "hi": -0.014243713039957922, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.01767161889052467 | |
| }, | |
| "manual|hands_on|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0455166974774258, | |
| "value_b": 0.0463353623985408, | |
| "delta": -0.0008186649211150004, | |
| "lo": -0.0017224895735415587, | |
| "hi": 0.0026842792060120836, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04500859172673618, | |
| "value_b": 0.0463353623985408, | |
| "delta": -0.0013267706718046238, | |
| "lo": -0.0020535108915630635, | |
| "hi": 0.0011765407405555663, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0448916076637175, | |
| "value_b": 0.0463353623985408, | |
| "delta": -0.0014437547348233049, | |
| "lo": -0.002193826754529297, | |
| "hi": 0.0015463779779008883, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "NOT_WORSE", | |
| "mean_delta": -0.0011963967759143098 | |
| }, | |
| "manual|hands_on|5s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0455166974774258, | |
| "value_b": 0.04614447750225356, | |
| "delta": -0.0006277800248277593, | |
| "lo": -0.001962599300769572, | |
| "hi": -0.00018726648612192917, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04500859172673618, | |
| "value_b": 0.04628098792145396, | |
| "delta": -0.0012723961947177787, | |
| "lo": -0.004964281837154954, | |
| "hi": -0.00039397465126098986, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0448916076637175, | |
| "value_b": 0.04575100745071728, | |
| "delta": -0.0008593997869997816, | |
| "lo": -0.002285894969250276, | |
| "hi": -0.0004292153799935003, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0009198586688484398 | |
| }, | |
| "manual|hands_on|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0455166974774258, | |
| "value_b": 0.0668791897623226, | |
| "delta": -0.021362492284896797, | |
| "lo": -0.035278115135163615, | |
| "hi": -0.016269530065813897, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.04500859172673618, | |
| "value_b": 0.0668791897623226, | |
| "delta": -0.02187059803558642, | |
| "lo": -0.036146646918232966, | |
| "hi": -0.016695056788939892, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0448916076637175, | |
| "value_b": 0.0668791897623226, | |
| "delta": -0.021987582098605102, | |
| "lo": -0.03604615030876717, | |
| "hi": -0.016820179948308787, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.021740224139696108 | |
| }, | |
| "manual|head_turned|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05591531885712444, | |
| "value_b": 0.06357751516928285, | |
| "delta": -0.007662196312158413, | |
| "lo": -0.011903738561350545, | |
| "hi": -0.005900593811876947, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05555984485648318, | |
| "value_b": 0.06357751516928285, | |
| "delta": -0.008017670312799673, | |
| "lo": -0.012408708142132935, | |
| "hi": -0.0061414191746152775, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.055572909411264644, | |
| "value_b": 0.06357751516928285, | |
| "delta": -0.008004605758018209, | |
| "lo": -0.012651827000674881, | |
| "hi": -0.006105378303823834, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.007894824127658765 | |
| }, | |
| "manual|head_turned|1s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05591531885712444, | |
| "value_b": 0.057344371060059976, | |
| "delta": -0.0014290522029355365, | |
| "lo": -0.002581626667904408, | |
| "hi": -0.0009414576454874507, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05555984485648318, | |
| "value_b": 0.057724271928862966, | |
| "delta": -0.002164427072379786, | |
| "lo": -0.004011970925642999, | |
| "hi": -0.0014435755262765975, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.055572909411264644, | |
| "value_b": 0.05712527025946362, | |
| "delta": -0.001552360848198979, | |
| "lo": -0.00290529943088779, | |
| "hi": -0.0010348426769085373, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.001715280041171434 | |
| }, | |
| "manual|head_turned|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.05591531885712444, | |
| "value_b": 0.08332221009571218, | |
| "delta": -0.027406891238587743, | |
| "lo": -0.04895000289805063, | |
| "hi": -0.01944119957198672, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.05555984485648318, | |
| "value_b": 0.08332221009571218, | |
| "delta": -0.027762365239229002, | |
| "lo": -0.04894828769742422, | |
| "hi": -0.01980785259911524, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.055572909411264644, | |
| "value_b": 0.08332221009571218, | |
| "delta": -0.027749300684447538, | |
| "lo": -0.04935979489277711, | |
| "hi": -0.01963454722429008, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.027639519054088096 | |
| }, | |
| "manual|head_turned|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06876773672632086, | |
| "value_b": 0.07757141420591972, | |
| "delta": -0.008803677479598856, | |
| "lo": -0.01396369994857568, | |
| "hi": -0.006749413864952039, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06829462182169962, | |
| "value_b": 0.07757141420591972, | |
| "delta": -0.009276792384220092, | |
| "lo": -0.01489392592733276, | |
| "hi": -0.007093494451433721, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06847166721415218, | |
| "value_b": 0.07757141420591972, | |
| "delta": -0.009099746991767535, | |
| "lo": -0.0142638475664945, | |
| "hi": -0.006983105584276798, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.009060072285195495 | |
| }, | |
| "manual|head_turned|2s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06876773672632086, | |
| "value_b": 0.0699597882131, | |
| "delta": -0.0011920514867791443, | |
| "lo": -0.002368907403354639, | |
| "hi": -0.0008151108683781536, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06829462182169962, | |
| "value_b": 0.07035447200312463, | |
| "delta": -0.002059850181425002, | |
| "lo": -0.003820107663639739, | |
| "hi": -0.0014597718961509437, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06847166721415218, | |
| "value_b": 0.06982279823860846, | |
| "delta": -0.0013511310244562758, | |
| "lo": -0.0026152707674143454, | |
| "hi": -0.0008845838581643077, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0015343442308868073 | |
| }, | |
| "manual|head_turned|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06876773672632086, | |
| "value_b": 0.11024322255157928, | |
| "delta": -0.041475485825258424, | |
| "lo": -0.0688039889068847, | |
| "hi": -0.030123679771313566, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06829462182169962, | |
| "value_b": 0.11024322255157928, | |
| "delta": -0.04194860072987966, | |
| "lo": -0.06956093238316867, | |
| "hi": -0.030440024277382165, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06847166721415218, | |
| "value_b": 0.11024322255157928, | |
| "delta": -0.0417715553374271, | |
| "lo": -0.0693926822370084, | |
| "hi": -0.03037575354048638, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.04173188063085506 | |
| }, | |
| "manual|head_turned|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.07528238102852239, | |
| "value_b": 0.08471651408995663, | |
| "delta": -0.009434133061434244, | |
| "lo": -0.014667925760050186, | |
| "hi": -0.007369385130027085, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.07485035024403906, | |
| "value_b": 0.08471651408995663, | |
| "delta": -0.00986616384591757, | |
| "lo": -0.015812269320676517, | |
| "hi": -0.007622047610706195, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.07482445027454866, | |
| "value_b": 0.08471651408995663, | |
| "delta": -0.00989206381540797, | |
| "lo": -0.01561176554326668, | |
| "hi": -0.007698186811901848, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.009730786907586594 | |
| }, | |
| "manual|head_turned|3s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.07528238102852239, | |
| "value_b": 0.07654051474491817, | |
| "delta": -0.0012581337163957845, | |
| "lo": -0.0024778769468073248, | |
| "hi": -0.000763870056461023, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.07485035024403906, | |
| "value_b": 0.07677582960369589, | |
| "delta": -0.001925479359656826, | |
| "lo": -0.003807705005256501, | |
| "hi": -0.001381367041662676, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.07482445027454866, | |
| "value_b": 0.07610112281967968, | |
| "delta": -0.0012766725451310162, | |
| "lo": -0.0030813300713798315, | |
| "hi": -0.0006337920446370396, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0014867618737278755 | |
| }, | |
| "manual|head_turned|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.07528238102852239, | |
| "value_b": 0.12679282260968464, | |
| "delta": -0.05151044158116225, | |
| "lo": -0.08126271044223353, | |
| "hi": -0.0384304905619454, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.07485035024403906, | |
| "value_b": 0.12679282260968464, | |
| "delta": -0.05194247236564557, | |
| "lo": -0.08247303792612636, | |
| "hi": -0.038594231927002585, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.07482445027454866, | |
| "value_b": 0.12679282260968464, | |
| "delta": -0.05196837233513597, | |
| "lo": -0.08251219708827834, | |
| "hi": -0.03873166544303678, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0518070954273146 | |
| }, | |
| "manual|head_turned|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08314951999736354, | |
| "value_b": 0.091765886256521, | |
| "delta": -0.00861636625915746, | |
| "lo": -0.013642006291910752, | |
| "hi": -0.007047500205489461, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08260610204232567, | |
| "value_b": 0.091765886256521, | |
| "delta": -0.009159784214195332, | |
| "lo": -0.015255336906676926, | |
| "hi": -0.00718964789347144, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08277342830193266, | |
| "value_b": 0.091765886256521, | |
| "delta": -0.008992457954588348, | |
| "lo": -0.014434774587336812, | |
| "hi": -0.007122701752331677, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.00892286947598038 | |
| }, | |
| "manual|head_turned|5s|final_closed_form|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08314951999736354, | |
| "value_b": 0.08465734829992694, | |
| "delta": -0.0015078283025633937, | |
| "lo": -0.002728341935710249, | |
| "hi": -0.0009562294906819234, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08260610204232567, | |
| "value_b": 0.0845696872650132, | |
| "delta": -0.001963585222687525, | |
| "lo": -0.004318147078372694, | |
| "hi": -0.0013271582848672571, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08277342830193266, | |
| "value_b": 0.08389717837959385, | |
| "delta": -0.0011237500776611897, | |
| "lo": -0.0033621292673881907, | |
| "hi": -0.00045619032924486426, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0015317212009707027 | |
| }, | |
| "manual|head_turned|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.08314951999736354, | |
| "value_b": 0.14571148161098574, | |
| "delta": -0.0625619616136222, | |
| "lo": -0.0959759463981462, | |
| "hi": -0.04725670854993486, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08260610204232567, | |
| "value_b": 0.14571148161098574, | |
| "delta": -0.06310537956866007, | |
| "lo": -0.09735246855576576, | |
| "hi": -0.04744383844250306, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08277342830193266, | |
| "value_b": 0.14571148161098574, | |
| "delta": -0.06293805330905308, | |
| "lo": -0.09760636837897957, | |
| "hi": -0.04734266936504774, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.06286846483044511 | |
| }, | |
| "manual|gaze_off|1s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06714978177735323, | |
| "value_b": 0.07634134809427479, | |
| "delta": -0.009191566316921557, | |
| "lo": -0.01337714505520626, | |
| "hi": -0.007687887260025243, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06694083058560633, | |
| "value_b": 0.07634134809427479, | |
| "delta": -0.009400517508668452, | |
| "lo": -0.013653751590788701, | |
| "hi": -0.007824916095548104, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06701189567602707, | |
| "value_b": 0.07634134809427479, | |
| "delta": -0.009329452418247716, | |
| "lo": -0.013545162087304333, | |
| "hi": -0.007793886396057987, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.009307178747945908 | |
| }, | |
| "manual|gaze_off|1s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.06714978177735323, | |
| "value_b": 0.09668249622002882, | |
| "delta": -0.029532714442675592, | |
| "lo": -0.0532529015562621, | |
| "hi": -0.020462196482624064, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.06694083058560633, | |
| "value_b": 0.09668249622002882, | |
| "delta": -0.029741665634422487, | |
| "lo": -0.053466646784308916, | |
| "hi": -0.020638635812956243, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.06701189567602707, | |
| "value_b": 0.09668249622002882, | |
| "delta": -0.02967060054400175, | |
| "lo": -0.05333339263953433, | |
| "hi": -0.020543791816166897, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.029648326873699945 | |
| }, | |
| "manual|gaze_off|2s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.07971073037181582, | |
| "value_b": 0.09194211369704552, | |
| "delta": -0.012231383325229703, | |
| "lo": -0.017658813748965663, | |
| "hi": -0.010220093826355232, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.07955317806866966, | |
| "value_b": 0.09194211369704552, | |
| "delta": -0.012388935628375869, | |
| "lo": -0.017674589211473052, | |
| "hi": -0.01041382559191588, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.07932373981273551, | |
| "value_b": 0.09194211369704552, | |
| "delta": -0.012618373884310016, | |
| "lo": -0.01838102353893248, | |
| "hi": -0.01047798208086089, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.01241289761263853 | |
| }, | |
| "manual|gaze_off|2s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.07971073037181582, | |
| "value_b": 0.12431816299404835, | |
| "delta": -0.04460743262223253, | |
| "lo": -0.07505827471174706, | |
| "hi": -0.03101477047740025, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.07955317806866966, | |
| "value_b": 0.12431816299404835, | |
| "delta": -0.0447649849253787, | |
| "lo": -0.07511171579018708, | |
| "hi": -0.031201734571931934, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.07932373981273551, | |
| "value_b": 0.12431816299404835, | |
| "delta": -0.044994423181312845, | |
| "lo": -0.07559396062940348, | |
| "hi": -0.03125337241411597, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.04478894690964136 | |
| }, | |
| "manual|gaze_off|3s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0862135115600473, | |
| "value_b": 0.09994290972923205, | |
| "delta": -0.01372939816918474, | |
| "lo": -0.01964699398643602, | |
| "hi": -0.011404391405639324, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08619766600391793, | |
| "value_b": 0.09994290972923205, | |
| "delta": -0.013745243725314119, | |
| "lo": -0.0196676423828076, | |
| "hi": -0.011410358609548107, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08576449374410272, | |
| "value_b": 0.09994290972923205, | |
| "delta": -0.014178415985129325, | |
| "lo": -0.021003533147018208, | |
| "hi": -0.01171108435250984, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.013884352626542728 | |
| }, | |
| "manual|gaze_off|3s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.0862135115600473, | |
| "value_b": 0.14182826799097709, | |
| "delta": -0.05561475643092978, | |
| "lo": -0.08929735777309637, | |
| "hi": -0.03957469029765538, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.08619766600391793, | |
| "value_b": 0.14182826799097709, | |
| "delta": -0.05563060198705916, | |
| "lo": -0.08967243187702556, | |
| "hi": -0.039555251405356595, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.08576449374410272, | |
| "value_b": 0.14182826799097709, | |
| "delta": -0.056063774246874365, | |
| "lo": -0.09089922059475089, | |
| "hi": -0.03971844066586593, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.05576971088828777 | |
| }, | |
| "manual|gaze_off|5s|dwell_table|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09422044770240406, | |
| "value_b": 0.10796505822383606, | |
| "delta": -0.013744610521431999, | |
| "lo": -0.020111226995323916, | |
| "hi": -0.011416550755986049, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09427080794464977, | |
| "value_b": 0.10796505822383606, | |
| "delta": -0.01369425027918629, | |
| "lo": -0.020289005143263053, | |
| "hi": -0.011359265593508304, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0940690555286323, | |
| "value_b": 0.10796505822383606, | |
| "delta": -0.01389600269520376, | |
| "lo": -0.021602030188543495, | |
| "hi": -0.011286178240795117, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.013778287831940683 | |
| }, | |
| "manual|gaze_off|5s|persistence|brier": { | |
| "rows": [ | |
| { | |
| "value_a": 0.09422044770240406, | |
| "value_b": 0.1629005719032557, | |
| "delta": -0.06868012420085162, | |
| "lo": -0.10928336018637155, | |
| "hi": -0.04925277079408779, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.09427080794464977, | |
| "value_b": 0.1629005719032557, | |
| "delta": -0.06862976395860591, | |
| "lo": -0.1090770995360958, | |
| "hi": -0.04917000281738664, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.0940690555286323, | |
| "value_b": 0.1629005719032557, | |
| "delta": -0.06883151637462338, | |
| "lo": -0.1104705654545754, | |
| "hi": -0.049020344772137674, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": -0.0687138015113603 | |
| }, | |
| "engaged|hands_on|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9786426130170394, | |
| "value_b": 0.9644158851695884, | |
| "delta": 0.014226727847450937, | |
| "lo": 0.010430514379136346, | |
| "hi": 0.02152100062614494, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.978592226452144, | |
| "value_b": 0.9644158851695884, | |
| "delta": 0.014176341282555627, | |
| "lo": 0.009993557517720233, | |
| "hi": 0.021553954920430524, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9785283835478437, | |
| "value_b": 0.9644158851695884, | |
| "delta": 0.014112498378255234, | |
| "lo": 0.010009258812111427, | |
| "hi": 0.021450927926202838, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.014171855836087266 | |
| }, | |
| "engaged|hands_on|1s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9786426130170394, | |
| "value_b": 0.977376668622314, | |
| "delta": 0.0012659443947253823, | |
| "lo": 0.0005691099658971938, | |
| "hi": 0.0023758857739049366, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.978592226452144, | |
| "value_b": 0.9754376207884619, | |
| "delta": 0.0031546056636821973, | |
| "lo": 0.0015124540165928069, | |
| "hi": 0.00445897680771411, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9785283835478437, | |
| "value_b": 0.9768458381032762, | |
| "delta": 0.0016825454445674737, | |
| "lo": 0.001051033789791922, | |
| "hi": 0.0023897710238912793, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.002034365167658351 | |
| }, | |
| "engaged|hands_on|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9786426130170394, | |
| "value_b": 0.9201002104950164, | |
| "delta": 0.05854240252202292, | |
| "lo": 0.044891765204087886, | |
| "hi": 0.08320099068751736, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.978592226452144, | |
| "value_b": 0.9201002104950164, | |
| "delta": 0.05849201595712761, | |
| "lo": 0.04502728104018933, | |
| "hi": 0.08380749189507206, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9785283835478437, | |
| "value_b": 0.9201002104950164, | |
| "delta": 0.058428173052827215, | |
| "lo": 0.0451136222175394, | |
| "hi": 0.08253500229437545, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.05848753051065925 | |
| }, | |
| "engaged|hands_on|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.962358657461584, | |
| "value_b": 0.9426233272922383, | |
| "delta": 0.0197353301693457, | |
| "lo": 0.013838481971422286, | |
| "hi": 0.02968563379053534, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9624453642128127, | |
| "value_b": 0.9426233272922383, | |
| "delta": 0.019822036920574382, | |
| "lo": 0.013154544380139372, | |
| "hi": 0.030826074619726033, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9624540946837233, | |
| "value_b": 0.9426233272922383, | |
| "delta": 0.019830767391485038, | |
| "lo": 0.013186888049694043, | |
| "hi": 0.030751103750444816, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.01979604482713504 | |
| }, | |
| "engaged|hands_on|2s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.962358657461584, | |
| "value_b": 0.9610642552400065, | |
| "delta": 0.0012944022215775064, | |
| "lo": -0.0004368790512276344, | |
| "hi": 0.0029502510418260262, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9624453642128127, | |
| "value_b": 0.9580477782648436, | |
| "delta": 0.004397585947969129, | |
| "lo": 0.0017793632252926434, | |
| "hi": 0.006202936722206495, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9624540946837233, | |
| "value_b": 0.9605009405858747, | |
| "delta": 0.001953154097848686, | |
| "lo": 0.000977191833603197, | |
| "hi": 0.002755472829358056, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.0025483807557984406 | |
| }, | |
| "engaged|hands_on|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.962358657461584, | |
| "value_b": 0.8921638010332621, | |
| "delta": 0.0701948564283219, | |
| "lo": 0.05582835859389915, | |
| "hi": 0.09615557054418984, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9624453642128127, | |
| "value_b": 0.8921638010332621, | |
| "delta": 0.07028156317955059, | |
| "lo": 0.05465406674555268, | |
| "hi": 0.09757671135119186, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9624540946837233, | |
| "value_b": 0.8921638010332621, | |
| "delta": 0.07029029365046124, | |
| "lo": 0.055288683840782095, | |
| "hi": 0.09623160507660326, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.07025557108611125 | |
| }, | |
| "engaged|hands_on|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9499390779505011, | |
| "value_b": 0.9256821524665437, | |
| "delta": 0.024256925483957414, | |
| "lo": 0.01641749987021226, | |
| "hi": 0.036931574180454306, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9501448842194374, | |
| "value_b": 0.9256821524665437, | |
| "delta": 0.024462731752893707, | |
| "lo": 0.015736092639648414, | |
| "hi": 0.037496035985337295, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9499885266169048, | |
| "value_b": 0.9256821524665437, | |
| "delta": 0.024306374150361076, | |
| "lo": 0.015461436634980655, | |
| "hi": 0.03827897340889416, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.024342010462404067 | |
| }, | |
| "engaged|hands_on|3s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9499390779505011, | |
| "value_b": 0.948753969853711, | |
| "delta": 0.0011851080967901773, | |
| "lo": -0.0008404967978581729, | |
| "hi": 0.0030056989544706672, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9501448842194374, | |
| "value_b": 0.9446245046487152, | |
| "delta": 0.005520379570722267, | |
| "lo": 0.001988081618466228, | |
| "hi": 0.007889816477109608, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9499885266169048, | |
| "value_b": 0.9474760906800257, | |
| "delta": 0.0025124359368791094, | |
| "lo": 0.0012416568528906186, | |
| "hi": 0.0035662320659794484, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.0030726412014638513 | |
| }, | |
| "engaged|hands_on|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9499390779505011, | |
| "value_b": 0.8718523755521183, | |
| "delta": 0.07808670239838289, | |
| "lo": 0.06342156498265072, | |
| "hi": 0.10442050665240023, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9501448842194374, | |
| "value_b": 0.8718523755521183, | |
| "delta": 0.07829250866731918, | |
| "lo": 0.06203668972430936, | |
| "hi": 0.10601429809057712, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9499885266169048, | |
| "value_b": 0.8718523755521183, | |
| "delta": 0.07813615106478655, | |
| "lo": 0.06239817203652159, | |
| "hi": 0.10423861556383787, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.07817178737682955 | |
| }, | |
| "engaged|hands_on|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9303295892461193, | |
| "value_b": 0.9003561366694018, | |
| "delta": 0.029973452576717463, | |
| "lo": 0.019807513211689207, | |
| "hi": 0.04681436076098261, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9310043099595218, | |
| "value_b": 0.9003561366694018, | |
| "delta": 0.03064817329011993, | |
| "lo": 0.019609614938806023, | |
| "hi": 0.04684392221971491, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.930654784176653, | |
| "value_b": 0.9003561366694018, | |
| "delta": 0.030298647507251197, | |
| "lo": 0.019219985564988742, | |
| "hi": 0.04850719025792315, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.030306757791362864 | |
| }, | |
| "engaged|hands_on|5s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9303295892461193, | |
| "value_b": 0.928642099630188, | |
| "delta": 0.001687489615931348, | |
| "lo": -0.000627007101406507, | |
| "hi": 0.004072122367162953, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9310043099595218, | |
| "value_b": 0.923961466413749, | |
| "delta": 0.007042843545772781, | |
| "lo": 0.0025701126615233633, | |
| "hi": 0.010338936244336289, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.930654784176653, | |
| "value_b": 0.9274110355362302, | |
| "delta": 0.003243748640422872, | |
| "lo": 0.0016885692792039276, | |
| "hi": 0.004415810259116111, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.003991360600709 | |
| }, | |
| "engaged|hands_on|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9303295892461193, | |
| "value_b": 0.8416181912466024, | |
| "delta": 0.08871139799951688, | |
| "lo": 0.0744314749293908, | |
| "hi": 0.11439170617925118, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9310043099595218, | |
| "value_b": 0.8416181912466024, | |
| "delta": 0.08938611871291935, | |
| "lo": 0.07299118875212396, | |
| "hi": 0.11527968702538276, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.930654784176653, | |
| "value_b": 0.8416181912466024, | |
| "delta": 0.08903659293005062, | |
| "lo": 0.07246968101320557, | |
| "hi": 0.11448891626600649, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08904470321416229 | |
| }, | |
| "engaged|head_turned|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8741933597537077, | |
| "value_b": 0.8321496065098332, | |
| "delta": 0.04204375324387455, | |
| "lo": 0.03243562905139328, | |
| "hi": 0.055015251693601566, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8765786414842993, | |
| "value_b": 0.8321496065098332, | |
| "delta": 0.04442903497446615, | |
| "lo": 0.0351190291586874, | |
| "hi": 0.05753649848151685, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8742976960052331, | |
| "value_b": 0.8321496065098332, | |
| "delta": 0.04214808949539994, | |
| "lo": 0.03290123917706084, | |
| "hi": 0.057699987582317626, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.042873625904580215 | |
| }, | |
| "engaged|head_turned|1s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8741933597537077, | |
| "value_b": 0.8596704860232945, | |
| "delta": 0.014522873730413166, | |
| "lo": 0.008230848803474083, | |
| "hi": 0.020022719856333436, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8765786414842993, | |
| "value_b": 0.852697107956799, | |
| "delta": 0.02388153352750033, | |
| "lo": 0.012162525016374071, | |
| "hi": 0.03380510166654251, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8742976960052331, | |
| "value_b": 0.8501016295704631, | |
| "delta": 0.024196066434770014, | |
| "lo": 0.013478523460244496, | |
| "hi": 0.03193988365501772, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.020866824564227837 | |
| }, | |
| "engaged|head_turned|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8741933597537077, | |
| "value_b": 0.7596385384040695, | |
| "delta": 0.11455482134963824, | |
| "lo": 0.09207492163133582, | |
| "hi": 0.13697125537850355, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8765786414842993, | |
| "value_b": 0.7596385384040695, | |
| "delta": 0.11694010308022984, | |
| "lo": 0.09442291489861124, | |
| "hi": 0.14047931953790319, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8742976960052331, | |
| "value_b": 0.7596385384040695, | |
| "delta": 0.11465915760116363, | |
| "lo": 0.093259674680085, | |
| "hi": 0.1375377902287914, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1153846940103439 | |
| }, | |
| "engaged|head_turned|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8068893374607752, | |
| "value_b": 0.7731544672362837, | |
| "delta": 0.03373487022449151, | |
| "lo": 0.01300079533789821, | |
| "hi": 0.05525845978850013, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8114859569110348, | |
| "value_b": 0.7731544672362837, | |
| "delta": 0.038331489674751085, | |
| "lo": 0.0185726916377766, | |
| "hi": 0.05819772677312264, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8070621363885683, | |
| "value_b": 0.7731544672362837, | |
| "delta": 0.0339076691522846, | |
| "lo": 0.014549582255429381, | |
| "hi": 0.055523183431492915, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.035324676350509066 | |
| }, | |
| "engaged|head_turned|2s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8068893374607752, | |
| "value_b": 0.7860794085783441, | |
| "delta": 0.02080992888243105, | |
| "lo": 0.012342673578372692, | |
| "hi": 0.027304239556455417, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8114859569110348, | |
| "value_b": 0.7794664364057953, | |
| "delta": 0.032019520505239485, | |
| "lo": 0.01636023497551115, | |
| "hi": 0.04410543477371167, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8070621363885683, | |
| "value_b": 0.7806465349114335, | |
| "delta": 0.02641560147713473, | |
| "lo": 0.016015345546029135, | |
| "hi": 0.03339229973480317, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.02641501695493509 | |
| }, | |
| "engaged|head_turned|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8068893374607752, | |
| "value_b": 0.6931084090582658, | |
| "delta": 0.11378092840250942, | |
| "lo": 0.09465427315637871, | |
| "hi": 0.13152420206469548, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8114859569110348, | |
| "value_b": 0.6931084090582658, | |
| "delta": 0.118377547852769, | |
| "lo": 0.09954840857125216, | |
| "hi": 0.13647855597552658, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8070621363885683, | |
| "value_b": 0.6931084090582658, | |
| "delta": 0.11395372733030251, | |
| "lo": 0.09540889991402968, | |
| "hi": 0.1328987997748168, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.11537073452852697 | |
| }, | |
| "engaged|head_turned|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7716338197843021, | |
| "value_b": 0.74056141465713, | |
| "delta": 0.03107240512717213, | |
| "lo": 0.005730732146846664, | |
| "hi": 0.05524428342828675, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7770583739320286, | |
| "value_b": 0.74056141465713, | |
| "delta": 0.0364969592748986, | |
| "lo": 0.014351197145184572, | |
| "hi": 0.05866170368696894, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7699445733964291, | |
| "value_b": 0.74056141465713, | |
| "delta": 0.029383158739299087, | |
| "lo": 0.007162724919592511, | |
| "hi": 0.05443328721518918, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.03231750771378994 | |
| }, | |
| "engaged|head_turned|3s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7716338197843021, | |
| "value_b": 0.7464049444514159, | |
| "delta": 0.025228875332886203, | |
| "lo": 0.01570338855503512, | |
| "hi": 0.03159099293250166, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7770583739320286, | |
| "value_b": 0.7429034154880578, | |
| "delta": 0.03415495844397076, | |
| "lo": 0.018853437124772277, | |
| "hi": 0.045072540766855726, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7699445733964291, | |
| "value_b": 0.7415112729989194, | |
| "delta": 0.028433300397509687, | |
| "lo": 0.015885480971697195, | |
| "hi": 0.04204375205044334, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.029272378058122217 | |
| }, | |
| "engaged|head_turned|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7716338197843021, | |
| "value_b": 0.660243868634191, | |
| "delta": 0.11138995115011108, | |
| "lo": 0.0862644498306276, | |
| "hi": 0.13411116601925685, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7770583739320286, | |
| "value_b": 0.660243868634191, | |
| "delta": 0.11681450529783755, | |
| "lo": 0.09217274532611598, | |
| "hi": 0.13873139962961928, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7699445733964291, | |
| "value_b": 0.660243868634191, | |
| "delta": 0.10970070476223803, | |
| "lo": 0.0856663598095376, | |
| "hi": 0.13405847654715677, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.11263505373672889 | |
| }, | |
| "engaged|head_turned|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7281020211398028, | |
| "value_b": 0.7028557433171707, | |
| "delta": 0.025246277822632113, | |
| "lo": 0.0001307095105364504, | |
| "hi": 0.05115161032294204, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7373898818008702, | |
| "value_b": 0.7028557433171707, | |
| "delta": 0.03453413848369946, | |
| "lo": 0.01325458747996043, | |
| "hi": 0.05732355026692328, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7248884785487468, | |
| "value_b": 0.7028557433171707, | |
| "delta": 0.022032735231576117, | |
| "lo": -0.0017283600687299032, | |
| "hi": 0.0482747198030556, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.027271050512635897 | |
| }, | |
| "engaged|head_turned|5s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7281020211398028, | |
| "value_b": 0.6937920167741372, | |
| "delta": 0.03431000436566567, | |
| "lo": 0.020804192288455002, | |
| "hi": 0.0430019973942141, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7373898818008702, | |
| "value_b": 0.6914953435462653, | |
| "delta": 0.04589453825460488, | |
| "lo": 0.026481611769249982, | |
| "hi": 0.0582867831314884, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7248884785487468, | |
| "value_b": 0.6884801093091325, | |
| "delta": 0.036408369239614324, | |
| "lo": 0.01752411301168851, | |
| "hi": 0.06129779534105781, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.03887097061996162 | |
| }, | |
| "engaged|head_turned|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7281020211398028, | |
| "value_b": 0.6234400732686747, | |
| "delta": 0.10466194787112815, | |
| "lo": 0.07782316031505371, | |
| "hi": 0.13022748966961986, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7373898818008702, | |
| "value_b": 0.6234400732686747, | |
| "delta": 0.1139498085321955, | |
| "lo": 0.08893835635912152, | |
| "hi": 0.1363040813987447, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7248884785487468, | |
| "value_b": 0.6234400732686747, | |
| "delta": 0.10144840528007215, | |
| "lo": 0.07551324821074908, | |
| "hi": 0.12497894123486154, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.10668672056113193 | |
| }, | |
| "engaged|gaze_off|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8377039824504342, | |
| "value_b": 0.7500060504619707, | |
| "delta": 0.08769793198846354, | |
| "lo": 0.0684263447291074, | |
| "hi": 0.10306740055572368, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8401786482335023, | |
| "value_b": 0.7500060504619707, | |
| "delta": 0.09017259777153164, | |
| "lo": 0.0708538121970886, | |
| "hi": 0.10532299473157353, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8348309938690455, | |
| "value_b": 0.7500060504619707, | |
| "delta": 0.0848249434070748, | |
| "lo": 0.06613797195250652, | |
| "hi": 0.10084081155119703, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08756515772235667 | |
| }, | |
| "engaged|gaze_off|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8377039824504342, | |
| "value_b": 0.745588489615125, | |
| "delta": 0.09211549283530918, | |
| "lo": 0.07387566936248961, | |
| "hi": 0.10714771510060146, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8401786482335023, | |
| "value_b": 0.745588489615125, | |
| "delta": 0.09459015861837727, | |
| "lo": 0.07553251650291593, | |
| "hi": 0.10918349761361218, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8348309938690455, | |
| "value_b": 0.745588489615125, | |
| "delta": 0.08924250425392044, | |
| "lo": 0.07113959137091415, | |
| "hi": 0.10403977390509257, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.0919827185692023 | |
| }, | |
| "engaged|gaze_off|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7741134851018259, | |
| "value_b": 0.6866815930389455, | |
| "delta": 0.08743189206288038, | |
| "lo": 0.06768680777887426, | |
| "hi": 0.10596022529887812, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7763246906398671, | |
| "value_b": 0.6866815930389455, | |
| "delta": 0.0896430976009216, | |
| "lo": 0.0723489358261537, | |
| "hi": 0.10442948244871238, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7710169017591998, | |
| "value_b": 0.6866815930389455, | |
| "delta": 0.0843353087202543, | |
| "lo": 0.06729774181712841, | |
| "hi": 0.10116335011119071, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08713676612801875 | |
| }, | |
| "engaged|gaze_off|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7741134851018259, | |
| "value_b": 0.6822961550556722, | |
| "delta": 0.09181733004615367, | |
| "lo": 0.07383641696371365, | |
| "hi": 0.10932358776033001, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7763246906398671, | |
| "value_b": 0.6822961550556722, | |
| "delta": 0.09402853558419488, | |
| "lo": 0.07774879935984033, | |
| "hi": 0.10813531406379297, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7710169017591998, | |
| "value_b": 0.6822961550556722, | |
| "delta": 0.08872074670352759, | |
| "lo": 0.07296128388588563, | |
| "hi": 0.10426502230358121, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.09152220411129204 | |
| }, | |
| "engaged|gaze_off|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7396441986965898, | |
| "value_b": 0.6544259327178913, | |
| "delta": 0.08521826597869853, | |
| "lo": 0.060740991226021696, | |
| "hi": 0.10923178651431609, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7406951213267744, | |
| "value_b": 0.6544259327178913, | |
| "delta": 0.08626918860888311, | |
| "lo": 0.06863508230000005, | |
| "hi": 0.10460631739196068, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7346951977854377, | |
| "value_b": 0.6544259327178913, | |
| "delta": 0.08026926506754639, | |
| "lo": 0.05996150452752045, | |
| "hi": 0.10044352308670679, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08391890655170935 | |
| }, | |
| "engaged|gaze_off|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.7396441986965898, | |
| "value_b": 0.6505302351018312, | |
| "delta": 0.08911396359475865, | |
| "lo": 0.06600760022853033, | |
| "hi": 0.111817109284406, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7406951213267744, | |
| "value_b": 0.6505302351018312, | |
| "delta": 0.09016488622494323, | |
| "lo": 0.0732563812521714, | |
| "hi": 0.10710075172249361, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.7346951977854377, | |
| "value_b": 0.6505302351018312, | |
| "delta": 0.08416496268360651, | |
| "lo": 0.06494296870069274, | |
| "hi": 0.10308013973473451, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08781460416776947 | |
| }, | |
| "engaged|gaze_off|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.6986268206657632, | |
| "value_b": 0.6207686451841838, | |
| "delta": 0.07785817548157936, | |
| "lo": 0.051424635645946, | |
| "hi": 0.10519955146044112, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7004882086677965, | |
| "value_b": 0.6207686451841838, | |
| "delta": 0.07971956348361264, | |
| "lo": 0.05945404668938233, | |
| "hi": 0.10106060685364045, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.6915887792720659, | |
| "value_b": 0.6207686451841838, | |
| "delta": 0.07082013408788201, | |
| "lo": 0.04750046320364279, | |
| "hi": 0.09588961366829472, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.07613262435102468 | |
| }, | |
| "engaged|gaze_off|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.6986268206657632, | |
| "value_b": 0.6174547515095076, | |
| "delta": 0.08117206915625563, | |
| "lo": 0.0554669577769623, | |
| "hi": 0.10752705081254438, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.7004882086677965, | |
| "value_b": 0.6174547515095076, | |
| "delta": 0.08303345715828891, | |
| "lo": 0.0630163544842829, | |
| "hi": 0.10345049393724816, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.6915887792720659, | |
| "value_b": 0.6174547515095076, | |
| "delta": 0.07413402776255829, | |
| "lo": 0.05121865928818434, | |
| "hi": 0.09840328862893796, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.07944651802570095 | |
| }, | |
| "manual|hands_on|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9566633270793861, | |
| "value_b": 0.9280397697559221, | |
| "delta": 0.028623557323464, | |
| "lo": 0.016464444017840585, | |
| "hi": 0.0408635215647898, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9566337554590696, | |
| "value_b": 0.9280397697559221, | |
| "delta": 0.02859398570314753, | |
| "lo": 0.016657321175811476, | |
| "hi": 0.040817887552842935, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9569899180211839, | |
| "value_b": 0.9280397697559221, | |
| "delta": 0.028950148265261877, | |
| "lo": 0.0165366926139974, | |
| "hi": 0.0417880959084542, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.028722563763957803 | |
| }, | |
| "manual|hands_on|1s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9566633270793861, | |
| "value_b": 0.9543355119717702, | |
| "delta": 0.002327815107615816, | |
| "lo": 0.0017158284862503481, | |
| "hi": 0.0033007009811547366, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9566337554590696, | |
| "value_b": 0.9538286984616564, | |
| "delta": 0.00280505699741318, | |
| "lo": 0.0018487789950711515, | |
| "hi": 0.0064654982909975005, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9569899180211839, | |
| "value_b": 0.9546071835043731, | |
| "delta": 0.002382734516810814, | |
| "lo": 0.0012214820991478387, | |
| "hi": 0.003502380946334857, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.0025052022072799365 | |
| }, | |
| "manual|hands_on|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9566633270793861, | |
| "value_b": 0.842694650938085, | |
| "delta": 0.11396867614130102, | |
| "lo": 0.08631089047177723, | |
| "hi": 0.1438056605328446, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9566337554590696, | |
| "value_b": 0.842694650938085, | |
| "delta": 0.11393910452098455, | |
| "lo": 0.08603013888540958, | |
| "hi": 0.1439921192356215, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9569899180211839, | |
| "value_b": 0.842694650938085, | |
| "delta": 0.1142952670830989, | |
| "lo": 0.08636799846968714, | |
| "hi": 0.14472493037289716, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.11406768258179482 | |
| }, | |
| "manual|hands_on|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9324710052258418, | |
| "value_b": 0.8959936153313327, | |
| "delta": 0.036477389894509105, | |
| "lo": 0.019011141152670864, | |
| "hi": 0.05231787402680642, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9324865278044019, | |
| "value_b": 0.8959936153313327, | |
| "delta": 0.03649291247306918, | |
| "lo": 0.019436325546889323, | |
| "hi": 0.05200148507075467, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9328347153874147, | |
| "value_b": 0.8959936153313327, | |
| "delta": 0.03684110005608199, | |
| "lo": 0.019132540586006403, | |
| "hi": 0.053027989870765506, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.036603800807886756 | |
| }, | |
| "manual|hands_on|2s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9324710052258418, | |
| "value_b": 0.9296255484851783, | |
| "delta": 0.002845456740663499, | |
| "lo": 0.0023052158728079446, | |
| "hi": 0.004274836956951141, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9324865278044019, | |
| "value_b": 0.9294102258380681, | |
| "delta": 0.0030763019663337943, | |
| "lo": 0.0014076043052902165, | |
| "hi": 0.008828704186301006, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9328347153874147, | |
| "value_b": 0.9299284446871172, | |
| "delta": 0.0029062707002974753, | |
| "lo": 0.0017752742145392742, | |
| "hi": 0.004182261205849218, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.0029426764690982563 | |
| }, | |
| "manual|hands_on|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9324710052258418, | |
| "value_b": 0.800852303239402, | |
| "delta": 0.13161870198643977, | |
| "lo": 0.09777310635862561, | |
| "hi": 0.16404934180447237, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9324865278044019, | |
| "value_b": 0.800852303239402, | |
| "delta": 0.13163422456499985, | |
| "lo": 0.09842609774568417, | |
| "hi": 0.16391889978482072, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9328347153874147, | |
| "value_b": 0.800852303239402, | |
| "delta": 0.13198241214801265, | |
| "lo": 0.09762332870710536, | |
| "hi": 0.16494132604990977, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1317451128998174 | |
| }, | |
| "manual|hands_on|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9177335917276226, | |
| "value_b": 0.8753310044666452, | |
| "delta": 0.04240258726097734, | |
| "lo": 0.020282920496587822, | |
| "hi": 0.06092760958463674, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9180778376399771, | |
| "value_b": 0.8753310044666452, | |
| "delta": 0.04274683317333183, | |
| "lo": 0.02114277470571048, | |
| "hi": 0.0611116604983511, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9185633692646349, | |
| "value_b": 0.8753310044666452, | |
| "delta": 0.04323236479798964, | |
| "lo": 0.020722326679827575, | |
| "hi": 0.06205614220848787, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.04279392841076627 | |
| }, | |
| "manual|hands_on|3s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9177335917276226, | |
| "value_b": 0.9148913739573687, | |
| "delta": 0.002842217770253841, | |
| "lo": 0.002285331058967041, | |
| "hi": 0.004304915757089869, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9180778376399771, | |
| "value_b": 0.9150301391050054, | |
| "delta": 0.0030476985349716657, | |
| "lo": 0.0013121943505726708, | |
| "hi": 0.009282713108706294, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9185633692646349, | |
| "value_b": 0.9154783510572746, | |
| "delta": 0.0030850182073602905, | |
| "lo": 0.0022325931879306924, | |
| "hi": 0.005289097841776331, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.002991644837528599 | |
| }, | |
| "manual|hands_on|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9177335917276226, | |
| "value_b": 0.7750736872616841, | |
| "delta": 0.14265990446593846, | |
| "lo": 0.10385670847821628, | |
| "hi": 0.17679253198689213, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9180778376399771, | |
| "value_b": 0.7750736872616841, | |
| "delta": 0.14300415037829295, | |
| "lo": 0.10463170139621088, | |
| "hi": 0.17686928713731684, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9185633692646349, | |
| "value_b": 0.7750736872616841, | |
| "delta": 0.14348968200295076, | |
| "lo": 0.10409926439127633, | |
| "hi": 0.17757950438758227, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.14305124561572738 | |
| }, | |
| "manual|hands_on|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.898353389507212, | |
| "value_b": 0.8463622881076966, | |
| "delta": 0.05199110139951535, | |
| "lo": 0.024961784738684867, | |
| "hi": 0.07395304202812607, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8991461643108986, | |
| "value_b": 0.8463622881076966, | |
| "delta": 0.05278387620320191, | |
| "lo": 0.025231220105047844, | |
| "hi": 0.07434927895386288, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8993591560048843, | |
| "value_b": 0.8463622881076966, | |
| "delta": 0.052996867897187605, | |
| "lo": 0.024994677193545513, | |
| "hi": 0.07472211234668781, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.052590615166634956 | |
| }, | |
| "manual|hands_on|5s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.898353389507212, | |
| "value_b": 0.8959507134643215, | |
| "delta": 0.0024026760428904614, | |
| "lo": 0.0014798413878527512, | |
| "hi": 0.0040171200202616456, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8991461643108986, | |
| "value_b": 0.8964620362583141, | |
| "delta": 0.0026841280525844446, | |
| "lo": 0.0008255646975241504, | |
| "hi": 0.008813246410739242, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8993591560048843, | |
| "value_b": 0.8966542209285373, | |
| "delta": 0.002704935076346948, | |
| "lo": 0.0016731593461826622, | |
| "hi": 0.005657789592461635, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.002597246390607285 | |
| }, | |
| "manual|hands_on|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.898353389507212, | |
| "value_b": 0.7394561029007246, | |
| "delta": 0.1588972866064874, | |
| "lo": 0.11585239389448461, | |
| "hi": 0.19470545104489942, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8991461643108986, | |
| "value_b": 0.7394561029007246, | |
| "delta": 0.15969006141017394, | |
| "lo": 0.11525788520706996, | |
| "hi": 0.19570860826605246, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8993591560048843, | |
| "value_b": 0.7394561029007246, | |
| "delta": 0.15990305310415964, | |
| "lo": 0.11523656717454797, | |
| "hi": 0.1955663765881, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.159496800373607 | |
| }, | |
| "manual|head_turned|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9212585597388294, | |
| "value_b": 0.8704091738306686, | |
| "delta": 0.050849385908160794, | |
| "lo": 0.04110887679215422, | |
| "hi": 0.057163564433961464, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9212291939779799, | |
| "value_b": 0.8704091738306686, | |
| "delta": 0.05082002014731124, | |
| "lo": 0.04062936804340089, | |
| "hi": 0.058008961090161106, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9221473025167103, | |
| "value_b": 0.8704091738306686, | |
| "delta": 0.05173812868604166, | |
| "lo": 0.04132849085349954, | |
| "hi": 0.05891767915116373, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.0511358449138379 | |
| }, | |
| "manual|head_turned|1s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9212585597388294, | |
| "value_b": 0.9154699643333798, | |
| "delta": 0.005788595405449626, | |
| "lo": 0.004437333309040265, | |
| "hi": 0.009036728132817501, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9212291939779799, | |
| "value_b": 0.9110671868607139, | |
| "delta": 0.010162007117266003, | |
| "lo": 0.008240993139765793, | |
| "hi": 0.012948462407539022, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9221473025167103, | |
| "value_b": 0.9135699024869947, | |
| "delta": 0.008577400029715632, | |
| "lo": 0.006251354083996097, | |
| "hi": 0.01097999892625295, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.00817600085081042 | |
| }, | |
| "manual|head_turned|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9212585597388294, | |
| "value_b": 0.7940405993108826, | |
| "delta": 0.12721796042794686, | |
| "lo": 0.10517543986762756, | |
| "hi": 0.1352695594154451, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9212291939779799, | |
| "value_b": 0.7940405993108826, | |
| "delta": 0.1271885946670973, | |
| "lo": 0.10499820056924344, | |
| "hi": 0.13490555072640276, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9221473025167103, | |
| "value_b": 0.7940405993108826, | |
| "delta": 0.12810670320582773, | |
| "lo": 0.1047562838555492, | |
| "hi": 0.13637686684861947, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.12750441943362398 | |
| }, | |
| "manual|head_turned|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8848208583024787, | |
| "value_b": 0.8148821344932777, | |
| "delta": 0.06993872380920096, | |
| "lo": 0.05018406776317692, | |
| "hi": 0.08227953830100632, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8853080941225219, | |
| "value_b": 0.8148821344932777, | |
| "delta": 0.07042595962924414, | |
| "lo": 0.05150584722627468, | |
| "hi": 0.08349531477979402, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8863066078195083, | |
| "value_b": 0.8148821344932777, | |
| "delta": 0.07142447332623059, | |
| "lo": 0.05036199284781486, | |
| "hi": 0.08401859626954135, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.07059638558822523 | |
| }, | |
| "manual|head_turned|2s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8848208583024787, | |
| "value_b": 0.8780674612640504, | |
| "delta": 0.006753397038428255, | |
| "lo": 0.005099764161517179, | |
| "hi": 0.01062021216281973, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8853080941225219, | |
| "value_b": 0.873252616310941, | |
| "delta": 0.012055477811580895, | |
| "lo": 0.010012441664727836, | |
| "hi": 0.015163298248594605, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8863066078195083, | |
| "value_b": 0.876792913595506, | |
| "delta": 0.009513694224002278, | |
| "lo": 0.006945479885382913, | |
| "hi": 0.012108680824160618, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.00944085635800381 | |
| }, | |
| "manual|head_turned|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8848208583024787, | |
| "value_b": 0.7276766784331187, | |
| "delta": 0.15714417986936002, | |
| "lo": 0.12110528958683892, | |
| "hi": 0.1693654618349805, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8853080941225219, | |
| "value_b": 0.7276766784331187, | |
| "delta": 0.1576314156894032, | |
| "lo": 0.12260194860394708, | |
| "hi": 0.1697713536269764, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8863066078195083, | |
| "value_b": 0.7276766784331187, | |
| "delta": 0.15862992938638965, | |
| "lo": 0.12164743124581133, | |
| "hi": 0.1716987838186546, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1578018416483843 | |
| }, | |
| "manual|head_turned|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8615213960587388, | |
| "value_b": 0.7766605973359924, | |
| "delta": 0.08486079872274643, | |
| "lo": 0.059210802340113895, | |
| "hi": 0.1007328882603539, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8618341514234238, | |
| "value_b": 0.7766605973359924, | |
| "delta": 0.08517355408743144, | |
| "lo": 0.060184039659235876, | |
| "hi": 0.1013918375861628, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8630020349399415, | |
| "value_b": 0.7766605973359924, | |
| "delta": 0.08634143760394919, | |
| "lo": 0.0604044695106549, | |
| "hi": 0.10205856605632561, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.08545859680470902 | |
| }, | |
| "manual|head_turned|3s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8615213960587388, | |
| "value_b": 0.85418895948342, | |
| "delta": 0.00733243657531879, | |
| "lo": 0.005542393044306679, | |
| "hi": 0.011251376046288347, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8618341514234238, | |
| "value_b": 0.8496830839877225, | |
| "delta": 0.012151067435701268, | |
| "lo": 0.01009600334593043, | |
| "hi": 0.01518720827259212, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8630020349399415, | |
| "value_b": 0.854397173761386, | |
| "delta": 0.008604861178555523, | |
| "lo": 0.006270354113205567, | |
| "hi": 0.011121952460901417, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.009362788396525193 | |
| }, | |
| "manual|head_turned|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8615213960587388, | |
| "value_b": 0.687288217726257, | |
| "delta": 0.17423317833248175, | |
| "lo": 0.12916447606141654, | |
| "hi": 0.19116816914078846, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8618341514234238, | |
| "value_b": 0.687288217726257, | |
| "delta": 0.17454593369716676, | |
| "lo": 0.13008850830356766, | |
| "hi": 0.19207237106199085, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8630020349399415, | |
| "value_b": 0.687288217726257, | |
| "delta": 0.1757138172136845, | |
| "lo": 0.13095404321614426, | |
| "hi": 0.19291911945734794, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.17483097641444434 | |
| }, | |
| "manual|head_turned|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8283033325759929, | |
| "value_b": 0.7297530403763156, | |
| "delta": 0.09855029219967726, | |
| "lo": 0.0669323623666092, | |
| "hi": 0.11718039894611566, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8291143864695223, | |
| "value_b": 0.7297530403763156, | |
| "delta": 0.09936134609320668, | |
| "lo": 0.06914254048561379, | |
| "hi": 0.11947366629757274, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8298685895405216, | |
| "value_b": 0.7297530403763156, | |
| "delta": 0.10011554916420595, | |
| "lo": 0.06954501198133985, | |
| "hi": 0.11921803213332896, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.09934239581902997 | |
| }, | |
| "manual|head_turned|5s|final_closed_form|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8283033325759929, | |
| "value_b": 0.8199534824730799, | |
| "delta": 0.008349850102913003, | |
| "lo": 0.005278946428719095, | |
| "hi": 0.013020764676618302, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8291143864695223, | |
| "value_b": 0.8173537466284462, | |
| "delta": 0.011760639841076115, | |
| "lo": 0.00882053822099527, | |
| "hi": 0.015697565906690893, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8298685895405216, | |
| "value_b": 0.8232495923295833, | |
| "delta": 0.006618997210938282, | |
| "lo": 0.004793145383304201, | |
| "hi": 0.011408987519568963, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.008909829051642467 | |
| }, | |
| "manual|head_turned|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8283033325759929, | |
| "value_b": 0.641410067282045, | |
| "delta": 0.1868932652939479, | |
| "lo": 0.13359978313592752, | |
| "hi": 0.20885370516500606, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8291143864695223, | |
| "value_b": 0.641410067282045, | |
| "delta": 0.18770431918747732, | |
| "lo": 0.13545672085628058, | |
| "hi": 0.21127659265189158, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8298685895405216, | |
| "value_b": 0.641410067282045, | |
| "delta": 0.1884585222584766, | |
| "lo": 0.13569585826978725, | |
| "hi": 0.21053147915625067, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1876853689133006 | |
| }, | |
| "manual|gaze_off|1s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9063975993743169, | |
| "value_b": 0.7984502365354796, | |
| "delta": 0.10794736283883721, | |
| "lo": 0.07817196981532652, | |
| "hi": 0.12130981760834325, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9066599584776006, | |
| "value_b": 0.7984502365354796, | |
| "delta": 0.10820972194212097, | |
| "lo": 0.07814214255964855, | |
| "hi": 0.12270157589349436, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9074105440074167, | |
| "value_b": 0.7984502365354796, | |
| "delta": 0.10896030747193708, | |
| "lo": 0.07760051080449443, | |
| "hi": 0.1229690100712967, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.10837246408429842 | |
| }, | |
| "manual|gaze_off|1s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.9063975993743169, | |
| "value_b": 0.7943018987362142, | |
| "delta": 0.1120957006381027, | |
| "lo": 0.08710282612784577, | |
| "hi": 0.1238485986775006, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.9066599584776006, | |
| "value_b": 0.7943018987362142, | |
| "delta": 0.11235805974138646, | |
| "lo": 0.08793225657619395, | |
| "hi": 0.12567091620597412, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.9074105440074167, | |
| "value_b": 0.7943018987362142, | |
| "delta": 0.11310864527120257, | |
| "lo": 0.08664154321918595, | |
| "hi": 0.12563627927807575, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1125208018835639 | |
| }, | |
| "manual|gaze_off|2s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8744800423353636, | |
| "value_b": 0.7396140902915895, | |
| "delta": 0.13486595204377405, | |
| "lo": 0.09403203581922574, | |
| "hi": 0.15296919694247532, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8746639841318355, | |
| "value_b": 0.7396140902915895, | |
| "delta": 0.13504989384024602, | |
| "lo": 0.09502656819627431, | |
| "hi": 0.1544246896746116, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8770560440419027, | |
| "value_b": 0.7396140902915895, | |
| "delta": 0.1374419537503132, | |
| "lo": 0.09527485143815415, | |
| "hi": 0.15617320205612326, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.13578593321144442 | |
| }, | |
| "manual|gaze_off|2s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8744800423353636, | |
| "value_b": 0.7358198381649891, | |
| "delta": 0.1386602041703745, | |
| "lo": 0.1037858268616663, | |
| "hi": 0.1552505095320603, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8746639841318355, | |
| "value_b": 0.7358198381649891, | |
| "delta": 0.13884414596684647, | |
| "lo": 0.10477630709516618, | |
| "hi": 0.1568517456334607, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8770560440419027, | |
| "value_b": 0.7358198381649891, | |
| "delta": 0.14123620587691366, | |
| "lo": 0.10485702387040245, | |
| "hi": 0.15860025801497235, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.13958018533804487 | |
| }, | |
| "manual|gaze_off|3s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8551033404189833, | |
| "value_b": 0.7029759384025028, | |
| "delta": 0.15212740201648045, | |
| "lo": 0.10157676666163792, | |
| "hi": 0.17521659215943364, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8541060440681616, | |
| "value_b": 0.7029759384025028, | |
| "delta": 0.15113010566565876, | |
| "lo": 0.10336191212254196, | |
| "hi": 0.17468343805387715, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8575617054436484, | |
| "value_b": 0.7029759384025028, | |
| "delta": 0.15458576704114557, | |
| "lo": 0.10367973000938349, | |
| "hi": 0.17753448909787928, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.1526144249077616 | |
| }, | |
| "manual|gaze_off|3s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8551033404189833, | |
| "value_b": 0.6993548172318668, | |
| "delta": 0.15574852318711652, | |
| "lo": 0.11183471480249704, | |
| "hi": 0.17746760792425367, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8541060440681616, | |
| "value_b": 0.6993548172318668, | |
| "delta": 0.15475122683629483, | |
| "lo": 0.1131714367505086, | |
| "hi": 0.1766509518944504, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8575617054436484, | |
| "value_b": 0.6993548172318668, | |
| "delta": 0.15820688821178164, | |
| "lo": 0.11396645453554467, | |
| "hi": 0.17981964233932243, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.15623554607839765 | |
| }, | |
| "manual|gaze_off|5s|dwell_table|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8294502960854027, | |
| "value_b": 0.6595172814613475, | |
| "delta": 0.1699330146240552, | |
| "lo": 0.11299433315769242, | |
| "hi": 0.19764377701151706, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8268625976384859, | |
| "value_b": 0.6595172814613475, | |
| "delta": 0.16734531617713844, | |
| "lo": 0.11315939417578882, | |
| "hi": 0.19608970959900376, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8302740489079115, | |
| "value_b": 0.6595172814613475, | |
| "delta": 0.17075676744656398, | |
| "lo": 0.11261061792573376, | |
| "hi": 0.1985943442757409, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.16934503274925253 | |
| }, | |
| "manual|gaze_off|5s|persistence|auroc": { | |
| "rows": [ | |
| { | |
| "value_a": 0.8294502960854027, | |
| "value_b": 0.6557164933448822, | |
| "delta": 0.17373380274052042, | |
| "lo": 0.1235450823783034, | |
| "hi": 0.19983344969205508, | |
| "seed": 0 | |
| }, | |
| { | |
| "value_a": 0.8268625976384859, | |
| "value_b": 0.6557164933448822, | |
| "delta": 0.17114610429360366, | |
| "lo": 0.1227712716195306, | |
| "hi": 0.19845875906370966, | |
| "seed": 1 | |
| }, | |
| { | |
| "value_a": 0.8302740489079115, | |
| "value_b": 0.6557164933448822, | |
| "delta": 0.1745575555630292, | |
| "lo": 0.12468878255018398, | |
| "hi": 0.20096359522829724, | |
| "seed": 2 | |
| } | |
| ], | |
| "verdict": "BEATS", | |
| "mean_delta": 0.17314582086571775 | |
| } | |
| }, | |
| "segments": { | |
| "engaged|hands_on|static": [ | |
| { | |
| "seed": 0, | |
| "n": 386829, | |
| "share": 0.8609918470095685, | |
| "FS": 0.0010839005699381232, | |
| "persistence": 0.0, | |
| "dwell_table": 0.001984229078516364, | |
| "final_closed_form": 0.0018349246820434928 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 386829, | |
| "share": 0.8609918470095685, | |
| "FS": 0.0008823016542010009, | |
| "persistence": 0.0, | |
| "dwell_table": 0.001984229078516364, | |
| "final_closed_form": 0.0014086663722991943 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 386829, | |
| "share": 0.8609918470095685, | |
| "FS": 0.0009902118472382426, | |
| "persistence": 0.0, | |
| "dwell_table": 0.001984229078516364, | |
| "final_closed_form": 0.0013569822767749429 | |
| } | |
| ], | |
| "engaged|hands_on|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 20978, | |
| "share": 0.04669217397497791, | |
| "FS": 0.38870668411254883, | |
| "persistence": 0.4589093327522278, | |
| "dwell_table": 0.38608071208000183, | |
| "final_closed_form": 0.3894190490245819 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 20978, | |
| "share": 0.04669217397497791, | |
| "FS": 0.39200013875961304, | |
| "persistence": 0.4589093327522278, | |
| "dwell_table": 0.38608071208000183, | |
| "final_closed_form": 0.3926458954811096 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 20978, | |
| "share": 0.04669217397497791, | |
| "FS": 0.3906351625919342, | |
| "persistence": 0.4589093327522278, | |
| "dwell_table": 0.38608071208000183, | |
| "final_closed_form": 0.3911682665348053 | |
| } | |
| ], | |
| "engaged|hands_on|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 26845, | |
| "share": 0.05975075843065507, | |
| "FS": 0.049892548471689224, | |
| "persistence": 0.0, | |
| "dwell_table": 0.06648729741573334, | |
| "final_closed_form": 0.05593399330973625 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 26845, | |
| "share": 0.05975075843065507, | |
| "FS": 0.07130122929811478, | |
| "persistence": 0.0, | |
| "dwell_table": 0.06648729741573334, | |
| "final_closed_form": 0.06762030720710754 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 26845, | |
| "share": 0.05975075843065507, | |
| "FS": 0.057843565940856934, | |
| "persistence": 0.0, | |
| "dwell_table": 0.06648729741573334, | |
| "final_closed_form": 0.05793890729546547 | |
| } | |
| ], | |
| "engaged|hands_on|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 14631, | |
| "share": 0.032565220584798445, | |
| "FS": 0.321363240480423, | |
| "persistence": 0.6512200236320496, | |
| "dwell_table": 0.30549970269203186, | |
| "final_closed_form": 0.33581700921058655 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 14631, | |
| "share": 0.032565220584798445, | |
| "FS": 0.2952047884464264, | |
| "persistence": 0.6512200236320496, | |
| "dwell_table": 0.30549970269203186, | |
| "final_closed_form": 0.3298841416835785 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 14631, | |
| "share": 0.032565220584798445, | |
| "FS": 0.3123411536216736, | |
| "persistence": 0.6512200236320496, | |
| "dwell_table": 0.30549970269203186, | |
| "final_closed_form": 0.3333796560764313 | |
| } | |
| ], | |
| "engaged|head_turned|static": [ | |
| { | |
| "seed": 0, | |
| "n": 364128, | |
| "share": 0.8105350321874082, | |
| "FS": 0.005317110568284988, | |
| "persistence": 0.0, | |
| "dwell_table": 0.00892578437924385, | |
| "final_closed_form": 0.006310465279966593 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 364128, | |
| "share": 0.8105350321874082, | |
| "FS": 0.005067036487162113, | |
| "persistence": 0.0, | |
| "dwell_table": 0.00892578437924385, | |
| "final_closed_form": 0.005611226428300142 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 364128, | |
| "share": 0.8105350321874082, | |
| "FS": 0.00443157646805048, | |
| "persistence": 0.0, | |
| "dwell_table": 0.00892578437924385, | |
| "final_closed_form": 0.005643352400511503 | |
| } | |
| ], | |
| "engaged|head_turned|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 49109, | |
| "share": 0.10931475990775615, | |
| "FS": 0.3885391056537628, | |
| "persistence": 0.4648027718067169, | |
| "dwell_table": 0.3749353587627411, | |
| "final_closed_form": 0.38992857933044434 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 49109, | |
| "share": 0.10931475990775615, | |
| "FS": 0.38932153582572937, | |
| "persistence": 0.4648027718067169, | |
| "dwell_table": 0.3749353587627411, | |
| "final_closed_form": 0.3943723738193512 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 49109, | |
| "share": 0.10931475990775615, | |
| "FS": 0.3945542871952057, | |
| "persistence": 0.4648027718067169, | |
| "dwell_table": 0.3749353587627411, | |
| "final_closed_form": 0.39381760358810425 | |
| } | |
| ], | |
| "engaged|head_turned|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 9184, | |
| "share": 0.02044323352120451, | |
| "FS": 0.31926020979881287, | |
| "persistence": 0.0, | |
| "dwell_table": 0.2791072428226471, | |
| "final_closed_form": 0.38444826006889343 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 9184, | |
| "share": 0.02044323352120451, | |
| "FS": 0.3133688271045685, | |
| "persistence": 0.0, | |
| "dwell_table": 0.2791072428226471, | |
| "final_closed_form": 0.40979278087615967 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 9184, | |
| "share": 0.02044323352120451, | |
| "FS": 0.32138457894325256, | |
| "persistence": 0.0, | |
| "dwell_table": 0.2791072428226471, | |
| "final_closed_form": 0.4063858091831207 | |
| } | |
| ], | |
| "engaged|head_turned|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 26823, | |
| "share": 0.059706974383631164, | |
| "FS": 0.16823379695415497, | |
| "persistence": 0.8333519697189331, | |
| "dwell_table": 0.191201314330101, | |
| "final_closed_form": 0.16544586420059204 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 26823, | |
| "share": 0.059706974383631164, | |
| "FS": 0.16989868879318237, | |
| "persistence": 0.8333519697189331, | |
| "dwell_table": 0.191201314330101, | |
| "final_closed_form": 0.163607656955719 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 26823, | |
| "share": 0.059706974383631164, | |
| "FS": 0.17065271735191345, | |
| "persistence": 0.8333519697189331, | |
| "dwell_table": 0.191201314330101, | |
| "final_closed_form": 0.16410046815872192 | |
| } | |
| ], | |
| "engaged|gaze_off|static": [ | |
| { | |
| "seed": 0, | |
| "n": 334153, | |
| "share": 0.7432427022073543, | |
| "FS": 0.008162170648574829, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648077681660652 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 334153, | |
| "share": 0.7432427022073543, | |
| "FS": 0.008250148966908455, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648077681660652 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 334153, | |
| "share": 0.7432427022073543, | |
| "FS": 0.007911237888038158, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648077681660652 | |
| } | |
| ], | |
| "engaged|gaze_off|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 66404, | |
| "share": 0.14769967169942258, | |
| "FS": 0.3806487023830414, | |
| "persistence": 0.4658755362033844, | |
| "dwell_table": 0.3737354874610901 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 66404, | |
| "share": 0.14769967169942258, | |
| "FS": 0.381826788187027, | |
| "persistence": 0.4658755362033844, | |
| "dwell_table": 0.3737354874610901 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 66404, | |
| "share": 0.14769967169942258, | |
| "FS": 0.38260120153427124, | |
| "persistence": 0.4658755362033844, | |
| "dwell_table": 0.3737354874610901 | |
| } | |
| ], | |
| "engaged|gaze_off|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 10441, | |
| "share": 0.023223484612578626, | |
| "FS": 0.3521803021430969, | |
| "persistence": 0.0, | |
| "dwell_table": 0.2993926405906677 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 10441, | |
| "share": 0.023223484612578626, | |
| "FS": 0.3557247519493103, | |
| "persistence": 0.0, | |
| "dwell_table": 0.2993926405906677 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 10441, | |
| "share": 0.023223484612578626, | |
| "FS": 0.3830353021621704, | |
| "persistence": 0.0, | |
| "dwell_table": 0.2993926405906677 | |
| } | |
| ], | |
| "engaged|gaze_off|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 38590, | |
| "share": 0.0858341414806445, | |
| "FS": 0.18727019429206848, | |
| "persistence": 0.7870951294898987, | |
| "dwell_table": 0.20086324214935303 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 38590, | |
| "share": 0.0858341414806445, | |
| "FS": 0.18348738551139832, | |
| "persistence": 0.7870951294898987, | |
| "dwell_table": 0.20086324214935303 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 38590, | |
| "share": 0.0858341414806445, | |
| "FS": 0.18596935272216797, | |
| "persistence": 0.7870951294898987, | |
| "dwell_table": 0.20086324214935303 | |
| } | |
| ], | |
| "manual|hands_on|static": [ | |
| { | |
| "seed": 0, | |
| "n": 432619, | |
| "share": 0.8539066586398492, | |
| "FS": 0.0034398860298097134, | |
| "persistence": 0.0, | |
| "dwell_table": 0.0028354176320135593, | |
| "final_closed_form": 0.0034804188180714846 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 432619, | |
| "share": 0.8539066586398492, | |
| "FS": 0.0027151373215019703, | |
| "persistence": 0.0, | |
| "dwell_table": 0.0028354176320135593, | |
| "final_closed_form": 0.003160122549161315 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 432619, | |
| "share": 0.8539066586398492, | |
| "FS": 0.00282620033249259, | |
| "persistence": 0.0, | |
| "dwell_table": 0.0028354176320135593, | |
| "final_closed_form": 0.003247205400839448 | |
| } | |
| ], | |
| "manual|hands_on|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 39355, | |
| "share": 0.0776791970550791, | |
| "FS": 0.29602646827697754, | |
| "persistence": 0.3735484778881073, | |
| "dwell_table": 0.31258586049079895, | |
| "final_closed_form": 0.2983364462852478 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 39355, | |
| "share": 0.0776791970550791, | |
| "FS": 0.30155226588249207, | |
| "persistence": 0.3735484778881073, | |
| "dwell_table": 0.31258586049079895, | |
| "final_closed_form": 0.3019644021987915 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 39355, | |
| "share": 0.0776791970550791, | |
| "FS": 0.29993751645088196, | |
| "persistence": 0.3735484778881073, | |
| "dwell_table": 0.31258586049079895, | |
| "final_closed_form": 0.2996440529823303 | |
| } | |
| ], | |
| "manual|hands_on|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 14407, | |
| "share": 0.028436645711409594, | |
| "FS": 0.1344703733921051, | |
| "persistence": 0.0, | |
| "dwell_table": 0.09668829292058945, | |
| "final_closed_form": 0.14550326764583588 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 14407, | |
| "share": 0.028436645711409594, | |
| "FS": 0.13060858845710754, | |
| "persistence": 0.0, | |
| "dwell_table": 0.09668829292058945, | |
| "final_closed_form": 0.16099661588668823 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 14407, | |
| "share": 0.028436645711409594, | |
| "FS": 0.13651491701602936, | |
| "persistence": 0.0, | |
| "dwell_table": 0.09668829292058945, | |
| "final_closed_form": 0.13656587898731232 | |
| } | |
| ], | |
| "manual|hands_on|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 20254, | |
| "share": 0.039977498593662106, | |
| "FS": 0.2547197639942169, | |
| "persistence": 0.7019354104995728, | |
| "dwell_table": 0.2807905673980713, | |
| "final_closed_form": 0.25646066665649414 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 20254, | |
| "share": 0.039977498593662106, | |
| "FS": 0.24866317212581635, | |
| "persistence": 0.7019354104995728, | |
| "dwell_table": 0.2807905673980713, | |
| "final_closed_form": 0.2527095377445221 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 20254, | |
| "share": 0.039977498593662106, | |
| "FS": 0.24878695607185364, | |
| "persistence": 0.7019354104995728, | |
| "dwell_table": 0.2807905673980713, | |
| "final_closed_form": 0.2589971125125885 | |
| } | |
| ], | |
| "manual|head_turned|static": [ | |
| { | |
| "seed": 0, | |
| "n": 388134, | |
| "share": 0.7654793342628987, | |
| "FS": 0.008733375929296017, | |
| "persistence": 0.0, | |
| "dwell_table": 0.009030777961015701, | |
| "final_closed_form": 0.00993066281080246 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 388134, | |
| "share": 0.7654793342628987, | |
| "FS": 0.009072895161807537, | |
| "persistence": 0.0, | |
| "dwell_table": 0.009030777961015701, | |
| "final_closed_form": 0.009099490009248257 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 388134, | |
| "share": 0.7654793342628987, | |
| "FS": 0.009430083446204662, | |
| "persistence": 0.0, | |
| "dwell_table": 0.009030777961015701, | |
| "final_closed_form": 0.008735992945730686 | |
| } | |
| ], | |
| "manual|head_turned|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 61096, | |
| "share": 0.1204937609334046, | |
| "FS": 0.37122854590415955, | |
| "persistence": 0.5309512615203857, | |
| "dwell_table": 0.41778671741485596, | |
| "final_closed_form": 0.37098580598831177 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 61096, | |
| "share": 0.1204937609334046, | |
| "FS": 0.36898311972618103, | |
| "persistence": 0.5309512615203857, | |
| "dwell_table": 0.41778671741485596, | |
| "final_closed_form": 0.37736397981643677 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 61096, | |
| "share": 0.1204937609334046, | |
| "FS": 0.36590704321861267, | |
| "persistence": 0.5309512615203857, | |
| "dwell_table": 0.41778671741485596, | |
| "final_closed_form": 0.3765951991081238 | |
| } | |
| ], | |
| "manual|head_turned|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 15222, | |
| "share": 0.030020885637820557, | |
| "FS": 0.25899869203567505, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3115869164466858, | |
| "final_closed_form": 0.2570268511772156 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 15222, | |
| "share": 0.030020885637820557, | |
| "FS": 0.2289062887430191, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3115869164466858, | |
| "final_closed_form": 0.26498550176620483 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 15222, | |
| "share": 0.030020885637820557, | |
| "FS": 0.230404332280159, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3115869164466858, | |
| "final_closed_form": 0.25945889949798584 | |
| } | |
| ], | |
| "manual|head_turned|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 42595, | |
| "share": 0.08400601916587615, | |
| "FS": 0.19026604294776917, | |
| "persistence": 0.7457683086395264, | |
| "dwell_table": 0.21425166726112366, | |
| "final_closed_form": 0.1951795518398285 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 42595, | |
| "share": 0.08400601916587615, | |
| "FS": 0.19590897858142853, | |
| "persistence": 0.7457683086395264, | |
| "dwell_table": 0.21425166726112366, | |
| "final_closed_form": 0.1936963051557541 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 42595, | |
| "share": 0.08400601916587615, | |
| "FS": 0.19632361829280853, | |
| "persistence": 0.7457683086395264, | |
| "dwell_table": 0.21425166726112366, | |
| "final_closed_form": 0.19195353984832764 | |
| } | |
| ], | |
| "manual|gaze_off|static": [ | |
| { | |
| "seed": 0, | |
| "n": 365984, | |
| "share": 0.7298266884959529, | |
| "FS": 0.011303125880658627, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648080475628376 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 365984, | |
| "share": 0.7298266884959529, | |
| "FS": 0.011008448898792267, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648080475628376 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 365984, | |
| "share": 0.7298266884959529, | |
| "FS": 0.01200004294514656, | |
| "persistence": 0.0, | |
| "dwell_table": 0.012648080475628376 | |
| } | |
| ], | |
| "manual|gaze_off|onset": [ | |
| { | |
| "seed": 0, | |
| "n": 69136, | |
| "share": 0.13786749676449297, | |
| "FS": 0.35407474637031555, | |
| "persistence": 0.5154622793197632, | |
| "dwell_table": 0.4121687710285187 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 69136, | |
| "share": 0.13786749676449297, | |
| "FS": 0.3572157025337219, | |
| "persistence": 0.5154622793197632, | |
| "dwell_table": 0.4121687710285187 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 69136, | |
| "share": 0.13786749676449297, | |
| "FS": 0.3498876094818115, | |
| "persistence": 0.5154622793197632, | |
| "dwell_table": 0.4121687710285187 | |
| } | |
| ], | |
| "manual|gaze_off|sustained": [ | |
| { | |
| "seed": 0, | |
| "n": 18161, | |
| "share": 0.036215743010008634, | |
| "FS": 0.24256135523319244, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3029080927371979 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 18161, | |
| "share": 0.036215743010008634, | |
| "FS": 0.2293594777584076, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3029080927371979 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 18161, | |
| "share": 0.036215743010008634, | |
| "FS": 0.2279651015996933, | |
| "persistence": 0.0, | |
| "dwell_table": 0.3029080927371979 | |
| } | |
| ], | |
| "manual|gaze_off|recovery": [ | |
| { | |
| "seed": 0, | |
| "n": 48186, | |
| "share": 0.09609007172954552, | |
| "FS": 0.19942262768745422, | |
| "persistence": 0.7194205522537231, | |
| "dwell_table": 0.22049282491207123 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 48186, | |
| "share": 0.09609007172954552, | |
| "FS": 0.20188157260417938, | |
| "persistence": 0.7194205522537231, | |
| "dwell_table": 0.22049282491207123 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 48186, | |
| "share": 0.09609007172954552, | |
| "FS": 0.2009659707546234, | |
| "persistence": 0.7194205522537231, | |
| "dwell_table": 0.22049282491207123 | |
| } | |
| ] | |
| }, | |
| "recovery": { | |
| "engaged|hands_on|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 449350, | |
| "event_share": 0.10799821965060644, | |
| "mae_FS": 0.40456115718648994, | |
| "ece3_FS": 0.0025801898491893934, | |
| "obs_rate3": 0.08034494269500389, | |
| "mae_dwell_table": 0.4907026400912042, | |
| "delta_dwell_table": { | |
| "value_a": 0.40456115718648994, | |
| "value_b": 0.4907026400912042, | |
| "delta": -0.08614148290471424, | |
| "lo": -0.11109182012687874, | |
| "hi": -0.05345883486462968 | |
| }, | |
| "ece3_dwell_table": 0.024138430120935157, | |
| "mae_final_closed_form": 0.4401932222924681, | |
| "delta_final_closed_form": { | |
| "value_a": 0.40456115718648994, | |
| "value_b": 0.4401932222924681, | |
| "delta": -0.03563206510597816, | |
| "lo": -0.05856738953027163, | |
| "hi": -0.01850839870450772 | |
| }, | |
| "ece3_final_closed_form": 0.013060178755868245 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 449350, | |
| "event_share": 0.10799821965060644, | |
| "mae_FS": 0.40287505640378185, | |
| "ece3_FS": 0.004697194393113616, | |
| "obs_rate3": 0.08034494269500389, | |
| "mae_dwell_table": 0.4907026400912042, | |
| "delta_dwell_table": { | |
| "value_a": 0.40287505640378185, | |
| "value_b": 0.4907026400912042, | |
| "delta": -0.08782758368742233, | |
| "lo": -0.11054117212312214, | |
| "hi": -0.057413391119722816 | |
| }, | |
| "ece3_dwell_table": 0.024138430120935157, | |
| "mae_final_closed_form": 0.44694418504700545, | |
| "delta_final_closed_form": { | |
| "value_a": 0.40287505640378185, | |
| "value_b": 0.44694418504700545, | |
| "delta": -0.0440691286432236, | |
| "lo": -0.06393412062654116, | |
| "hi": -0.025731768559217702 | |
| }, | |
| "ece3_final_closed_form": 0.016970222914626458 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 449350, | |
| "event_share": 0.10799821965060644, | |
| "mae_FS": 0.38013393526248657, | |
| "ece3_FS": 0.00803189466311853, | |
| "obs_rate3": 0.08034494269500389, | |
| "mae_dwell_table": 0.4907026400912042, | |
| "delta_dwell_table": { | |
| "value_a": 0.38013393526248657, | |
| "value_b": 0.4907026400912042, | |
| "delta": -0.11056870482871761, | |
| "lo": -0.13223777558935898, | |
| "hi": -0.08122912896125441 | |
| }, | |
| "ece3_dwell_table": 0.024138430120935157, | |
| "mae_final_closed_form": 0.4330576567695473, | |
| "delta_final_closed_form": { | |
| "value_a": 0.38013393526248657, | |
| "value_b": 0.4330576567695473, | |
| "delta": -0.052923721507060706, | |
| "lo": -0.07126437777594227, | |
| "hi": -0.03837177163235297 | |
| }, | |
| "ece3_final_closed_form": 0.012143941769428006 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "engaged|hands_on|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 41575, | |
| "event_share": 0.436873120865905, | |
| "mae_FS": 1.1818627891814357, | |
| "ece3_FS": 0.02330406341901116, | |
| "obs_rate3": 0.35682501503307273, | |
| "mae_dwell_table": 1.3081042369233506, | |
| "delta_dwell_table": { | |
| "value_a": 1.1818627891814357, | |
| "value_b": 1.3081042369233506, | |
| "delta": -0.12624144774191493, | |
| "lo": -0.18388415761204974, | |
| "hi": -0.012627333538828578 | |
| }, | |
| "ece3_dwell_table": 0.06136460365406089, | |
| "mae_final_closed_form": 1.310869373975356, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1818627891814357, | |
| "value_b": 1.310869373975356, | |
| "delta": -0.12900658479392035, | |
| "lo": -0.18534532256153072, | |
| "hi": -0.04571178300228805 | |
| }, | |
| "ece3_final_closed_form": 0.057793356956162514 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 41575, | |
| "event_share": 0.436873120865905, | |
| "mae_FS": 1.2474363330865723, | |
| "ece3_FS": 0.06166256447513634, | |
| "obs_rate3": 0.35682501503307273, | |
| "mae_dwell_table": 1.3081042369233506, | |
| "delta_dwell_table": { | |
| "value_a": 1.2474363330865723, | |
| "value_b": 1.3081042369233506, | |
| "delta": -0.060667903836778336, | |
| "lo": -0.11284511634414522, | |
| "hi": 0.017369556332835847 | |
| }, | |
| "ece3_dwell_table": 0.06136460365406089, | |
| "mae_final_closed_form": 1.3498635105937629, | |
| "delta_final_closed_form": { | |
| "value_a": 1.2474363330865723, | |
| "value_b": 1.3498635105937629, | |
| "delta": -0.10242717750719055, | |
| "lo": -0.1739234926918616, | |
| "hi": -0.033788418805343064 | |
| }, | |
| "ece3_final_closed_form": 0.08798684250534261 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 41575, | |
| "event_share": 0.436873120865905, | |
| "mae_FS": 1.1746162578569288, | |
| "ece3_FS": 0.01962917737120689, | |
| "obs_rate3": 0.35682501503307273, | |
| "mae_dwell_table": 1.3081042369233506, | |
| "delta_dwell_table": { | |
| "value_a": 1.1746162578569288, | |
| "value_b": 1.3081042369233506, | |
| "delta": -0.13348797906642185, | |
| "lo": -0.21406801001897877, | |
| "hi": 0.002502239207055731 | |
| }, | |
| "ece3_dwell_table": 0.06136460365406089, | |
| "mae_final_closed_form": 1.3190710047260508, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1746162578569288, | |
| "value_b": 1.3190710047260508, | |
| "delta": -0.14445474686912196, | |
| "lo": -0.2289701119639438, | |
| "hi": -0.07228386118134585 | |
| }, | |
| "ece3_final_closed_form": 0.06249043138600299 | |
| } | |
| ], | |
| "verdict_vs_table": "INCONCLUSIVE", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "engaged|head_turned|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 449018, | |
| "event_share": 0.23233589744731836, | |
| "mae_FS": 0.8213758439016297, | |
| "ece3_FS": 0.013564243136888527, | |
| "obs_rate3": 0.1698484247847525, | |
| "mae_dwell_table": 0.9617487931157116, | |
| "delta_dwell_table": { | |
| "value_a": 0.8213758439016297, | |
| "value_b": 0.9617487931157116, | |
| "delta": -0.14037294921408194, | |
| "lo": -0.16692209019346368, | |
| "hi": -0.11531082088692099 | |
| }, | |
| "ece3_dwell_table": 0.04886859246739753, | |
| "mae_final_closed_form": 0.8627569555017472, | |
| "delta_final_closed_form": { | |
| "value_a": 0.8213758439016297, | |
| "value_b": 0.8627569555017472, | |
| "delta": -0.04138111160011759, | |
| "lo": -0.0523402288184143, | |
| "hi": -0.028404165946420083 | |
| }, | |
| "ece3_final_closed_form": 0.018684351384399882 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 449018, | |
| "event_share": 0.23233589744731836, | |
| "mae_FS": 0.8200246107217799, | |
| "ece3_FS": 0.011495459538255016, | |
| "obs_rate3": 0.1698484247847525, | |
| "mae_dwell_table": 0.9617487931157116, | |
| "delta_dwell_table": { | |
| "value_a": 0.8200246107217799, | |
| "value_b": 0.9617487931157116, | |
| "delta": -0.1417241823939317, | |
| "lo": -0.16725892904743597, | |
| "hi": -0.11857971608358998 | |
| }, | |
| "ece3_dwell_table": 0.04886859246739753, | |
| "mae_final_closed_form": 0.855371996966514, | |
| "delta_final_closed_form": { | |
| "value_a": 0.8200246107217799, | |
| "value_b": 0.855371996966514, | |
| "delta": -0.0353473862447341, | |
| "lo": -0.05014449161629328, | |
| "hi": -0.018915474385842075 | |
| }, | |
| "ece3_final_closed_form": 0.012301881636671516 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 449018, | |
| "event_share": 0.23233589744731836, | |
| "mae_FS": 0.8091049602550061, | |
| "ece3_FS": 0.010377416806963179, | |
| "obs_rate3": 0.1698484247847525, | |
| "mae_dwell_table": 0.9617487931157116, | |
| "delta_dwell_table": { | |
| "value_a": 0.8091049602550061, | |
| "value_b": 0.9617487931157116, | |
| "delta": -0.1526438328607055, | |
| "lo": -0.17771920303799796, | |
| "hi": -0.12803963710905172 | |
| }, | |
| "ece3_dwell_table": 0.04886859246739753, | |
| "mae_final_closed_form": 0.8397613004192932, | |
| "delta_final_closed_form": { | |
| "value_a": 0.8091049602550061, | |
| "value_b": 0.8397613004192932, | |
| "delta": -0.030656340164287088, | |
| "lo": -0.04567041097384511, | |
| "hi": -0.013272950172595896 | |
| }, | |
| "ece3_final_closed_form": 0.014258527006102886 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "engaged|head_turned|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 36096, | |
| "event_share": 0.8315602836879432, | |
| "mae_FS": 1.1435047692634124, | |
| "ece3_FS": 0.02791255973741834, | |
| "obs_rate3": 0.745595079787234, | |
| "mae_dwell_table": 1.341674000148972, | |
| "delta_dwell_table": { | |
| "value_a": 1.1435047692634124, | |
| "value_b": 1.341674000148972, | |
| "delta": -0.1981692308855596, | |
| "lo": -0.2547750234287648, | |
| "hi": -0.13816021912653306 | |
| }, | |
| "ece3_dwell_table": 0.05297701050038617, | |
| "mae_final_closed_form": 1.3079792416674343, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1435047692634124, | |
| "value_b": 1.3079792416674343, | |
| "delta": -0.1644744724040219, | |
| "lo": -0.19259235975239722, | |
| "hi": -0.13080945945211092 | |
| }, | |
| "ece3_final_closed_form": 0.0235719459308047 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 36096, | |
| "event_share": 0.8315602836879432, | |
| "mae_FS": 1.1829289871446313, | |
| "ece3_FS": 0.03469837127222039, | |
| "obs_rate3": 0.745595079787234, | |
| "mae_dwell_table": 1.341674000148972, | |
| "delta_dwell_table": { | |
| "value_a": 1.1829289871446313, | |
| "value_b": 1.341674000148972, | |
| "delta": -0.15874501300434063, | |
| "lo": -0.19918390770934963, | |
| "hi": -0.10781235114772916 | |
| }, | |
| "ece3_dwell_table": 0.05297701050038617, | |
| "mae_final_closed_form": 1.3403218499797642, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1829289871446313, | |
| "value_b": 1.3403218499797642, | |
| "delta": -0.15739286283513287, | |
| "lo": -0.19711440854366935, | |
| "hi": -0.11330190345491237 | |
| }, | |
| "ece3_final_closed_form": 0.02965758133519454 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 36096, | |
| "event_share": 0.8315602836879432, | |
| "mae_FS": 1.1716097416201812, | |
| "ece3_FS": 0.027348602130754834, | |
| "obs_rate3": 0.745595079787234, | |
| "mae_dwell_table": 1.341674000148972, | |
| "delta_dwell_table": { | |
| "value_a": 1.1716097416201812, | |
| "value_b": 1.341674000148972, | |
| "delta": -0.1700642585287908, | |
| "lo": -0.23778652505443798, | |
| "hi": -0.08557363586380001 | |
| }, | |
| "ece3_dwell_table": 0.05297701050038617, | |
| "mae_final_closed_form": 1.3051103739746588, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1716097416201812, | |
| "value_b": 1.3051103739746588, | |
| "delta": -0.13350063235447762, | |
| "lo": -0.17531178540865322, | |
| "hi": -0.09103097958441679 | |
| }, | |
| "ece3_final_closed_form": 0.0423637299223783 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "engaged|gaze_off|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 449875, | |
| "event_share": 0.3127068630175049, | |
| "mae_FS": 1.0375950061084562, | |
| "ece3_FS": 0.011160107014874151, | |
| "obs_rate3": 0.2349074742984162, | |
| "mae_dwell_table": 1.2275941398292556, | |
| "delta_dwell_table": { | |
| "value_a": 1.0375950061084562, | |
| "value_b": 1.2275941398292556, | |
| "delta": -0.18999913372079935, | |
| "lo": -0.23616750241202145, | |
| "hi": -0.14272705135767091 | |
| }, | |
| "ece3_dwell_table": 0.05357963641327797 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 449875, | |
| "event_share": 0.3127068630175049, | |
| "mae_FS": 1.072876066095228, | |
| "ece3_FS": 0.023577985880722036, | |
| "obs_rate3": 0.2349074742984162, | |
| "mae_dwell_table": 1.2275941398292556, | |
| "delta_dwell_table": { | |
| "value_a": 1.072876066095228, | |
| "value_b": 1.2275941398292556, | |
| "delta": -0.15471807373402768, | |
| "lo": -0.18505317586682857, | |
| "hi": -0.11783796744313028 | |
| }, | |
| "ece3_dwell_table": 0.05357963641327797 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 449875, | |
| "event_share": 0.3127068630175049, | |
| "mae_FS": 1.0422240364060527, | |
| "ece3_FS": 0.016742464610489574, | |
| "obs_rate3": 0.2349074742984162, | |
| "mae_dwell_table": 1.2275941398292556, | |
| "delta_dwell_table": { | |
| "value_a": 1.0422240364060527, | |
| "value_b": 1.2275941398292556, | |
| "delta": -0.18537010342320293, | |
| "lo": -0.21890012286222432, | |
| "hi": -0.14751150889471748 | |
| }, | |
| "ece3_dwell_table": 0.05357963641327797 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "n/a" | |
| }, | |
| "engaged|gaze_off|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 49138, | |
| "event_share": 0.8768163132402621, | |
| "mae_FS": 1.1346283726127013, | |
| "ece3_FS": 0.06310094030774639, | |
| "obs_rate3": 0.7888395946110953, | |
| "mae_dwell_table": 1.2374799453347074, | |
| "delta_dwell_table": { | |
| "value_a": 1.1346283726127013, | |
| "value_b": 1.2374799453347074, | |
| "delta": -0.10285157272200607, | |
| "lo": -0.1666866383787288, | |
| "hi": -0.003523214632411628 | |
| }, | |
| "ece3_dwell_table": 0.031249941688418638 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 49138, | |
| "event_share": 0.8768163132402621, | |
| "mae_FS": 1.1555952544226946, | |
| "ece3_FS": 0.042076971020275536, | |
| "obs_rate3": 0.7888395946110953, | |
| "mae_dwell_table": 1.2374799453347074, | |
| "delta_dwell_table": { | |
| "value_a": 1.1555952544226946, | |
| "value_b": 1.2374799453347074, | |
| "delta": -0.08188469091201278, | |
| "lo": -0.11751982195548928, | |
| "hi": -0.02104389618442734 | |
| }, | |
| "ece3_dwell_table": 0.031249941688418638 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 49138, | |
| "event_share": 0.8768163132402621, | |
| "mae_FS": 1.1658907292145766, | |
| "ece3_FS": 0.04850095993713694, | |
| "obs_rate3": 0.7888395946110953, | |
| "mae_dwell_table": 1.2374799453347074, | |
| "delta_dwell_table": { | |
| "value_a": 1.1658907292145766, | |
| "value_b": 1.2374799453347074, | |
| "delta": -0.0715892161201308, | |
| "lo": -0.12971021725405013, | |
| "hi": 0.02996221207198456 | |
| }, | |
| "ece3_dwell_table": 0.031249941688418638 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "n/a" | |
| }, | |
| "manual|hands_on|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 502975, | |
| "event_share": 0.15889855360604405, | |
| "mae_FS": 0.5686414187061033, | |
| "ece3_FS": 0.01702289779999247, | |
| "obs_rate3": 0.12011332571201352, | |
| "mae_dwell_table": 0.5918245868750647, | |
| "delta_dwell_table": { | |
| "value_a": 0.5686414187061033, | |
| "value_b": 0.5918245868750647, | |
| "delta": -0.023183168168961377, | |
| "lo": -0.04745391074623687, | |
| "hi": 0.053141101281616525 | |
| }, | |
| "ece3_dwell_table": 0.006365731882494413, | |
| "mae_final_closed_form": 0.5885653300533783, | |
| "delta_final_closed_form": { | |
| "value_a": 0.5686414187061033, | |
| "value_b": 0.5885653300533783, | |
| "delta": -0.019923911347275003, | |
| "lo": -0.05668115958143332, | |
| "hi": -0.00746556260841288 | |
| }, | |
| "ece3_final_closed_form": 0.029617379680012986 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 502975, | |
| "event_share": 0.15889855360604405, | |
| "mae_FS": 0.5354581575015884, | |
| "ece3_FS": 0.006244562387457543, | |
| "obs_rate3": 0.12011332571201352, | |
| "mae_dwell_table": 0.5918245868750647, | |
| "delta_dwell_table": { | |
| "value_a": 0.5354581575015884, | |
| "value_b": 0.5918245868750647, | |
| "delta": -0.056366429373476246, | |
| "lo": -0.08266434908048559, | |
| "hi": 0.024390423764542583 | |
| }, | |
| "ece3_dwell_table": 0.006365731882494413, | |
| "mae_final_closed_form": 0.5770663183028861, | |
| "delta_final_closed_form": { | |
| "value_a": 0.5354581575015884, | |
| "value_b": 0.5770663183028861, | |
| "delta": -0.0416081608012977, | |
| "lo": -0.08759015976543622, | |
| "hi": -0.026553777979218537 | |
| }, | |
| "ece3_final_closed_form": 0.024146594319540166 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 502975, | |
| "event_share": 0.15889855360604405, | |
| "mae_FS": 0.5274633683895839, | |
| "ece3_FS": 0.00783408241282875, | |
| "obs_rate3": 0.12011332571201352, | |
| "mae_dwell_table": 0.5918245868750647, | |
| "delta_dwell_table": { | |
| "value_a": 0.5274633683895839, | |
| "value_b": 0.5918245868750647, | |
| "delta": -0.06436121848548082, | |
| "lo": -0.09125361833247139, | |
| "hi": 0.02571543575027027 | |
| }, | |
| "ece3_dwell_table": 0.006365731882494413, | |
| "mae_final_closed_form": 0.5725754001439108, | |
| "delta_final_closed_form": { | |
| "value_a": 0.5274633683895839, | |
| "value_b": 0.5725754001439108, | |
| "delta": -0.04511203175432699, | |
| "lo": -0.06890708665682614, | |
| "hi": -0.036782662272263705 | |
| }, | |
| "ece3_final_closed_form": 0.024310996977393792 | |
| } | |
| ], | |
| "verdict_vs_table": "INCONCLUSIVE", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "manual|hands_on|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 34770, | |
| "event_share": 0.6757262007477711, | |
| "mae_FS": 1.378920870415774, | |
| "ece3_FS": 0.047603184067576416, | |
| "obs_rate3": 0.5899338510209952, | |
| "mae_dwell_table": 1.432434711543383, | |
| "delta_dwell_table": { | |
| "value_a": 1.378920870415774, | |
| "value_b": 1.432434711543383, | |
| "delta": -0.05351384112760904, | |
| "lo": -0.17936036817705503, | |
| "hi": 0.17690658615732194 | |
| }, | |
| "ece3_dwell_table": 0.04138995905931497, | |
| "mae_final_closed_form": 1.411356159091116, | |
| "delta_final_closed_form": { | |
| "value_a": 1.378920870415774, | |
| "value_b": 1.411356159091116, | |
| "delta": -0.032435288675341845, | |
| "lo": -0.10038821899040891, | |
| "hi": 0.03365832563559553 | |
| }, | |
| "ece3_final_closed_form": 0.09986263549478706 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 34770, | |
| "event_share": 0.6757262007477711, | |
| "mae_FS": 1.358620987078017, | |
| "ece3_FS": 0.03892873983154154, | |
| "obs_rate3": 0.5899338510209952, | |
| "mae_dwell_table": 1.432434711543383, | |
| "delta_dwell_table": { | |
| "value_a": 1.358620987078017, | |
| "value_b": 1.432434711543383, | |
| "delta": -0.07381372446536605, | |
| "lo": -0.1921910627541662, | |
| "hi": 0.12680949946302802 | |
| }, | |
| "ece3_dwell_table": 0.04138995905931497, | |
| "mae_final_closed_form": 1.432433639560961, | |
| "delta_final_closed_form": { | |
| "value_a": 1.358620987078017, | |
| "value_b": 1.432433639560961, | |
| "delta": -0.07381265248294389, | |
| "lo": -0.19727029995215445, | |
| "hi": 0.013155958232012929 | |
| }, | |
| "ece3_final_closed_form": 0.1108602019154909 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 34770, | |
| "event_share": 0.6757262007477711, | |
| "mae_FS": 1.3706082717711325, | |
| "ece3_FS": 0.051625321048740735, | |
| "obs_rate3": 0.5899338510209952, | |
| "mae_dwell_table": 1.432434711543383, | |
| "delta_dwell_table": { | |
| "value_a": 1.3706082717711325, | |
| "value_b": 1.432434711543383, | |
| "delta": -0.06182643977225055, | |
| "lo": -0.2031788254648856, | |
| "hi": 0.17827705164894211 | |
| }, | |
| "ece3_dwell_table": 0.04138995905931497, | |
| "mae_final_closed_form": 1.3977470458138423, | |
| "delta_final_closed_form": { | |
| "value_a": 1.3706082717711325, | |
| "value_b": 1.3977470458138423, | |
| "delta": -0.027138774042709812, | |
| "lo": -0.07318734694297115, | |
| "hi": 0.013698712680035512 | |
| }, | |
| "ece3_final_closed_form": 0.08232086744970518 | |
| } | |
| ], | |
| "verdict_vs_table": "INCONCLUSIVE", | |
| "verdict_vs_final": "INCONCLUSIVE" | |
| }, | |
| "manual|head_turned|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 503483, | |
| "event_share": 0.27382851059519386, | |
| "mae_FS": 0.8418492218238867, | |
| "ece3_FS": 0.023540187290309853, | |
| "obs_rate3": 0.20679546280609276, | |
| "mae_dwell_table": 1.008985645916171, | |
| "delta_dwell_table": { | |
| "value_a": 0.8418492218238867, | |
| "value_b": 1.008985645916171, | |
| "delta": -0.16713642409228435, | |
| "lo": -0.18129943180374536, | |
| "hi": -0.12546943687447187 | |
| }, | |
| "ece3_dwell_table": 0.03664599488142801, | |
| "mae_final_closed_form": 0.8608242303858769, | |
| "delta_final_closed_form": { | |
| "value_a": 0.8418492218238867, | |
| "value_b": 0.8608242303858769, | |
| "delta": -0.018975008561990192, | |
| "lo": -0.02786217736057261, | |
| "hi": -0.006104173941304386 | |
| }, | |
| "ece3_final_closed_form": 0.025085433290454238 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 503483, | |
| "event_share": 0.27382851059519386, | |
| "mae_FS": 0.8462232498752391, | |
| "ece3_FS": 0.021796561412005196, | |
| "obs_rate3": 0.20679546280609276, | |
| "mae_dwell_table": 1.008985645916171, | |
| "delta_dwell_table": { | |
| "value_a": 0.8462232498752391, | |
| "value_b": 1.008985645916171, | |
| "delta": -0.1627623960409319, | |
| "lo": -0.1751044074789582, | |
| "hi": -0.13457557827833055 | |
| }, | |
| "ece3_dwell_table": 0.03664599488142801, | |
| "mae_final_closed_form": 0.8717568247220088, | |
| "delta_final_closed_form": { | |
| "value_a": 0.8462232498752391, | |
| "value_b": 0.8717568247220088, | |
| "delta": -0.025533574846769658, | |
| "lo": -0.043107322240031894, | |
| "hi": -0.014738114375669686 | |
| }, | |
| "ece3_final_closed_form": 0.025959733361806802 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 503483, | |
| "event_share": 0.27382851059519386, | |
| "mae_FS": 0.8560712572143405, | |
| "ece3_FS": 0.033358752137124435, | |
| "obs_rate3": 0.20679546280609276, | |
| "mae_dwell_table": 1.008985645916171, | |
| "delta_dwell_table": { | |
| "value_a": 0.8560712572143405, | |
| "value_b": 1.008985645916171, | |
| "delta": -0.1529143887018305, | |
| "lo": -0.16668996564751265, | |
| "hi": -0.10539371010297041 | |
| }, | |
| "ece3_dwell_table": 0.03664599488142801, | |
| "mae_final_closed_form": 0.8596428391437155, | |
| "delta_final_closed_form": { | |
| "value_a": 0.8560712572143405, | |
| "value_b": 0.8596428391437155, | |
| "delta": -0.0035715819293750117, | |
| "lo": -0.008205179859033079, | |
| "hi": 0.013268172245011043 | |
| }, | |
| "ece3_final_closed_form": 0.022533948290502263 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "manual|head_turned|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 57913, | |
| "event_share": 0.8546440350180443, | |
| "mae_FS": 1.1633803704236951, | |
| "ece3_FS": 0.04244159251264177, | |
| "obs_rate3": 0.7393504049177214, | |
| "mae_dwell_table": 1.3648462294770611, | |
| "delta_dwell_table": { | |
| "value_a": 1.1633803704236951, | |
| "value_b": 1.3648462294770611, | |
| "delta": -0.201465859053366, | |
| "lo": -0.24755419296255413, | |
| "hi": -0.16222335323247952 | |
| }, | |
| "ece3_dwell_table": 0.01264354609501183, | |
| "mae_final_closed_form": 1.278544823418693, | |
| "delta_final_closed_form": { | |
| "value_a": 1.1633803704236951, | |
| "value_b": 1.278544823418693, | |
| "delta": -0.11516445299499778, | |
| "lo": -0.1698894879622629, | |
| "hi": -0.08195284192489422 | |
| }, | |
| "ece3_final_closed_form": 0.0328060715699495 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 57913, | |
| "event_share": 0.8546440350180443, | |
| "mae_FS": 1.14893144927266, | |
| "ece3_FS": 0.03199731693246331, | |
| "obs_rate3": 0.7393504049177214, | |
| "mae_dwell_table": 1.3648462294770611, | |
| "delta_dwell_table": { | |
| "value_a": 1.14893144927266, | |
| "value_b": 1.3648462294770611, | |
| "delta": -0.21591478020440102, | |
| "lo": -0.30523404087005557, | |
| "hi": -0.1535729284339713 | |
| }, | |
| "ece3_dwell_table": 0.01264354609501183, | |
| "mae_final_closed_form": 1.2694027686431752, | |
| "delta_final_closed_form": { | |
| "value_a": 1.14893144927266, | |
| "value_b": 1.2694027686431752, | |
| "delta": -0.12047131937051514, | |
| "lo": -0.20105368514904837, | |
| "hi": -0.08958360941709581 | |
| }, | |
| "ece3_final_closed_form": 0.035998570653603595 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 57913, | |
| "event_share": 0.8546440350180443, | |
| "mae_FS": 1.191239374013441, | |
| "ece3_FS": 0.025270915201973228, | |
| "obs_rate3": 0.7393504049177214, | |
| "mae_dwell_table": 1.3648462294770611, | |
| "delta_dwell_table": { | |
| "value_a": 1.191239374013441, | |
| "value_b": 1.3648462294770611, | |
| "delta": -0.1736068554636201, | |
| "lo": -0.2080542832061905, | |
| "hi": -0.11903113600188545 | |
| }, | |
| "ece3_dwell_table": 0.01264354609501183, | |
| "mae_final_closed_form": 1.2583397324823737, | |
| "delta_final_closed_form": { | |
| "value_a": 1.191239374013441, | |
| "value_b": 1.2583397324823737, | |
| "delta": -0.0671003584689327, | |
| "lo": -0.07862919329119591, | |
| "hi": -0.04746646986215048 | |
| }, | |
| "ece3_final_closed_form": 0.03713973772445921 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "BEATS" | |
| }, | |
| "manual|gaze_off|first_leave_all": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 500166, | |
| "event_share": 0.3152633325735856, | |
| "mae_FS": 1.015329609997032, | |
| "ece3_FS": 0.04154796389099158, | |
| "obs_rate3": 0.23988435839301353, | |
| "mae_dwell_table": 1.2453162703763285, | |
| "delta_dwell_table": { | |
| "value_a": 1.015329609997032, | |
| "value_b": 1.2453162703763285, | |
| "delta": -0.2299866603792966, | |
| "lo": -0.26714360590407393, | |
| "hi": -0.14772274220057516 | |
| }, | |
| "ece3_dwell_table": 0.05786342998180286 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 500166, | |
| "event_share": 0.3152633325735856, | |
| "mae_FS": 1.00757951992021, | |
| "ece3_FS": 0.033783277154551795, | |
| "obs_rate3": 0.23988435839301353, | |
| "mae_dwell_table": 1.2453162703763285, | |
| "delta_dwell_table": { | |
| "value_a": 1.00757951992021, | |
| "value_b": 1.2453162703763285, | |
| "delta": -0.23773675045611853, | |
| "lo": -0.27497903816306624, | |
| "hi": -0.15364376391109255 | |
| }, | |
| "ece3_dwell_table": 0.05786342998180286 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 500166, | |
| "event_share": 0.3152633325735856, | |
| "mae_FS": 0.9870076262947094, | |
| "ece3_FS": 0.03334282156174853, | |
| "obs_rate3": 0.23988435839301353, | |
| "mae_dwell_table": 1.2453162703763285, | |
| "delta_dwell_table": { | |
| "value_a": 0.9870076262947094, | |
| "value_b": 1.2453162703763285, | |
| "delta": -0.25830864408161913, | |
| "lo": -0.30771279768627025, | |
| "hi": -0.15161488929349265 | |
| }, | |
| "ece3_dwell_table": 0.05786342998180286 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "n/a" | |
| }, | |
| "manual|gaze_off|remaining_dwell_off": { | |
| "rows": [ | |
| { | |
| "seed": 0, | |
| "n": 66998, | |
| "event_share": 0.8496970058807726, | |
| "mae_FS": 1.207950774114087, | |
| "ece3_FS": 0.060693169689632336, | |
| "obs_rate3": 0.7343801307501716, | |
| "mae_dwell_table": 1.3421580671513234, | |
| "delta_dwell_table": { | |
| "value_a": 1.207950774114087, | |
| "value_b": 1.3421580671513234, | |
| "delta": -0.13420729303723644, | |
| "lo": -0.16934053087801862, | |
| "hi": -0.09551500296744823 | |
| }, | |
| "ece3_dwell_table": 0.04468507653996322 | |
| }, | |
| { | |
| "seed": 1, | |
| "n": 66998, | |
| "event_share": 0.8496970058807726, | |
| "mae_FS": 1.2059425854144508, | |
| "ece3_FS": 0.03655940925582291, | |
| "obs_rate3": 0.7343801307501716, | |
| "mae_dwell_table": 1.3421580671513234, | |
| "delta_dwell_table": { | |
| "value_a": 1.2059425854144508, | |
| "value_b": 1.3421580671513234, | |
| "delta": -0.1362154817368726, | |
| "lo": -0.2066485615786571, | |
| "hi": -0.07810308157328204 | |
| }, | |
| "ece3_dwell_table": 0.04468507653996322 | |
| }, | |
| { | |
| "seed": 2, | |
| "n": 66998, | |
| "event_share": 0.8496970058807726, | |
| "mae_FS": 1.2191793720546813, | |
| "ece3_FS": 0.03447729628886202, | |
| "obs_rate3": 0.7343801307501716, | |
| "mae_dwell_table": 1.3421580671513234, | |
| "delta_dwell_table": { | |
| "value_a": 1.2191793720546813, | |
| "value_b": 1.3421580671513234, | |
| "delta": -0.12297869509664205, | |
| "lo": -0.15185307981563256, | |
| "hi": -0.07548370946824916 | |
| }, | |
| "ece3_dwell_table": 0.04468507653996322 | |
| } | |
| ], | |
| "verdict_vs_table": "BEATS", | |
| "verdict_vs_final": "n/a" | |
| } | |
| }, | |
| "calibration": { | |
| "engaged|hands_on": [ | |
| { | |
| "FS": 0.005057703389073628, | |
| "dwell_table": 0.015504212554938512, | |
| "final_closed_form": 0.0036967080605136544, | |
| "seed": 0, | |
| "n": 450159 | |
| }, | |
| { | |
| "FS": 0.01062624683182434, | |
| "dwell_table": 0.015504212554938512, | |
| "final_closed_form": 0.005503963471567107, | |
| "seed": 1, | |
| "n": 450159 | |
| }, | |
| { | |
| "FS": 0.00753647218415113, | |
| "dwell_table": 0.015504212554938512, | |
| "final_closed_form": 0.005026244618062371, | |
| "seed": 2, | |
| "n": 450159 | |
| } | |
| ], | |
| "engaged|head_turned": [ | |
| { | |
| "FS": 0.008528067600064521, | |
| "dwell_table": 0.03751438871411937, | |
| "final_closed_form": 0.012514081173981511, | |
| "seed": 0, | |
| "n": 450435 | |
| }, | |
| { | |
| "FS": 0.005622844582402622, | |
| "dwell_table": 0.03751438871411937, | |
| "final_closed_form": 0.008260902959497326, | |
| "seed": 1, | |
| "n": 450435 | |
| }, | |
| { | |
| "FS": 0.0028722254233522148, | |
| "dwell_table": 0.03751438871411937, | |
| "final_closed_form": 0.008402540046820818, | |
| "seed": 2, | |
| "n": 450435 | |
| } | |
| ], | |
| "engaged|gaze_off": [ | |
| { | |
| "FS": 0.008143480465516809, | |
| "dwell_table": 0.03552174310924721, | |
| "seed": 0, | |
| "n": 450748 | |
| }, | |
| { | |
| "FS": 0.007921875561000678, | |
| "dwell_table": 0.03552174310924721, | |
| "seed": 1, | |
| "n": 450748 | |
| }, | |
| { | |
| "FS": 0.008717974179999245, | |
| "dwell_table": 0.03552174310924721, | |
| "seed": 2, | |
| "n": 450748 | |
| } | |
| ], | |
| "manual|hands_on": [ | |
| { | |
| "FS": 0.012085160152392953, | |
| "dwell_table": 0.011804512056328658, | |
| "final_closed_form": 0.011798180638717239, | |
| "seed": 0, | |
| "n": 508044 | |
| }, | |
| { | |
| "FS": 0.006898550072808672, | |
| "dwell_table": 0.011804512056328658, | |
| "final_closed_form": 0.007613680375918893, | |
| "seed": 1, | |
| "n": 508044 | |
| }, | |
| { | |
| "FS": 0.008028251076216193, | |
| "dwell_table": 0.011804512056328658, | |
| "final_closed_form": 0.010488876840486487, | |
| "seed": 2, | |
| "n": 508044 | |
| } | |
| ], | |
| "manual|head_turned": [ | |
| { | |
| "FS": 0.012198749228475676, | |
| "dwell_table": 0.023120277926816656, | |
| "final_closed_form": 0.01377279464546234, | |
| "seed": 0, | |
| "n": 508207 | |
| }, | |
| { | |
| "FS": 0.011529957806895523, | |
| "dwell_table": 0.023120277926816656, | |
| "final_closed_form": 0.013855493333763196, | |
| "seed": 1, | |
| "n": 508207 | |
| }, | |
| { | |
| "FS": 0.010657740102683775, | |
| "dwell_table": 0.023120277926816656, | |
| "final_closed_form": 0.013066234495444569, | |
| "seed": 2, | |
| "n": 508207 | |
| } | |
| ], | |
| "manual|gaze_off": [ | |
| { | |
| "FS": 0.017092208262763194, | |
| "dwell_table": 0.03524194467943671, | |
| "seed": 0, | |
| "n": 505823 | |
| }, | |
| { | |
| "FS": 0.017631947846228957, | |
| "dwell_table": 0.03524194467943671, | |
| "seed": 1, | |
| "n": 505823 | |
| }, | |
| { | |
| "FS": 0.019164433654922094, | |
| "dwell_table": 0.03524194467943671, | |
| "seed": 2, | |
| "n": 505823 | |
| } | |
| ] | |
| }, | |
| "provenance": [ | |
| { | |
| "seed": 0, | |
| "regime": "manual", | |
| "fs_run": "FS_dwell_s0", | |
| "fs_model_id": "I1_all_minus_road2drv_s0_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s0_final", | |
| "n_rows": 512934 | |
| }, | |
| { | |
| "seed": 0, | |
| "regime": "engaged", | |
| "fs_run": "FS_dwell_s0", | |
| "fs_model_id": "I1_all_minus_road2drv_s0_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s0_final", | |
| "n_rows": 451840 | |
| }, | |
| { | |
| "seed": 1, | |
| "regime": "manual", | |
| "fs_run": "FS_dwell_s1", | |
| "fs_model_id": "I1_all_minus_road2drv_s1_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s1_final", | |
| "n_rows": 512934 | |
| }, | |
| { | |
| "seed": 1, | |
| "regime": "engaged", | |
| "fs_run": "FS_dwell_s1", | |
| "fs_model_id": "I1_all_minus_road2drv_s1_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s1_final", | |
| "n_rows": 451840 | |
| }, | |
| { | |
| "seed": 2, | |
| "regime": "manual", | |
| "fs_run": "FS_dwell_s2", | |
| "fs_model_id": "I1_all_minus_road2drv_s2_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s2_final", | |
| "n_rows": 512934 | |
| }, | |
| { | |
| "seed": 2, | |
| "regime": "engaged", | |
| "fs_run": "FS_dwell_s2", | |
| "fs_model_id": "I1_all_minus_road2drv_s2_final:ckpt_ep004_b00000.pt", | |
| "fs_code": "26ceffb55018", | |
| "final_run": "I1_all_minus_road2drv_s2_final", | |
| "n_rows": 451840 | |
| } | |
| ], | |
| "verdict_counts": { | |
| "auroc|dwell_table": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|final_closed_form": { | |
| "BEATS": 16, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|dwell_table": { | |
| "BEATS": 18, | |
| "NOT_WORSE": 4, | |
| "INCONCLUSIVE": 2, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|final_closed_form": { | |
| "BEATS": 16, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| } | |
| }, | |
| "attribution_arms": { | |
| "dwell": { | |
| "auroc|dwell_table": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|final_closed_form": { | |
| "BEATS": 16, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|dwell_table": { | |
| "BEATS": 18, | |
| "NOT_WORSE": 4, | |
| "INCONCLUSIVE": 2, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|final_closed_form": { | |
| "BEATS": 16, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| } | |
| }, | |
| "zonly": { | |
| "auroc|dwell_table": { | |
| "BEATS": 21, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 3, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|final_closed_form": { | |
| "BEATS": 1, | |
| "NOT_WORSE": 9, | |
| "INCONCLUSIVE": 6, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|dwell_table": { | |
| "BEATS": 10, | |
| "NOT_WORSE": 14, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|final_closed_form": { | |
| "BEATS": 1, | |
| "NOT_WORSE": 5, | |
| "INCONCLUSIVE": 10, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| } | |
| }, | |
| "featonly": { | |
| "auroc|dwell_table": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|final_closed_form": { | |
| "BEATS": 4, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 12, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "auroc|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|dwell_table": { | |
| "BEATS": 21, | |
| "NOT_WORSE": 2, | |
| "INCONCLUSIVE": 1, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|final_closed_form": { | |
| "BEATS": 7, | |
| "NOT_WORSE": 5, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 4, | |
| "INSUFFICIENT": 0 | |
| }, | |
| "brier|persistence": { | |
| "BEATS": 24, | |
| "NOT_WORSE": 0, | |
| "INCONCLUSIVE": 0, | |
| "WORSE": 0, | |
| "INSUFFICIENT": 0 | |
| } | |
| } | |
| } | |
| } |
Xet Storage Details
- Size:
- 146 kB
- Xet hash:
- ffa06ce181a71946be0738662466f824b36892f06f969dc5846eaeefc1d0e232
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.