| { |
| "short_cn": { |
| "records": [ |
| { |
| "id": "duplex_stop_01", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.9308630228042603, |
| 0.03596342355012894, |
| 0.03317355364561081 |
| ], |
| "seconds": 0.2473604999249801, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.9297863841056824, |
| 0.03624925762414932, |
| 0.033964335918426514 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0010766386985778809, |
| "reference_seconds": 1.3486362090334296, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_stop_02", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6084311604499817, |
| 0.1538606435060501, |
| 0.2377082109451294 |
| ], |
| "seconds": 0.07908791594672948, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.5986561179161072, |
| 0.15632180869579315, |
| 0.24502210319042206 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.009775042533874512, |
| "reference_seconds": 1.5567700000246987, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_stop_03", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.9178251624107361, |
| 0.02585407719016075, |
| 0.05632082000374794 |
| ], |
| "seconds": 0.07947220804635435, |
| "tokens": 219, |
| "reference_probabilities": [ |
| 0.9217900037765503, |
| 0.024559389799833298, |
| 0.0536506213247776 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.003964841365814209, |
| "reference_seconds": 1.5973578330595046, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_stop_04", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.9476383924484253, |
| 0.029724864289164543, |
| 0.022636760026216507 |
| ], |
| "seconds": 0.07833625003695488, |
| "tokens": 220, |
| "reference_probabilities": [ |
| 0.9495176076889038, |
| 0.028405454009771347, |
| 0.022076912224292755 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0018792152404785156, |
| "reference_seconds": 2.027006958029233, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_correct_01", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.7275057435035706, |
| 0.07282276451587677, |
| 0.19967152178287506 |
| ], |
| "seconds": 0.0755601660348475, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.7318935990333557, |
| 0.07304492592811584, |
| 0.1950615495443344 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.004609972238540649, |
| "reference_seconds": 1.9489428750239313, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_correct_02", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.8345935344696045, |
| 0.057409752160310745, |
| 0.10799670219421387 |
| ], |
| "seconds": 0.0829312918940559, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.8331737518310547, |
| 0.05937865749001503, |
| 0.10744760930538177 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0019689053297042847, |
| "reference_seconds": 1.9444509589811787, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_correct_03", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6642118692398071, |
| 0.06811445951461792, |
| 0.26767367124557495 |
| ], |
| "seconds": 0.07992016698699445, |
| "tokens": 221, |
| "reference_probabilities": [ |
| 0.6618426442146301, |
| 0.06853331625461578, |
| 0.2696240544319153 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.002369225025177002, |
| "reference_seconds": 1.9678149169776589, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_switch_01", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.7909741997718811, |
| 0.09334924072027206, |
| 0.11567656695842743 |
| ], |
| "seconds": 0.08040650002658367, |
| "tokens": 223, |
| "reference_probabilities": [ |
| 0.7888679504394531, |
| 0.0943671464920044, |
| 0.11676487326622009 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0021062493324279785, |
| "reference_seconds": 1.9147198750870302, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_urgent_01", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.8331965804100037, |
| 0.11239644140005112, |
| 0.05440700426697731 |
| ], |
| "seconds": 0.0784068750217557, |
| "tokens": 223, |
| "reference_probabilities": [ |
| 0.8334749937057495, |
| 0.11307955533266068, |
| 0.053445473313331604 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0009615309536457062, |
| "reference_seconds": 1.930482874973677, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_ack_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.05335284024477005, |
| 0.7110395431518555, |
| 0.2356075942516327 |
| ], |
| "seconds": 0.07608508295379579, |
| "tokens": 216, |
| "reference_probabilities": [ |
| 0.055138103663921356, |
| 0.7180846929550171, |
| 0.22677722573280334 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.008830368518829346, |
| "reference_seconds": 1.827593500027433, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_ack_02", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.0421481616795063, |
| 0.6526758670806885, |
| 0.3051760196685791 |
| ], |
| "seconds": 0.07729579193983227, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.04397556185722351, |
| 0.6295878887176514, |
| 0.32643648982048035 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.02308797836303711, |
| "reference_seconds": 1.8134827500907704, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_ack_03", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.040575310587882996, |
| 0.6564949750900269, |
| 0.30292972922325134 |
| ], |
| "seconds": 0.07996416697278619, |
| "tokens": 217, |
| "reference_probabilities": [ |
| 0.04088408499956131, |
| 0.6473596692085266, |
| 0.3117562234401703 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.009135305881500244, |
| "reference_seconds": 1.8543335000285879, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_ack_04", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.011969413608312607, |
| 0.9218174815177917, |
| 0.06621308624744415 |
| ], |
| "seconds": 0.07615158404223621, |
| "tokens": 216, |
| "reference_probabilities": [ |
| 0.012495238333940506, |
| 0.9165955185890198, |
| 0.07090925425291061 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.005221962928771973, |
| "reference_seconds": 2.1056112080113962, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_continue_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.04026160016655922, |
| 0.8019729852676392, |
| 0.15776535868644714 |
| ], |
| "seconds": 0.07585625001229346, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.04062916710972786, |
| 0.7997573614120483, |
| 0.15961341559886932 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.0022156238555908203, |
| "reference_seconds": 1.7713218339486048, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_negation_01", |
| "expected": "discard", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6325174570083618, |
| 0.2781596779823303, |
| 0.08932279795408249 |
| ], |
| "seconds": 0.07802729099057615, |
| "tokens": 220, |
| "reference_probabilities": [ |
| 0.6228411197662354, |
| 0.28723961114883423, |
| 0.08991922438144684 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.009676337242126465, |
| "reference_seconds": 1.948609041981399, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_negation_02", |
| "expected": "discard", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.8180356621742249, |
| 0.07483810931444168, |
| 0.10712619870901108 |
| ], |
| "seconds": 0.08067808300256729, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.8170282244682312, |
| 0.0774642676115036, |
| 0.10550743341445923 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.00262615829706192, |
| "reference_seconds": 1.8800741248996928, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_noise_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.16634003818035126, |
| 0.7751500010490417, |
| 0.05850996449589729 |
| ], |
| "seconds": 0.07809220894705504, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.1708865612745285, |
| 0.7685359120368958, |
| 0.060577549040317535 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.006614089012145996, |
| "reference_seconds": 1.8496827089693397, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_noise_02", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.140708327293396, |
| 0.5931727290153503, |
| 0.2661188840866089 |
| ], |
| "seconds": 0.07563637499697506, |
| "tokens": 214, |
| "reference_probabilities": [ |
| 0.14067772030830383, |
| 0.6005666255950928, |
| 0.258755624294281 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.007393896579742432, |
| "reference_seconds": 2.0071601249510422, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_echo_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.06657762825489044, |
| 0.8454098701477051, |
| 0.08801253885030746 |
| ], |
| "seconds": 0.07592029101215303, |
| "tokens": 220, |
| "reference_probabilities": [ |
| 0.06640980392694473, |
| 0.8431832790374756, |
| 0.0904068872332573 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.002394348382949829, |
| "reference_seconds": 1.9474582499824464, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_other_01", |
| "expected": "discard", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6339613795280457, |
| 0.18493230640888214, |
| 0.1811063289642334 |
| ], |
| "seconds": 0.07726554095279425, |
| "tokens": 221, |
| "reference_probabilities": [ |
| 0.6387590169906616, |
| 0.1780863255262375, |
| 0.1831546574831009 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.006845980882644653, |
| "reference_seconds": 1.921368166920729, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_01", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.4120011627674103, |
| 0.08334042876958847, |
| 0.5046584010124207 |
| ], |
| "seconds": 0.07846620806958526, |
| "tokens": 221, |
| "reference_probabilities": [ |
| 0.41622427105903625, |
| 0.08575785905122757, |
| 0.49801793694496155 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0066404640674591064, |
| "reference_seconds": 2.770340499933809, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_02", |
| "expected": "enqueue", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.4853450059890747, |
| 0.04944157600402832, |
| 0.46521347761154175 |
| ], |
| "seconds": 0.07490887504536659, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.48474135994911194, |
| 0.05074368417263031, |
| 0.4645150303840637 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0013021081686019897, |
| "reference_seconds": 2.5253281670156866, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_03", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.20899155735969543, |
| 0.124051034450531, |
| 0.6669573783874512 |
| ], |
| "seconds": 0.07843541703186929, |
| "tokens": 221, |
| "reference_probabilities": [ |
| 0.2090408354997635, |
| 0.12236136943101883, |
| 0.6685976982116699 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0016896650195121765, |
| "reference_seconds": 1.929755000048317, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_04", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.09898572415113449, |
| 0.14187583327293396, |
| 0.7591385245323181 |
| ], |
| "seconds": 0.0787995409918949, |
| "tokens": 220, |
| "reference_probabilities": [ |
| 0.10049959272146225, |
| 0.13858738541603088, |
| 0.7609130144119263 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.003288447856903076, |
| "reference_seconds": 1.9884955000597984, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_05", |
| "expected": "enqueue", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.5718603730201721, |
| 0.149464413523674, |
| 0.2786753177642822 |
| ], |
| "seconds": 0.07880450005177408, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.5775824189186096, |
| 0.15099485218524933, |
| 0.27142271399497986 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.007252603769302368, |
| "reference_seconds": 2.1081489589996636, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_06", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.08183945715427399, |
| 0.1113441213965416, |
| 0.8068164587020874 |
| ], |
| "seconds": 0.07932108291424811, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.08436998724937439, |
| 0.11129157245159149, |
| 0.8043384552001953 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.002530530095100403, |
| "reference_seconds": 2.4768615000648424, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_07", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.20892539620399475, |
| 0.1285468339920044, |
| 0.6625277400016785 |
| ], |
| "seconds": 0.0786395410541445, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.20809990167617798, |
| 0.12942783534526825, |
| 0.6624722480773926 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.000881001353263855, |
| "reference_seconds": 1.6376230830792338, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_01", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.3379806578159332, |
| 0.19012808799743652, |
| 0.4718911945819855 |
| ], |
| "seconds": 0.08041737508028746, |
| "tokens": 220, |
| "reference_probabilities": [ |
| 0.34042972326278687, |
| 0.18757516145706177, |
| 0.47199517488479614 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.002552926540374756, |
| "reference_seconds": 4.18124191602692, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_02", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.22359061241149902, |
| 0.26534196734428406, |
| 0.5110673904418945 |
| ], |
| "seconds": 0.08483033289667219, |
| "tokens": 214, |
| "reference_probabilities": [ |
| 0.2355312705039978, |
| 0.27137330174446106, |
| 0.49309539794921875 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.01797199249267578, |
| "reference_seconds": 2.817324834060855, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_03", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.2232709527015686, |
| 0.14533931016921997, |
| 0.6313897371292114 |
| ], |
| "seconds": 0.08540104201529175, |
| "tokens": 216, |
| "reference_probabilities": [ |
| 0.22581645846366882, |
| 0.14200592041015625, |
| 0.6321775913238525 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0033333897590637207, |
| "reference_seconds": 1.4794647499220446, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_04", |
| "expected": "enqueue", |
| "choice": "discard", |
| "probabilities": [ |
| 0.025776008144021034, |
| 0.7816474437713623, |
| 0.19257661700248718 |
| ], |
| "seconds": 0.08535249996930361, |
| "tokens": 217, |
| "reference_probabilities": [ |
| 0.026971980929374695, |
| 0.7835420966148376, |
| 0.18948595225811005 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.0030906647443771362, |
| "reference_seconds": 1.4521212499821559, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_05", |
| "expected": "enqueue", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.4170467257499695, |
| 0.3020874261856079, |
| 0.2808658480644226 |
| ], |
| "seconds": 0.0853517500218004, |
| "tokens": 217, |
| "reference_probabilities": [ |
| 0.40342554450035095, |
| 0.3200090229511261, |
| 0.27656546235084534 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.01792159676551819, |
| "reference_seconds": 1.4486252079950646, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_06", |
| "expected": "enqueue", |
| "choice": "discard", |
| "probabilities": [ |
| 0.32025524973869324, |
| 0.40157341957092285, |
| 0.2781713306903839 |
| ], |
| "seconds": 0.08389929099939764, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.3254876732826233, |
| 0.39759308099746704, |
| 0.27691924571990967 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.005232423543930054, |
| "reference_seconds": 1.4733430419582874, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_07", |
| "expected": "discard", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.595440149307251, |
| 0.18141186237335205, |
| 0.22314797341823578 |
| ], |
| "seconds": 0.07983308401890099, |
| "tokens": 221, |
| "reference_probabilities": [ |
| 0.5790136456489563, |
| 0.19464221596717834, |
| 0.22634416818618774 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.016426503658294678, |
| "reference_seconds": 1.4898792499443516, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_08", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.023530151695013046, |
| 0.7448784708976746, |
| 0.2315913885831833 |
| ], |
| "seconds": 0.07574620901141316, |
| "tokens": 217, |
| "reference_probabilities": [ |
| 0.022543322294950485, |
| 0.7479900121688843, |
| 0.22946661710739136 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.003111541271209717, |
| "reference_seconds": 1.5462311250157654, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_answer_01", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.36920368671417236, |
| 0.21816276013851166, |
| 0.4126335680484772 |
| ], |
| "seconds": 0.07867716706823558, |
| "tokens": 218, |
| "reference_probabilities": [ |
| 0.3760320544242859, |
| 0.2168779969215393, |
| 0.40709003806114197 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.006828367710113525, |
| "reference_seconds": 1.410918749985285, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_answer_02", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.3135741651058197, |
| 0.19335414469242096, |
| 0.49307164549827576 |
| ], |
| "seconds": 0.07869200001005083, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.316304087638855, |
| 0.19665490090847015, |
| 0.48704105615615845 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.00603058934211731, |
| "reference_seconds": 1.8347832500003278, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_answer_03", |
| "expected": "enqueue", |
| "choice": "discard", |
| "probabilities": [ |
| 0.35142919421195984, |
| 0.3655969202518463, |
| 0.28297391533851624 |
| ], |
| "seconds": 0.0753501660656184, |
| "tokens": 219, |
| "reference_probabilities": [ |
| 0.3477523922920227, |
| 0.3722348213195801, |
| 0.2800127863883972 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.006637901067733765, |
| "reference_seconds": 1.5008892079349607, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_question_stop", |
| "expected": "enqueue", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.8747069239616394, |
| 0.0360749326646328, |
| 0.0892181396484375 |
| ], |
| "seconds": 0.07888579193968326, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.8738645911216736, |
| 0.0369415320456028, |
| 0.0891939178109169 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0008665993809700012, |
| "reference_seconds": 1.4881447920342907, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_quoted_stop", |
| "expected": "enqueue", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.5751999020576477, |
| 0.07048548012971878, |
| 0.3543146252632141 |
| ], |
| "seconds": 0.07968554203398526, |
| "tokens": 224, |
| "reference_probabilities": [ |
| 0.5706831216812134, |
| 0.0702967494726181, |
| 0.3590201437473297 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.004705518484115601, |
| "reference_seconds": 1.5156835409579799, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_mid_ack_request", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.28059422969818115, |
| 0.11433308571577072, |
| 0.6050726771354675 |
| ], |
| "seconds": 0.08052141696680337, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.28669923543930054, |
| 0.1158427894115448, |
| 0.597458004951477 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0076146721839904785, |
| "reference_seconds": 1.585977791924961, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_immediate_01", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6138381958007812, |
| 0.24859386682510376, |
| 0.1375679224729538 |
| ], |
| "seconds": 0.07979370898101479, |
| "tokens": 221, |
| "reference_probabilities": [ |
| 0.6091759204864502, |
| 0.25300347805023193, |
| 0.13782061636447906 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.004662275314331055, |
| "reference_seconds": 1.654788792016916, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_wait_01", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6828376650810242, |
| 0.1435249298810959, |
| 0.17363739013671875 |
| ], |
| "seconds": 0.07526308309752494, |
| "tokens": 221, |
| "reference_probabilities": [ |
| 0.6814437508583069, |
| 0.14467670023441315, |
| 0.17387954890727997 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0013939142227172852, |
| "reference_seconds": 1.440822875010781, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_wait_02", |
| "expected": "enqueue", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.8187282681465149, |
| 0.07863655686378479, |
| 0.10263523459434509 |
| ], |
| "seconds": 0.08320104097947478, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.824877142906189, |
| 0.07670652866363525, |
| 0.09841634333133698 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.006148874759674072, |
| "reference_seconds": 1.4709639159264043, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_blank_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.23855049908161163, |
| 0.5664229989051819, |
| 0.19502650201320648 |
| ], |
| "seconds": 0.08054837491363287, |
| "tokens": 213, |
| "reference_probabilities": [ |
| 0.23826876282691956, |
| 0.5627028346061707, |
| 0.19902841746807098 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.004001915454864502, |
| "reference_seconds": 1.4517487920820713, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_correction", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.3666907846927643, |
| 0.09975643455982208, |
| 0.5335528254508972 |
| ], |
| "seconds": 0.07898704102262855, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.3673265874385834, |
| 0.10558851063251495, |
| 0.5270849466323853 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.006467878818511963, |
| "reference_seconds": 1.567459666985087, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_constraint", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.23049047589302063, |
| 0.0817626342177391, |
| 0.6877469420433044 |
| ], |
| "seconds": 0.08358375006355345, |
| "tokens": 222, |
| "reference_probabilities": [ |
| 0.23331351578235626, |
| 0.08226655423641205, |
| 0.6844199299812317 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.003327012062072754, |
| "reference_seconds": 1.5755315830465406, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_late_request", |
| "expected": "enqueue", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6512891054153442, |
| 0.1271398365497589, |
| 0.22157108783721924 |
| ], |
| "seconds": 0.08454970794264227, |
| "tokens": 224, |
| "reference_probabilities": [ |
| 0.6481541395187378, |
| 0.12712408602237701, |
| 0.22472184896469116 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.003150761127471924, |
| "reference_seconds": 1.6315815409179777, |
| "choice_matches": true |
| } |
| ], |
| "choices_matched": 48, |
| "cases": 48, |
| "max_probability_error": 0.02308797836303711, |
| "reference_business_correct": 34 |
| }, |
| "short_en": { |
| "records": [ |
| { |
| "id": "duplex_stop_01", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6268212795257568, |
| 0.19353297352790833, |
| 0.17964576184749603 |
| ], |
| "seconds": 0.08400687505491078, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.6213389039039612, |
| 0.19729731976985931, |
| 0.1813637763261795 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.005482375621795654, |
| "reference_seconds": 1.552941375062801, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_stop_02", |
| "expected": "interrupt", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.10337332636117935, |
| 0.363031804561615, |
| 0.5335948467254639 |
| ], |
| "seconds": 0.08210300002247095, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.10244514048099518, |
| 0.37220701575279236, |
| 0.5253477692604065 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.009175211191177368, |
| "reference_seconds": 1.5801174161024392, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_stop_03", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.5057383179664612, |
| 0.3377652168273926, |
| 0.15649652481079102 |
| ], |
| "seconds": 0.08048545802012086, |
| "tokens": 229, |
| "reference_probabilities": [ |
| 0.5172834396362305, |
| 0.33390575647354126, |
| 0.14881081879138947 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.011545121669769287, |
| "reference_seconds": 1.5210892499890178, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_stop_04", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6581788659095764, |
| 0.23939505219459534, |
| 0.10242605209350586 |
| ], |
| "seconds": 0.08602541696745902, |
| "tokens": 230, |
| "reference_probabilities": [ |
| 0.6520472168922424, |
| 0.24444346129894257, |
| 0.1035093441605568 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.006131649017333984, |
| "reference_seconds": 1.5384657080285251, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_correct_01", |
| "expected": "interrupt", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.18660441040992737, |
| 0.3201097846031189, |
| 0.4932858347892761 |
| ], |
| "seconds": 0.08271174994297326, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.18579913675785065, |
| 0.3210013508796692, |
| 0.4931994676589966 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.000891566276550293, |
| "reference_seconds": 1.6162409170065075, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_correct_02", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.35816383361816406, |
| 0.3007599413394928, |
| 0.3410762548446655 |
| ], |
| "seconds": 0.08182208298239857, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.36502936482429504, |
| 0.29951760172843933, |
| 0.33545297384262085 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0068655312061309814, |
| "reference_seconds": 1.6218001670204103, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_correct_03", |
| "expected": "interrupt", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.16310663521289825, |
| 0.22092485427856445, |
| 0.6159685254096985 |
| ], |
| "seconds": 0.08308241597842425, |
| "tokens": 231, |
| "reference_probabilities": [ |
| 0.16249701380729675, |
| 0.21792727708816528, |
| 0.6195757389068604 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0036072134971618652, |
| "reference_seconds": 1.636168249999173, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_switch_01", |
| "expected": "interrupt", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.12074483931064606, |
| 0.3092057704925537, |
| 0.5700494050979614 |
| ], |
| "seconds": 0.08102087501902133, |
| "tokens": 233, |
| "reference_probabilities": [ |
| 0.11796737462282181, |
| 0.312320351600647, |
| 0.569712221622467 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0031145811080932617, |
| "reference_seconds": 1.5371713329805061, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_urgent_01", |
| "expected": "interrupt", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.7929849624633789, |
| 0.12692339718341827, |
| 0.08009161800146103 |
| ], |
| "seconds": 0.08281858405098319, |
| "tokens": 233, |
| "reference_probabilities": [ |
| 0.788321852684021, |
| 0.12926553189754486, |
| 0.08241260796785355 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.00466310977935791, |
| "reference_seconds": 1.550699625047855, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_ack_01", |
| "expected": "discard", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.04723662510514259, |
| 0.4310700595378876, |
| 0.5216932892799377 |
| ], |
| "seconds": 0.08203183300793171, |
| "tokens": 226, |
| "reference_probabilities": [ |
| 0.04766111075878143, |
| 0.4406282901763916, |
| 0.5117105841636658 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.009982705116271973, |
| "reference_seconds": 1.50974775000941, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_ack_02", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.020713020116090775, |
| 0.894315779209137, |
| 0.08497121185064316 |
| ], |
| "seconds": 0.09132337488699704, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.021603770554065704, |
| 0.885711669921875, |
| 0.0926845446228981 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.008604109287261963, |
| "reference_seconds": 1.893160832929425, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_ack_03", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.05350596830248833, |
| 0.5620473027229309, |
| 0.3844466507434845 |
| ], |
| "seconds": 0.08070604200474918, |
| "tokens": 227, |
| "reference_probabilities": [ |
| 0.05371713265776634, |
| 0.5573090314865112, |
| 0.38897377252578735 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.004738271236419678, |
| "reference_seconds": 2.3599068339681253, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_ack_04", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.06928054243326187, |
| 0.686016321182251, |
| 0.24470311403274536 |
| ], |
| "seconds": 0.07941279199440032, |
| "tokens": 226, |
| "reference_probabilities": [ |
| 0.06938163936138153, |
| 0.6838774681091309, |
| 0.2467409074306488 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.002138853073120117, |
| "reference_seconds": 1.9235337499994785, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_continue_01", |
| "expected": "discard", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.03238857537508011, |
| 0.14694948494434357, |
| 0.8206619620323181 |
| ], |
| "seconds": 0.08031204203143716, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.03300423175096512, |
| 0.14912822842597961, |
| 0.8178675174713135 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0027944445610046387, |
| "reference_seconds": 1.9747360420878977, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_negation_01", |
| "expected": "discard", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.23833583295345306, |
| 0.3484111726284027, |
| 0.41325291991233826 |
| ], |
| "seconds": 0.0811872499762103, |
| "tokens": 230, |
| "reference_probabilities": [ |
| 0.24283909797668457, |
| 0.35499170422554016, |
| 0.4021691381931305 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.011083781719207764, |
| "reference_seconds": 2.1382391669321805, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_negation_02", |
| "expected": "discard", |
| "choice": "interrupt", |
| "probabilities": [ |
| 0.6158183217048645, |
| 0.25162509083747864, |
| 0.13255663216114044 |
| ], |
| "seconds": 0.07968854194041342, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.6141000390052795, |
| 0.25455474853515625, |
| 0.13134513795375824 |
| ], |
| "reference_choice": "interrupt", |
| "max_probability_error": 0.0029296576976776123, |
| "reference_seconds": 1.7370499999960884, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_noise_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.14316071569919586, |
| 0.7374182343482971, |
| 0.11942102760076523 |
| ], |
| "seconds": 0.08046829199884087, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.1426759511232376, |
| 0.7348420023918152, |
| 0.1224820464849472 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.0030610188841819763, |
| "reference_seconds": 1.7179020419716835, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_noise_02", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.06295707821846008, |
| 0.7446295619010925, |
| 0.1924133449792862 |
| ], |
| "seconds": 0.07624604203738272, |
| "tokens": 224, |
| "reference_probabilities": [ |
| 0.06164718046784401, |
| 0.7473939061164856, |
| 0.1909588873386383 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.0027643442153930664, |
| "reference_seconds": 1.8719591250410303, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_echo_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.03901330381631851, |
| 0.7296719551086426, |
| 0.2313147783279419 |
| ], |
| "seconds": 0.08117908309213817, |
| "tokens": 230, |
| "reference_probabilities": [ |
| 0.03965885192155838, |
| 0.7302566170692444, |
| 0.23008453845977783 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.0012302398681640625, |
| "reference_seconds": 1.823017792077735, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_other_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.15541087090969086, |
| 0.546040415763855, |
| 0.29854869842529297 |
| ], |
| "seconds": 0.07968662504572421, |
| "tokens": 231, |
| "reference_probabilities": [ |
| 0.15892033278942108, |
| 0.5478104948997498, |
| 0.29326915740966797 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.005279541015625, |
| "reference_seconds": 1.8408321660244837, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_01", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.06113162636756897, |
| 0.19676589965820312, |
| 0.7421025037765503 |
| ], |
| "seconds": 0.07658904197160155, |
| "tokens": 231, |
| "reference_probabilities": [ |
| 0.06081786006689072, |
| 0.19325658679008484, |
| 0.7459254860877991 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0038229823112487793, |
| "reference_seconds": 1.5837899580365047, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_02", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.05522550642490387, |
| 0.13346858322620392, |
| 0.8113059401512146 |
| ], |
| "seconds": 0.08071512496098876, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.05363086238503456, |
| 0.13678497076034546, |
| 0.8095841407775879 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0033163875341415405, |
| "reference_seconds": 1.6148267081007361, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_03", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.07100681215524673, |
| 0.20129087567329407, |
| 0.7277023196220398 |
| ], |
| "seconds": 0.08109366591088474, |
| "tokens": 231, |
| "reference_probabilities": [ |
| 0.07254466414451599, |
| 0.20343035459518433, |
| 0.7240249514579773 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0036773681640625, |
| "reference_seconds": 1.6989968330599368, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_04", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.09818831831216812, |
| 0.28104570508003235, |
| 0.6207659840583801 |
| ], |
| "seconds": 0.08061987499240786, |
| "tokens": 230, |
| "reference_probabilities": [ |
| 0.09787087887525558, |
| 0.28163066506385803, |
| 0.6204984188079834 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0005849599838256836, |
| "reference_seconds": 1.7161132919136435, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_05", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.1275750994682312, |
| 0.37047719955444336, |
| 0.5019477009773254 |
| ], |
| "seconds": 0.08042445802129805, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.12692749500274658, |
| 0.3726767897605896, |
| 0.500395655632019 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0021995902061462402, |
| "reference_seconds": 1.7606275420403108, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_06", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.042777255177497864, |
| 0.38734444975852966, |
| 0.5698782801628113 |
| ], |
| "seconds": 0.07603337499313056, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.04404682293534279, |
| 0.3879554271697998, |
| 0.5679977536201477 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0018805265426635742, |
| "reference_seconds": 1.6671554159838706, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_07", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.036512259393930435, |
| 0.0908428356051445, |
| 0.8726449012756348 |
| ], |
| "seconds": 0.08036591706331819, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.03745664656162262, |
| 0.09288956224918365, |
| 0.8696537613868713 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0029911398887634277, |
| "reference_seconds": 1.6044136671116576, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_01", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.0399501696228981, |
| 0.30694684386253357, |
| 0.6531029939651489 |
| ], |
| "seconds": 0.07956312492024153, |
| "tokens": 230, |
| "reference_probabilities": [ |
| 0.03898593783378601, |
| 0.3061915338039398, |
| 0.6548224687576294 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0017194747924804688, |
| "reference_seconds": 1.544517666916363, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_02", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.04318610951304436, |
| 0.158489391207695, |
| 0.7983245253562927 |
| ], |
| "seconds": 0.07597420900128782, |
| "tokens": 224, |
| "reference_probabilities": [ |
| 0.04198061302304268, |
| 0.15717433393001556, |
| 0.8008450865745544 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0025205612182617188, |
| "reference_seconds": 1.60286049998831, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_03", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.02974857948720455, |
| 0.11033587902784348, |
| 0.8599154949188232 |
| ], |
| "seconds": 0.07996929192449898, |
| "tokens": 226, |
| "reference_probabilities": [ |
| 0.029331024736166, |
| 0.11014652252197266, |
| 0.860522449016571 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0006069540977478027, |
| "reference_seconds": 1.6392767919460312, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_04", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.0368136391043663, |
| 0.3497421443462372, |
| 0.6134442090988159 |
| ], |
| "seconds": 0.07963024999480695, |
| "tokens": 227, |
| "reference_probabilities": [ |
| 0.03727850317955017, |
| 0.35004138946533203, |
| 0.6126800775527954 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0007641315460205078, |
| "reference_seconds": 1.5784549170639366, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_05", |
| "expected": "enqueue", |
| "choice": "discard", |
| "probabilities": [ |
| 0.07173047214746475, |
| 0.4679584801197052, |
| 0.46031105518341064 |
| ], |
| "seconds": 0.0805491249775514, |
| "tokens": 227, |
| "reference_probabilities": [ |
| 0.06846742331981659, |
| 0.4646383821964264, |
| 0.4668942093849182 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.006583154201507568, |
| "reference_seconds": 1.5111134169856086, |
| "choice_matches": false |
| }, |
| { |
| "id": "duplex_idle_06", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.08198647201061249, |
| 0.1435299515724182, |
| 0.7744835615158081 |
| ], |
| "seconds": 0.08135799993760884, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.084021657705307, |
| 0.14735808968544006, |
| 0.7686202526092529 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.005863308906555176, |
| "reference_seconds": 1.5169537500478327, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_07", |
| "expected": "discard", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.3057652711868286, |
| 0.33856794238090515, |
| 0.35566675662994385 |
| ], |
| "seconds": 0.07646591705270112, |
| "tokens": 231, |
| "reference_probabilities": [ |
| 0.30615246295928955, |
| 0.3364321291446686, |
| 0.35741540789604187 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0021358132362365723, |
| "reference_seconds": 1.5602811670396477, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_08", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.08129880577325821, |
| 0.628534734249115, |
| 0.290166437625885 |
| ], |
| "seconds": 0.08163958298973739, |
| "tokens": 227, |
| "reference_probabilities": [ |
| 0.08163823932409286, |
| 0.6236112117767334, |
| 0.29475054144859314 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.004923522472381592, |
| "reference_seconds": 1.9073828749824315, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_answer_01", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.03204804286360741, |
| 0.13417251408100128, |
| 0.8337793946266174 |
| ], |
| "seconds": 0.08044004091061652, |
| "tokens": 228, |
| "reference_probabilities": [ |
| 0.03163864091038704, |
| 0.13461968302726746, |
| 0.8337417244911194 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0004471689462661743, |
| "reference_seconds": 2.5085449579637498, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_answer_02", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.03557829186320305, |
| 0.16976748406887054, |
| 0.7946541905403137 |
| ], |
| "seconds": 0.0781737919896841, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.036002352833747864, |
| 0.1705816388130188, |
| 0.7934160232543945 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0012381672859191895, |
| "reference_seconds": 2.704560791957192, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_answer_03", |
| "expected": "enqueue", |
| "choice": "discard", |
| "probabilities": [ |
| 0.07960195094347, |
| 0.5172246694564819, |
| 0.40317344665527344 |
| ], |
| "seconds": 0.08178474998567253, |
| "tokens": 229, |
| "reference_probabilities": [ |
| 0.08029048144817352, |
| 0.5036346912384033, |
| 0.41607481241226196 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.013589978218078613, |
| "reference_seconds": 2.461396458093077, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_question_stop", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.3803572356700897, |
| 0.1342829465866089, |
| 0.4853598475456238 |
| ], |
| "seconds": 0.08033037499990314, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.3861762285232544, |
| 0.13242685794830322, |
| 0.48139697313308716 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.005818992853164673, |
| "reference_seconds": 2.1743874580133706, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_quoted_stop", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.043692104518413544, |
| 0.11582167446613312, |
| 0.8404862284660339 |
| ], |
| "seconds": 0.08421558304689825, |
| "tokens": 234, |
| "reference_probabilities": [ |
| 0.04419822245836258, |
| 0.11425076425075531, |
| 0.8415510654449463 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0015709102153778076, |
| "reference_seconds": 1.9867438749643043, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_mid_ack_request", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.03667035326361656, |
| 0.10981252789497375, |
| 0.8535171151161194 |
| ], |
| "seconds": 0.08180612500291318, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.03602280467748642, |
| 0.10981890559196472, |
| 0.8541582822799683 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0006475485861301422, |
| "reference_seconds": 2.4255083330208436, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_immediate_01", |
| "expected": "interrupt", |
| "choice": "discard", |
| "probabilities": [ |
| 0.18807342648506165, |
| 0.5113693475723267, |
| 0.3005572557449341 |
| ], |
| "seconds": 0.08018233301118016, |
| "tokens": 231, |
| "reference_probabilities": [ |
| 0.1886214166879654, |
| 0.5195044875144958, |
| 0.29187411069869995 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.00868314504623413, |
| "reference_seconds": 1.987037666956894, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_wait_01", |
| "expected": "interrupt", |
| "choice": "discard", |
| "probabilities": [ |
| 0.17067477107048035, |
| 0.495370090007782, |
| 0.33395519852638245 |
| ], |
| "seconds": 0.08099654200486839, |
| "tokens": 231, |
| "reference_probabilities": [ |
| 0.1698099672794342, |
| 0.49879851937294006, |
| 0.3313915431499481 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.003428429365158081, |
| "reference_seconds": 3.299367874977179, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_wait_02", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.16579405963420868, |
| 0.40518027544021606, |
| 0.42902567982673645 |
| ], |
| "seconds": 0.08069149998482317, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.16112957894802094, |
| 0.40239909291267395, |
| 0.4364713430404663 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.007445663213729858, |
| "reference_seconds": 3.0228463750099763, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_blank_01", |
| "expected": "discard", |
| "choice": "discard", |
| "probabilities": [ |
| 0.17456237971782684, |
| 0.5632202625274658, |
| 0.26221734285354614 |
| ], |
| "seconds": 0.08505883300676942, |
| "tokens": 223, |
| "reference_probabilities": [ |
| 0.1785687953233719, |
| 0.558518648147583, |
| 0.2629125416278839 |
| ], |
| "reference_choice": "discard", |
| "max_probability_error": 0.0047016143798828125, |
| "reference_seconds": 7.17611683299765, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_idle_correction", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.07158209383487701, |
| 0.14543120563030243, |
| 0.7829867005348206 |
| ], |
| "seconds": 0.0851495829410851, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.07272444665431976, |
| 0.14925770461559296, |
| 0.7780178785324097 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.004968822002410889, |
| "reference_seconds": 5.598487625014968, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_queue_constraint", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.06015212833881378, |
| 0.14546778798103333, |
| 0.7943800687789917 |
| ], |
| "seconds": 0.08386312506627291, |
| "tokens": 232, |
| "reference_probabilities": [ |
| 0.05971384048461914, |
| 0.14688563346862793, |
| 0.7934005260467529 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.0014178454875946045, |
| "reference_seconds": 3.1079087499529123, |
| "choice_matches": true |
| }, |
| { |
| "id": "duplex_late_request", |
| "expected": "enqueue", |
| "choice": "enqueue", |
| "probabilities": [ |
| 0.1653900444507599, |
| 0.28522974252700806, |
| 0.5493802428245544 |
| ], |
| "seconds": 0.0879432080546394, |
| "tokens": 234, |
| "reference_probabilities": [ |
| 0.16601118445396423, |
| 0.2892772853374481, |
| 0.5447115302085876 |
| ], |
| "reference_choice": "enqueue", |
| "max_probability_error": 0.004668712615966797, |
| "reference_seconds": 1.6651257500052452, |
| "choice_matches": true |
| } |
| ], |
| "choices_matched": 47, |
| "cases": 48, |
| "max_probability_error": 0.013589978218078613, |
| "reference_business_correct": 36 |
| } |
| } |
|
|
