[
  {
    "id": "en_billing",
    "modality": "text",
    "type": "choice",
    "keys": [
      "billing",
      "shipping",
      "account"
    ],
    "tokens": 112,
    "probabilities": [
      0.9967046991738012,
      0.003173908516086345,
      0.00012139231011244379
    ],
    "choice": "billing",
    "end_to_end_seconds": 4.704778583953157,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.9968185424804688,
      0.0030610025860369205,
      0.0001203358406201005
    ],
    "reference_choice": "billing",
    "max_probability_error": 0.00011384330666752707,
    "reference_seconds": 0.9592406250303611,
    "choice_matches": true
  },
  {
    "id": "en_receipt_yes",
    "modality": "text",
    "type": "noul",
    "keys": [
      "false",
      "true"
    ],
    "tokens": 97,
    "probabilities": [
      0.0009350354157165212,
      0.9990649645842834
    ],
    "choice": "true",
    "end_to_end_seconds": 0.06896974996197969,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.0009151384583674371,
      0.9990848302841187
    ],
    "reference_choice": "true",
    "max_probability_error": 1.9896957349084055e-05,
    "reference_seconds": 0.9562299590324983,
    "choice_matches": true
  },
  {
    "id": "en_receipt_no",
    "modality": "text",
    "type": "noul",
    "keys": [
      "false",
      "true"
    ],
    "tokens": 101,
    "probabilities": [
      0.9994281199906329,
      0.0005718800093671759
    ],
    "choice": "false",
    "end_to_end_seconds": 0.061143915983848274,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.9994015693664551,
      0.0005984140443615615
    ],
    "reference_choice": "false",
    "max_probability_error": 2.6550624177779092e-05,
    "reference_seconds": 0.8957640829030424,
    "choice_matches": true
  },
  {
    "id": "en_severity",
    "modality": "text",
    "type": "score",
    "keys": [
      "0",
      "1",
      "2",
      "3"
    ],
    "tokens": 102,
    "probabilities": [
      0.023247663416386233,
      0.014125767840148172,
      0.04826004530456582,
      0.9143665234388998
    ],
    "choice": "3",
    "end_to_end_seconds": 0.06384520803112537,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.02332679182291031,
      0.013707987032830715,
      0.047914162278175354,
      0.9150510430335999
    ],
    "reference_choice": "3",
    "max_probability_error": 0.0006845195947000615,
    "reference_seconds": 0.8367472919635475,
    "choice_matches": true
  },
  {
    "id": "es_account",
    "modality": "text",
    "type": "choice",
    "keys": [
      "cuenta",
      "pago",
      "envío"
    ],
    "tokens": 106,
    "probabilities": [
      0.8206464988581229,
      0.0013023086409113583,
      0.17805119250096557
    ],
    "choice": "cuenta",
    "end_to_end_seconds": 0.06666487501934171,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.8160568475723267,
      0.0012253460008651018,
      0.18271781504154205
    ],
    "reference_choice": "cuenta",
    "max_probability_error": 0.004666622540576482,
    "reference_seconds": 0.837753374944441,
    "choice_matches": true
  },
  {
    "id": "zh_photo",
    "modality": "text",
    "type": "choice",
    "keys": [
      "摄影",
      "写作",
      "闲聊"
    ],
    "tokens": 117,
    "probabilities": [
      0.9998393001136836,
      3.488917131004768e-05,
      0.00012581071500638612
    ],
    "choice": "摄影",
    "end_to_end_seconds": 0.07095762505196035,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.9998327493667603,
      3.669255238492042e-05,
      0.00013051324640400708
    ],
    "reference_choice": "摄影",
    "max_probability_error": 6.550746923350559e-06,
    "reference_seconds": 0.9610827500000596,
    "choice_matches": true
  },
  {
    "id": "zh_write",
    "modality": "text",
    "type": "choice",
    "keys": [
      "摄影",
      "写作",
      "闲聊"
    ],
    "tokens": 117,
    "probabilities": [
      0.0348665825414572,
      0.9633777973855959,
      0.0017556200729468056
    ],
    "choice": "写作",
    "end_to_end_seconds": 0.06214854202698916,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.03644991293549538,
      0.9617894291877747,
      0.0017606894252821803
    ],
    "reference_choice": "写作",
    "max_probability_error": 0.001588368197821266,
    "reference_seconds": 1.1819746660767123,
    "choice_matches": true
  },
  {
    "id": "zh_complete",
    "modality": "text",
    "type": "noul",
    "keys": [
      "false",
      "true"
    ],
    "tokens": 100,
    "probabilities": [
      0.05187394207649316,
      0.9481260579235069
    ],
    "choice": "true",
    "end_to_end_seconds": 0.06265779200475663,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.05357705056667328,
      0.9464228749275208
    ],
    "reference_choice": "true",
    "max_probability_error": 0.0017031829959861522,
    "reference_seconds": 0.9138488749740645,
    "choice_matches": true
  },
  {
    "id": "zh_incomplete",
    "modality": "text",
    "type": "noul",
    "keys": [
      "false",
      "true"
    ],
    "tokens": 96,
    "probabilities": [
      0.9873243070746749,
      0.012675692925325145
    ],
    "choice": "false",
    "end_to_end_seconds": 0.0630836250493303,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.9866238236427307,
      0.013376150280237198
    ],
    "reference_choice": "false",
    "max_probability_error": 0.0007004834319441766,
    "reference_seconds": 0.8583499160595238,
    "choice_matches": true
  },
  {
    "id": "zh_failure",
    "modality": "text",
    "type": "choice",
    "keys": [
      "成功",
      "失败",
      "等待"
    ],
    "tokens": 115,
    "probabilities": [
      0.0005653045553556631,
      0.9603952327527144,
      0.03903946269193009
    ],
    "choice": "失败",
    "end_to_end_seconds": 0.06020887498743832,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.0005506259622052312,
      0.9596866965293884,
      0.03976264223456383
    ],
    "reference_choice": "失败",
    "max_probability_error": 0.0007231795426337409,
    "reference_seconds": 0.9902184169040993,
    "choice_matches": true
  },
  {
    "id": "zh_urgency",
    "modality": "text",
    "type": "score",
    "keys": [
      "0",
      "1",
      "2",
      "3"
    ],
    "tokens": 108,
    "probabilities": [
      0.9797662450595488,
      0.01630116107996746,
      0.002195700708535573,
      0.0017368931519482734
    ],
    "choice": "0",
    "end_to_end_seconds": 0.058163207955658436,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.9800215363502502,
      0.016013935208320618,
      0.0021757411304861307,
      0.0017887389985844493
    ],
    "reference_choice": "0",
    "max_probability_error": 0.00028722587164684357,
    "reference_seconds": 0.8716891669901088,
    "choice_matches": true
  },
  {
    "id": "zh_ambiguous",
    "modality": "text",
    "type": "choice",
    "keys": [
      "询问",
      "拍照",
      "写作"
    ],
    "tokens": 117,
    "probabilities": [
      0.9873235945095953,
      0.0013211292784958406,
      0.01135527621190901
    ],
    "choice": "询问",
    "end_to_end_seconds": 0.06174908403772861,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.9874310493469238,
      0.0012258542701601982,
      0.011343155056238174
    ],
    "reference_choice": "询问",
    "max_probability_error": 0.00010745483732854666,
    "reference_seconds": 0.8878887500613928,
    "choice_matches": true
  },
  {
    "id": "zh_negation",
    "modality": "text",
    "type": "noul",
    "keys": [
      "false",
      "true"
    ],
    "tokens": 98,
    "probabilities": [
      0.9730555471210252,
      0.026944452878974963
    ],
    "choice": "false",
    "end_to_end_seconds": 0.059276791056618094,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.9733514189720154,
      0.026648661121726036
    ],
    "reference_choice": "false",
    "max_probability_error": 0.00029587185099022584,
    "reference_seconds": 0.8123413749272004,
    "choice_matches": true
  },
  {
    "id": "zh_json",
    "modality": "text",
    "type": "choice",
    "keys": [
      "成功",
      "失败",
      "等待"
    ],
    "tokens": 111,
    "probabilities": [
      6.080650784976944e-05,
      0.9985972973829926,
      0.00134189610915757
    ],
    "choice": "失败",
    "end_to_end_seconds": 0.05723312497138977,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      5.890630200156011e-05,
      0.998606264591217,
      0.0013348645297810435
    ],
    "reference_choice": "失败",
    "max_probability_error": 8.967208224408552e-06,
    "reference_seconds": 0.9132232909323648,
    "choice_matches": true
  },
  {
    "id": "en_ten_options",
    "modality": "text",
    "type": "choice",
    "keys": [
      "0",
      "1",
      "2",
      "3",
      "4",
      "5",
      "6",
      "7",
      "8",
      "9"
    ],
    "tokens": 152,
    "probabilities": [
      0.004225672394648097,
      0.0011894069653672075,
      0.971975838323805,
      5.90924876919151e-05,
      0.0003250735662990723,
      0.00011953259928416013,
      0.000549238651651673,
      0.006027731982460974,
      0.00018880039154618676,
      0.015339612637245634
    ],
    "choice": "2",
    "end_to_end_seconds": 0.06183316698297858,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.0042327879928052425,
      0.0012714171316474676,
      0.971185028553009,
      6.0139478591736406e-05,
      0.0003370257036294788,
      0.00012199221237096936,
      0.0005663561751134694,
      0.00637219101190567,
      0.0001901781652122736,
      0.015662873163819313
    ],
    "reference_choice": "2",
    "max_probability_error": 0.0007908097707959305,
    "reference_seconds": 1.0713317920453846,
    "choice_matches": true
  },
  {
    "id": "one_option",
    "modality": "text",
    "type": "choice",
    "keys": [
      "only"
    ],
    "tokens": 90,
    "probabilities": [
      1.0
    ],
    "choice": "only",
    "end_to_end_seconds": 0.055508290999569,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      1.0
    ],
    "reference_choice": "only",
    "max_probability_error": 0.0,
    "reference_seconds": 0.7906684160698205,
    "choice_matches": true
  },
  {
    "id": "empty_state",
    "modality": "text",
    "type": "noul",
    "keys": [
      "false",
      "true"
    ],
    "tokens": 94,
    "probabilities": [
      0.9666735695988837,
      0.03332643040111631
    ],
    "choice": "false",
    "end_to_end_seconds": 0.056953666964545846,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.966280996799469,
      0.033719006925821304
    ],
    "reference_choice": "false",
    "max_probability_error": 0.0003925765247049934,
    "reference_seconds": 0.8284598749596626,
    "choice_matches": true
  },
  {
    "id": "long_text",
    "modality": "text",
    "type": "choice",
    "keys": [
      "refund",
      "shipping"
    ],
    "tokens": 433,
    "probabilities": [
      0.9992611891371558,
      0.0007388108628442402
    ],
    "choice": "refund",
    "end_to_end_seconds": 0.05793479201383889,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.9992407560348511,
      0.000759303686209023
    ],
    "reference_choice": "refund",
    "max_probability_error": 2.0492823364782814e-05,
    "reference_seconds": 2.7816366250626743,
    "choice_matches": true
  },
  {
    "id": "en_billing_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "account",
      "shipping",
      "billing"
    ],
    "tokens": 112,
    "probabilities": [
      0.00017229889995540166,
      0.005839408458566054,
      0.9939882926414785
    ],
    "choice": "billing",
    "end_to_end_seconds": 0.06136983307078481,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.00017491288599558175,
      0.005699815694242716,
      0.994125247001648
    ],
    "reference_choice": "billing",
    "max_probability_error": 0.00013959276432333814,
    "reference_seconds": 0.9026339160045609,
    "choice_matches": true
  },
  {
    "id": "es_account_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "envío",
      "pago",
      "cuenta"
    ],
    "tokens": 106,
    "probabilities": [
      0.15988822967617503,
      0.0014988406229400862,
      0.8386129297008847
    ],
    "choice": "cuenta",
    "end_to_end_seconds": 0.07257750001735985,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.16495831310749054,
      0.001530324574559927,
      0.8335114121437073
    ],
    "reference_choice": "cuenta",
    "max_probability_error": 0.005101517557177471,
    "reference_seconds": 0.97938629204873,
    "choice_matches": true
  },
  {
    "id": "zh_photo_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "闲聊",
      "写作",
      "摄影"
    ],
    "tokens": 117,
    "probabilities": [
      0.00023131879038623356,
      4.508569764270688e-05,
      0.9997235955119711
    ],
    "choice": "摄影",
    "end_to_end_seconds": 0.061316207982599735,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.00023583779693581164,
      4.526936390902847e-05,
      0.9997188448905945
    ],
    "reference_choice": "摄影",
    "max_probability_error": 4.750621376614639e-06,
    "reference_seconds": 1.1876654999796301,
    "choice_matches": true
  },
  {
    "id": "zh_write_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "闲聊",
      "写作",
      "摄影"
    ],
    "tokens": 117,
    "probabilities": [
      0.001298186924197409,
      0.9889334119394662,
      0.009768401136336279
    ],
    "choice": "写作",
    "end_to_end_seconds": 0.06560208299197257,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.0012285992270335555,
      0.9890910983085632,
      0.009680334478616714
    ],
    "reference_choice": "写作",
    "max_probability_error": 0.00015768636909707645,
    "reference_seconds": 0.9455100829945877,
    "choice_matches": true
  },
  {
    "id": "zh_failure_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "等待",
      "失败",
      "成功"
    ],
    "tokens": 115,
    "probabilities": [
      0.0377791663012688,
      0.9614243578445482,
      0.000796475854183018
    ],
    "choice": "失败",
    "end_to_end_seconds": 0.06017183302901685,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.0394730269908905,
      0.9597182273864746,
      0.000808742712251842
    ],
    "reference_choice": "失败",
    "max_probability_error": 0.0017061304580735515,
    "reference_seconds": 0.9902247909922153,
    "choice_matches": true
  },
  {
    "id": "zh_ambiguous_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "写作",
      "拍照",
      "询问"
    ],
    "tokens": 117,
    "probabilities": [
      0.012942807992159527,
      0.001024783462247127,
      0.9860324085455934
    ],
    "choice": "询问",
    "end_to_end_seconds": 0.05979891598690301,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.013815107755362988,
      0.0010390413226559758,
      0.9851458072662354
    ],
    "reference_choice": "询问",
    "max_probability_error": 0.0008866012793580236,
    "reference_seconds": 0.924791333032772,
    "choice_matches": true
  },
  {
    "id": "zh_json_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "等待",
      "失败",
      "成功"
    ],
    "tokens": 111,
    "probabilities": [
      0.0010409366689280572,
      0.9988988429175736,
      6.0220413498355025e-05
    ],
    "choice": "失败",
    "end_to_end_seconds": 0.061546499957330525,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.0010691973147913814,
      0.9988671541213989,
      6.365815352182835e-05
    ],
    "reference_choice": "失败",
    "max_probability_error": 3.168879617465592e-05,
    "reference_seconds": 0.8861740420106798,
    "choice_matches": true
  },
  {
    "id": "en_ten_options_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "9",
      "8",
      "7",
      "6",
      "5",
      "4",
      "3",
      "2",
      "1",
      "0"
    ],
    "tokens": 152,
    "probabilities": [
      0.013898673441840799,
      0.00022282842811656705,
      0.005271534350530006,
      0.0005357954604744423,
      0.0001539025938945331,
      0.0001586649674127105,
      2.725876234088219e-05,
      0.9726926979974864,
      0.0041623443396139785,
      0.0028762996582898767
    ],
    "choice": "2",
    "end_to_end_seconds": 0.06301770906429738,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.013970260508358479,
      0.00022368931968230754,
      0.005643855314701796,
      0.0005588575731962919,
      0.0001519664074294269,
      0.00016414382844232023,
      2.832768041116651e-05,
      0.9725043773651123,
      0.003967889118939638,
      0.002786590252071619
    ],
    "reference_choice": "2",
    "max_probability_error": 0.0003723209641717899,
    "reference_seconds": 1.1101172079797834,
    "choice_matches": true
  },
  {
    "id": "long_text_reversed",
    "modality": "text",
    "type": "choice",
    "keys": [
      "shipping",
      "refund"
    ],
    "tokens": 433,
    "probabilities": [
      0.0004540697084874103,
      0.9995459302915126
    ],
    "choice": "refund",
    "end_to_end_seconds": 0.06365333299618214,
    "expected": null,
    "suite": "general",
    "reference_probabilities": [
      0.00044810003601014614,
      0.9995518326759338
    ],
    "reference_choice": "refund",
    "max_probability_error": 5.969672477264178e-06,
    "reference_seconds": 2.81223541602958,
    "choice_matches": true
  },
  {
    "id": "duplex_stop_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 320,
    "probabilities": [
      0.36925801930919255,
      0.28427324736144605,
      0.34646873332936146
    ],
    "choice": "interrupt",
    "end_to_end_seconds": 0.06667500000912696,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.3725797235965729,
      0.2848637104034424,
      0.34255659580230713
    ],
    "reference_choice": "interrupt",
    "max_probability_error": 0.003912137527054327,
    "reference_seconds": 2.154552042018622,
    "choice_matches": true
  },
  {
    "id": "duplex_stop_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 320,
    "probabilities": [
      0.09961632678900385,
      0.4228922080417295,
      0.47749146516926666
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06271600001491606,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.0985235646367073,
      0.4244298040866852,
      0.4770466089248657
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.0015375960449556803,
    "reference_seconds": 2.044221166986972,
    "choice_matches": true
  },
  {
    "id": "duplex_stop_03",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 321,
    "probabilities": [
      0.4476812623612501,
      0.4019674639023257,
      0.1503512737364243
    ],
    "choice": "interrupt",
    "end_to_end_seconds": 0.061337166000157595,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.43477410078048706,
      0.4139057993888855,
      0.15132005512714386
    ],
    "reference_choice": "interrupt",
    "max_probability_error": 0.012907161580763049,
    "reference_seconds": 2.2079034170601517,
    "choice_matches": true
  },
  {
    "id": "duplex_stop_04",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 322,
    "probabilities": [
      0.3121490077614103,
      0.29746391695469465,
      0.390387075283895
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06084333301987499,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.3236846327781677,
      0.2929101288318634,
      0.38340529799461365
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.011535625016757423,
    "reference_seconds": 2.1794147910550237,
    "choice_matches": true
  },
  {
    "id": "duplex_correct_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.08999144907868228,
      0.5631892421055145,
      0.34681930881580314
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.059515041997656226,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.08759114146232605,
      0.56805819272995,
      0.344350665807724
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.004868950624435486,
    "reference_seconds": 2.1173955840058625,
    "choice_matches": true
  },
  {
    "id": "duplex_correct_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.15449782794531777,
      0.3732968993524262,
      0.47220527270225593
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.058978416956961155,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.15848976373672485,
      0.363983690738678,
      0.47752657532691956
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.009313208613748236,
    "reference_seconds": 2.1236701250309125,
    "choice_matches": true
  },
  {
    "id": "duplex_correct_03",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 323,
    "probabilities": [
      0.14239350315981378,
      0.49466656928305286,
      0.36293992755713333
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06071037508081645,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.13985002040863037,
      0.5068005919456482,
      0.35334938764572144
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.012134022662595334,
    "reference_seconds": 2.1158938329899684,
    "choice_matches": true
  },
  {
    "id": "duplex_switch_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 325,
    "probabilities": [
      0.10244300525216662,
      0.5298673441841425,
      0.3676896505636909
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06122833304107189,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.10244057327508926,
      0.5285248756408691,
      0.3690345883369446
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.0013449377732536738,
    "reference_seconds": 2.1220966250402853,
    "choice_matches": true
  },
  {
    "id": "duplex_urgent_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 325,
    "probabilities": [
      0.26214412519420593,
      0.489283329704586,
      0.248572545101208
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06692820903845131,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.25545012950897217,
      0.49854594469070435,
      0.24600394070148468
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.009262614986118356,
    "reference_seconds": 2.075061084004119,
    "choice_matches": true
  },
  {
    "id": "duplex_ack_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 318,
    "probabilities": [
      0.07963558792521354,
      0.3749885085607277,
      0.5453759035140588
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06161624996457249,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.07771968841552734,
      0.37838810682296753,
      0.5438922047615051
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.0033995982622398446,
    "reference_seconds": 2.0976727079832926,
    "choice_matches": true
  },
  {
    "id": "duplex_ack_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 320,
    "probabilities": [
      0.047980765908528546,
      0.4190138556523637,
      0.5330053784391077
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.0604598339414224,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.048545438796281815,
      0.4277784526348114,
      0.5236760973930359
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.00932928104607178,
    "reference_seconds": 2.1040617909748107,
    "choice_matches": true
  },
  {
    "id": "duplex_ack_03",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 319,
    "probabilities": [
      0.061341726904610365,
      0.411213218453489,
      0.5274450546419007
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.060387250036001205,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.06230482831597328,
      0.3923381268978119,
      0.5453571081161499
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.018875091555677126,
    "reference_seconds": 2.1018672079080716,
    "choice_matches": true
  },
  {
    "id": "duplex_ack_04",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 318,
    "probabilities": [
      0.03816007622578243,
      0.6283586562906518,
      0.3334812674835658
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.059120125020854175,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.03831863775849342,
      0.6333273649215698,
      0.32835397124290466
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.005127296240661161,
    "reference_seconds": 2.0880519170314074,
    "choice_matches": true
  },
  {
    "id": "duplex_continue_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 320,
    "probabilities": [
      0.032283539276670464,
      0.3601747640585033,
      0.6075416966648263
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.05947733297944069,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.03161618486046791,
      0.37331023812294006,
      0.5950735807418823
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.01313547406443677,
    "reference_seconds": 2.115650082938373,
    "choice_matches": true
  },
  {
    "id": "duplex_negation_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 322,
    "probabilities": [
      0.1273541660883302,
      0.23633057889995202,
      0.6363152550117177
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.061438290984369814,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.12637580931186676,
      0.2476085126399994,
      0.6260156631469727
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.011277933740047374,
    "reference_seconds": 2.603881916962564,
    "choice_matches": true
  },
  {
    "id": "duplex_negation_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 320,
    "probabilities": [
      0.15291998390093559,
      0.5575064743055403,
      0.28957354179352396
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06080870900768787,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.1580505073070526,
      0.5516903400421143,
      0.2902591824531555
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.005816134263426087,
    "reference_seconds": 2.478561875061132,
    "choice_matches": true
  },
  {
    "id": "duplex_noise_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 321,
    "probabilities": [
      0.08495002511799675,
      0.6141038432610582,
      0.30094613162094525
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06056783301755786,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.08534883707761765,
      0.6181000471115112,
      0.2965511083602905
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.004395023260654718,
    "reference_seconds": 2.6364804579643533,
    "choice_matches": true
  },
  {
    "id": "duplex_noise_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 315,
    "probabilities": [
      0.031172420567157504,
      0.6498952576403955,
      0.318932321792447
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.060432375059463084,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.030620092526078224,
      0.6666684746742249,
      0.3027114272117615
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.01677321703382939,
    "reference_seconds": 2.5116792910266668,
    "choice_matches": true
  },
  {
    "id": "duplex_echo_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 323,
    "probabilities": [
      0.030969814208492326,
      0.5078372306657072,
      0.4611929551258005
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.05969308305066079,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.03078923560678959,
      0.5066130757331848,
      0.46259763836860657
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.0014046832428060707,
    "reference_seconds": 2.5884792499709874,
    "choice_matches": true
  },
  {
    "id": "duplex_other_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 328,
    "probabilities": [
      0.05239836011394757,
      0.729776372632972,
      0.21782526725308043
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.0587671670364216,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.052182890474796295,
      0.7242393493652344,
      0.22357770800590515
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.005752440752824717,
    "reference_seconds": 2.356515208957717,
    "choice_matches": true
  },
  {
    "id": "duplex_queue_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 323,
    "probabilities": [
      0.08632894942256907,
      0.40525975317069746,
      0.5084112974067334
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.059953041025437415,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.08526115119457245,
      0.39749082922935486,
      0.5172479748725891
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.008836677465855702,
    "reference_seconds": 2.2746908330591395,
    "choice_matches": true
  },
  {
    "id": "duplex_queue_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.08665169313664238,
      0.38401823876268754,
      0.5293300681006701
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.05933887499850243,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.08464257419109344,
      0.3730492889881134,
      0.5423081517219543
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.012978083621284275,
    "reference_seconds": 2.160552999936044,
    "choice_matches": true
  },
  {
    "id": "duplex_queue_03",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 323,
    "probabilities": [
      0.06492202507384029,
      0.5751809164396222,
      0.35989705848653747
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.0598918329924345,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.06729138642549515,
      0.5767751932144165,
      0.35593339800834656
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.003963660478190911,
    "reference_seconds": 2.1083541250554845,
    "choice_matches": true
  },
  {
    "id": "duplex_queue_04",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 322,
    "probabilities": [
      0.0787192963509872,
      0.3165707827036414,
      0.6047099209453713
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06024570798035711,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.07793932408094406,
      0.31252092123031616,
      0.609539806842804
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.0048298858974326064,
    "reference_seconds": 2.5078482090029866,
    "choice_matches": true
  },
  {
    "id": "duplex_queue_05",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.07125473397953433,
      0.766075926756357,
      0.16266933926410856
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.058723207912407815,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.07154783606529236,
      0.763809323310852,
      0.1646428406238556
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.002266603445505,
    "reference_seconds": 2.687678375048563,
    "choice_matches": true
  },
  {
    "id": "duplex_queue_06",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.03492957278245516,
      0.707586016074946,
      0.25748441114259885
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.059189834049902856,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.036303821951150894,
      0.6983221769332886,
      0.26537397503852844
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.009263839141657404,
    "reference_seconds": 2.302886249963194,
    "choice_matches": true
  },
  {
    "id": "duplex_queue_07",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 320,
    "probabilities": [
      0.07105439547001287,
      0.3090688295102327,
      0.6198767750197545
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.059386457898654044,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.07182841002941132,
      0.31347477436065674,
      0.6146968603134155
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.0051799147063389395,
    "reference_seconds": 2.5398947920184582,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 321,
    "probabilities": [
      0.043018641754313455,
      0.5924647905462969,
      0.36451656769938956
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.05938079103361815,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.043696679174900055,
      0.5834992527961731,
      0.37280407547950745
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.008965537750123764,
    "reference_seconds": 2.2472779999952763,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 314,
    "probabilities": [
      0.028384471265278037,
      0.7882387947233418,
      0.18337673401138
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.05945125001017004,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.028607148677110672,
      0.7788572311401367,
      0.19253557920455933
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.009381563583205077,
    "reference_seconds": 2.057773832930252,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_03",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 317,
    "probabilities": [
      0.06194274730611633,
      0.3579116094954958,
      0.5801456431983879
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.058600666001439095,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.06294164061546326,
      0.3607334494590759,
      0.5763249397277832
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.0038207034706047027,
    "reference_seconds": 2.1569439170416445,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_04",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 318,
    "probabilities": [
      0.04926003054959192,
      0.516774661050348,
      0.4339653084000602
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.060015207971446216,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.0507386140525341,
      0.5229406952857971,
      0.4263206124305725
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.0076446959694876915,
    "reference_seconds": 2.0955650419928133,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_05",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 318,
    "probabilities": [
      0.07047516906773532,
      0.5816586686209848,
      0.3478661623112799
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06003241706639528,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.07387121021747589,
      0.5652998089790344,
      0.36082905530929565
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.016358859641950385,
    "reference_seconds": 2.3158621250186116,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_06",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 319,
    "probabilities": [
      0.054862263473344386,
      0.261953842611128,
      0.6831838939155277
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06037212489172816,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.05269906669855118,
      0.2537921369075775,
      0.6935088634490967
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.010324969533568984,
    "reference_seconds": 2.3967140420572832,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_07",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 322,
    "probabilities": [
      0.21905552347367904,
      0.4170784198680774,
      0.36386605665824345
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06213058391585946,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.22615335881710052,
      0.40118929743766785,
      0.37265732884407043
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.015889122430409575,
    "reference_seconds": 3.188934582984075,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_08",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 318,
    "probabilities": [
      0.025792290663845002,
      0.8074185876195806,
      0.16678912171657437
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.061945791938342154,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.025497060269117355,
      0.8071024417877197,
      0.16740049421787262
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.0006113725012982518,
    "reference_seconds": 2.9485161670017987,
    "choice_matches": true
  },
  {
    "id": "duplex_answer_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 319,
    "probabilities": [
      0.04394860316058848,
      0.3481044061363044,
      0.6079469907031071
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06280475005041808,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.04391104727983475,
      0.33391234278678894,
      0.6221765875816345
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.014229596878527428,
    "reference_seconds": 2.417675583041273,
    "choice_matches": true
  },
  {
    "id": "duplex_answer_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 323,
    "probabilities": [
      0.04722920938722117,
      0.4037745853746926,
      0.5489962052380862
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06394199992064387,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.04911813884973526,
      0.40117576718330383,
      0.5497061014175415
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.002598818191388741,
    "reference_seconds": 2.5277819159673527,
    "choice_matches": true
  },
  {
    "id": "duplex_answer_03",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 320,
    "probabilities": [
      0.07882625495120331,
      0.4897181337438413,
      0.4314556113049553
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06554308300837874,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.07870376110076904,
      0.4732263386249542,
      0.44806990027427673
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.016614288969321434,
    "reference_seconds": 2.4053917500423267,
    "choice_matches": true
  },
  {
    "id": "duplex_question_stop",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.2356445421335971,
      0.4050335003776703,
      0.3593219574887327
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06298854190390557,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.2321690022945404,
      0.40891507267951965,
      0.35891595482826233
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.0038815723018493786,
    "reference_seconds": 2.434441916993819,
    "choice_matches": true
  },
  {
    "id": "duplex_quoted_stop",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 326,
    "probabilities": [
      0.172745804964821,
      0.3501416970290177,
      0.47711249800616123
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06202849990222603,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.1802801489830017,
      0.3509426414966583,
      0.4687771797180176
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.008335318288143656,
    "reference_seconds": 2.412521415972151,
    "choice_matches": true
  },
  {
    "id": "duplex_mid_ack_request",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.07656011712720605,
      0.3853191846102425,
      0.5381206982625515
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.062182707944884896,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.07440771162509918,
      0.39047563076019287,
      0.5351166725158691
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.005156446149950367,
    "reference_seconds": 2.7441802920075133,
    "choice_matches": true
  },
  {
    "id": "duplex_immediate_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 323,
    "probabilities": [
      0.1417682995473252,
      0.4817785049006149,
      0.37645319555205986
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06371020805090666,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.14223743975162506,
      0.4795777499675751,
      0.37818479537963867
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.002200754933039839,
    "reference_seconds": 2.577961500035599,
    "choice_matches": true
  },
  {
    "id": "duplex_wait_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 323,
    "probabilities": [
      0.06340534464139812,
      0.4902856188013375,
      0.44630903655726434
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06390249996911734,
    "expected": "interrupt",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.061347734183073044,
      0.5008657574653625,
      0.4377864599227905
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.010580138664025074,
    "reference_seconds": 2.4937992088962346,
    "choice_matches": true
  },
  {
    "id": "duplex_wait_02",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.05975631583036526,
      0.33989515479879506,
      0.6003485293708397
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.062225042027421296,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.0596485361456871,
      0.33587583899497986,
      0.6044756174087524
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.0041270880379127295,
    "reference_seconds": 2.5074617080390453,
    "choice_matches": true
  },
  {
    "id": "duplex_blank_01",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 318,
    "probabilities": [
      0.08969787823679795,
      0.7349016781047959,
      0.17540044365840612
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.06231374992057681,
    "expected": "discard",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.08804052323102951,
      0.7373180985450745,
      0.1746414303779602
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.002416420440278566,
    "reference_seconds": 2.9314769170014188,
    "choice_matches": true
  },
  {
    "id": "duplex_idle_correction",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 323,
    "probabilities": [
      0.11577608680906033,
      0.4743426366018017,
      0.4098812765891379
    ],
    "choice": "discard",
    "end_to_end_seconds": 0.0622567500686273,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.11359476298093796,
      0.4820769131183624,
      0.4043283462524414
    ],
    "reference_choice": "discard",
    "max_probability_error": 0.007734276516560723,
    "reference_seconds": 2.8050833749584854,
    "choice_matches": true
  },
  {
    "id": "duplex_queue_constraint",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 324,
    "probabilities": [
      0.08326479044087588,
      0.3834820274804395,
      0.5332531820786847
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06318725005257875,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.08571639657020569,
      0.3758048713207245,
      0.538478672504425
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.007677156159715037,
    "reference_seconds": 2.5240845000371337,
    "choice_matches": true
  },
  {
    "id": "duplex_late_request",
    "modality": "text",
    "type": "choice",
    "keys": [
      "interrupt",
      "discard",
      "enqueue"
    ],
    "tokens": 326,
    "probabilities": [
      0.13812516115511783,
      0.4212357585373965,
      0.44063908030748555
    ],
    "choice": "enqueue",
    "end_to_end_seconds": 0.06448208296205848,
    "expected": "enqueue",
    "suite": "full_duplex",
    "reference_probabilities": [
      0.13780291378498077,
      0.4278469979763031,
      0.4343501031398773
    ],
    "reference_choice": "enqueue",
    "max_probability_error": 0.006611239438906624,
    "reference_seconds": 3.391970333061181,
    "choice_matches": true
  }
]