| { |
| "what": "the provider's own code (joint_schema_model.py systemone() at f0b7d3cd) in float32 on the CPU: per run (a record at an arm: text, or the picture at a 256 / 448 px tile) and question, the option ids in the head's order, the probabilities, the most likely option and whether the two most likely are 0.02 or less apart (near_tie). Python 3.12.11, torch 2.9.0, transformers 5.17.0, 10 threads.", |
| "runs": [ |
| { |
| "key": "ref:own_t01/text", |
| "set": "ref", |
| "id": "own_t01", |
| "arm": "text", |
| "tokens": 436, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "department", |
| "type": "choice", |
| "option_ids": [ |
| "account", |
| "billing", |
| "shipping", |
| "technical" |
| ], |
| "probs": [ |
| 0.0020749589893966913, |
| 0.00972782727330923, |
| 0.009951034560799599, |
| 0.9782460927963257 |
| ], |
| "argmax": "technical", |
| "near_tie": false |
| }, |
| { |
| "question_id": "wants_refund", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.013630282133817673, |
| 0.9863697290420532 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "urgency", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.30694112181663513, |
| 0.3810206353664398, |
| 0.22470484673976898, |
| 0.08733338862657547 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t02/text", |
| "set": "ref", |
| "id": "own_t02", |
| "arm": "text", |
| "tokens": 599, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "severity", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.030695321038365364, |
| 0.1656961888074875, |
| 0.47583913803100586, |
| 0.27707794308662415, |
| 0.05069142207503319 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "resolved", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9677996635437012, |
| 0.03220032528042793 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "root_cause", |
| "type": "choice", |
| "option_ids": [ |
| "attack", |
| "capacity", |
| "config_change", |
| "hardware", |
| "third_party" |
| ], |
| "probs": [ |
| 0.0013243439607322216, |
| 0.021440450102090836, |
| 0.9729377627372742, |
| 0.0018747516442090273, |
| 0.002422668505460024 |
| ], |
| "argmax": "config_change", |
| "near_tie": false |
| }, |
| { |
| "question_id": "data_loss", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.005943198688328266, |
| 0.9940568208694458 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t03/text", |
| "set": "ref", |
| "id": "own_t03", |
| "arm": "text", |
| "tokens": 463, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "new_slot", |
| "type": "choice", |
| "option_ids": [ |
| "mon_0900", |
| "thu_1000", |
| "tue_1400" |
| ], |
| "probs": [ |
| 0.012158675119280815, |
| 0.062186531722545624, |
| 0.9256548285484314 |
| ], |
| "argmax": "tue_1400", |
| "near_tie": false |
| }, |
| { |
| "question_id": "thursday_still_on", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.08972356468439102, |
| 0.910276472568512 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reply_needed", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.7556129693984985, |
| 0.24438700079917908 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t04/text", |
| "set": "ref", |
| "id": "own_t04", |
| "arm": "text", |
| "tokens": 493, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "dark_mode", |
| "type": "choice", |
| "option_ids": [ |
| "cancel", |
| "postpone", |
| "ship_v23" |
| ], |
| "probs": [ |
| 0.00717861158773303, |
| 0.007221940904855728, |
| 0.9855993986129761 |
| ], |
| "argmax": "ship_v23", |
| "near_tie": false |
| }, |
| { |
| "question_id": "release_note_owner", |
| "type": "choice", |
| "option_ids": [ |
| "abebe", |
| "felix", |
| "noor" |
| ], |
| "probs": [ |
| 0.011383161880075932, |
| 0.9791655540466309, |
| 0.009451243095099926 |
| ], |
| "argmax": "felix", |
| "near_tie": false |
| }, |
| { |
| "question_id": "open_items", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.012073171325027943, |
| 0.9807779788970947, |
| 0.007148820906877518 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "beta_label_decided", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.025620637461543083, |
| 0.974379301071167 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t05/text", |
| "set": "ref", |
| "id": "own_t05", |
| "arm": "text", |
| "tokens": 553, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "sentiment", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.028970826417207718, |
| 0.6241393685340881, |
| 0.3356001377105713, |
| 0.008222117088735104, |
| 0.0030674401205033064 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "safety_issue", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9697904586791992, |
| 0.030209515243768692 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "main_complaint", |
| "type": "choice", |
| "option_ids": [ |
| "design", |
| "durability", |
| "speed", |
| "support" |
| ], |
| "probs": [ |
| 0.00624008709564805, |
| 0.9739807844161987, |
| 0.00894900318235159, |
| 0.010830216109752655 |
| ], |
| "argmax": "durability", |
| "near_tie": false |
| }, |
| { |
| "question_id": "recommend", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.020259197801351547, |
| 0.9797407388687134 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t06/text", |
| "set": "ref", |
| "id": "own_t06", |
| "arm": "text", |
| "tokens": 411, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "environment", |
| "type": "choice", |
| "option_ids": [ |
| "both", |
| "neither", |
| "production", |
| "staging" |
| ], |
| "probs": [ |
| 0.009194618090987206, |
| 0.007201558444648981, |
| 0.008247054181993008, |
| 0.9753568172454834 |
| ], |
| "argmax": "staging", |
| "near_tie": false |
| }, |
| { |
| "question_id": "fixed", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9077232480049133, |
| 0.09227681905031204 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "urgency", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.10568148642778397, |
| 0.7105181217193604, |
| 0.1838003695011139 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t07/text", |
| "set": "ref", |
| "id": "own_t07", |
| "arm": "text", |
| "tokens": 438, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "best_slot", |
| "type": "choice", |
| "option_ids": [ |
| "fri_am", |
| "mon_am", |
| "thu_am", |
| "tue_am", |
| "tue_pm", |
| "wed_pm" |
| ], |
| "probs": [ |
| 0.026637353003025055, |
| 0.1287812441587448, |
| 0.07282086461782455, |
| 0.7324261665344238, |
| 0.03228142112493515, |
| 0.007052955683320761 |
| ], |
| "argmax": "tue_am", |
| "near_tie": false |
| }, |
| { |
| "question_id": "length", |
| "type": "choice", |
| "option_ids": [ |
| "15", |
| "30", |
| "60", |
| "90" |
| ], |
| "probs": [ |
| 0.0043379757553339005, |
| 0.9900583624839783, |
| 0.003430643118917942, |
| 0.0021731131710112095 |
| ], |
| "argmax": "30", |
| "near_tie": false |
| }, |
| { |
| "question_id": "needs_travel", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.12106605619192123, |
| 0.8789339661598206 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t08/text", |
| "set": "ref", |
| "id": "own_t08", |
| "arm": "text", |
| "tokens": 604, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "diet", |
| "type": "choice", |
| "option_ids": [ |
| "contains_meat", |
| "vegan", |
| "vegetarian" |
| ], |
| "probs": [ |
| 0.004436923190951347, |
| 0.03225412219762802, |
| 0.9633089303970337 |
| ], |
| "argmax": "vegetarian", |
| "near_tie": false |
| }, |
| { |
| "question_id": "needs_cooking", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.004901106469333172, |
| 0.995098888874054 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "effort", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.8585019707679749, |
| 0.12899157404899597, |
| 0.012506517581641674 |
| ], |
| "argmax": "0", |
| "near_tie": false |
| }, |
| { |
| "question_id": "servings", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "10", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6", |
| "7", |
| "8", |
| "9" |
| ], |
| "probs": [ |
| 0.021826304495334625, |
| 0.007177992723882198, |
| 0.9291272759437561, |
| 0.014415438286960125, |
| 0.01145924162119627, |
| 0.0044674985110759735, |
| 0.003467407776042819, |
| 0.002763566095381975, |
| 0.0027779899537563324, |
| 0.0025173574686050415 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t09/text", |
| "set": "ref", |
| "id": "own_t09", |
| "arm": "text", |
| "tokens": 582, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "department", |
| "type": "choice", |
| "option_ids": [ |
| "account", |
| "billing", |
| "shipping", |
| "technical" |
| ], |
| "probs": [ |
| 0.00786023959517479, |
| 0.9724278450012207, |
| 0.006265465170145035, |
| 0.013446450233459473 |
| ], |
| "argmax": "billing", |
| "near_tie": false |
| }, |
| { |
| "question_id": "duplicate_charge", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9583020210266113, |
| 0.041698019951581955 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "refund_amount", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "14.99", |
| "29.98" |
| ], |
| "probs": [ |
| 0.009111710824072361, |
| 0.9767141342163086, |
| 0.014174086973071098 |
| ], |
| "argmax": "14.99", |
| "near_tie": false |
| }, |
| { |
| "question_id": "frustration", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.016860734671354294, |
| 0.02520955167710781, |
| 0.13337551057338715, |
| 0.41662758588790894, |
| 0.3030862808227539, |
| 0.06852078437805176, |
| 0.036319550126791 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t10/text", |
| "set": "ref", |
| "id": "own_t10", |
| "arm": "text", |
| "tokens": 396, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "meets_conditions", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.910615861415863, |
| 0.08938407152891159 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "policy_issue", |
| "type": "choice", |
| "option_ids": [ |
| "certification", |
| "consent", |
| "none", |
| "notice" |
| ], |
| "probs": [ |
| 0.017086582258343697, |
| 0.013082234188914299, |
| 0.9511185884475708, |
| 0.018712572753429413 |
| ], |
| "argmax": "none", |
| "near_tie": false |
| }, |
| { |
| "question_id": "review", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1" |
| ], |
| "probs": [ |
| 0.9450775980949402, |
| 0.0549224391579628 |
| ], |
| "argmax": "0", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t11/text", |
| "set": "ref", |
| "id": "own_t11", |
| "arm": "text", |
| "tokens": 497, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "encrypted_at_rest", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9580949544906616, |
| 0.04190501570701599 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "pentest_current", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.061500001698732376, |
| 0.9385000467300415 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "risk", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.10386830568313599, |
| 0.7748581171035767, |
| 0.09309681504964828, |
| 0.028176715597510338 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "next_step", |
| "type": "choice", |
| "option_ids": [ |
| "approve", |
| "reject", |
| "request_pentest" |
| ], |
| "probs": [ |
| 0.012145879678428173, |
| 0.008411926217377186, |
| 0.9794421792030334 |
| ], |
| "argmax": "request_pentest", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t12/text", |
| "set": "ref", |
| "id": "own_t12", |
| "arm": "text", |
| "tokens": 967, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "dairy_allergy", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9394665956497192, |
| 0.06053338572382927 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "guests", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.016580715775489807, |
| 0.022627033293247223, |
| 0.9133965373039246, |
| 0.017762085422873497, |
| 0.016140427440404892, |
| 0.013493211008608341 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "split_bill", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9389763474464417, |
| 0.06102372333407402 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "split_ways", |
| "type": "choice", |
| "option_ids": [ |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.9643211960792542, |
| 0.02156350575387478, |
| 0.014115282334387302 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "occasion", |
| "type": "choice", |
| "option_ids": [ |
| "anniversary", |
| "birthday", |
| "business", |
| "graduation", |
| "none" |
| ], |
| "probs": [ |
| 0.018928399309515953, |
| 0.9177147746086121, |
| 0.013787471689283848, |
| 0.012153832241892815, |
| 0.037415508180856705 |
| ], |
| "argmax": "birthday", |
| "near_tie": false |
| }, |
| { |
| "question_id": "kitchen_effort", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.0791470855474472, |
| 0.139200821518898, |
| 0.4481544494628906, |
| 0.1707330346107483, |
| 0.16276465356349945 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "dessert_planned", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.835975170135498, |
| 0.16402478516101837 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "child_meal", |
| "type": "choice", |
| "option_ids": [ |
| "burger", |
| "lasagne", |
| "plain_pasta", |
| "trout" |
| ], |
| "probs": [ |
| 0.009076745249330997, |
| 0.007193453144282103, |
| 0.9756867289543152, |
| 0.008043053559958935 |
| ], |
| "argmax": "plain_pasta", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t13/text", |
| "set": "ref", |
| "id": "own_t13", |
| "arm": "text", |
| "tokens": 370, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "car_park_open_june_4", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.015704181045293808, |
| 0.9842958450317383 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "street_parking", |
| "type": "choice", |
| "option_ids": [ |
| "everyone", |
| "staff", |
| "visitors" |
| ], |
| "probs": [ |
| 0.01131593156605959, |
| 0.007316748145967722, |
| 0.981367290019989 |
| ], |
| "argmax": "visitors", |
| "near_tie": false |
| }, |
| { |
| "question_id": "disruption", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.1646718978881836, |
| 0.7661177515983582, |
| 0.06921032816171646 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t14/text", |
| "set": "ref", |
| "id": "own_t14", |
| "arm": "text", |
| "tokens": 2389, |
| "length": 4096, |
| "questions": [ |
| { |
| "question_id": "first_failing_component", |
| "type": "choice", |
| "option_ids": [ |
| "auth", |
| "database", |
| "inventory", |
| "notifications", |
| "payments" |
| ], |
| "probs": [ |
| 0.017140639945864677, |
| 0.006262694951146841, |
| 0.005267331842333078, |
| 0.009492605924606323, |
| 0.9618366956710815 |
| ], |
| "argmax": "payments", |
| "near_tie": false |
| }, |
| { |
| "question_id": "recovered", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9530462026596069, |
| 0.04695378988981247 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "severity", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.03186281770467758, |
| 0.06417977809906006, |
| 0.7620610594749451, |
| 0.14189638197422028 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "error_window", |
| "type": "choice", |
| "option_ids": [ |
| "1_to_5m", |
| "5_to_15m", |
| "over_15m", |
| "under_1m" |
| ], |
| "probs": [ |
| 0.1647193729877472, |
| 0.7869372367858887, |
| 0.040279194712638855, |
| 0.00806417502462864 |
| ], |
| "argmax": "5_to_15m", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t15/text", |
| "set": "ref", |
| "id": "own_t15", |
| "arm": "text", |
| "tokens": 2603, |
| "length": 4096, |
| "questions": [ |
| { |
| "question_id": "non_renewal_notice", |
| "type": "choice", |
| "option_ids": [ |
| "120", |
| "30", |
| "60", |
| "90", |
| "none" |
| ], |
| "probs": [ |
| 0.0040611992590129375, |
| 0.0025824527256190777, |
| 0.0021634213626384735, |
| 0.9885510802268982, |
| 0.002641847589984536 |
| ], |
| "argmax": "90", |
| "near_tie": false |
| }, |
| { |
| "question_id": "auto_renews", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9498574137687683, |
| 0.05014260485768318 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "liability_cap", |
| "type": "choice", |
| "option_ids": [ |
| "fees_12m", |
| "fixed_amount", |
| "insurance", |
| "unlimited" |
| ], |
| "probs": [ |
| 0.9806005358695984, |
| 0.006546442396938801, |
| 0.0052038137800991535, |
| 0.007649271748960018 |
| ], |
| "argmax": "fees_12m", |
| "near_tie": false |
| }, |
| { |
| "question_id": "assign_without_consent", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.0174495130777359, |
| 0.9825504422187805 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "client_risk", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.03773987665772438, |
| 0.09013041108846664, |
| 0.46674680709838867, |
| 0.3470819592475891, |
| 0.0583009235560894 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "uptime_target", |
| "type": "choice", |
| "option_ids": [ |
| "99.0", |
| "99.5", |
| "99.9", |
| "99.99" |
| ], |
| "probs": [ |
| 0.007143894210457802, |
| 0.9810086488723755, |
| 0.006103210616856813, |
| 0.0057442947290837765 |
| ], |
| "argmax": "99.5", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_t16/text", |
| "set": "ref", |
| "id": "own_t16", |
| "arm": "text", |
| "tokens": 2494, |
| "length": 4096, |
| "questions": [ |
| { |
| "question_id": "water_decision", |
| "type": "choice", |
| "option_ids": [ |
| "no_decision", |
| "postpone", |
| "repair", |
| "replace" |
| ], |
| "probs": [ |
| 0.002709157532081008, |
| 0.002824236173182726, |
| 0.003377902554348111, |
| 0.9910887479782104 |
| ], |
| "argmax": "replace", |
| "near_tie": false |
| }, |
| { |
| "question_id": "fees_increase", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.010061236098408699, |
| 0.9899387359619141 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "new_chair", |
| "type": "choice", |
| "option_ids": [ |
| "kemal", |
| "ollerton", |
| "reyes", |
| "somerfield" |
| ], |
| "probs": [ |
| 0.0026718617882579565, |
| 0.003925809636712074, |
| 0.006248118821531534, |
| 0.9871541857719421 |
| ], |
| "argmax": "somerfield", |
| "near_tie": false |
| }, |
| { |
| "question_id": "water_vote_consensus", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.06325555592775345, |
| 0.06433930993080139, |
| 0.8585585355758667, |
| 0.013846603222191334 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "waiting_list_order", |
| "type": "choice", |
| "option_ids": [ |
| "application_order", |
| "local_priority", |
| "lottery" |
| ], |
| "probs": [ |
| 0.9925118684768677, |
| 0.005595805589109659, |
| 0.0018923586467280984 |
| ], |
| "argmax": "application_order", |
| "near_tie": false |
| }, |
| { |
| "question_id": "bonfire_ban", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9732503294944763, |
| 0.02674967236816883 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j01/text", |
| "set": "ref", |
| "id": "own_j01", |
| "arm": "text", |
| "tokens": 476, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "status", |
| "type": "choice", |
| "option_ids": [ |
| "draft", |
| "open_not_due", |
| "overdue", |
| "paid" |
| ], |
| "probs": [ |
| 0.012104634195566177, |
| 0.07279179245233536, |
| 0.9028239846229553, |
| 0.012279592454433441 |
| ], |
| "argmax": "overdue", |
| "near_tie": false |
| }, |
| { |
| "question_id": "large", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.004338814876973629, |
| 0.995661199092865 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "priority", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.24900473654270172, |
| 0.44779172539711, |
| 0.23557083308696747, |
| 0.06763271242380142 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j02/text", |
| "set": "ref", |
| "id": "own_j02", |
| "arm": "text", |
| "tokens": 475, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "can_ship", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.02195017971098423, |
| 0.9780498147010803 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "blocker", |
| "type": "choice", |
| "option_ids": [ |
| "address", |
| "none", |
| "payment", |
| "stock" |
| ], |
| "probs": [ |
| 0.9526756405830383, |
| 0.01776018552482128, |
| 0.019623257219791412, |
| 0.009940925054252148 |
| ], |
| "argmax": "address", |
| "near_tie": false |
| }, |
| { |
| "question_id": "gift", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9568854570388794, |
| 0.04311459884047508 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "priority", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.2836693525314331, |
| 0.47363296151161194, |
| 0.24269776046276093 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j03/text", |
| "set": "ref", |
| "id": "own_j03", |
| "arm": "text", |
| "tokens": 585, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "over_limit", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.973645031452179, |
| 0.026354987174272537 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "first_violation", |
| "type": "choice", |
| "option_ids": [ |
| "06:00", |
| "09:00", |
| "12:00", |
| "15:00", |
| "never" |
| ], |
| "probs": [ |
| 0.009771598502993584, |
| 0.008809906430542469, |
| 0.9555386900901794, |
| 0.0174543559551239, |
| 0.008425440639257431 |
| ], |
| "argmax": "12:00", |
| "near_tie": false |
| }, |
| { |
| "question_id": "trend", |
| "type": "choice", |
| "option_ids": [ |
| "falling", |
| "flat", |
| "rising" |
| ], |
| "probs": [ |
| 0.012344629503786564, |
| 0.014371160417795181, |
| 0.9732841849327087 |
| ], |
| "argmax": "rising", |
| "near_tie": false |
| }, |
| { |
| "question_id": "action", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.016190055757761, |
| 0.029995685443282127, |
| 0.5035595297813416, |
| 0.4502546787261963 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j04/text", |
| "set": "ref", |
| "id": "own_j04", |
| "arm": "text", |
| "tokens": 569, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "duration", |
| "type": "choice", |
| "option_ids": [ |
| "120", |
| "30", |
| "60", |
| "90" |
| ], |
| "probs": [ |
| 0.04945075511932373, |
| 0.025699183344841003, |
| 0.4108541011810303, |
| 0.5139959454536438 |
| ], |
| "argmax": "90", |
| "near_tie": false |
| }, |
| { |
| "question_id": "recurring", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.005918874870985746, |
| 0.9940810799598694 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "accepted", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.04031122475862503, |
| 0.8912389278411865, |
| 0.044110771268606186, |
| 0.01364145614206791, |
| 0.010697702877223492 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "attendance_risk", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.05844682827591896, |
| 0.6269206404685974, |
| 0.3146325349807739 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j05/text", |
| "set": "ref", |
| "id": "own_j05", |
| "arm": "text", |
| "tokens": 539, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "plan", |
| "type": "choice", |
| "option_ids": [ |
| "enterprise", |
| "free", |
| "pro", |
| "team" |
| ], |
| "probs": [ |
| 0.0023888193536549807, |
| 0.9887477159500122, |
| 0.0057722413912415504, |
| 0.0030912202782928944 |
| ], |
| "argmax": "free", |
| "near_tie": false |
| }, |
| { |
| "question_id": "two_factor", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.004680931568145752, |
| 0.9953190684318542 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "account_risk", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.026975451037287712, |
| 0.04668476805090904, |
| 0.3534383475780487, |
| 0.5074322819709778, |
| 0.06546911597251892 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "action", |
| "type": "choice", |
| "option_ids": [ |
| "force_reset", |
| "none", |
| "prompt_2fa", |
| "suspend" |
| ], |
| "probs": [ |
| 0.10556904971599579, |
| 0.016810912638902664, |
| 0.8644632697105408, |
| 0.013156836852431297 |
| ], |
| "argmax": "prompt_2fa", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j06/text", |
| "set": "ref", |
| "id": "own_j06", |
| "arm": "text", |
| "tokens": 616, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "error_class", |
| "type": "choice", |
| "option_ids": [ |
| "auth", |
| "not_found", |
| "rate_limit", |
| "server", |
| "timeout", |
| "validation" |
| ], |
| "probs": [ |
| 0.0036544690374284983, |
| 0.003082026494666934, |
| 0.9798033833503723, |
| 0.005089994985610247, |
| 0.004292861558496952, |
| 0.004077346529811621 |
| ], |
| "argmax": "rate_limit", |
| "near_tie": false |
| }, |
| { |
| "question_id": "retryable", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9369118809700012, |
| 0.06308813393115997 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "wait_seconds", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "30", |
| "300", |
| "3600" |
| ], |
| "probs": [ |
| 0.009855780750513077, |
| 0.972805380821228, |
| 0.0091749532148242, |
| 0.00816390197724104 |
| ], |
| "argmax": "30", |
| "near_tie": false |
| }, |
| { |
| "question_id": "client_at_fault", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.8327754735946655, |
| 0.16722451150417328 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "severity", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.07492678612470627, |
| 0.6312435269355774, |
| 0.2938295900821686 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j07/text", |
| "set": "ref", |
| "id": "own_j07", |
| "arm": "text", |
| "tokens": 595, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "out_of_stock", |
| "type": "choice", |
| "option_ids": [ |
| "BOLT-M6", |
| "BRACKET-L", |
| "NUT-M6", |
| "WASHER-6", |
| "none" |
| ], |
| "probs": [ |
| 0.00496803130954504, |
| 0.005591941066086292, |
| 0.00710851838812232, |
| 0.9770392775535583, |
| 0.005292215384542942 |
| ], |
| "argmax": "WASHER-6", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reorder_count", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.030917195603251457, |
| 0.06293998658657074, |
| 0.6046109199523926, |
| 0.2607666254043579, |
| 0.04076532647013664 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "urgency", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.06657043099403381, |
| 0.13016623258590698, |
| 0.6432901620864868, |
| 0.15997318923473358 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "any_below", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9551172852516174, |
| 0.04488265886902809 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j08/text", |
| "set": "ref", |
| "id": "own_j08", |
| "arm": "text", |
| "tokens": 473, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "risky", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.7372088432312012, |
| 0.26279112696647644 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "riskiest_change", |
| "type": "choice", |
| "option_ids": [ |
| "db_pool_size", |
| "feature_flag", |
| "log_level", |
| "replicas" |
| ], |
| "probs": [ |
| 0.007425523828715086, |
| 0.3521883487701416, |
| 0.1531517207622528, |
| 0.4872344434261322 |
| ], |
| "argmax": "replicas", |
| "near_tie": false |
| }, |
| { |
| "question_id": "review", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.08354794979095459, |
| 0.4565598666667938, |
| 0.2588553726673126, |
| 0.20103685557842255 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j09/text", |
| "set": "ref", |
| "id": "own_j09", |
| "arm": "text", |
| "tokens": 573, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "status", |
| "type": "choice", |
| "option_ids": [ |
| "delivered", |
| "exception", |
| "in_transit", |
| "out_for_delivery", |
| "picked_up" |
| ], |
| "probs": [ |
| 0.014044644311070442, |
| 0.9286999106407166, |
| 0.023145491257309914, |
| 0.017565006390213966, |
| 0.016544951125979424 |
| ], |
| "argmax": "exception", |
| "near_tie": false |
| }, |
| { |
| "question_id": "late", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.5372322201728821, |
| 0.4627678394317627 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "customer_action", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.8881627917289734, |
| 0.11183721572160721 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "escalation", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.1350424885749817, |
| 0.5886182188987732, |
| 0.27633920311927795 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j10/text", |
| "set": "ref", |
| "id": "own_j10", |
| "arm": "text", |
| "tokens": 413, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "weakest", |
| "type": "choice", |
| "option_ids": [ |
| "content", |
| "materials", |
| "pace", |
| "venue" |
| ], |
| "probs": [ |
| 0.03156178817152977, |
| 0.020384183153510094, |
| 0.7397297024726868, |
| 0.20832428336143494 |
| ], |
| "argmax": "pace", |
| "near_tie": false |
| }, |
| { |
| "question_id": "overall", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.009662805125117302, |
| 0.03955387696623802, |
| 0.15558885037899017, |
| 0.7078101634979248, |
| 0.08738427609205246 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "satisfied", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.851473867893219, |
| 0.14852620661258698 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j11/text", |
| "set": "ref", |
| "id": "own_j11", |
| "arm": "text", |
| "tokens": 463, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "room", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "C", |
| "none" |
| ], |
| "probs": [ |
| 0.017346492037177086, |
| 0.9195308685302734, |
| 0.00995691679418087, |
| 0.05316566675901413 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| }, |
| { |
| "question_id": "slot_10", |
| "type": "choice", |
| "option_ids": [ |
| "A_C", |
| "B", |
| "all", |
| "none" |
| ], |
| "probs": [ |
| 0.9744627475738525, |
| 0.0020176272373646498, |
| 0.01643430069088936, |
| 0.007085318211466074 |
| ], |
| "argmax": "A_C", |
| "near_tie": false |
| }, |
| { |
| "question_id": "feasible", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.03976188600063324, |
| 0.9602381587028503 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:own_j12/text", |
| "set": "ref", |
| "id": "own_j12", |
| "arm": "text", |
| "tokens": 562, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "coupon_valid", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.019211627542972565, |
| 0.9807883501052856 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "total_band", |
| "type": "choice", |
| "option_ids": [ |
| "10_to_20", |
| "20_to_30", |
| "over_30", |
| "under_10" |
| ], |
| "probs": [ |
| 0.7350385785102844, |
| 0.14795738458633423, |
| 0.030865497887134552, |
| 0.08613850176334381 |
| ], |
| "argmax": "10_to_20", |
| "near_tie": false |
| }, |
| { |
| "question_id": "dessert_items", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.04819788783788681, |
| 0.5345614552497864, |
| 0.3715169429779053, |
| 0.04572369158267975 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "basket_size", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.16681760549545288, |
| 0.8146231770515442, |
| 0.018559178337454796 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_01/g256", |
| "set": "ref", |
| "id": "img_01", |
| "arm": "g256", |
| "tokens": 430, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "circles", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.009186779148876667, |
| 0.013579458929598331, |
| 0.9384931325912476, |
| 0.011375043541193008, |
| 0.01398711372166872, |
| 0.013378456234931946 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "more_circles", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.8058304786682129, |
| 0.1941695213317871 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "clutter", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.4905681312084198, |
| 0.48838356137275696, |
| 0.02104838564991951 |
| ], |
| "argmax": "0", |
| "near_tie": true |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_01/g448", |
| "set": "ref", |
| "id": "img_01", |
| "arm": "g448", |
| "tokens": 562, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "circles", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.00956746842712164, |
| 0.01378824096173048, |
| 0.935132622718811, |
| 0.012659077532589436, |
| 0.014835246838629246, |
| 0.014017333276569843 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "more_circles", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.7958424687385559, |
| 0.20415745675563812 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "clutter", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.33975109457969666, |
| 0.6291621923446655, |
| 0.031086716800928116 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_02/g256", |
| "set": "ref", |
| "id": "img_02", |
| "arm": "g256", |
| "tokens": 466, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "tallest", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "green", |
| "orange", |
| "red", |
| "yellow" |
| ], |
| "probs": [ |
| 0.01152847521007061, |
| 0.9539625644683838, |
| 0.013284590095281601, |
| 0.010554770939052105, |
| 0.010669572278857231 |
| ], |
| "argmax": "green", |
| "near_tie": false |
| }, |
| { |
| "question_id": "green_over_orange", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9484120607376099, |
| 0.05158793926239014 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "spread", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.05013371258974075, |
| 0.22498683631420135, |
| 0.5188930630683899, |
| 0.20598644018173218 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_02/g448", |
| "set": "ref", |
| "id": "img_02", |
| "arm": "g448", |
| "tokens": 598, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "tallest", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "green", |
| "orange", |
| "red", |
| "yellow" |
| ], |
| "probs": [ |
| 0.011675418354570866, |
| 0.9479438066482544, |
| 0.01854868046939373, |
| 0.010654984973371029, |
| 0.011177035048604012 |
| ], |
| "argmax": "green", |
| "near_tie": false |
| }, |
| { |
| "question_id": "green_over_orange", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9413403868675232, |
| 0.05865956470370293 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "spread", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.04227091372013092, |
| 0.21732382476329803, |
| 0.5227811932563782, |
| 0.21762403845787048 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_03/g256", |
| "set": "ref", |
| "id": "img_03", |
| "arm": "g256", |
| "tokens": 495, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "tens_digit", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6", |
| "7", |
| "8", |
| "9" |
| ], |
| "probs": [ |
| 0.004496998153626919, |
| 0.007210446521639824, |
| 0.006789519917219877, |
| 0.00927277747541666, |
| 0.9413154721260071, |
| 0.0072193327359855175, |
| 0.00578791368752718, |
| 0.005784723907709122, |
| 0.00523199699819088, |
| 0.006890906952321529 |
| ], |
| "argmax": "4", |
| "near_tie": false |
| }, |
| { |
| "question_id": "even", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.4547136127948761, |
| 0.5452864170074463 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "readability", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.07881192862987518, |
| 0.19025087356567383, |
| 0.7309371829032898 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_03/g448", |
| "set": "ref", |
| "id": "img_03", |
| "arm": "g448", |
| "tokens": 627, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "tens_digit", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6", |
| "7", |
| "8", |
| "9" |
| ], |
| "probs": [ |
| 0.0045227468945086, |
| 0.005129833705723286, |
| 0.004446770064532757, |
| 0.004824838601052761, |
| 0.9579044580459595, |
| 0.0057952008210122585, |
| 0.004277883563190699, |
| 0.004640061408281326, |
| 0.004250119440257549, |
| 0.004208039958029985 |
| ], |
| "argmax": "4", |
| "near_tie": false |
| }, |
| { |
| "question_id": "even", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.04876568913459778, |
| 0.9512342810630798 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "readability", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.06194295361638069, |
| 0.11737870424985886, |
| 0.8206783533096313 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_04/g256", |
| "set": "ref", |
| "id": "img_04", |
| "arm": "g256", |
| "tokens": 558, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "total", |
| "type": "choice", |
| "option_ids": [ |
| "5.75", |
| "6.57", |
| "6.75", |
| "7.65" |
| ], |
| "probs": [ |
| 0.016725508496165276, |
| 0.010795052163302898, |
| 0.9614214897155762, |
| 0.011057970114052296 |
| ], |
| "argmax": "6.75", |
| "near_tie": false |
| }, |
| { |
| "question_id": "paid_cash", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9629271030426025, |
| 0.037072889506816864 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "items", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.00690346909686923, |
| 0.009223613888025284, |
| 0.957599401473999, |
| 0.01228237058967352, |
| 0.007310880348086357, |
| 0.0066802771762013435 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "legibility", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.030860861763358116, |
| 0.05470004677772522, |
| 0.9144390821456909 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_04/g448", |
| "set": "ref", |
| "id": "img_04", |
| "arm": "g448", |
| "tokens": 690, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "total", |
| "type": "choice", |
| "option_ids": [ |
| "5.75", |
| "6.57", |
| "6.75", |
| "7.65" |
| ], |
| "probs": [ |
| 0.016926366835832596, |
| 0.013090851716697216, |
| 0.9583387970924377, |
| 0.011643999256193638 |
| ], |
| "argmax": "6.75", |
| "near_tie": false |
| }, |
| { |
| "question_id": "paid_cash", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9680786728858948, |
| 0.031921278685331345 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "items", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.005990676116198301, |
| 0.008310193195939064, |
| 0.9652615189552307, |
| 0.008824458345770836, |
| 0.005928601138293743, |
| 0.005684486124664545 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "legibility", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.048692427575588226, |
| 0.08476611971855164, |
| 0.8665414452552795 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_05/g256", |
| "set": "ref", |
| "id": "img_05", |
| "arm": "g256", |
| "tokens": 464, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "action", |
| "type": "choice", |
| "option_ids": [ |
| "go", |
| "slow", |
| "stop" |
| ], |
| "probs": [ |
| 0.9654166102409363, |
| 0.020747238770127296, |
| 0.01383612398058176 |
| ], |
| "argmax": "go", |
| "near_tie": false |
| }, |
| { |
| "question_id": "lit_color", |
| "type": "choice", |
| "option_ids": [ |
| "green", |
| "red", |
| "yellow" |
| ], |
| "probs": [ |
| 0.9835010766983032, |
| 0.008360754698514938, |
| 0.00813819095492363 |
| ], |
| "argmax": "green", |
| "near_tie": false |
| }, |
| { |
| "question_id": "may_proceed", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9376532435417175, |
| 0.06234678626060486 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "caution", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.8808353543281555, |
| 0.09280788898468018, |
| 0.026356790214776993 |
| ], |
| "argmax": "0", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_05/g448", |
| "set": "ref", |
| "id": "img_05", |
| "arm": "g448", |
| "tokens": 596, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "action", |
| "type": "choice", |
| "option_ids": [ |
| "go", |
| "slow", |
| "stop" |
| ], |
| "probs": [ |
| 0.9673576354980469, |
| 0.01926286704838276, |
| 0.01337952446192503 |
| ], |
| "argmax": "go", |
| "near_tie": false |
| }, |
| { |
| "question_id": "lit_color", |
| "type": "choice", |
| "option_ids": [ |
| "green", |
| "red", |
| "yellow" |
| ], |
| "probs": [ |
| 0.983744740486145, |
| 0.00819812249392271, |
| 0.008057110011577606 |
| ], |
| "argmax": "green", |
| "near_tie": false |
| }, |
| { |
| "question_id": "may_proceed", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9366927146911621, |
| 0.06330730766057968 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "caution", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.8997759222984314, |
| 0.07714225351810455, |
| 0.023081885650753975 |
| ], |
| "argmax": "0", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_06/g256", |
| "set": "ref", |
| "id": "img_06", |
| "arm": "g256", |
| "tokens": 465, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "in_red_zone", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.5853540301322937, |
| 0.4146459698677063 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reading", |
| "type": "choice", |
| "option_ids": [ |
| "0_25", |
| "25_50", |
| "50_75", |
| "75_100" |
| ], |
| "probs": [ |
| 0.01411303598433733, |
| 0.04513571783900261, |
| 0.43669480085372925, |
| 0.504056453704834 |
| ], |
| "argmax": "75_100", |
| "near_tie": false |
| }, |
| { |
| "question_id": "alarm", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.0992603674530983, |
| 0.2451496124267578, |
| 0.5745542645454407, |
| 0.08103576302528381 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_06/g448", |
| "set": "ref", |
| "id": "img_06", |
| "arm": "g448", |
| "tokens": 597, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "in_red_zone", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.5087590217590332, |
| 0.4912409484386444 |
| ], |
| "argmax": "true", |
| "near_tie": true |
| }, |
| { |
| "question_id": "reading", |
| "type": "choice", |
| "option_ids": [ |
| "0_25", |
| "25_50", |
| "50_75", |
| "75_100" |
| ], |
| "probs": [ |
| 0.01588982157409191, |
| 0.039626117795705795, |
| 0.44641542434692383, |
| 0.4980686604976654 |
| ], |
| "argmax": "75_100", |
| "near_tie": false |
| }, |
| { |
| "question_id": "alarm", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.09903861582279205, |
| 0.24859726428985596, |
| 0.5695358514785767, |
| 0.08282832056283951 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_07/g256", |
| "set": "ref", |
| "id": "img_07", |
| "arm": "g256", |
| "tokens": 426, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "odd_direction", |
| "type": "choice", |
| "option_ids": [ |
| "down", |
| "left", |
| "right", |
| "up" |
| ], |
| "probs": [ |
| 0.011686054058372974, |
| 0.8748937249183655, |
| 0.09865131229162216, |
| 0.014768893830478191 |
| ], |
| "argmax": "left", |
| "near_tie": false |
| }, |
| { |
| "question_id": "odd_position", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.5483344793319702, |
| 0.2824002206325531, |
| 0.11460934579372406, |
| 0.054656028747558594 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "all_same", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.1250421404838562, |
| 0.8749578595161438 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_07/g448", |
| "set": "ref", |
| "id": "img_07", |
| "arm": "g448", |
| "tokens": 558, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "odd_direction", |
| "type": "choice", |
| "option_ids": [ |
| "down", |
| "left", |
| "right", |
| "up" |
| ], |
| "probs": [ |
| 0.009634129703044891, |
| 0.01554312277585268, |
| 0.010886733420193195, |
| 0.9639360308647156 |
| ], |
| "argmax": "up", |
| "near_tie": false |
| }, |
| { |
| "question_id": "odd_position", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.06402807682752609, |
| 0.8375357389450073, |
| 0.06258033961057663, |
| 0.03585589677095413 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "all_same", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.02317638508975506, |
| 0.9768236875534058 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_08/g256", |
| "set": "ref", |
| "id": "img_08", |
| "arm": "g256", |
| "tokens": 522, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "largest_room", |
| "type": "choice", |
| "option_ids": [ |
| "bath", |
| "bed", |
| "kitchen", |
| "living" |
| ], |
| "probs": [ |
| 0.011710288003087044, |
| 0.035809922963380814, |
| 0.024651188403367996, |
| 0.9278286099433899 |
| ], |
| "argmax": "living", |
| "near_tie": false |
| }, |
| { |
| "question_id": "rooms", |
| "type": "choice", |
| "option_ids": [ |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.012425524182617664, |
| 0.036706265062093735, |
| 0.1581745147705078, |
| 0.7153301239013672, |
| 0.0773635134100914 |
| ], |
| "argmax": "5", |
| "near_tie": false |
| }, |
| { |
| "question_id": "bath_next_to_bed", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.30276724696159363, |
| 0.697232723236084 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "complexity", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.21595898270606995, |
| 0.7234771847724915, |
| 0.06056378409266472 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_08/g448", |
| "set": "ref", |
| "id": "img_08", |
| "arm": "g448", |
| "tokens": 654, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "largest_room", |
| "type": "choice", |
| "option_ids": [ |
| "bath", |
| "bed", |
| "kitchen", |
| "living" |
| ], |
| "probs": [ |
| 0.015653572976589203, |
| 0.04443535953760147, |
| 0.02917167916893959, |
| 0.9107393622398376 |
| ], |
| "argmax": "living", |
| "near_tie": false |
| }, |
| { |
| "question_id": "rooms", |
| "type": "choice", |
| "option_ids": [ |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.010885989293456078, |
| 0.02314097434282303, |
| 0.08536303788423538, |
| 0.8085554242134094, |
| 0.07205459475517273 |
| ], |
| "argmax": "5", |
| "near_tie": false |
| }, |
| { |
| "question_id": "bath_next_to_bed", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.27756720781326294, |
| 0.7224327921867371 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "complexity", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.2185685932636261, |
| 0.7267388105392456, |
| 0.0546925850212574 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_09/g256", |
| "set": "ref", |
| "id": "img_09", |
| "arm": "g256", |
| "tokens": 460, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "largest", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "green", |
| "red" |
| ], |
| "probs": [ |
| 0.010673053562641144, |
| 0.010041683912277222, |
| 0.9792851805686951 |
| ], |
| "argmax": "red", |
| "near_tie": false |
| }, |
| { |
| "question_id": "smallest", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "green", |
| "red" |
| ], |
| "probs": [ |
| 0.9673922061920166, |
| 0.018099794164299965, |
| 0.014507941901683807 |
| ], |
| "argmax": "blue", |
| "near_tie": false |
| }, |
| { |
| "question_id": "same_size", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.011824932880699635, |
| 0.9881750345230103 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "spread", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.07225006073713303, |
| 0.25579360127449036, |
| 0.6719563007354736 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_09/g448", |
| "set": "ref", |
| "id": "img_09", |
| "arm": "g448", |
| "tokens": 592, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "largest", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "green", |
| "red" |
| ], |
| "probs": [ |
| 0.011294933035969734, |
| 0.010510658845305443, |
| 0.9781944155693054 |
| ], |
| "argmax": "red", |
| "near_tie": false |
| }, |
| { |
| "question_id": "smallest", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "green", |
| "red" |
| ], |
| "probs": [ |
| 0.9640185832977295, |
| 0.020649267360568047, |
| 0.015332202427089214 |
| ], |
| "argmax": "blue", |
| "near_tie": false |
| }, |
| { |
| "question_id": "same_size", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.01306815817952156, |
| 0.9869318604469299 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "spread", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.07083727419376373, |
| 0.2462048977613449, |
| 0.6829577684402466 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_10/g256", |
| "set": "ref", |
| "id": "img_10", |
| "arm": "g256", |
| "tokens": 405, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "hour", |
| "type": "choice", |
| "option_ids": [ |
| "12", |
| "3", |
| "6", |
| "9" |
| ], |
| "probs": [ |
| 0.015922145918011665, |
| 0.9660347104072571, |
| 0.00783784594386816, |
| 0.010205300524830818 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "minute_hand_up", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9483895301818848, |
| 0.051610492169857025 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "confidence", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.01959981396794319, |
| 0.10588859021663666, |
| 0.8745115995407104 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:img_10/g448", |
| "set": "ref", |
| "id": "img_10", |
| "arm": "g448", |
| "tokens": 537, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "hour", |
| "type": "choice", |
| "option_ids": [ |
| "12", |
| "3", |
| "6", |
| "9" |
| ], |
| "probs": [ |
| 0.019408948719501495, |
| 0.9689507484436035, |
| 0.0037013425026088953, |
| 0.00793895311653614 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "minute_hand_up", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9531087279319763, |
| 0.046891286969184875 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "confidence", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.015213661827147007, |
| 0.095798060297966, |
| 0.8889882564544678 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:photo_01/g256", |
| "set": "ref", |
| "id": "photo_01", |
| "arm": "g256", |
| "tokens": 556, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "limes", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.014061340130865574, |
| 0.028863323852419853, |
| 0.28562769293785095, |
| 0.5502461194992065, |
| 0.08806552737951279, |
| 0.033136047422885895 |
| ], |
| "argmax": "4", |
| "near_tie": false |
| }, |
| { |
| "question_id": "has_banana", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.004540500231087208, |
| 0.9954594969749451 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "kinds", |
| "type": "choice", |
| "option_ids": [ |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.023699797689914703, |
| 0.11542528122663498, |
| 0.3812732696533203, |
| 0.39035898447036743, |
| 0.08924264460802078 |
| ], |
| "argmax": "5", |
| "near_tie": true |
| }, |
| { |
| "question_id": "freshness", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.009982937015593052, |
| 0.21010668575763702, |
| 0.7799103260040283 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:photo_01/g448", |
| "set": "ref", |
| "id": "photo_01", |
| "arm": "g448", |
| "tokens": 688, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "limes", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.013736645691096783, |
| 0.04058893397450447, |
| 0.403939813375473, |
| 0.4603227972984314, |
| 0.056784871965646744, |
| 0.02462693303823471 |
| ], |
| "argmax": "4", |
| "near_tie": false |
| }, |
| { |
| "question_id": "has_banana", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.003799476893618703, |
| 0.9962005019187927 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "kinds", |
| "type": "choice", |
| "option_ids": [ |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.02417978085577488, |
| 0.1406676173210144, |
| 0.5053993463516235, |
| 0.2724212110042572, |
| 0.057332009077072144 |
| ], |
| "argmax": "4", |
| "near_tie": false |
| }, |
| { |
| "question_id": "freshness", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.009164875373244286, |
| 0.1694028377532959, |
| 0.8214322924613953 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:photo_02/g256", |
| "set": "ref", |
| "id": "photo_02", |
| "arm": "g256", |
| "tokens": 499, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "animal", |
| "type": "choice", |
| "option_ids": [ |
| "cat", |
| "dog", |
| "fox", |
| "rabbit" |
| ], |
| "probs": [ |
| 0.9538528323173523, |
| 0.011381489224731922, |
| 0.02367180585861206, |
| 0.011093921959400177 |
| ], |
| "argmax": "cat", |
| "near_tie": false |
| }, |
| { |
| "question_id": "eye_color", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "brown", |
| "green", |
| "yellow" |
| ], |
| "probs": [ |
| 0.008803190663456917, |
| 0.012133055366575718, |
| 0.01650221273303032, |
| 0.9625614881515503 |
| ], |
| "argmax": "yellow", |
| "near_tie": false |
| }, |
| { |
| "question_id": "background", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.7345455884933472, |
| 0.19812045991420746, |
| 0.06733401864767075 |
| ], |
| "argmax": "0", |
| "near_tie": false |
| }, |
| { |
| "question_id": "striped", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9262645244598389, |
| 0.07373550534248352 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:photo_02/g448", |
| "set": "ref", |
| "id": "photo_02", |
| "arm": "g448", |
| "tokens": 631, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "animal", |
| "type": "choice", |
| "option_ids": [ |
| "cat", |
| "dog", |
| "fox", |
| "rabbit" |
| ], |
| "probs": [ |
| 0.9616167545318604, |
| 0.010347669944167137, |
| 0.017860645428299904, |
| 0.010174961760640144 |
| ], |
| "argmax": "cat", |
| "near_tie": false |
| }, |
| { |
| "question_id": "eye_color", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "brown", |
| "green", |
| "yellow" |
| ], |
| "probs": [ |
| 0.00705269630998373, |
| 0.012105724774301052, |
| 0.02121095173060894, |
| 0.9596306085586548 |
| ], |
| "argmax": "yellow", |
| "near_tie": false |
| }, |
| { |
| "question_id": "background", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.7493856549263, |
| 0.18698669970035553, |
| 0.0636276826262474 |
| ], |
| "argmax": "0", |
| "near_tie": false |
| }, |
| { |
| "question_id": "striped", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.931877851486206, |
| 0.06812216341495514 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:photo_03/g256", |
| "set": "ref", |
| "id": "photo_03", |
| "arm": "g256", |
| "tokens": 505, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "snow_visible", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9198325276374817, |
| 0.08016747236251831 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reflection", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9517771601676941, |
| 0.04822278022766113 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "sky", |
| "type": "choice", |
| "option_ids": [ |
| "clear", |
| "night", |
| "overcast", |
| "rain" |
| ], |
| "probs": [ |
| 0.021496502682566643, |
| 0.026187149807810783, |
| 0.9316613674163818, |
| 0.020654991269111633 |
| ], |
| "argmax": "overcast", |
| "near_tie": false |
| }, |
| { |
| "question_id": "wildness", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.012333991006016731, |
| 0.012969876639544964, |
| 0.06048063933849335, |
| 0.9142155647277832 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:photo_03/g448", |
| "set": "ref", |
| "id": "photo_03", |
| "arm": "g448", |
| "tokens": 637, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "snow_visible", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9215373396873474, |
| 0.07846266776323318 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reflection", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9501727819442749, |
| 0.04982719570398331 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "sky", |
| "type": "choice", |
| "option_ids": [ |
| "clear", |
| "night", |
| "overcast", |
| "rain" |
| ], |
| "probs": [ |
| 0.019668642431497574, |
| 0.024183696135878563, |
| 0.9371179938316345, |
| 0.019029581919312477 |
| ], |
| "argmax": "overcast", |
| "near_tie": false |
| }, |
| { |
| "question_id": "wildness", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.011880886740982533, |
| 0.012494496069848537, |
| 0.05449450761079788, |
| 0.9211300611495972 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:photo_04/g256", |
| "set": "ref", |
| "id": "photo_04", |
| "arm": "g256", |
| "tokens": 502, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "drink", |
| "type": "choice", |
| "option_ids": [ |
| "coffee", |
| "juice", |
| "milk", |
| "tea" |
| ], |
| "probs": [ |
| 0.9631638526916504, |
| 0.010510153137147427, |
| 0.010279739275574684, |
| 0.016046231612563133 |
| ], |
| "argmax": "coffee", |
| "near_tie": false |
| }, |
| { |
| "question_id": "milk_added", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.0056989542208611965, |
| 0.9943010807037354 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "cup_color", |
| "type": "choice", |
| "option_ids": [ |
| "black", |
| "blue", |
| "red", |
| "white" |
| ], |
| "probs": [ |
| 0.0075156670063734055, |
| 0.0073354849591851234, |
| 0.0078076934441924095, |
| 0.9773411750793457 |
| ], |
| "argmax": "white", |
| "near_tie": false |
| }, |
| { |
| "question_id": "beans", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.01152852550148964, |
| 0.03864520415663719, |
| 0.9498262405395508 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:photo_04/g448", |
| "set": "ref", |
| "id": "photo_04", |
| "arm": "g448", |
| "tokens": 634, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "drink", |
| "type": "choice", |
| "option_ids": [ |
| "coffee", |
| "juice", |
| "milk", |
| "tea" |
| ], |
| "probs": [ |
| 0.9655641317367554, |
| 0.010080492123961449, |
| 0.010179261676967144, |
| 0.014176125638186932 |
| ], |
| "argmax": "coffee", |
| "near_tie": false |
| }, |
| { |
| "question_id": "milk_added", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.005295709706842899, |
| 0.9947043061256409 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "cup_color", |
| "type": "choice", |
| "option_ids": [ |
| "black", |
| "blue", |
| "red", |
| "white" |
| ], |
| "probs": [ |
| 0.007250157650560141, |
| 0.007239617872983217, |
| 0.0077374884858727455, |
| 0.9777726531028748 |
| ], |
| "argmax": "white", |
| "near_tie": false |
| }, |
| { |
| "question_id": "beans", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.011322620324790478, |
| 0.03569074720144272, |
| 0.9529866576194763 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_a3f18f3a63d45345942b/text", |
| "set": "ref", |
| "id": "semif_a3f18f3a63d45345942b", |
| "arm": "text", |
| "tokens": 185, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.9379705190658569, |
| 0.030058452859520912, |
| 0.03197097405791283 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_f40beba9088c8db8bbd6/text", |
| "set": "ref", |
| "id": "semif_f40beba9088c8db8bbd6", |
| "arm": "text", |
| "tokens": 183, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.03418789803981781, |
| 0.06364653259515762, |
| 0.9021655917167664 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_0b43ea8e24e74d621f1b/text", |
| "set": "ref", |
| "id": "semif_0b43ea8e24e74d621f1b", |
| "arm": "text", |
| "tokens": 177, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.0260050967335701, |
| 0.03251767158508301, |
| 0.9414771795272827 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_942ec65dac0bfb9874f9/text", |
| "set": "ref", |
| "id": "semif_942ec65dac0bfb9874f9", |
| "arm": "text", |
| "tokens": 177, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.09105799347162247, |
| 0.8800762891769409, |
| 0.02886578068137169 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_e0c140e9222d1bce5647/text", |
| "set": "ref", |
| "id": "semif_e0c140e9222d1bce5647", |
| "arm": "text", |
| "tokens": 189, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.03843696787953377, |
| 0.031967807561159134, |
| 0.9295952320098877 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_8e8c3804a3c15ebb31e3/text", |
| "set": "ref", |
| "id": "semif_8e8c3804a3c15ebb31e3", |
| "arm": "text", |
| "tokens": 186, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.8724489212036133, |
| 0.019697366282343864, |
| 0.10785374790430069 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_56c419b12cd37cbe790c/text", |
| "set": "ref", |
| "id": "semif_56c419b12cd37cbe790c", |
| "arm": "text", |
| "tokens": 188, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.9397817254066467, |
| 0.02623993158340454, |
| 0.03397833928465843 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_75b470586834df8c568d/text", |
| "set": "ref", |
| "id": "semif_75b470586834df8c568d", |
| "arm": "text", |
| "tokens": 181, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.02548310160636902, |
| 0.9267092943191528, |
| 0.04780757427215576 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_834f3b3e10cc61b33d25/text", |
| "set": "ref", |
| "id": "semif_834f3b3e10cc61b33d25", |
| "arm": "text", |
| "tokens": 175, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.9600001573562622, |
| 0.019024234265089035, |
| 0.020975681021809578 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_76c7a79b1ff2363a60c5/text", |
| "set": "ref", |
| "id": "semif_76c7a79b1ff2363a60c5", |
| "arm": "text", |
| "tokens": 175, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.011720328591763973, |
| 0.012256436049938202, |
| 0.9760231971740723 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_36c71bb649b7d5eccb1f/text", |
| "set": "ref", |
| "id": "semif_36c71bb649b7d5eccb1f", |
| "arm": "text", |
| "tokens": 174, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.014397252351045609, |
| 0.013586457818746567, |
| 0.9720162153244019 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_eac5121a4a1bf391a08c/text", |
| "set": "ref", |
| "id": "semif_eac5121a4a1bf391a08c", |
| "arm": "text", |
| "tokens": 173, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.013722140341997147, |
| 0.9711139798164368, |
| 0.015163789503276348 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_44574c44e243ee1b2f52/text", |
| "set": "ref", |
| "id": "semif_44574c44e243ee1b2f52", |
| "arm": "text", |
| "tokens": 186, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.02758634276688099, |
| 0.02503787726163864, |
| 0.9473757743835449 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_2608370d01783735c3ea/text", |
| "set": "ref", |
| "id": "semif_2608370d01783735c3ea", |
| "arm": "text", |
| "tokens": 186, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.9132471680641174, |
| 0.046068113297224045, |
| 0.040684811770915985 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_ec94ef909f7918695ab3/text", |
| "set": "ref", |
| "id": "semif_ec94ef909f7918695ab3", |
| "arm": "text", |
| "tokens": 180, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.9483665823936462, |
| 0.023870177567005157, |
| 0.027763227000832558 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_03d919fd0e9b3a7cd1e6/text", |
| "set": "ref", |
| "id": "semif_03d919fd0e9b3a7cd1e6", |
| "arm": "text", |
| "tokens": 175, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.05669175833463669, |
| 0.9001638293266296, |
| 0.043144453316926956 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_86a15618ba4cb90a307e/text", |
| "set": "ref", |
| "id": "semif_86a15618ba4cb90a307e", |
| "arm": "text", |
| "tokens": 179, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.7402384877204895, |
| 0.18037135899066925, |
| 0.07939021289348602 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_3dd9c3ac98f8ddf7bdd3/text", |
| "set": "ref", |
| "id": "semif_3dd9c3ac98f8ddf7bdd3", |
| "arm": "text", |
| "tokens": 179, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.02517034485936165, |
| 0.02430444024503231, |
| 0.950525164604187 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_36273dd4777876a26338/text", |
| "set": "ref", |
| "id": "semif_36273dd4777876a26338", |
| "arm": "text", |
| "tokens": 175, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.020512109622359276, |
| 0.02361128479242325, |
| 0.9558766484260559 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_07ee70cfe4b01330ce89/text", |
| "set": "ref", |
| "id": "semif_07ee70cfe4b01330ce89", |
| "arm": "text", |
| "tokens": 175, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.10142947733402252, |
| 0.8568366169929504, |
| 0.04173384606838226 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_51ceab3ce622c7c759f1/text", |
| "set": "ref", |
| "id": "semif_51ceab3ce622c7c759f1", |
| "arm": "text", |
| "tokens": 191, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.02142815664410591, |
| 0.024249611422419548, |
| 0.9543222188949585 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b8091be929b1e489fcc4/text", |
| "set": "ref", |
| "id": "semif_b8091be929b1e489fcc4", |
| "arm": "text", |
| "tokens": 191, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.9250455498695374, |
| 0.0391332171857357, |
| 0.035821329802274704 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_c89b86e3f55123bfa506/text", |
| "set": "ref", |
| "id": "semif_c89b86e3f55123bfa506", |
| "arm": "text", |
| "tokens": 182, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.9273013472557068, |
| 0.03871588036417961, |
| 0.033982813358306885 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_3b0958cabc339005cf66/text", |
| "set": "ref", |
| "id": "semif_3b0958cabc339005cf66", |
| "arm": "text", |
| "tokens": 178, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.02247816137969494, |
| 0.9558912515640259, |
| 0.02163061685860157 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_f2b4ec4930322fe45118/text", |
| "set": "ref", |
| "id": "semif_f2b4ec4930322fe45118", |
| "arm": "text", |
| "tokens": 193, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.03961123153567314, |
| 0.02013995125889778, |
| 0.9402487874031067 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_61ac20b07a5189231e15/text", |
| "set": "ref", |
| "id": "semif_61ac20b07a5189231e15", |
| "arm": "text", |
| "tokens": 199, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.04206136614084244, |
| 0.9327921271324158, |
| 0.025146571919322014 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_4b3d794c004566610181/text", |
| "set": "ref", |
| "id": "semif_4b3d794c004566610181", |
| "arm": "text", |
| "tokens": 184, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.03218446671962738, |
| 0.9500744342803955, |
| 0.01774110272526741 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b7c4e62d07986286fce0/text", |
| "set": "ref", |
| "id": "semif_b7c4e62d07986286fce0", |
| "arm": "text", |
| "tokens": 189, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.7766780257225037, |
| 0.1283935159444809, |
| 0.09492851048707962 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_9473603b44af63beab79/text", |
| "set": "ref", |
| "id": "semif_9473603b44af63beab79", |
| "arm": "text", |
| "tokens": 190, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.023657411336898804, |
| 0.9567793607711792, |
| 0.019563227891921997 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_d41072dc35d8cd14c056/text", |
| "set": "ref", |
| "id": "semif_d41072dc35d8cd14c056", |
| "arm": "text", |
| "tokens": 195, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.023656362667679787, |
| 0.021204974502325058, |
| 0.955138623714447 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_33d6e5da58f0fee2490d/text", |
| "set": "ref", |
| "id": "semif_33d6e5da58f0fee2490d", |
| "arm": "text", |
| "tokens": 190, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.02377069741487503, |
| 0.020327646285295486, |
| 0.9559016823768616 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_823bf736b92e9d8fa66d/text", |
| "set": "ref", |
| "id": "semif_823bf736b92e9d8fa66d", |
| "arm": "text", |
| "tokens": 190, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.8876254558563232, |
| 0.04410076141357422, |
| 0.06827382743358612 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_8a4c3de28be95c105ca1/text", |
| "set": "ref", |
| "id": "semif_8a4c3de28be95c105ca1", |
| "arm": "text", |
| "tokens": 189, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.06892910599708557, |
| 0.19925789535045624, |
| 0.7318130135536194 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_ea7ec66a5e8eac886548/text", |
| "set": "ref", |
| "id": "semif_ea7ec66a5e8eac886548", |
| "arm": "text", |
| "tokens": 192, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.045660313218832016, |
| 0.9156817197799683, |
| 0.03865800052881241 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_25172cd6ddc49ab0ca70/text", |
| "set": "ref", |
| "id": "semif_25172cd6ddc49ab0ca70", |
| "arm": "text", |
| "tokens": 183, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.04114566370844841, |
| 0.9342493414878845, |
| 0.02460505999624729 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_fb73a85d386cf59b0c51/text", |
| "set": "ref", |
| "id": "semif_fb73a85d386cf59b0c51", |
| "arm": "text", |
| "tokens": 185, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.44857507944107056, |
| 0.05289645493030548, |
| 0.49852854013442993 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_a02fd582d2881cc462b2/text", |
| "set": "ref", |
| "id": "semif_a02fd582d2881cc462b2", |
| "arm": "text", |
| "tokens": 195, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.020227059721946716, |
| 0.962434709072113, |
| 0.017338203266263008 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_19f37d5a97034bd7d04f/text", |
| "set": "ref", |
| "id": "semif_19f37d5a97034bd7d04f", |
| "arm": "text", |
| "tokens": 195, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.019602429121732712, |
| 0.01999616250395775, |
| 0.9604014158248901 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_fda0ca94652c6d739ecf/text", |
| "set": "ref", |
| "id": "semif_fda0ca94652c6d739ecf", |
| "arm": "text", |
| "tokens": 194, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.020438184961676598, |
| 0.022363845258951187, |
| 0.9571979641914368 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_d0e36c4cb10a29b3191c/text", |
| "set": "ref", |
| "id": "semif_d0e36c4cb10a29b3191c", |
| "arm": "text", |
| "tokens": 193, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.25096452236175537, |
| 0.06330118328332901, |
| 0.6857342720031738 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_a0a39ace7e5337d038a7/text", |
| "set": "ref", |
| "id": "semif_a0a39ace7e5337d038a7", |
| "arm": "text", |
| "tokens": 197, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.014262980781495571, |
| 0.015708742663264275, |
| 0.9700283408164978 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_eeae283841ce75dd25bf/text", |
| "set": "ref", |
| "id": "semif_eeae283841ce75dd25bf", |
| "arm": "text", |
| "tokens": 197, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.015170869417488575, |
| 0.9709699153900146, |
| 0.01385923195630312 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_00bb4cc043f7d2b288d4/text", |
| "set": "ref", |
| "id": "semif_00bb4cc043f7d2b288d4", |
| "arm": "text", |
| "tokens": 189, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.02079833298921585, |
| 0.9596190452575684, |
| 0.01958257518708706 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_1a81ead69e93e5d0c86a/text", |
| "set": "ref", |
| "id": "semif_1a81ead69e93e5d0c86a", |
| "arm": "text", |
| "tokens": 196, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.48680996894836426, |
| 0.14390091598033905, |
| 0.3692891597747803 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_4444dad25e438f128673/text", |
| "set": "ref", |
| "id": "semif_4444dad25e438f128673", |
| "arm": "text", |
| "tokens": 190, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.04482723027467728, |
| 0.9357381463050842, |
| 0.01943463273346424 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_3226202ba1ada2570e9f/text", |
| "set": "ref", |
| "id": "semif_3226202ba1ada2570e9f", |
| "arm": "text", |
| "tokens": 193, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.08895696699619293, |
| 0.05259836092591286, |
| 0.8584446907043457 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_3f783eec5c90812479bc/text", |
| "set": "ref", |
| "id": "semif_3f783eec5c90812479bc", |
| "arm": "text", |
| "tokens": 190, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.03627849370241165, |
| 0.02767263725399971, |
| 0.9360488653182983 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_ffee861474a9665a093a/text", |
| "set": "ref", |
| "id": "semif_ffee861474a9665a093a", |
| "arm": "text", |
| "tokens": 191, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.7932941317558289, |
| 0.13077619671821594, |
| 0.07592956721782684 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_8c992e17e4fb54b044f5/text", |
| "set": "ref", |
| "id": "semif_8c992e17e4fb54b044f5", |
| "arm": "text", |
| "tokens": 178, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9638796448707581, |
| 0.016953540965914726, |
| 0.0191668588668108 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_695dd61195ca025c4f4c/text", |
| "set": "ref", |
| "id": "semif_695dd61195ca025c4f4c", |
| "arm": "text", |
| "tokens": 179, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.009884707629680634, |
| 0.9755433201789856, |
| 0.014571958221495152 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_e6155431ab7b0f8170d4/text", |
| "set": "ref", |
| "id": "semif_e6155431ab7b0f8170d4", |
| "arm": "text", |
| "tokens": 170, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.011360310018062592, |
| 0.974548876285553, |
| 0.014090766198933125 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b49ecda75086d8c68d2a/text", |
| "set": "ref", |
| "id": "semif_b49ecda75086d8c68d2a", |
| "arm": "text", |
| "tokens": 170, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.7465178966522217, |
| 0.045874301344156265, |
| 0.20760783553123474 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_587ced261c6092cd1325/text", |
| "set": "ref", |
| "id": "semif_587ced261c6092cd1325", |
| "arm": "text", |
| "tokens": 186, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.009621433913707733, |
| 0.9802170991897583, |
| 0.010161470621824265 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_533d4423d311de82b27d/text", |
| "set": "ref", |
| "id": "semif_533d4423d311de82b27d", |
| "arm": "text", |
| "tokens": 189, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9725650548934937, |
| 0.01411267090588808, |
| 0.013322323560714722 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_2bf540d515a51755b25c/text", |
| "set": "ref", |
| "id": "semif_2bf540d515a51755b25c", |
| "arm": "text", |
| "tokens": 178, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9732663631439209, |
| 0.012109722942113876, |
| 0.014623923227190971 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_fdb9fc214aea2710763a/text", |
| "set": "ref", |
| "id": "semif_fdb9fc214aea2710763a", |
| "arm": "text", |
| "tokens": 168, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9175906181335449, |
| 0.041483037173748016, |
| 0.04092634096741676 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_f6d68126b43f8c9ed183/text", |
| "set": "ref", |
| "id": "semif_f6d68126b43f8c9ed183", |
| "arm": "text", |
| "tokens": 181, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9621800780296326, |
| 0.016169531270861626, |
| 0.021650414913892746 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_44bae0c8a1615a096c43/text", |
| "set": "ref", |
| "id": "semif_44bae0c8a1615a096c43", |
| "arm": "text", |
| "tokens": 184, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.008654402568936348, |
| 0.979840874671936, |
| 0.011504712514579296 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_2175379f4c69e6207626/text", |
| "set": "ref", |
| "id": "semif_2175379f4c69e6207626", |
| "arm": "text", |
| "tokens": 175, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.01838107779622078, |
| 0.9433146715164185, |
| 0.038304220885038376 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_def9fe59d262357a673a/text", |
| "set": "ref", |
| "id": "semif_def9fe59d262357a673a", |
| "arm": "text", |
| "tokens": 170, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9037961363792419, |
| 0.03162387013435364, |
| 0.0645800307393074 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_712f6ffb763eef7c9a12/text", |
| "set": "ref", |
| "id": "semif_712f6ffb763eef7c9a12", |
| "arm": "text", |
| "tokens": 181, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.0065992530435323715, |
| 0.9852712154388428, |
| 0.008129533380270004 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_e1d610bd14e3d16c09b9/text", |
| "set": "ref", |
| "id": "semif_e1d610bd14e3d16c09b9", |
| "arm": "text", |
| "tokens": 181, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9712280035018921, |
| 0.014080130495131016, |
| 0.014691806398332119 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_22ec57822db50ec121cf/text", |
| "set": "ref", |
| "id": "semif_22ec57822db50ec121cf", |
| "arm": "text", |
| "tokens": 171, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9779080748558044, |
| 0.01155098620802164, |
| 0.010540864430367947 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_3e75f2b84e8e08e3d3f2/text", |
| "set": "ref", |
| "id": "semif_3e75f2b84e8e08e3d3f2", |
| "arm": "text", |
| "tokens": 170, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.2097495049238205, |
| 0.0570547953248024, |
| 0.7331957221031189 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_ebd74aa05324a1556288/text", |
| "set": "ref", |
| "id": "semif_ebd74aa05324a1556288", |
| "arm": "text", |
| "tokens": 186, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9683107733726501, |
| 0.015352624468505383, |
| 0.016336528584361076 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_d7e84e4245a29817da1f/text", |
| "set": "ref", |
| "id": "semif_d7e84e4245a29817da1f", |
| "arm": "text", |
| "tokens": 184, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.009494511410593987, |
| 0.9799413681030273, |
| 0.010564041323959827 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_f41ae66b3c09630c7a42/text", |
| "set": "ref", |
| "id": "semif_f41ae66b3c09630c7a42", |
| "arm": "text", |
| "tokens": 178, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.014002921991050243, |
| 0.9703075885772705, |
| 0.01568942703306675 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_82c2cd97c160ad27951b/text", |
| "set": "ref", |
| "id": "semif_82c2cd97c160ad27951b", |
| "arm": "text", |
| "tokens": 171, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.062305573374032974, |
| 0.8641750812530518, |
| 0.0735192522406578 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_7ada97b6f99f4788e5c7/text", |
| "set": "ref", |
| "id": "semif_7ada97b6f99f4788e5c7", |
| "arm": "text", |
| "tokens": 184, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.009235200472176075, |
| 0.9801378846168518, |
| 0.010626939125359058 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_4d7a003342db5b0a17e3/text", |
| "set": "ref", |
| "id": "semif_4d7a003342db5b0a17e3", |
| "arm": "text", |
| "tokens": 187, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9697359800338745, |
| 0.014771477319300175, |
| 0.015492524020373821 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_19d3d8d0bf773e88be7b/text", |
| "set": "ref", |
| "id": "semif_19d3d8d0bf773e88be7b", |
| "arm": "text", |
| "tokens": 172, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9743428826332092, |
| 0.013089414685964584, |
| 0.012567766942083836 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_d6de731cca52359b1c87/text", |
| "set": "ref", |
| "id": "semif_d6de731cca52359b1c87", |
| "arm": "text", |
| "tokens": 170, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.7814079523086548, |
| 0.094471774995327, |
| 0.12412025034427643 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b45c63fb92729af27f05/text", |
| "set": "ref", |
| "id": "semif_b45c63fb92729af27f05", |
| "arm": "text", |
| "tokens": 197, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.8199091553688049, |
| 0.10125941038131714, |
| 0.07883138954639435 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_46b7029b9a704138b77a/text", |
| "set": "ref", |
| "id": "semif_46b7029b9a704138b77a", |
| "arm": "text", |
| "tokens": 195, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.0241380725055933, |
| 0.024741332978010178, |
| 0.9511206150054932 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_caf773b23934fa7362a1/text", |
| "set": "ref", |
| "id": "semif_caf773b23934fa7362a1", |
| "arm": "text", |
| "tokens": 190, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.0235898457467556, |
| 0.024836556985974312, |
| 0.9515735507011414 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_f46f392ef9e9e9df564b/text", |
| "set": "ref", |
| "id": "semif_f46f392ef9e9e9df564b", |
| "arm": "text", |
| "tokens": 188, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.03898479789495468, |
| 0.9334074854850769, |
| 0.027607645839452744 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_005dcf6d2c0f21d64796/text", |
| "set": "ref", |
| "id": "semif_005dcf6d2c0f21d64796", |
| "arm": "text", |
| "tokens": 209, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.044645246118307114, |
| 0.0370376855134964, |
| 0.9183170795440674 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_edb708bd0fe5fd67d6ee/text", |
| "set": "ref", |
| "id": "semif_edb708bd0fe5fd67d6ee", |
| "arm": "text", |
| "tokens": 210, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.04880240559577942, |
| 0.9187498688697815, |
| 0.03244778513908386 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_97a35499bd8717f3e786/text", |
| "set": "ref", |
| "id": "semif_97a35499bd8717f3e786", |
| "arm": "text", |
| "tokens": 203, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.026912227272987366, |
| 0.9488773345947266, |
| 0.024210462346673012 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_31eb4533d2c89959ec46/text", |
| "set": "ref", |
| "id": "semif_31eb4533d2c89959ec46", |
| "arm": "text", |
| "tokens": 202, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.8818478584289551, |
| 0.057051416486501694, |
| 0.06110065430402756 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_0aa24a6701ac9c56c4a0/text", |
| "set": "ref", |
| "id": "semif_0aa24a6701ac9c56c4a0", |
| "arm": "text", |
| "tokens": 194, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.019153136759996414, |
| 0.9611666798591614, |
| 0.019680175930261612 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_796d5c0da6eaadae6a3f/text", |
| "set": "ref", |
| "id": "semif_796d5c0da6eaadae6a3f", |
| "arm": "text", |
| "tokens": 188, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.979203462600708, |
| 0.010681740008294582, |
| 0.010114826261997223 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_599b3092b6fd18312d23/text", |
| "set": "ref", |
| "id": "semif_599b3092b6fd18312d23", |
| "arm": "text", |
| "tokens": 187, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9639644026756287, |
| 0.017896605655550957, |
| 0.018139028921723366 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_960a4bcd27363e6db4b9/text", |
| "set": "ref", |
| "id": "semif_960a4bcd27363e6db4b9", |
| "arm": "text", |
| "tokens": 189, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.06518009305000305, |
| 0.12030711770057678, |
| 0.8145127296447754 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_c6a411e7f2bbdf377173/text", |
| "set": "ref", |
| "id": "semif_c6a411e7f2bbdf377173", |
| "arm": "text", |
| "tokens": 207, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.8910642266273499, |
| 0.0584135428071022, |
| 0.050522126257419586 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_e332aa927d0c2ed044aa/text", |
| "set": "ref", |
| "id": "semif_e332aa927d0c2ed044aa", |
| "arm": "text", |
| "tokens": 208, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.022142531350255013, |
| 0.024319229647517204, |
| 0.9535382986068726 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_a0128e551d095f3449f8/text", |
| "set": "ref", |
| "id": "semif_a0128e551d095f3449f8", |
| "arm": "text", |
| "tokens": 183, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.021899674087762833, |
| 0.024897338822484016, |
| 0.953203022480011 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_46d6a0731bd288c370f0/text", |
| "set": "ref", |
| "id": "semif_46d6a0731bd288c370f0", |
| "arm": "text", |
| "tokens": 182, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.03202031925320625, |
| 0.9363344311714172, |
| 0.031645189970731735 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_21ca7a8b970e36b8e20f/text", |
| "set": "ref", |
| "id": "semif_21ca7a8b970e36b8e20f", |
| "arm": "text", |
| "tokens": 214, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.07730824500322342, |
| 0.10005832463502884, |
| 0.8226334452629089 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_4aa83af95bb69e90bc2d/text", |
| "set": "ref", |
| "id": "semif_4aa83af95bb69e90bc2d", |
| "arm": "text", |
| "tokens": 212, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.12826260924339294, |
| 0.7025217413902283, |
| 0.16921569406986237 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_cdfa9eed51fafcf09b72/text", |
| "set": "ref", |
| "id": "semif_cdfa9eed51fafcf09b72", |
| "arm": "text", |
| "tokens": 197, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.08316764235496521, |
| 0.8579084873199463, |
| 0.058923810720443726 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_d51b05bfb9d6d7f09331/text", |
| "set": "ref", |
| "id": "semif_d51b05bfb9d6d7f09331", |
| "arm": "text", |
| "tokens": 203, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.389587938785553, |
| 0.05312535911798477, |
| 0.5572867393493652 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_fdd902cc6e65fad7cb4f/text", |
| "set": "ref", |
| "id": "semif_fdd902cc6e65fad7cb4f", |
| "arm": "text", |
| "tokens": 201, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9089858531951904, |
| 0.06164924055337906, |
| 0.02936486527323723 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_42384af9ae56beb37ff5/text", |
| "set": "ref", |
| "id": "semif_42384af9ae56beb37ff5", |
| "arm": "text", |
| "tokens": 201, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.013386656530201435, |
| 0.9639059901237488, |
| 0.022707372903823853 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_cdf7f428857e1b841cb3/text", |
| "set": "ref", |
| "id": "semif_cdf7f428857e1b841cb3", |
| "arm": "text", |
| "tokens": 194, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.013716802932322025, |
| 0.9722191095352173, |
| 0.014064033515751362 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_774f7f9245f83c796d44/text", |
| "set": "ref", |
| "id": "semif_774f7f9245f83c796d44", |
| "arm": "text", |
| "tokens": 180, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.015706803649663925, |
| 0.01997380703687668, |
| 0.9643194079399109 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_92ec2ffa3dd46ada1335/text", |
| "set": "ref", |
| "id": "semif_92ec2ffa3dd46ada1335", |
| "arm": "text", |
| "tokens": 204, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.8855386972427368, |
| 0.060761649161577225, |
| 0.05369967222213745 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_6149a17bc154f9c5b4a0/text", |
| "set": "ref", |
| "id": "semif_6149a17bc154f9c5b4a0", |
| "arm": "text", |
| "tokens": 200, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.06173570826649666, |
| 0.05484170839190483, |
| 0.8834225535392761 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_be866e1dbec5d42d9423/text", |
| "set": "ref", |
| "id": "semif_be866e1dbec5d42d9423", |
| "arm": "text", |
| "tokens": 201, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.034006115049123764, |
| 0.03187696635723114, |
| 0.9341168999671936 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_97d2ed2591fc7638806c/text", |
| "set": "ref", |
| "id": "semif_97d2ed2591fc7638806c", |
| "arm": "text", |
| "tokens": 199, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.05768606439232826, |
| 0.6858992576599121, |
| 0.25641465187072754 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_4533dd91267b4d815690/text", |
| "set": "ref", |
| "id": "semif_4533dd91267b4d815690", |
| "arm": "text", |
| "tokens": 205, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.033501219004392624, |
| 0.025256134569644928, |
| 0.9412426948547363 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_d880e65fef5e2993fdd0/text", |
| "set": "ref", |
| "id": "semif_d880e65fef5e2993fdd0", |
| "arm": "text", |
| "tokens": 202, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.1567000448703766, |
| 0.14153437316417694, |
| 0.7017655372619629 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_90494c76078ffc3c717a/text", |
| "set": "ref", |
| "id": "semif_90494c76078ffc3c717a", |
| "arm": "text", |
| "tokens": 202, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.037894826382398605, |
| 0.9350236058235168, |
| 0.027081655338406563 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_9ac5cc82c4126c91174a/text", |
| "set": "ref", |
| "id": "semif_9ac5cc82c4126c91174a", |
| "arm": "text", |
| "tokens": 201, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.9362877011299133, |
| 0.03425920009613037, |
| 0.029453102499246597 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_386e10b1c1ce906473a4/text", |
| "set": "ref", |
| "id": "semif_386e10b1c1ce906473a4", |
| "arm": "text", |
| "tokens": 205, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9697842001914978, |
| 0.016403023153543472, |
| 0.013812756165862083 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_4da6aedc1139224eeff2/text", |
| "set": "ref", |
| "id": "semif_4da6aedc1139224eeff2", |
| "arm": "text", |
| "tokens": 208, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.010314389131963253, |
| 0.9800445437431335, |
| 0.009641125798225403 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_a22dab8ba073ff6cdb8d/text", |
| "set": "ref", |
| "id": "semif_a22dab8ba073ff6cdb8d", |
| "arm": "text", |
| "tokens": 201, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.014301427640020847, |
| 0.9724641442298889, |
| 0.013234456069767475 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_42c54fa2ad45743e24d8/text", |
| "set": "ref", |
| "id": "semif_42c54fa2ad45743e24d8", |
| "arm": "text", |
| "tokens": 188, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.01426499243825674, |
| 0.015853846445679665, |
| 0.9698811769485474 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_f3d13cf184f916677def/text", |
| "set": "ref", |
| "id": "semif_f3d13cf184f916677def", |
| "arm": "text", |
| "tokens": 208, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.8744791150093079, |
| 0.06937257200479507, |
| 0.056148286908864975 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_1105577da4c8dad4609d/text", |
| "set": "ref", |
| "id": "semif_1105577da4c8dad4609d", |
| "arm": "text", |
| "tokens": 205, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.7089326977729797, |
| 0.10819981247186661, |
| 0.18286742269992828 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_0ebd299739302d8b057b/text", |
| "set": "ref", |
| "id": "semif_0ebd299739302d8b057b", |
| "arm": "text", |
| "tokens": 201, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.3625256419181824, |
| 0.5150991678237915, |
| 0.12237513810396194 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_eafc22c8c40df3932a8e/text", |
| "set": "ref", |
| "id": "semif_eafc22c8c40df3932a8e", |
| "arm": "text", |
| "tokens": 189, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.06226951628923416, |
| 0.8568917512893677, |
| 0.08083871752023697 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_0aa1447680e4f25862bb/text", |
| "set": "ref", |
| "id": "semif_0aa1447680e4f25862bb", |
| "arm": "text", |
| "tokens": 208, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.09610029309988022, |
| 0.10398255288600922, |
| 0.7999171614646912 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_980e76145c925747220c/text", |
| "set": "ref", |
| "id": "semif_980e76145c925747220c", |
| "arm": "text", |
| "tokens": 209, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.15695405006408691, |
| 0.7664765119552612, |
| 0.07656949758529663 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_4aee37a6a155747766aa/text", |
| "set": "ref", |
| "id": "semif_4aee37a6a155747766aa", |
| "arm": "text", |
| "tokens": 206, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.06977228820323944, |
| 0.896848201751709, |
| 0.03337949514389038 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_6db17cc22bd656d78558/text", |
| "set": "ref", |
| "id": "semif_6db17cc22bd656d78558", |
| "arm": "text", |
| "tokens": 199, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.9536575078964233, |
| 0.020622441545128822, |
| 0.02572000026702881 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_ef3e0f8e657bf59f8a29/text", |
| "set": "ref", |
| "id": "semif_ef3e0f8e657bf59f8a29", |
| "arm": "text", |
| "tokens": 200, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.7230689525604248, |
| 0.13565555214881897, |
| 0.14127543568611145 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_f756e1cb04e11766341e/text", |
| "set": "ref", |
| "id": "semif_f756e1cb04e11766341e", |
| "arm": "text", |
| "tokens": 206, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.7103711366653442, |
| 0.18566159904003143, |
| 0.10396719723939896 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_d167e51bb1f499099645/text", |
| "set": "ref", |
| "id": "semif_d167e51bb1f499099645", |
| "arm": "text", |
| "tokens": 186, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.6212291717529297, |
| 0.061878953129053116, |
| 0.3168918490409851 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_674ca4e9346216255466/text", |
| "set": "ref", |
| "id": "semif_674ca4e9346216255466", |
| "arm": "text", |
| "tokens": 176, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.012726865708827972, |
| 0.016588713973760605, |
| 0.9706844091415405 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_1df851a202994a07f123/text", |
| "set": "ref", |
| "id": "semif_1df851a202994a07f123", |
| "arm": "text", |
| "tokens": 194, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.9057098031044006, |
| 0.056041598320007324, |
| 0.03824856877326965 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b5e6788d95b8395d2888/text", |
| "set": "ref", |
| "id": "semif_b5e6788d95b8395d2888", |
| "arm": "text", |
| "tokens": 193, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.015277144499123096, |
| 0.01566929742693901, |
| 0.9690535068511963 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_32f36cd0fbbfb3604586/text", |
| "set": "ref", |
| "id": "semif_32f36cd0fbbfb3604586", |
| "arm": "text", |
| "tokens": 183, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.026392901316285133, |
| 0.0339135006070137, |
| 0.9396935701370239 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_843185706adff0c60f8b/text", |
| "set": "ref", |
| "id": "semif_843185706adff0c60f8b", |
| "arm": "text", |
| "tokens": 184, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.14413680136203766, |
| 0.8222772479057312, |
| 0.033585961908102036 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b531dd603bf080dab820/text", |
| "set": "ref", |
| "id": "semif_b531dd603bf080dab820", |
| "arm": "text", |
| "tokens": 199, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.024968935176730156, |
| 0.021342413499951363, |
| 0.9536886215209961 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_be2dd67bc733c1213bef/text", |
| "set": "ref", |
| "id": "semif_be2dd67bc733c1213bef", |
| "arm": "text", |
| "tokens": 202, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.06340198963880539, |
| 0.9064947366714478, |
| 0.03010326623916626 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b8e2750307df9761e716/text", |
| "set": "ref", |
| "id": "semif_b8e2750307df9761e716", |
| "arm": "text", |
| "tokens": 196, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.02701793797314167, |
| 0.9483775496482849, |
| 0.02460443042218685 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_5d31b4bf2d0fc193f53b/text", |
| "set": "ref", |
| "id": "semif_5d31b4bf2d0fc193f53b", |
| "arm": "text", |
| "tokens": 201, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.045980241149663925, |
| 0.019717402756214142, |
| 0.9343023896217346 |
| ], |
| "argmax": "prohibited", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_a9230edfc6ec9e524af0/text", |
| "set": "ref", |
| "id": "semif_a9230edfc6ec9e524af0", |
| "arm": "text", |
| "tokens": 185, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.9685994386672974, |
| 0.014734205789864063, |
| 0.016666341572999954 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_c100e84585149a04be49/text", |
| "set": "ref", |
| "id": "semif_c100e84585149a04be49", |
| "arm": "text", |
| "tokens": 191, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.012099185958504677, |
| 0.9751353859901428, |
| 0.0127654317766428 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_579beed184ffc1104aa9/text", |
| "set": "ref", |
| "id": "semif_579beed184ffc1104aa9", |
| "arm": "text", |
| "tokens": 182, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.009461687877774239, |
| 0.981244683265686, |
| 0.009293666109442711 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_c4e9bd463b6fde5be743/text", |
| "set": "ref", |
| "id": "semif_c4e9bd463b6fde5be743", |
| "arm": "text", |
| "tokens": 170, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.015460613183677197, |
| 0.020388828590512276, |
| 0.9641505479812622 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b863998d4be2721a5dfd/text", |
| "set": "ref", |
| "id": "semif_b863998d4be2721a5dfd", |
| "arm": "text", |
| "tokens": 205, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.8075610399246216, |
| 0.11506092548370361, |
| 0.07737808674573898 |
| ], |
| "argmax": "contradicted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_37cebc3792e98049439f/text", |
| "set": "ref", |
| "id": "semif_37cebc3792e98049439f", |
| "arm": "text", |
| "tokens": 202, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.01810348406434059, |
| 0.02067314274609089, |
| 0.9612233638763428 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_64d63f86e328aff1481c/text", |
| "set": "ref", |
| "id": "semif_64d63f86e328aff1481c", |
| "arm": "text", |
| "tokens": 210, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.02198781631886959, |
| 0.01906548999249935, |
| 0.958946704864502 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_6d64a8459f64eac7f4cc/text", |
| "set": "ref", |
| "id": "semif_6d64a8459f64eac7f4cc", |
| "arm": "text", |
| "tokens": 207, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.018820548430085182, |
| 0.9627407789230347, |
| 0.018438685685396194 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_2708193212d8a4a523c7/text", |
| "set": "ref", |
| "id": "semif_2708193212d8a4a523c7", |
| "arm": "text", |
| "tokens": 207, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.1317499727010727, |
| 0.7084866166114807, |
| 0.1597634106874466 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_5a37d1dfcad20810a76a/text", |
| "set": "ref", |
| "id": "semif_5a37d1dfcad20810a76a", |
| "arm": "text", |
| "tokens": 196, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.05524401366710663, |
| 0.9165467619895935, |
| 0.02820916660130024 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_acacd8b46acd25cb954b/text", |
| "set": "ref", |
| "id": "semif_acacd8b46acd25cb954b", |
| "arm": "text", |
| "tokens": 206, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.04463925212621689, |
| 0.9134571552276611, |
| 0.041903555393218994 |
| ], |
| "argmax": "permitted", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_4089c199b8b796ec3ed8/text", |
| "set": "ref", |
| "id": "semif_4089c199b8b796ec3ed8", |
| "arm": "text", |
| "tokens": 205, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "insufficient", |
| "permitted", |
| "prohibited" |
| ], |
| "probs": [ |
| 0.8117009401321411, |
| 0.10148927569389343, |
| 0.08680974692106247 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_02f2b95a5c5a4777a45c/text", |
| "set": "ref", |
| "id": "semif_02f2b95a5c5a4777a45c", |
| "arm": "text", |
| "tokens": 191, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.97116619348526, |
| 0.015154607594013214, |
| 0.013679229654371738 |
| ], |
| "argmax": "A", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_ebea4681e3dcc7d92ca2/text", |
| "set": "ref", |
| "id": "semif_ebea4681e3dcc7d92ca2", |
| "arm": "text", |
| "tokens": 196, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.08834957331418991, |
| 0.869680643081665, |
| 0.041969843208789825 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_b8c5b9b285cbdddc9f8d/text", |
| "set": "ref", |
| "id": "semif_b8c5b9b285cbdddc9f8d", |
| "arm": "text", |
| "tokens": 187, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.013395226560533047, |
| 0.9723762273788452, |
| 0.014228580519557 |
| ], |
| "argmax": "B", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "ref:semif_7ed75d854d99b3a81916/text", |
| "set": "ref", |
| "id": "semif_7ed75d854d99b3a81916", |
| "arm": "text", |
| "tokens": 185, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "A", |
| "B", |
| "insufficient" |
| ], |
| "probs": [ |
| 0.1063990443944931, |
| 0.025634992867708206, |
| 0.8679659366607666 |
| ], |
| "argmax": "insufficient", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "red:red_semif_a3f18f3a63d45345942b_decision/text", |
| "set": "red", |
| "id": "red_semif_a3f18f3a63d45345942b_decision", |
| "arm": "text", |
| "tokens": 185, |
| "length": 256, |
| "questions": [ |
| { |
| "question_id": "decision", |
| "type": "choice", |
| "option_ids": [ |
| "contradicted", |
| "insufficient", |
| "supported" |
| ], |
| "probs": [ |
| 0.031007669866085052, |
| 0.04688897356390953, |
| 0.9221032857894897 |
| ], |
| "argmax": "supported", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "red:red_own_t01_wants_refund/text", |
| "set": "red", |
| "id": "red_own_t01_wants_refund", |
| "arm": "text", |
| "tokens": 436, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "department", |
| "type": "choice", |
| "option_ids": [ |
| "account", |
| "billing", |
| "shipping", |
| "technical" |
| ], |
| "probs": [ |
| 0.002479092450812459, |
| 0.010504619218409061, |
| 0.010545819066464901, |
| 0.9764703512191772 |
| ], |
| "argmax": "technical", |
| "near_tie": false |
| }, |
| { |
| "question_id": "wants_refund", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.04918592795729637, |
| 0.9508140087127686 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "urgency", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.31783023476600647, |
| 0.383848637342453, |
| 0.2077670395374298, |
| 0.09055418521165848 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "red:red_own_j01_large/text", |
| "set": "red", |
| "id": "red_own_j01_large", |
| "arm": "text", |
| "tokens": 476, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "status", |
| "type": "choice", |
| "option_ids": [ |
| "draft", |
| "open_not_due", |
| "overdue", |
| "paid" |
| ], |
| "probs": [ |
| 0.011678780429065228, |
| 0.0751294270157814, |
| 0.902635395526886, |
| 0.010556389577686787 |
| ], |
| "argmax": "overdue", |
| "near_tie": false |
| }, |
| { |
| "question_id": "large", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9793319702148438, |
| 0.020668020471930504 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "priority", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.24222134053707123, |
| 0.4509980082511902, |
| 0.23438629508018494, |
| 0.07239433377981186 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t01/text", |
| "set": "heldout", |
| "id": "ho_t01", |
| "arm": "text", |
| "tokens": 708, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "leave_days", |
| "type": "choice", |
| "option_ids": [ |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.011955575086176395, |
| 0.014398426748812199, |
| 0.9569793343544006, |
| 0.016666658222675323 |
| ], |
| "argmax": "5", |
| "near_tie": false |
| }, |
| { |
| "question_id": "cover_arranged", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9343686699867249, |
| 0.06563134491443634 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "days_left_after", |
| "type": "choice", |
| "option_ids": [ |
| "12", |
| "17", |
| "5", |
| "7" |
| ], |
| "probs": [ |
| 0.056332241743803024, |
| 0.06345650553703308, |
| 0.09152945131063461, |
| 0.78868168592453 |
| ], |
| "argmax": "7", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reason", |
| "type": "choice", |
| "option_ids": [ |
| "family_event", |
| "medical", |
| "moving", |
| "study" |
| ], |
| "probs": [ |
| 0.9869279265403748, |
| 0.0045706466771662235, |
| 0.003963676281273365, |
| 0.0045377472415566444 |
| ], |
| "argmax": "family_event", |
| "near_tie": false |
| }, |
| { |
| "question_id": "ease_of_approval", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.07239833474159241, |
| 0.12370789051055908, |
| 0.8038937449455261 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t02/text", |
| "set": "heldout", |
| "id": "ho_t02", |
| "arm": "text", |
| "tokens": 746, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "in_warranty", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.4069470763206482, |
| 0.5930529236793518 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "faulty_part", |
| "type": "choice", |
| "option_ids": [ |
| "battery", |
| "brush", |
| "dock", |
| "filter", |
| "motor" |
| ], |
| "probs": [ |
| 0.9559220671653748, |
| 0.00963235180824995, |
| 0.013026898726820946, |
| 0.009166945703327656, |
| 0.012251721695065498 |
| ], |
| "argmax": "battery", |
| "near_tie": false |
| }, |
| { |
| "question_id": "possible_damage", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9562633633613586, |
| 0.04373664781451225 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "remedy", |
| "type": "choice", |
| "option_ids": [ |
| "new_unit", |
| "part_by_post", |
| "refund", |
| "repair" |
| ], |
| "probs": [ |
| 0.006661281455308199, |
| 0.9788803458213806, |
| 0.00509070185944438, |
| 0.009367705322802067 |
| ], |
| "argmax": "part_by_post", |
| "near_tie": false |
| }, |
| { |
| "question_id": "claim_strength", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.20373326539993286, |
| 0.6412119269371033, |
| 0.15505482256412506 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t03/text", |
| "set": "heldout", |
| "id": "ho_t03", |
| "arm": "text", |
| "tokens": 842, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "asks_about_pet", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.956577718257904, |
| 0.04342230036854744 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "bedrooms", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "studio" |
| ], |
| "probs": [ |
| 0.008579462766647339, |
| 0.97906893491745, |
| 0.006340706720948219, |
| 0.006010899785906076 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "needs_parking", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.011500004678964615, |
| 0.9885000586509705 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "viewing_time", |
| "type": "choice", |
| "option_ids": [ |
| "any", |
| "weekday_evening", |
| "weekday_morning", |
| "weekend" |
| ], |
| "probs": [ |
| 0.029270969331264496, |
| 0.023431649431586266, |
| 0.9230484366416931, |
| 0.024248862639069557 |
| ], |
| "argmax": "weekday_morning", |
| "near_tie": false |
| }, |
| { |
| "question_id": "other_question", |
| "type": "choice", |
| "option_ids": [ |
| "garden", |
| "internet", |
| "lease_length", |
| "rent_deposit" |
| ], |
| "probs": [ |
| 0.0017832558369264007, |
| 0.0011825613910332322, |
| 0.0018274456961080432, |
| 0.9952066540718079 |
| ], |
| "argmax": "rent_deposit", |
| "near_tie": false |
| }, |
| { |
| "question_id": "match", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.0884840190410614, |
| 0.31707626581192017, |
| 0.5212829113006592, |
| 0.07315680384635925 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t04/text", |
| "set": "heldout", |
| "id": "ho_t04", |
| "arm": "text", |
| "tokens": 658, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "biggest_problem", |
| "type": "choice", |
| "option_ids": [ |
| "food", |
| "parking", |
| "price", |
| "toilets", |
| "weather" |
| ], |
| "probs": [ |
| 0.012463031336665154, |
| 0.9575657248497009, |
| 0.016409585252404213, |
| 0.006599507760256529, |
| 0.006962168030440807 |
| ], |
| "argmax": "parking", |
| "near_tie": false |
| }, |
| { |
| "question_id": "would_return", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9719088077545166, |
| 0.02809116803109646 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "food_left", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.010517409071326256, |
| 0.9894826412200928 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "tone", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.021899646148085594, |
| 0.01767408289015293, |
| 0.019623884931206703, |
| 0.8002809882164001, |
| 0.1006443202495575, |
| 0.02047915756702423, |
| 0.01939786784350872 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t05/text", |
| "set": "heldout", |
| "id": "ho_t05", |
| "arm": "text", |
| "tokens": 727, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "defect_kind", |
| "type": "choice", |
| "option_ids": [ |
| "crash", |
| "display", |
| "slowness", |
| "sync" |
| ], |
| "probs": [ |
| 0.9176895022392273, |
| 0.028839578852057457, |
| 0.04077349975705147, |
| 0.01269739493727684 |
| ], |
| "argmax": "crash", |
| "near_tie": false |
| }, |
| { |
| "question_id": "regression", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9447945952415466, |
| 0.05520545691251755 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "loses_work", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9563081860542297, |
| 0.04369184002280235 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "small_notebooks", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.008132325485348701, |
| 0.99186772108078 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "priority", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.06439540535211563, |
| 0.145986407995224, |
| 0.6306989789009094, |
| 0.15891915559768677 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t06/text", |
| "set": "heldout", |
| "id": "ho_t06", |
| "arm": "text", |
| "tokens": 721, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "problem", |
| "type": "choice", |
| "option_ids": [ |
| "damaged", |
| "late", |
| "missing_after_scan", |
| "redirected", |
| "wrong_item" |
| ], |
| "probs": [ |
| 0.011484123766422272, |
| 0.017634332180023193, |
| 0.9425472021102905, |
| 0.014772721566259861, |
| 0.01356156449764967 |
| ], |
| "argmax": "missing_after_scan", |
| "near_tie": false |
| }, |
| { |
| "question_id": "was_home", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.878743052482605, |
| 0.12125690281391144 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "outcome_wanted", |
| "type": "choice", |
| "option_ids": [ |
| "cancel", |
| "compensation", |
| "refund", |
| "resend" |
| ], |
| "probs": [ |
| 0.017281828448176384, |
| 0.017983967438340187, |
| 0.020564954727888107, |
| 0.944169282913208 |
| ], |
| "argmax": "resend", |
| "near_tie": false |
| }, |
| { |
| "question_id": "time_sensitive", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9174954891204834, |
| 0.08250447362661362 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "mood", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.06536456197500229, |
| 0.19770249724388123, |
| 0.5533907413482666, |
| 0.18354223668575287 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t07/text", |
| "set": "heldout", |
| "id": "ho_t07", |
| "arm": "text", |
| "tokens": 1086, |
| "length": 2048, |
| "questions": [ |
| { |
| "question_id": "factor", |
| "type": "choice", |
| "option_ids": [ |
| "1.5", |
| "2", |
| "3", |
| "4", |
| "6" |
| ], |
| "probs": [ |
| 0.05535648763179779, |
| 0.07915972918272018, |
| 0.8409063220024109, |
| 0.01420992985367775, |
| 0.010367603041231632 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "oats_total", |
| "type": "choice", |
| "option_ids": [ |
| "1000", |
| "1250", |
| "500", |
| "750" |
| ], |
| "probs": [ |
| 0.06383215636014938, |
| 0.017994998022913933, |
| 0.005955840460956097, |
| 0.9122170209884644 |
| ], |
| "argmax": "750", |
| "near_tie": false |
| }, |
| { |
| "question_id": "syrup_total", |
| "type": "choice", |
| "option_ids": [ |
| "240", |
| "320", |
| "60", |
| "80" |
| ], |
| "probs": [ |
| 0.9516197443008423, |
| 0.03375504910945892, |
| 0.005371410865336657, |
| 0.009253894910216331 |
| ], |
| "argmax": "240", |
| "near_tie": false |
| }, |
| { |
| "question_id": "oats_one_weighing", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.2547069489955902, |
| 0.7452929615974426 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "asks_swap", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9758510589599609, |
| 0.024148916825652122 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "oven_temperature", |
| "type": "choice", |
| "option_ids": [ |
| "160", |
| "170", |
| "180", |
| "200" |
| ], |
| "probs": [ |
| 0.007834219373762608, |
| 0.007605121936649084, |
| 0.976466715335846, |
| 0.0080939382314682 |
| ], |
| "argmax": "180", |
| "near_tie": false |
| }, |
| { |
| "question_id": "questions_asked", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.009856987744569778, |
| 0.410186767578125, |
| 0.3985019624233246, |
| 0.18145422637462616 |
| ], |
| "argmax": "2", |
| "near_tie": true |
| }, |
| { |
| "question_id": "difficulty", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.03862227872014046, |
| 0.08422844111919403, |
| 0.7681658864021301, |
| 0.10898337513208389 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t08/text", |
| "set": "heldout", |
| "id": "ho_t08", |
| "arm": "text", |
| "tokens": 864, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "policy_section", |
| "type": "choice", |
| "option_ids": [ |
| "baggage", |
| "cancellation", |
| "delay", |
| "liability", |
| "medical" |
| ], |
| "probs": [ |
| 0.016698379069566727, |
| 0.013810181058943272, |
| 0.9560889601707458, |
| 0.007554999087005854, |
| 0.005847567692399025 |
| ], |
| "argmax": "delay", |
| "near_tie": false |
| }, |
| { |
| "question_id": "costs_total", |
| "type": "choice", |
| "option_ids": [ |
| "236", |
| "277", |
| "286", |
| "300" |
| ], |
| "probs": [ |
| 0.005991741083562374, |
| 0.9762243628501892, |
| 0.014726088382303715, |
| 0.0030579189769923687 |
| ], |
| "argmax": "277", |
| "near_tie": false |
| }, |
| { |
| "question_id": "payout", |
| "type": "choice", |
| "option_ids": [ |
| "227", |
| "250", |
| "277", |
| "300" |
| ], |
| "probs": [ |
| 0.6912968754768372, |
| 0.15352711081504822, |
| 0.09384827315807343, |
| 0.061327774077653885 |
| ], |
| "argmax": "227", |
| "near_tie": false |
| }, |
| { |
| "question_id": "airline_paid", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.049003057181835175, |
| 0.9509969353675842 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "baggage_lost", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.008770307525992393, |
| 0.9912296533584595 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "clarity", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.19747166335582733, |
| 0.6285289525985718, |
| 0.1739993393421173 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t09/text", |
| "set": "heldout", |
| "id": "ho_t09", |
| "arm": "text", |
| "tokens": 867, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "bartholomew_chemistry", |
| "type": "choice", |
| "option_ids": [ |
| "neither", |
| "thursday", |
| "tuesday" |
| ], |
| "probs": [ |
| 0.5058367252349854, |
| 0.27001863718032837, |
| 0.22414463758468628 |
| ], |
| "argmax": "neither", |
| "near_tie": false |
| }, |
| { |
| "question_id": "ingrid_laptop", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.008216258138418198, |
| 0.9917837381362915 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "within_limit", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.7840203642845154, |
| 0.21597963571548462 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "moved_lesson", |
| "type": "choice", |
| "option_ids": [ |
| "cancelled", |
| "fri_23", |
| "online", |
| "thu_22" |
| ], |
| "probs": [ |
| 0.002672579139471054, |
| 0.9936392903327942, |
| 0.0013681302079930902, |
| 0.0023199860006570816 |
| ], |
| "argmax": "fri_23", |
| "near_tie": false |
| }, |
| { |
| "question_id": "maths_length", |
| "type": "choice", |
| "option_ids": [ |
| "120", |
| "60", |
| "75", |
| "90" |
| ], |
| "probs": [ |
| 0.04643623158335686, |
| 0.007213171571493149, |
| 0.05523824691772461, |
| 0.8911123275756836 |
| ], |
| "argmax": "90", |
| "near_tie": false |
| }, |
| { |
| "question_id": "planning_effort", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.08247818052768707, |
| 0.4757630228996277, |
| 0.44175881147384644 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_t10/text", |
| "set": "heldout", |
| "id": "ho_t10", |
| "arm": "text", |
| "tokens": 800, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "most_wanted", |
| "type": "choice", |
| "option_ids": [ |
| "council", |
| "local_history", |
| "puzzles", |
| "recipes", |
| "sport" |
| ], |
| "probs": [ |
| 0.005076519679278135, |
| 0.9818816781044006, |
| 0.008859334513545036, |
| 0.0021014385856688023, |
| 0.0020811089780181646 |
| ], |
| "argmax": "local_history", |
| "near_tie": false |
| }, |
| { |
| "question_id": "mistake_reported", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.40386030077934265, |
| 0.596139669418335 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "all_positive", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.02233678661286831, |
| 0.9776631593704224 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "digital_readers", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.020538825541734695, |
| 0.06400835514068604, |
| 0.8846129179000854, |
| 0.03083992935717106 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reply_count", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.0295583326369524, |
| 0.30262959003448486, |
| 0.6395983695983887, |
| 0.028213756158947945 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reception", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.023553121834993362, |
| 0.6647576689720154, |
| 0.28087469935417175, |
| 0.030814511701464653 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_j01/text", |
| "set": "heldout", |
| "id": "ho_j01", |
| "arm": "text", |
| "tokens": 769, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "sick_days", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.012799806892871857, |
| 0.9692284464836121, |
| 0.010320954956114292, |
| 0.007650779094547033 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "longest_day", |
| "type": "choice", |
| "option_ids": [ |
| "2026-09-28", |
| "2026-09-29", |
| "2026-10-01", |
| "2026-10-02" |
| ], |
| "probs": [ |
| 0.18473617732524872, |
| 0.05667063221335411, |
| 0.7440989017486572, |
| 0.014494218863546848 |
| ], |
| "argmax": "2026-10-01", |
| "near_tie": false |
| }, |
| { |
| "question_id": "approved", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.004864667542278767, |
| 0.9951353669166565 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "late_start", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.5005287528038025, |
| 0.4994712173938751 |
| ], |
| "argmax": "true", |
| "near_tie": true |
| }, |
| { |
| "question_id": "hours_concern", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.30296823382377625, |
| 0.6207133531570435, |
| 0.07631848752498627 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_j02/text", |
| "set": "heldout", |
| "id": "ho_j02", |
| "arm": "text", |
| "tokens": 335, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "beyond_tolerance", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4", |
| "5" |
| ], |
| "probs": [ |
| 0.023999681696295738, |
| 0.06399666517972946, |
| 0.3668537139892578, |
| 0.4671483337879181, |
| 0.05884933844208717, |
| 0.019152212888002396 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_j03/text", |
| "set": "heldout", |
| "id": "ho_j03", |
| "arm": "text", |
| "tokens": 775, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "excursion", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9109287261962891, |
| 0.08907125890254974 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "first_excursion", |
| "type": "choice", |
| "option_ids": [ |
| "07:30", |
| "11:30", |
| "15:30", |
| "16:00", |
| "19:30", |
| "none" |
| ], |
| "probs": [ |
| 0.012006472796201706, |
| 0.014763779006898403, |
| 0.9266101121902466, |
| 0.0144957872107625, |
| 0.014352725818753242, |
| 0.017771132290363312 |
| ], |
| "argmax": "15:30", |
| "near_tie": false |
| }, |
| { |
| "question_id": "cause", |
| "type": "choice", |
| "option_ids": [ |
| "defrost", |
| "door", |
| "power", |
| "sensor" |
| ], |
| "probs": [ |
| 0.0156366266310215, |
| 0.9552696943283081, |
| 0.014233286492526531, |
| 0.014860405586659908 |
| ], |
| "argmax": "door", |
| "near_tie": false |
| }, |
| { |
| "question_id": "recovered", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9217079877853394, |
| 0.07829198986291885 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "risk", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.058447808027267456, |
| 0.10441934317350388, |
| 0.5641039609909058, |
| 0.2017531394958496, |
| 0.07127577811479568 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_j04/text", |
| "set": "heldout", |
| "id": "ho_j04", |
| "arm": "text", |
| "tokens": 610, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "free_cancellation", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.17961466312408447, |
| 0.8203853368759155 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "party", |
| "type": "choice", |
| "option_ids": [ |
| "2", |
| "4", |
| "6", |
| "8" |
| ], |
| "probs": [ |
| 0.011402147822082043, |
| 0.0121049415320158, |
| 0.964417576789856, |
| 0.01207531988620758 |
| ], |
| "argmax": "6", |
| "near_tie": false |
| }, |
| { |
| "question_id": "kitchen_need", |
| "type": "choice", |
| "option_ids": [ |
| "access", |
| "allergy", |
| "high_chair", |
| "vegan" |
| ], |
| "probs": [ |
| 0.025919659063220024, |
| 0.9539421796798706, |
| 0.010396220721304417, |
| 0.009741991758346558 |
| ], |
| "argmax": "allergy", |
| "near_tie": false |
| }, |
| { |
| "question_id": "special_occasion", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9215545654296875, |
| 0.07844538986682892 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_j05/text", |
| "set": "heldout", |
| "id": "ho_j05", |
| "arm": "text", |
| "tokens": 775, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "missed_month", |
| "type": "choice", |
| "option_ids": [ |
| "2026-06", |
| "2026-07", |
| "2026-08", |
| "2026-09", |
| "none" |
| ], |
| "probs": [ |
| 0.007325610611587763, |
| 0.007610861677676439, |
| 0.9722287058830261, |
| 0.006082342471927404, |
| 0.006752463523298502 |
| ], |
| "argmax": "2026-08", |
| "near_tie": false |
| }, |
| { |
| "question_id": "july_late", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9073461294174194, |
| 0.09265390783548355 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "double_payment", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.668825626373291, |
| 0.33117440342903137 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "owed", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "117", |
| "39", |
| "78" |
| ], |
| "probs": [ |
| 0.09607750177383423, |
| 0.15335458517074585, |
| 0.30782991647720337, |
| 0.4427380859851837 |
| ], |
| "argmax": "78", |
| "near_tie": false |
| }, |
| { |
| "question_id": "reliability", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.1680677980184555, |
| 0.5046610832214355, |
| 0.25051021575927734, |
| 0.07676083594560623 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_j06/text", |
| "set": "heldout", |
| "id": "ho_j06", |
| "arm": "text", |
| "tokens": 733, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "hides_endpoints", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.016763577237725258, |
| 0.9832363724708557 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "route_audience", |
| "type": "choice", |
| "option_ids": [ |
| "everyone", |
| "followers", |
| "nobody" |
| ], |
| "probs": [ |
| 0.010792987421154976, |
| 0.9838370680809021, |
| 0.005369918420910835 |
| ], |
| "argmax": "followers", |
| "near_tie": false |
| }, |
| { |
| "question_id": "marketing", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.0044847107492387295, |
| 0.9955152869224548 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "zone_boundaries", |
| "type": "choice", |
| "option_ids": [ |
| "3", |
| "4", |
| "5", |
| "6" |
| ], |
| "probs": [ |
| 0.6435909271240234, |
| 0.26123830676078796, |
| 0.0547371506690979, |
| 0.04043354466557503 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| }, |
| { |
| "question_id": "unit_mismatch", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.30545052886009216, |
| 0.6945494413375854 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "privacy_level", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.14730772376060486, |
| 0.465959370136261, |
| 0.3566575050354004, |
| 0.024697015061974525, |
| 0.00537838414311409 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_j07/text", |
| "set": "heldout", |
| "id": "ho_j07", |
| "arm": "text", |
| "tokens": 826, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "unassigned", |
| "type": "choice", |
| "option_ids": [ |
| "VR-1101", |
| "VR-1102", |
| "VR-1103", |
| "VR-1104", |
| "none" |
| ], |
| "probs": [ |
| 0.9451282620429993, |
| 0.013407869264483452, |
| 0.013237496837973595, |
| 0.011786974966526031, |
| 0.016439441591501236 |
| ], |
| "argmax": "VR-1101", |
| "near_tie": false |
| }, |
| { |
| "question_id": "open_high", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.007701286114752293, |
| 0.016318626701831818, |
| 0.9631177186965942, |
| 0.008132577873766422, |
| 0.004729806445538998 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "shared_theme", |
| "type": "choice", |
| "option_ids": [ |
| "billing", |
| "firmware", |
| "mesh", |
| "parental" |
| ], |
| "probs": [ |
| 0.0014254730194807053, |
| 0.9950096607208252, |
| 0.0020307942759245634, |
| 0.0015340398531407118 |
| ], |
| "argmax": "firmware", |
| "near_tie": false |
| }, |
| { |
| "question_id": "all_closed", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.005011498928070068, |
| 0.9949885010719299 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "wider_incident", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1" |
| ], |
| "probs": [ |
| 0.4347696006298065, |
| 0.5652303695678711 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_j08/text", |
| "set": "heldout", |
| "id": "ho_j08", |
| "arm": "text", |
| "tokens": 798, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "all_pass", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.2391447126865387, |
| 0.7608553171157837 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "failing_dimension", |
| "type": "choice", |
| "option_ids": [ |
| "hole_diameter", |
| "length", |
| "none", |
| "thickness", |
| "width" |
| ], |
| "probs": [ |
| 0.5239635109901428, |
| 0.08329886943101883, |
| 0.17592813074588776, |
| 0.1820811629295349, |
| 0.03472837805747986 |
| ], |
| "argmax": "hole_diameter", |
| "near_tie": false |
| }, |
| { |
| "question_id": "failing_sample", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "none" |
| ], |
| "probs": [ |
| 0.3720414638519287, |
| 0.12672236561775208, |
| 0.16852445900440216, |
| 0.33271172642707825 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "disposition", |
| "type": "choice", |
| "option_ids": [ |
| "hold", |
| "release", |
| "scrap" |
| ], |
| "probs": [ |
| 0.253184974193573, |
| 0.6690455079078674, |
| 0.07776950299739838 |
| ], |
| "argmax": "release", |
| "near_tie": false |
| }, |
| { |
| "question_id": "capability", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.05910712108016014, |
| 0.31040436029434204, |
| 0.28685736656188965, |
| 0.34363123774528503 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_l01/text", |
| "set": "heldout", |
| "id": "ho_l01", |
| "arm": "text", |
| "tokens": 2850, |
| "length": 4096, |
| "questions": [ |
| { |
| "question_id": "root_cause", |
| "type": "choice", |
| "option_ids": [ |
| "contactor", |
| "door", |
| "power_cut", |
| "refrigerant_leak", |
| "sensor" |
| ], |
| "probs": [ |
| 0.97612464427948, |
| 0.010995198041200638, |
| 0.004200329538434744, |
| 0.004259034059941769, |
| 0.004420713521540165 |
| ], |
| "argmax": "contactor", |
| "near_tie": false |
| }, |
| { |
| "question_id": "peak_temperature", |
| "type": "choice", |
| "option_ids": [ |
| "-12.4", |
| "-14.9", |
| "-18.0", |
| "-9.6" |
| ], |
| "probs": [ |
| 0.986362874507904, |
| 0.007595738861709833, |
| 0.003322361968457699, |
| 0.002719045151025057 |
| ], |
| "argmax": "-12.4", |
| "near_tie": false |
| }, |
| { |
| "question_id": "first_text_reached", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.0368923656642437, |
| 0.9631076455116272 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "dough_outcome", |
| "type": "choice", |
| "option_ids": [ |
| "destroyed", |
| "held", |
| "left_in_chamber_3", |
| "released" |
| ], |
| "probs": [ |
| 0.004089806694537401, |
| 0.9855768084526062, |
| 0.006799846887588501, |
| 0.0035335577558726072 |
| ], |
| "argmax": "held", |
| "near_tie": false |
| }, |
| { |
| "question_id": "standby_ready", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.015572862699627876, |
| 0.9844271540641785 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "above_limit", |
| "type": "choice", |
| "option_ids": [ |
| "1_to_3h", |
| "3_to_6h", |
| "over_6h", |
| "under_1h" |
| ], |
| "probs": [ |
| 0.17427606880664825, |
| 0.46894940733909607, |
| 0.31606370210647583, |
| 0.04071091115474701 |
| ], |
| "argmax": "3_to_6h", |
| "near_tie": false |
| }, |
| { |
| "question_id": "seriousness", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.0378124974668026, |
| 0.46976369619369507, |
| 0.43297797441482544, |
| 0.059445880353450775 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_l02/text", |
| "set": "heldout", |
| "id": "ho_l02", |
| "arm": "text", |
| "tokens": 2731, |
| "length": 4096, |
| "questions": [ |
| { |
| "question_id": "break_notice", |
| "type": "choice", |
| "option_ids": [ |
| "12m", |
| "3m", |
| "6m", |
| "9m", |
| "none" |
| ], |
| "probs": [ |
| 0.023370077833533287, |
| 0.005256319418549538, |
| 0.9546091556549072, |
| 0.01109972782433033, |
| 0.005664722062647343 |
| ], |
| "argmax": "6m", |
| "near_tie": false |
| }, |
| { |
| "question_id": "review_direction", |
| "type": "choice", |
| "option_ids": [ |
| "fixed", |
| "index", |
| "up_only", |
| "up_or_down" |
| ], |
| "probs": [ |
| 0.007070362567901611, |
| 0.004124638624489307, |
| 0.9790819883346558, |
| 0.00972294993698597 |
| ], |
| "argmax": "up_only", |
| "near_tie": false |
| }, |
| { |
| "question_id": "sublet_part", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.010852394625544548, |
| 0.9891476631164551 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "roof", |
| "type": "choice", |
| "option_ids": [ |
| "insurer", |
| "landlord", |
| "shared", |
| "tenant" |
| ], |
| "probs": [ |
| 0.0038850160781294107, |
| 0.9895281195640564, |
| 0.003310839179903269, |
| 0.003275991650298238 |
| ], |
| "argmax": "landlord", |
| "near_tie": false |
| }, |
| { |
| "question_id": "deposit", |
| "type": "choice", |
| "option_ids": [ |
| "12000", |
| "24000", |
| "48000", |
| "none" |
| ], |
| "probs": [ |
| 0.05648241564631462, |
| 0.9290408492088318, |
| 0.010731340385973454, |
| 0.003745355876162648 |
| ], |
| "argmax": "24000", |
| "near_tie": false |
| }, |
| { |
| "question_id": "kilns", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9785721302032471, |
| 0.02142786979675293 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "balance", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.5564520955085754, |
| 0.2442314475774765, |
| 0.1993163675069809 |
| ], |
| "argmax": "0", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i01/g256", |
| "set": "heldout", |
| "id": "ho_i01", |
| "arm": "g256", |
| "tokens": 529, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "biggest_slice", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "grey", |
| "orange", |
| "yellow" |
| ], |
| "probs": [ |
| 0.03182368725538254, |
| 0.005740241147577763, |
| 0.9581957459449768, |
| 0.004240380134433508 |
| ], |
| "argmax": "orange", |
| "near_tie": false |
| }, |
| { |
| "question_id": "over_half", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.2643531858921051, |
| 0.7356468439102173 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "smallest_label", |
| "type": "choice", |
| "option_ids": [ |
| "heat", |
| "light", |
| "other", |
| "water" |
| ], |
| "probs": [ |
| 0.0045897639356553555, |
| 0.9774959087371826, |
| 0.009903042577207088, |
| 0.008011280559003353 |
| ], |
| "argmax": "light", |
| "near_tie": false |
| }, |
| { |
| "question_id": "blue_share", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.026750806719064713, |
| 0.9486420154571533, |
| 0.02460714429616928 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i01/g448", |
| "set": "heldout", |
| "id": "ho_i01", |
| "arm": "g448", |
| "tokens": 661, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "biggest_slice", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "grey", |
| "orange", |
| "yellow" |
| ], |
| "probs": [ |
| 0.03558121994137764, |
| 0.005267884116619825, |
| 0.9544894695281982, |
| 0.004661439917981625 |
| ], |
| "argmax": "orange", |
| "near_tie": false |
| }, |
| { |
| "question_id": "over_half", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.30243659019470215, |
| 0.6975634098052979 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "smallest_label", |
| "type": "choice", |
| "option_ids": [ |
| "heat", |
| "light", |
| "other", |
| "water" |
| ], |
| "probs": [ |
| 0.0037085588555783033, |
| 0.9805144667625427, |
| 0.010905290953814983, |
| 0.004871757701039314 |
| ], |
| "argmax": "light", |
| "near_tie": false |
| }, |
| { |
| "question_id": "blue_share", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.028247857466340065, |
| 0.9375525712966919, |
| 0.034199658781290054 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i02/g256", |
| "set": "heldout", |
| "id": "ho_i02", |
| "arm": "g256", |
| "tokens": 570, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "harlowick_platform", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.9892774820327759, |
| 0.0036380193196237087, |
| 0.003965579438954592, |
| 0.003119016531854868 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "earliest", |
| "type": "choice", |
| "option_ids": [ |
| "emberdowne", |
| "glenvarrow", |
| "harlowick", |
| "tumbrelby" |
| ], |
| "probs": [ |
| 0.010117542929947376, |
| 0.9649054408073425, |
| 0.01404272485524416, |
| 0.010934306308627129 |
| ], |
| "argmax": "glenvarrow", |
| "near_tie": false |
| }, |
| { |
| "question_id": "platform_3", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.014080134220421314, |
| 0.027572903782129288, |
| 0.9415796995162964, |
| 0.016767233610153198 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "after_nine", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9716061949729919, |
| 0.028393803164362907 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i02/g448", |
| "set": "heldout", |
| "id": "ho_i02", |
| "arm": "g448", |
| "tokens": 702, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "harlowick_platform", |
| "type": "choice", |
| "option_ids": [ |
| "1", |
| "2", |
| "3", |
| "4" |
| ], |
| "probs": [ |
| 0.9842028617858887, |
| 0.0057049524039030075, |
| 0.0056910328567028046, |
| 0.004401194863021374 |
| ], |
| "argmax": "1", |
| "near_tie": false |
| }, |
| { |
| "question_id": "earliest", |
| "type": "choice", |
| "option_ids": [ |
| "emberdowne", |
| "glenvarrow", |
| "harlowick", |
| "tumbrelby" |
| ], |
| "probs": [ |
| 0.01062072068452835, |
| 0.9630013108253479, |
| 0.013710836879909039, |
| 0.012667064554989338 |
| ], |
| "argmax": "glenvarrow", |
| "near_tie": false |
| }, |
| { |
| "question_id": "platform_3", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.018657730892300606, |
| 0.030048472806811333, |
| 0.9229088425636292, |
| 0.028384990990161896 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| }, |
| { |
| "question_id": "after_nine", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9690505266189575, |
| 0.030949482694268227 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i03/g256", |
| "set": "heldout", |
| "id": "ho_i03", |
| "arm": "g256", |
| "tokens": 541, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "limit", |
| "type": "choice", |
| "option_ids": [ |
| "100", |
| "120", |
| "20", |
| "30", |
| "40", |
| "50", |
| "60", |
| "70", |
| "80", |
| "90" |
| ], |
| "probs": [ |
| 0.00538443960249424, |
| 0.004840755369514227, |
| 0.004581316839903593, |
| 0.004827022086828947, |
| 0.00475715147331357, |
| 0.006057763006538153, |
| 0.9526310563087463, |
| 0.0068257516250014305, |
| 0.005194402299821377, |
| 0.004900334868580103 |
| ], |
| "argmax": "60", |
| "near_tie": false |
| }, |
| { |
| "question_id": "outline", |
| "type": "choice", |
| "option_ids": [ |
| "octagon", |
| "round", |
| "square", |
| "triangle" |
| ], |
| "probs": [ |
| 0.021618053317070007, |
| 0.9421792030334473, |
| 0.018069475889205933, |
| 0.018133262172341347 |
| ], |
| "argmax": "round", |
| "near_tie": false |
| }, |
| { |
| "question_id": "seventy_ok", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.02228561043739319, |
| 0.9777144193649292 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i03/g448", |
| "set": "heldout", |
| "id": "ho_i03", |
| "arm": "g448", |
| "tokens": 673, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "limit", |
| "type": "choice", |
| "option_ids": [ |
| "100", |
| "120", |
| "20", |
| "30", |
| "40", |
| "50", |
| "60", |
| "70", |
| "80", |
| "90" |
| ], |
| "probs": [ |
| 0.005210073199123144, |
| 0.0048068491742014885, |
| 0.0045442781411111355, |
| 0.004665108863264322, |
| 0.004617337137460709, |
| 0.005557519383728504, |
| 0.9540667533874512, |
| 0.006632882170379162, |
| 0.005161281209439039, |
| 0.004737889394164085 |
| ], |
| "argmax": "60", |
| "near_tie": false |
| }, |
| { |
| "question_id": "outline", |
| "type": "choice", |
| "option_ids": [ |
| "octagon", |
| "round", |
| "square", |
| "triangle" |
| ], |
| "probs": [ |
| 0.018150491639971733, |
| 0.9511404633522034, |
| 0.014981530606746674, |
| 0.015727544203400612 |
| ], |
| "argmax": "round", |
| "near_tie": false |
| }, |
| { |
| "question_id": "seventy_ok", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.021028155460953712, |
| 0.9789718389511108 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i04/g256", |
| "set": "heldout", |
| "id": "ho_i04", |
| "arm": "g256", |
| "tokens": 437, |
| "length": 512, |
| "questions": [ |
| { |
| "question_id": "reading", |
| "type": "choice", |
| "option_ids": [ |
| "15", |
| "25", |
| "35", |
| "45" |
| ], |
| "probs": [ |
| 0.011374692432582378, |
| 0.04314614087343216, |
| 0.925361156463623, |
| 0.020118048414587975 |
| ], |
| "argmax": "35", |
| "near_tie": false |
| }, |
| { |
| "question_id": "below_zero", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.0033397041261196136, |
| 0.9966603517532349 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "warmth", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.013893346302211285, |
| 0.21716661751270294, |
| 0.5117483139038086, |
| 0.25719165802001953 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i04/g448", |
| "set": "heldout", |
| "id": "ho_i04", |
| "arm": "g448", |
| "tokens": 569, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "reading", |
| "type": "choice", |
| "option_ids": [ |
| "15", |
| "25", |
| "35", |
| "45" |
| ], |
| "probs": [ |
| 0.015444081276655197, |
| 0.08495689183473587, |
| 0.8904945254325867, |
| 0.009104520082473755 |
| ], |
| "argmax": "35", |
| "near_tie": false |
| }, |
| { |
| "question_id": "below_zero", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.0029057636857032776, |
| 0.9970942735671997 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "warmth", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.010868941433727741, |
| 0.20549684762954712, |
| 0.6439511775970459, |
| 0.13968297839164734 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i05/g256", |
| "set": "heldout", |
| "id": "ho_i05", |
| "arm": "g256", |
| "tokens": 701, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "first_weekday", |
| "type": "choice", |
| "option_ids": [ |
| "fri", |
| "mon", |
| "sat", |
| "sun", |
| "thu", |
| "tue", |
| "wed" |
| ], |
| "probs": [ |
| 0.03131243214011192, |
| 0.758377194404602, |
| 0.02450982667505741, |
| 0.028113696724176407, |
| 0.03464815765619278, |
| 0.07196606695652008, |
| 0.05107267573475838 |
| ], |
| "argmax": "mon", |
| "near_tie": false |
| }, |
| { |
| "question_id": "circled", |
| "type": "choice", |
| "option_ids": [ |
| "14", |
| "21", |
| "28", |
| "7" |
| ], |
| "probs": [ |
| 0.9828990697860718, |
| 0.006989330053329468, |
| 0.003880527336150408, |
| 0.006230989471077919 |
| ], |
| "argmax": "14", |
| "near_tie": false |
| }, |
| { |
| "question_id": "month_length", |
| "type": "choice", |
| "option_ids": [ |
| "28", |
| "29", |
| "30", |
| "31" |
| ], |
| "probs": [ |
| 0.9498416185379028, |
| 0.025504039600491524, |
| 0.012983736582100391, |
| 0.011670645326375961 |
| ], |
| "argmax": "28", |
| "near_tie": false |
| }, |
| { |
| "question_id": "shaded_weekend", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.13036924600601196, |
| 0.869630753993988 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "shaded_count", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.03528826683759689, |
| 0.033319491893053055, |
| 0.3750068247318268, |
| 0.5563853979110718 |
| ], |
| "argmax": "3", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i05/g448", |
| "set": "heldout", |
| "id": "ho_i05", |
| "arm": "g448", |
| "tokens": 833, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "first_weekday", |
| "type": "choice", |
| "option_ids": [ |
| "fri", |
| "mon", |
| "sat", |
| "sun", |
| "thu", |
| "tue", |
| "wed" |
| ], |
| "probs": [ |
| 0.02014286071062088, |
| 0.8736147880554199, |
| 0.015116807073354721, |
| 0.021123066544532776, |
| 0.018308185040950775, |
| 0.030191650614142418, |
| 0.02150258608162403 |
| ], |
| "argmax": "mon", |
| "near_tie": false |
| }, |
| { |
| "question_id": "circled", |
| "type": "choice", |
| "option_ids": [ |
| "14", |
| "21", |
| "28", |
| "7" |
| ], |
| "probs": [ |
| 0.9790574312210083, |
| 0.008729560300707817, |
| 0.005632192362099886, |
| 0.006580814253538847 |
| ], |
| "argmax": "14", |
| "near_tie": false |
| }, |
| { |
| "question_id": "month_length", |
| "type": "choice", |
| "option_ids": [ |
| "28", |
| "29", |
| "30", |
| "31" |
| ], |
| "probs": [ |
| 0.9712264537811279, |
| 0.012780179269611835, |
| 0.008569656871259212, |
| 0.0074237617664039135 |
| ], |
| "argmax": "28", |
| "near_tie": false |
| }, |
| { |
| "question_id": "shaded_weekend", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.047878921031951904, |
| 0.9521211385726929 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "shaded_count", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3" |
| ], |
| "probs": [ |
| 0.03463566303253174, |
| 0.02009381353855133, |
| 0.824190080165863, |
| 0.12108045816421509 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i06/g256", |
| "set": "heldout", |
| "id": "ho_i06", |
| "arm": "g256", |
| "tokens": 628, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "third_digit", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6", |
| "7", |
| "8", |
| "9" |
| ], |
| "probs": [ |
| 0.014981632120907307, |
| 0.006101733539253473, |
| 0.03586549684405327, |
| 0.030070802196860313, |
| 0.021784091368317604, |
| 0.007068279664963484, |
| 0.00570214306935668, |
| 0.005870033986866474, |
| 0.01498248241841793, |
| 0.8575733304023743 |
| ], |
| "argmax": "9", |
| "near_tie": false |
| }, |
| { |
| "question_id": "digit_count", |
| "type": "choice", |
| "option_ids": [ |
| "4", |
| "5", |
| "6", |
| "7", |
| "8" |
| ], |
| "probs": [ |
| 0.037775568664073944, |
| 0.20193901658058167, |
| 0.4805670380592346, |
| 0.19954228401184082, |
| 0.08017608523368835 |
| ], |
| "argmax": "6", |
| "near_tie": false |
| }, |
| { |
| "question_id": "has_seven", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.009920286014676094, |
| 0.9900797605514526 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "red_last", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9737609624862671, |
| 0.02623898722231388 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i06/g448", |
| "set": "heldout", |
| "id": "ho_i06", |
| "arm": "g448", |
| "tokens": 760, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "third_digit", |
| "type": "choice", |
| "option_ids": [ |
| "0", |
| "1", |
| "2", |
| "3", |
| "4", |
| "5", |
| "6", |
| "7", |
| "8", |
| "9" |
| ], |
| "probs": [ |
| 0.008040431886911392, |
| 0.004542562644928694, |
| 0.26687735319137573, |
| 0.010116488672792912, |
| 0.005633085500448942, |
| 0.0042593288235366344, |
| 0.002531321719288826, |
| 0.0033623476047068834, |
| 0.010910621844232082, |
| 0.6837264895439148 |
| ], |
| "argmax": "9", |
| "near_tie": false |
| }, |
| { |
| "question_id": "digit_count", |
| "type": "choice", |
| "option_ids": [ |
| "4", |
| "5", |
| "6", |
| "7", |
| "8" |
| ], |
| "probs": [ |
| 0.1060565710067749, |
| 0.6962326765060425, |
| 0.11903819441795349, |
| 0.04602881520986557, |
| 0.03264378011226654 |
| ], |
| "argmax": "5", |
| "near_tie": false |
| }, |
| { |
| "question_id": "has_seven", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.007468811701983213, |
| 0.9925312399864197 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "red_last", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9790168404579163, |
| 0.020983118563890457 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i07/g256", |
| "set": "heldout", |
| "id": "ho_i07", |
| "arm": "g256", |
| "tokens": 535, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "total", |
| "type": "choice", |
| "option_ids": [ |
| "10.20", |
| "11.20", |
| "11.40", |
| "12.10" |
| ], |
| "probs": [ |
| 0.009260543622076511, |
| 0.9806525707244873, |
| 0.007357500027865171, |
| 0.00272927712649107 |
| ], |
| "argmax": "11.20", |
| "near_tie": false |
| }, |
| { |
| "question_id": "paid_by", |
| "type": "choice", |
| "option_ids": [ |
| "card", |
| "cash", |
| "voucher" |
| ], |
| "probs": [ |
| 0.9746012091636658, |
| 0.020458512008190155, |
| 0.004940251354128122 |
| ], |
| "argmax": "card", |
| "near_tie": false |
| }, |
| { |
| "question_id": "priciest", |
| "type": "choice", |
| "option_ids": [ |
| "cake", |
| "roll", |
| "soup", |
| "tea" |
| ], |
| "probs": [ |
| 0.13948199152946472, |
| 0.003452914534136653, |
| 0.8438599705696106, |
| 0.013205030001699924 |
| ], |
| "argmax": "soup", |
| "near_tie": false |
| }, |
| { |
| "question_id": "change_shown", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.03568797558546066, |
| 0.9643120169639587 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i07/g448", |
| "set": "heldout", |
| "id": "ho_i07", |
| "arm": "g448", |
| "tokens": 667, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "total", |
| "type": "choice", |
| "option_ids": [ |
| "10.20", |
| "11.20", |
| "11.40", |
| "12.10" |
| ], |
| "probs": [ |
| 0.012729376554489136, |
| 0.9747492074966431, |
| 0.008970261551439762, |
| 0.0035511264577507973 |
| ], |
| "argmax": "11.20", |
| "near_tie": false |
| }, |
| { |
| "question_id": "paid_by", |
| "type": "choice", |
| "option_ids": [ |
| "card", |
| "cash", |
| "voucher" |
| ], |
| "probs": [ |
| 0.9749745726585388, |
| 0.019216837361454964, |
| 0.005808645393699408 |
| ], |
| "argmax": "card", |
| "near_tie": false |
| }, |
| { |
| "question_id": "priciest", |
| "type": "choice", |
| "option_ids": [ |
| "cake", |
| "roll", |
| "soup", |
| "tea" |
| ], |
| "probs": [ |
| 0.09242250770330429, |
| 0.0032629151828587055, |
| 0.8868542313575745, |
| 0.017460331320762634 |
| ], |
| "argmax": "soup", |
| "near_tie": false |
| }, |
| { |
| "question_id": "change_shown", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.044127292931079865, |
| 0.9558727145195007 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i08/g256", |
| "set": "heldout", |
| "id": "ho_i08", |
| "arm": "g256", |
| "tokens": 581, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "biggest_space", |
| "type": "choice", |
| "option_ids": [ |
| "lobby", |
| "meeting", |
| "office", |
| "store", |
| "wc" |
| ], |
| "probs": [ |
| 0.0622449554502964, |
| 0.04893103614449501, |
| 0.8309375643730164, |
| 0.04365433380007744, |
| 0.014232099056243896 |
| ], |
| "argmax": "office", |
| "near_tie": false |
| }, |
| { |
| "question_id": "entrance", |
| "type": "choice", |
| "option_ids": [ |
| "lobby", |
| "meeting", |
| "office", |
| "store", |
| "wc" |
| ], |
| "probs": [ |
| 0.9597446918487549, |
| 0.008877617307007313, |
| 0.011515321210026741, |
| 0.008738728240132332, |
| 0.011123686097562313 |
| ], |
| "argmax": "lobby", |
| "near_tie": false |
| }, |
| { |
| "question_id": "wc_store_wall", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9445754289627075, |
| 0.055424563586711884 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "space_count", |
| "type": "choice", |
| "option_ids": [ |
| "3", |
| "4", |
| "5", |
| "6", |
| "7" |
| ], |
| "probs": [ |
| 0.018536647781729698, |
| 0.10183114558458328, |
| 0.7889806628227234, |
| 0.07029203325510025, |
| 0.020359544083476067 |
| ], |
| "argmax": "5", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_i08/g448", |
| "set": "heldout", |
| "id": "ho_i08", |
| "arm": "g448", |
| "tokens": 713, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "biggest_space", |
| "type": "choice", |
| "option_ids": [ |
| "lobby", |
| "meeting", |
| "office", |
| "store", |
| "wc" |
| ], |
| "probs": [ |
| 0.06010328233242035, |
| 0.04840255156159401, |
| 0.8371008634567261, |
| 0.040200695395469666, |
| 0.014192594215273857 |
| ], |
| "argmax": "office", |
| "near_tie": false |
| }, |
| { |
| "question_id": "entrance", |
| "type": "choice", |
| "option_ids": [ |
| "lobby", |
| "meeting", |
| "office", |
| "store", |
| "wc" |
| ], |
| "probs": [ |
| 0.9583448171615601, |
| 0.009092309512197971, |
| 0.011811315082013607, |
| 0.00884255114942789, |
| 0.011908977292478085 |
| ], |
| "argmax": "lobby", |
| "near_tie": false |
| }, |
| { |
| "question_id": "wc_store_wall", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9511995315551758, |
| 0.04880039021372795 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "space_count", |
| "type": "choice", |
| "option_ids": [ |
| "3", |
| "4", |
| "5", |
| "6", |
| "7" |
| ], |
| "probs": [ |
| 0.017200350761413574, |
| 0.07179663330316544, |
| 0.8225060701370239, |
| 0.06986632198095322, |
| 0.01863059587776661 |
| ], |
| "argmax": "5", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_p01/g256", |
| "set": "heldout", |
| "id": "ho_p01", |
| "arm": "g256", |
| "tokens": 634, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "lamp_on", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9432287812232971, |
| 0.0567711777985096 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "time_of_day", |
| "type": "choice", |
| "option_ids": [ |
| "grey_day", |
| "midday", |
| "night", |
| "twilight" |
| ], |
| "probs": [ |
| 0.006436130963265896, |
| 0.007477364502847195, |
| 0.03591334819793701, |
| 0.9501730799674988 |
| ], |
| "argmax": "twilight", |
| "near_tie": false |
| }, |
| { |
| "question_id": "sea_behind", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9298049211502075, |
| 0.07019509375095367 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "tower_colour", |
| "type": "choice", |
| "option_ids": [ |
| "black", |
| "red_white", |
| "white", |
| "yellow" |
| ], |
| "probs": [ |
| 0.01353238895535469, |
| 0.028214257210493088, |
| 0.9446499943733215, |
| 0.013603451661765575 |
| ], |
| "argmax": "white", |
| "near_tie": false |
| }, |
| { |
| "question_id": "remoteness", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.041854098439216614, |
| 0.08258920162916183, |
| 0.8755567073822021 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_p01/g448", |
| "set": "heldout", |
| "id": "ho_p01", |
| "arm": "g448", |
| "tokens": 766, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "lamp_on", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9474711418151855, |
| 0.052528876811265945 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "time_of_day", |
| "type": "choice", |
| "option_ids": [ |
| "grey_day", |
| "midday", |
| "night", |
| "twilight" |
| ], |
| "probs": [ |
| 0.006284076254814863, |
| 0.00702422671020031, |
| 0.025002341717481613, |
| 0.961689293384552 |
| ], |
| "argmax": "twilight", |
| "near_tie": false |
| }, |
| { |
| "question_id": "sea_behind", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.9287233352661133, |
| 0.07127664983272552 |
| ], |
| "argmax": "true", |
| "near_tie": false |
| }, |
| { |
| "question_id": "tower_colour", |
| "type": "choice", |
| "option_ids": [ |
| "black", |
| "red_white", |
| "white", |
| "yellow" |
| ], |
| "probs": [ |
| 0.013311704620718956, |
| 0.024485770612955093, |
| 0.9486978054046631, |
| 0.013504715636372566 |
| ], |
| "argmax": "white", |
| "near_tie": false |
| }, |
| { |
| "question_id": "remoteness", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.03946177661418915, |
| 0.07520323246717453, |
| 0.8853350281715393 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_p02/g256", |
| "set": "heldout", |
| "id": "ho_p02", |
| "arm": "g256", |
| "tokens": 620, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "petal_colour", |
| "type": "choice", |
| "option_ids": [ |
| "purple", |
| "red", |
| "white", |
| "yellow" |
| ], |
| "probs": [ |
| 0.009362042881548405, |
| 0.009510135278105736, |
| 0.008749795146286488, |
| 0.9723780155181885 |
| ], |
| "argmax": "yellow", |
| "near_tie": false |
| }, |
| { |
| "question_id": "insect", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.03140117600560188, |
| 0.9685987830162048 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "centre_colour", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "brown", |
| "green", |
| "white" |
| ], |
| "probs": [ |
| 0.008408427238464355, |
| 0.9676785469055176, |
| 0.013578973710536957, |
| 0.010334023274481297 |
| ], |
| "argmax": "brown", |
| "near_tie": false |
| }, |
| { |
| "question_id": "setting", |
| "type": "choice", |
| "option_ids": [ |
| "outdoors", |
| "sand", |
| "snow", |
| "vase" |
| ], |
| "probs": [ |
| 0.9749904274940491, |
| 0.007423821836709976, |
| 0.007461781147867441, |
| 0.010123875923454762 |
| ], |
| "argmax": "outdoors", |
| "near_tie": false |
| }, |
| { |
| "question_id": "density", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.066996268928051, |
| 0.2803747057914734, |
| 0.652629017829895 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| }, |
| { |
| "key": "heldout:ho_p02/g448", |
| "set": "heldout", |
| "id": "ho_p02", |
| "arm": "g448", |
| "tokens": 752, |
| "length": 1024, |
| "questions": [ |
| { |
| "question_id": "petal_colour", |
| "type": "choice", |
| "option_ids": [ |
| "purple", |
| "red", |
| "white", |
| "yellow" |
| ], |
| "probs": [ |
| 0.005995036568492651, |
| 0.005938888527452946, |
| 0.005731627810746431, |
| 0.9823344945907593 |
| ], |
| "argmax": "yellow", |
| "near_tie": false |
| }, |
| { |
| "question_id": "insect", |
| "type": "noul", |
| "option_ids": [ |
| "true", |
| "false" |
| ], |
| "probs": [ |
| 0.01773589290678501, |
| 0.9822641015052795 |
| ], |
| "argmax": "false", |
| "near_tie": false |
| }, |
| { |
| "question_id": "centre_colour", |
| "type": "choice", |
| "option_ids": [ |
| "blue", |
| "brown", |
| "green", |
| "white" |
| ], |
| "probs": [ |
| 0.006430333014577627, |
| 0.975571870803833, |
| 0.01050181221216917, |
| 0.00749594671651721 |
| ], |
| "argmax": "brown", |
| "near_tie": false |
| }, |
| { |
| "question_id": "setting", |
| "type": "choice", |
| "option_ids": [ |
| "outdoors", |
| "sand", |
| "snow", |
| "vase" |
| ], |
| "probs": [ |
| 0.9858424067497253, |
| 0.004316657781600952, |
| 0.0037849845830351114, |
| 0.006055897101759911 |
| ], |
| "argmax": "outdoors", |
| "near_tie": false |
| }, |
| { |
| "question_id": "density", |
| "type": "score", |
| "option_ids": [ |
| "0", |
| "1", |
| "2" |
| ], |
| "probs": [ |
| 0.07826199382543564, |
| 0.3406418263912201, |
| 0.5810961723327637 |
| ], |
| "argmax": "2", |
| "near_tie": false |
| } |
| ] |
| } |
| ] |
| } |
|
|
