{
 "what": "the provider's own code (joint_schema_model.py systemone() at f0b7d3cd) in float32 on the CPU: per run (a record at an arm: text, or the picture at a 256 / 448 px tile) and question, the option ids in the head's order, the probabilities, the most likely option and whether the two most likely are 0.02 or less apart (near_tie). Python 3.12.11, torch 2.9.0, transformers 5.17.0, 10 threads.",
 "runs": [
  {
   "key": "ref:own_t01/text",
   "set": "ref",
   "id": "own_t01",
   "arm": "text",
   "tokens": 436,
   "length": 512,
   "questions": [
    {
     "question_id": "department",
     "type": "choice",
     "option_ids": [
      "account",
      "billing",
      "shipping",
      "technical"
     ],
     "probs": [
      0.0020749589893966913,
      0.00972782727330923,
      0.009951034560799599,
      0.9782460927963257
     ],
     "argmax": "technical",
     "near_tie": false
    },
    {
     "question_id": "wants_refund",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.013630282133817673,
      0.9863697290420532
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "urgency",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.30694112181663513,
      0.3810206353664398,
      0.22470484673976898,
      0.08733338862657547
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t02/text",
   "set": "ref",
   "id": "own_t02",
   "arm": "text",
   "tokens": 599,
   "length": 1024,
   "questions": [
    {
     "question_id": "severity",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.030695321038365364,
      0.1656961888074875,
      0.47583913803100586,
      0.27707794308662415,
      0.05069142207503319
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "resolved",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9677996635437012,
      0.03220032528042793
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "root_cause",
     "type": "choice",
     "option_ids": [
      "attack",
      "capacity",
      "config_change",
      "hardware",
      "third_party"
     ],
     "probs": [
      0.0013243439607322216,
      0.021440450102090836,
      0.9729377627372742,
      0.0018747516442090273,
      0.002422668505460024
     ],
     "argmax": "config_change",
     "near_tie": false
    },
    {
     "question_id": "data_loss",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.005943198688328266,
      0.9940568208694458
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t03/text",
   "set": "ref",
   "id": "own_t03",
   "arm": "text",
   "tokens": 463,
   "length": 512,
   "questions": [
    {
     "question_id": "new_slot",
     "type": "choice",
     "option_ids": [
      "mon_0900",
      "thu_1000",
      "tue_1400"
     ],
     "probs": [
      0.012158675119280815,
      0.062186531722545624,
      0.9256548285484314
     ],
     "argmax": "tue_1400",
     "near_tie": false
    },
    {
     "question_id": "thursday_still_on",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.08972356468439102,
      0.910276472568512
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "reply_needed",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.7556129693984985,
      0.24438700079917908
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t04/text",
   "set": "ref",
   "id": "own_t04",
   "arm": "text",
   "tokens": 493,
   "length": 512,
   "questions": [
    {
     "question_id": "dark_mode",
     "type": "choice",
     "option_ids": [
      "cancel",
      "postpone",
      "ship_v23"
     ],
     "probs": [
      0.00717861158773303,
      0.007221940904855728,
      0.9855993986129761
     ],
     "argmax": "ship_v23",
     "near_tie": false
    },
    {
     "question_id": "release_note_owner",
     "type": "choice",
     "option_ids": [
      "abebe",
      "felix",
      "noor"
     ],
     "probs": [
      0.011383161880075932,
      0.9791655540466309,
      0.009451243095099926
     ],
     "argmax": "felix",
     "near_tie": false
    },
    {
     "question_id": "open_items",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.012073171325027943,
      0.9807779788970947,
      0.007148820906877518
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "beta_label_decided",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.025620637461543083,
      0.974379301071167
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t05/text",
   "set": "ref",
   "id": "own_t05",
   "arm": "text",
   "tokens": 553,
   "length": 1024,
   "questions": [
    {
     "question_id": "sentiment",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.028970826417207718,
      0.6241393685340881,
      0.3356001377105713,
      0.008222117088735104,
      0.0030674401205033064
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "safety_issue",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9697904586791992,
      0.030209515243768692
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "main_complaint",
     "type": "choice",
     "option_ids": [
      "design",
      "durability",
      "speed",
      "support"
     ],
     "probs": [
      0.00624008709564805,
      0.9739807844161987,
      0.00894900318235159,
      0.010830216109752655
     ],
     "argmax": "durability",
     "near_tie": false
    },
    {
     "question_id": "recommend",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.020259197801351547,
      0.9797407388687134
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t06/text",
   "set": "ref",
   "id": "own_t06",
   "arm": "text",
   "tokens": 411,
   "length": 512,
   "questions": [
    {
     "question_id": "environment",
     "type": "choice",
     "option_ids": [
      "both",
      "neither",
      "production",
      "staging"
     ],
     "probs": [
      0.009194618090987206,
      0.007201558444648981,
      0.008247054181993008,
      0.9753568172454834
     ],
     "argmax": "staging",
     "near_tie": false
    },
    {
     "question_id": "fixed",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9077232480049133,
      0.09227681905031204
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "urgency",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.10568148642778397,
      0.7105181217193604,
      0.1838003695011139
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t07/text",
   "set": "ref",
   "id": "own_t07",
   "arm": "text",
   "tokens": 438,
   "length": 512,
   "questions": [
    {
     "question_id": "best_slot",
     "type": "choice",
     "option_ids": [
      "fri_am",
      "mon_am",
      "thu_am",
      "tue_am",
      "tue_pm",
      "wed_pm"
     ],
     "probs": [
      0.026637353003025055,
      0.1287812441587448,
      0.07282086461782455,
      0.7324261665344238,
      0.03228142112493515,
      0.007052955683320761
     ],
     "argmax": "tue_am",
     "near_tie": false
    },
    {
     "question_id": "length",
     "type": "choice",
     "option_ids": [
      "15",
      "30",
      "60",
      "90"
     ],
     "probs": [
      0.0043379757553339005,
      0.9900583624839783,
      0.003430643118917942,
      0.0021731131710112095
     ],
     "argmax": "30",
     "near_tie": false
    },
    {
     "question_id": "needs_travel",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.12106605619192123,
      0.8789339661598206
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t08/text",
   "set": "ref",
   "id": "own_t08",
   "arm": "text",
   "tokens": 604,
   "length": 1024,
   "questions": [
    {
     "question_id": "diet",
     "type": "choice",
     "option_ids": [
      "contains_meat",
      "vegan",
      "vegetarian"
     ],
     "probs": [
      0.004436923190951347,
      0.03225412219762802,
      0.9633089303970337
     ],
     "argmax": "vegetarian",
     "near_tie": false
    },
    {
     "question_id": "needs_cooking",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.004901106469333172,
      0.995098888874054
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "effort",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.8585019707679749,
      0.12899157404899597,
      0.012506517581641674
     ],
     "argmax": "0",
     "near_tie": false
    },
    {
     "question_id": "servings",
     "type": "choice",
     "option_ids": [
      "1",
      "10",
      "2",
      "3",
      "4",
      "5",
      "6",
      "7",
      "8",
      "9"
     ],
     "probs": [
      0.021826304495334625,
      0.007177992723882198,
      0.9291272759437561,
      0.014415438286960125,
      0.01145924162119627,
      0.0044674985110759735,
      0.003467407776042819,
      0.002763566095381975,
      0.0027779899537563324,
      0.0025173574686050415
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t09/text",
   "set": "ref",
   "id": "own_t09",
   "arm": "text",
   "tokens": 582,
   "length": 1024,
   "questions": [
    {
     "question_id": "department",
     "type": "choice",
     "option_ids": [
      "account",
      "billing",
      "shipping",
      "technical"
     ],
     "probs": [
      0.00786023959517479,
      0.9724278450012207,
      0.006265465170145035,
      0.013446450233459473
     ],
     "argmax": "billing",
     "near_tie": false
    },
    {
     "question_id": "duplicate_charge",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9583020210266113,
      0.041698019951581955
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "refund_amount",
     "type": "choice",
     "option_ids": [
      "0",
      "14.99",
      "29.98"
     ],
     "probs": [
      0.009111710824072361,
      0.9767141342163086,
      0.014174086973071098
     ],
     "argmax": "14.99",
     "near_tie": false
    },
    {
     "question_id": "frustration",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.016860734671354294,
      0.02520955167710781,
      0.13337551057338715,
      0.41662758588790894,
      0.3030862808227539,
      0.06852078437805176,
      0.036319550126791
     ],
     "argmax": "3",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t10/text",
   "set": "ref",
   "id": "own_t10",
   "arm": "text",
   "tokens": 396,
   "length": 512,
   "questions": [
    {
     "question_id": "meets_conditions",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.910615861415863,
      0.08938407152891159
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "policy_issue",
     "type": "choice",
     "option_ids": [
      "certification",
      "consent",
      "none",
      "notice"
     ],
     "probs": [
      0.017086582258343697,
      0.013082234188914299,
      0.9511185884475708,
      0.018712572753429413
     ],
     "argmax": "none",
     "near_tie": false
    },
    {
     "question_id": "review",
     "type": "score",
     "option_ids": [
      "0",
      "1"
     ],
     "probs": [
      0.9450775980949402,
      0.0549224391579628
     ],
     "argmax": "0",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t11/text",
   "set": "ref",
   "id": "own_t11",
   "arm": "text",
   "tokens": 497,
   "length": 512,
   "questions": [
    {
     "question_id": "encrypted_at_rest",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9580949544906616,
      0.04190501570701599
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "pentest_current",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.061500001698732376,
      0.9385000467300415
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "risk",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.10386830568313599,
      0.7748581171035767,
      0.09309681504964828,
      0.028176715597510338
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "next_step",
     "type": "choice",
     "option_ids": [
      "approve",
      "reject",
      "request_pentest"
     ],
     "probs": [
      0.012145879678428173,
      0.008411926217377186,
      0.9794421792030334
     ],
     "argmax": "request_pentest",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t12/text",
   "set": "ref",
   "id": "own_t12",
   "arm": "text",
   "tokens": 967,
   "length": 1024,
   "questions": [
    {
     "question_id": "dairy_allergy",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9394665956497192,
      0.06053338572382927
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "guests",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.016580715775489807,
      0.022627033293247223,
      0.9133965373039246,
      0.017762085422873497,
      0.016140427440404892,
      0.013493211008608341
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "split_bill",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9389763474464417,
      0.06102372333407402
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "split_ways",
     "type": "choice",
     "option_ids": [
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.9643211960792542,
      0.02156350575387478,
      0.014115282334387302
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "occasion",
     "type": "choice",
     "option_ids": [
      "anniversary",
      "birthday",
      "business",
      "graduation",
      "none"
     ],
     "probs": [
      0.018928399309515953,
      0.9177147746086121,
      0.013787471689283848,
      0.012153832241892815,
      0.037415508180856705
     ],
     "argmax": "birthday",
     "near_tie": false
    },
    {
     "question_id": "kitchen_effort",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.0791470855474472,
      0.139200821518898,
      0.4481544494628906,
      0.1707330346107483,
      0.16276465356349945
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "dessert_planned",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.835975170135498,
      0.16402478516101837
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "child_meal",
     "type": "choice",
     "option_ids": [
      "burger",
      "lasagne",
      "plain_pasta",
      "trout"
     ],
     "probs": [
      0.009076745249330997,
      0.007193453144282103,
      0.9756867289543152,
      0.008043053559958935
     ],
     "argmax": "plain_pasta",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t13/text",
   "set": "ref",
   "id": "own_t13",
   "arm": "text",
   "tokens": 370,
   "length": 512,
   "questions": [
    {
     "question_id": "car_park_open_june_4",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.015704181045293808,
      0.9842958450317383
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "street_parking",
     "type": "choice",
     "option_ids": [
      "everyone",
      "staff",
      "visitors"
     ],
     "probs": [
      0.01131593156605959,
      0.007316748145967722,
      0.981367290019989
     ],
     "argmax": "visitors",
     "near_tie": false
    },
    {
     "question_id": "disruption",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.1646718978881836,
      0.7661177515983582,
      0.06921032816171646
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t14/text",
   "set": "ref",
   "id": "own_t14",
   "arm": "text",
   "tokens": 2389,
   "length": 4096,
   "questions": [
    {
     "question_id": "first_failing_component",
     "type": "choice",
     "option_ids": [
      "auth",
      "database",
      "inventory",
      "notifications",
      "payments"
     ],
     "probs": [
      0.017140639945864677,
      0.006262694951146841,
      0.005267331842333078,
      0.009492605924606323,
      0.9618366956710815
     ],
     "argmax": "payments",
     "near_tie": false
    },
    {
     "question_id": "recovered",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9530462026596069,
      0.04695378988981247
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "severity",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.03186281770467758,
      0.06417977809906006,
      0.7620610594749451,
      0.14189638197422028
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "error_window",
     "type": "choice",
     "option_ids": [
      "1_to_5m",
      "5_to_15m",
      "over_15m",
      "under_1m"
     ],
     "probs": [
      0.1647193729877472,
      0.7869372367858887,
      0.040279194712638855,
      0.00806417502462864
     ],
     "argmax": "5_to_15m",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t15/text",
   "set": "ref",
   "id": "own_t15",
   "arm": "text",
   "tokens": 2603,
   "length": 4096,
   "questions": [
    {
     "question_id": "non_renewal_notice",
     "type": "choice",
     "option_ids": [
      "120",
      "30",
      "60",
      "90",
      "none"
     ],
     "probs": [
      0.0040611992590129375,
      0.0025824527256190777,
      0.0021634213626384735,
      0.9885510802268982,
      0.002641847589984536
     ],
     "argmax": "90",
     "near_tie": false
    },
    {
     "question_id": "auto_renews",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9498574137687683,
      0.05014260485768318
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "liability_cap",
     "type": "choice",
     "option_ids": [
      "fees_12m",
      "fixed_amount",
      "insurance",
      "unlimited"
     ],
     "probs": [
      0.9806005358695984,
      0.006546442396938801,
      0.0052038137800991535,
      0.007649271748960018
     ],
     "argmax": "fees_12m",
     "near_tie": false
    },
    {
     "question_id": "assign_without_consent",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.0174495130777359,
      0.9825504422187805
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "client_risk",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.03773987665772438,
      0.09013041108846664,
      0.46674680709838867,
      0.3470819592475891,
      0.0583009235560894
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "uptime_target",
     "type": "choice",
     "option_ids": [
      "99.0",
      "99.5",
      "99.9",
      "99.99"
     ],
     "probs": [
      0.007143894210457802,
      0.9810086488723755,
      0.006103210616856813,
      0.0057442947290837765
     ],
     "argmax": "99.5",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_t16/text",
   "set": "ref",
   "id": "own_t16",
   "arm": "text",
   "tokens": 2494,
   "length": 4096,
   "questions": [
    {
     "question_id": "water_decision",
     "type": "choice",
     "option_ids": [
      "no_decision",
      "postpone",
      "repair",
      "replace"
     ],
     "probs": [
      0.002709157532081008,
      0.002824236173182726,
      0.003377902554348111,
      0.9910887479782104
     ],
     "argmax": "replace",
     "near_tie": false
    },
    {
     "question_id": "fees_increase",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.010061236098408699,
      0.9899387359619141
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "new_chair",
     "type": "choice",
     "option_ids": [
      "kemal",
      "ollerton",
      "reyes",
      "somerfield"
     ],
     "probs": [
      0.0026718617882579565,
      0.003925809636712074,
      0.006248118821531534,
      0.9871541857719421
     ],
     "argmax": "somerfield",
     "near_tie": false
    },
    {
     "question_id": "water_vote_consensus",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.06325555592775345,
      0.06433930993080139,
      0.8585585355758667,
      0.013846603222191334
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "waiting_list_order",
     "type": "choice",
     "option_ids": [
      "application_order",
      "local_priority",
      "lottery"
     ],
     "probs": [
      0.9925118684768677,
      0.005595805589109659,
      0.0018923586467280984
     ],
     "argmax": "application_order",
     "near_tie": false
    },
    {
     "question_id": "bonfire_ban",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9732503294944763,
      0.02674967236816883
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j01/text",
   "set": "ref",
   "id": "own_j01",
   "arm": "text",
   "tokens": 476,
   "length": 512,
   "questions": [
    {
     "question_id": "status",
     "type": "choice",
     "option_ids": [
      "draft",
      "open_not_due",
      "overdue",
      "paid"
     ],
     "probs": [
      0.012104634195566177,
      0.07279179245233536,
      0.9028239846229553,
      0.012279592454433441
     ],
     "argmax": "overdue",
     "near_tie": false
    },
    {
     "question_id": "large",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.004338814876973629,
      0.995661199092865
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "priority",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.24900473654270172,
      0.44779172539711,
      0.23557083308696747,
      0.06763271242380142
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j02/text",
   "set": "ref",
   "id": "own_j02",
   "arm": "text",
   "tokens": 475,
   "length": 512,
   "questions": [
    {
     "question_id": "can_ship",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.02195017971098423,
      0.9780498147010803
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "blocker",
     "type": "choice",
     "option_ids": [
      "address",
      "none",
      "payment",
      "stock"
     ],
     "probs": [
      0.9526756405830383,
      0.01776018552482128,
      0.019623257219791412,
      0.009940925054252148
     ],
     "argmax": "address",
     "near_tie": false
    },
    {
     "question_id": "gift",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9568854570388794,
      0.04311459884047508
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "priority",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.2836693525314331,
      0.47363296151161194,
      0.24269776046276093
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j03/text",
   "set": "ref",
   "id": "own_j03",
   "arm": "text",
   "tokens": 585,
   "length": 1024,
   "questions": [
    {
     "question_id": "over_limit",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.973645031452179,
      0.026354987174272537
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "first_violation",
     "type": "choice",
     "option_ids": [
      "06:00",
      "09:00",
      "12:00",
      "15:00",
      "never"
     ],
     "probs": [
      0.009771598502993584,
      0.008809906430542469,
      0.9555386900901794,
      0.0174543559551239,
      0.008425440639257431
     ],
     "argmax": "12:00",
     "near_tie": false
    },
    {
     "question_id": "trend",
     "type": "choice",
     "option_ids": [
      "falling",
      "flat",
      "rising"
     ],
     "probs": [
      0.012344629503786564,
      0.014371160417795181,
      0.9732841849327087
     ],
     "argmax": "rising",
     "near_tie": false
    },
    {
     "question_id": "action",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.016190055757761,
      0.029995685443282127,
      0.5035595297813416,
      0.4502546787261963
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j04/text",
   "set": "ref",
   "id": "own_j04",
   "arm": "text",
   "tokens": 569,
   "length": 1024,
   "questions": [
    {
     "question_id": "duration",
     "type": "choice",
     "option_ids": [
      "120",
      "30",
      "60",
      "90"
     ],
     "probs": [
      0.04945075511932373,
      0.025699183344841003,
      0.4108541011810303,
      0.5139959454536438
     ],
     "argmax": "90",
     "near_tie": false
    },
    {
     "question_id": "recurring",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.005918874870985746,
      0.9940810799598694
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "accepted",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.04031122475862503,
      0.8912389278411865,
      0.044110771268606186,
      0.01364145614206791,
      0.010697702877223492
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "attendance_risk",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.05844682827591896,
      0.6269206404685974,
      0.3146325349807739
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j05/text",
   "set": "ref",
   "id": "own_j05",
   "arm": "text",
   "tokens": 539,
   "length": 1024,
   "questions": [
    {
     "question_id": "plan",
     "type": "choice",
     "option_ids": [
      "enterprise",
      "free",
      "pro",
      "team"
     ],
     "probs": [
      0.0023888193536549807,
      0.9887477159500122,
      0.0057722413912415504,
      0.0030912202782928944
     ],
     "argmax": "free",
     "near_tie": false
    },
    {
     "question_id": "two_factor",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.004680931568145752,
      0.9953190684318542
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "account_risk",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.026975451037287712,
      0.04668476805090904,
      0.3534383475780487,
      0.5074322819709778,
      0.06546911597251892
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "action",
     "type": "choice",
     "option_ids": [
      "force_reset",
      "none",
      "prompt_2fa",
      "suspend"
     ],
     "probs": [
      0.10556904971599579,
      0.016810912638902664,
      0.8644632697105408,
      0.013156836852431297
     ],
     "argmax": "prompt_2fa",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j06/text",
   "set": "ref",
   "id": "own_j06",
   "arm": "text",
   "tokens": 616,
   "length": 1024,
   "questions": [
    {
     "question_id": "error_class",
     "type": "choice",
     "option_ids": [
      "auth",
      "not_found",
      "rate_limit",
      "server",
      "timeout",
      "validation"
     ],
     "probs": [
      0.0036544690374284983,
      0.003082026494666934,
      0.9798033833503723,
      0.005089994985610247,
      0.004292861558496952,
      0.004077346529811621
     ],
     "argmax": "rate_limit",
     "near_tie": false
    },
    {
     "question_id": "retryable",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9369118809700012,
      0.06308813393115997
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "wait_seconds",
     "type": "choice",
     "option_ids": [
      "0",
      "30",
      "300",
      "3600"
     ],
     "probs": [
      0.009855780750513077,
      0.972805380821228,
      0.0091749532148242,
      0.00816390197724104
     ],
     "argmax": "30",
     "near_tie": false
    },
    {
     "question_id": "client_at_fault",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.8327754735946655,
      0.16722451150417328
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "severity",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.07492678612470627,
      0.6312435269355774,
      0.2938295900821686
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j07/text",
   "set": "ref",
   "id": "own_j07",
   "arm": "text",
   "tokens": 595,
   "length": 1024,
   "questions": [
    {
     "question_id": "out_of_stock",
     "type": "choice",
     "option_ids": [
      "BOLT-M6",
      "BRACKET-L",
      "NUT-M6",
      "WASHER-6",
      "none"
     ],
     "probs": [
      0.00496803130954504,
      0.005591941066086292,
      0.00710851838812232,
      0.9770392775535583,
      0.005292215384542942
     ],
     "argmax": "WASHER-6",
     "near_tie": false
    },
    {
     "question_id": "reorder_count",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.030917195603251457,
      0.06293998658657074,
      0.6046109199523926,
      0.2607666254043579,
      0.04076532647013664
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "urgency",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.06657043099403381,
      0.13016623258590698,
      0.6432901620864868,
      0.15997318923473358
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "any_below",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9551172852516174,
      0.04488265886902809
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j08/text",
   "set": "ref",
   "id": "own_j08",
   "arm": "text",
   "tokens": 473,
   "length": 512,
   "questions": [
    {
     "question_id": "risky",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.7372088432312012,
      0.26279112696647644
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "riskiest_change",
     "type": "choice",
     "option_ids": [
      "db_pool_size",
      "feature_flag",
      "log_level",
      "replicas"
     ],
     "probs": [
      0.007425523828715086,
      0.3521883487701416,
      0.1531517207622528,
      0.4872344434261322
     ],
     "argmax": "replicas",
     "near_tie": false
    },
    {
     "question_id": "review",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.08354794979095459,
      0.4565598666667938,
      0.2588553726673126,
      0.20103685557842255
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j09/text",
   "set": "ref",
   "id": "own_j09",
   "arm": "text",
   "tokens": 573,
   "length": 1024,
   "questions": [
    {
     "question_id": "status",
     "type": "choice",
     "option_ids": [
      "delivered",
      "exception",
      "in_transit",
      "out_for_delivery",
      "picked_up"
     ],
     "probs": [
      0.014044644311070442,
      0.9286999106407166,
      0.023145491257309914,
      0.017565006390213966,
      0.016544951125979424
     ],
     "argmax": "exception",
     "near_tie": false
    },
    {
     "question_id": "late",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.5372322201728821,
      0.4627678394317627
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "customer_action",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.8881627917289734,
      0.11183721572160721
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "escalation",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.1350424885749817,
      0.5886182188987732,
      0.27633920311927795
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j10/text",
   "set": "ref",
   "id": "own_j10",
   "arm": "text",
   "tokens": 413,
   "length": 512,
   "questions": [
    {
     "question_id": "weakest",
     "type": "choice",
     "option_ids": [
      "content",
      "materials",
      "pace",
      "venue"
     ],
     "probs": [
      0.03156178817152977,
      0.020384183153510094,
      0.7397297024726868,
      0.20832428336143494
     ],
     "argmax": "pace",
     "near_tie": false
    },
    {
     "question_id": "overall",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.009662805125117302,
      0.03955387696623802,
      0.15558885037899017,
      0.7078101634979248,
      0.08738427609205246
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "satisfied",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.851473867893219,
      0.14852620661258698
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j11/text",
   "set": "ref",
   "id": "own_j11",
   "arm": "text",
   "tokens": 463,
   "length": 512,
   "questions": [
    {
     "question_id": "room",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "C",
      "none"
     ],
     "probs": [
      0.017346492037177086,
      0.9195308685302734,
      0.00995691679418087,
      0.05316566675901413
     ],
     "argmax": "B",
     "near_tie": false
    },
    {
     "question_id": "slot_10",
     "type": "choice",
     "option_ids": [
      "A_C",
      "B",
      "all",
      "none"
     ],
     "probs": [
      0.9744627475738525,
      0.0020176272373646498,
      0.01643430069088936,
      0.007085318211466074
     ],
     "argmax": "A_C",
     "near_tie": false
    },
    {
     "question_id": "feasible",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.03976188600063324,
      0.9602381587028503
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:own_j12/text",
   "set": "ref",
   "id": "own_j12",
   "arm": "text",
   "tokens": 562,
   "length": 1024,
   "questions": [
    {
     "question_id": "coupon_valid",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.019211627542972565,
      0.9807883501052856
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "total_band",
     "type": "choice",
     "option_ids": [
      "10_to_20",
      "20_to_30",
      "over_30",
      "under_10"
     ],
     "probs": [
      0.7350385785102844,
      0.14795738458633423,
      0.030865497887134552,
      0.08613850176334381
     ],
     "argmax": "10_to_20",
     "near_tie": false
    },
    {
     "question_id": "dessert_items",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.04819788783788681,
      0.5345614552497864,
      0.3715169429779053,
      0.04572369158267975
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "basket_size",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.16681760549545288,
      0.8146231770515442,
      0.018559178337454796
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_01/g256",
   "set": "ref",
   "id": "img_01",
   "arm": "g256",
   "tokens": 430,
   "length": 512,
   "questions": [
    {
     "question_id": "circles",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.009186779148876667,
      0.013579458929598331,
      0.9384931325912476,
      0.011375043541193008,
      0.01398711372166872,
      0.013378456234931946
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "more_circles",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.8058304786682129,
      0.1941695213317871
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "clutter",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.4905681312084198,
      0.48838356137275696,
      0.02104838564991951
     ],
     "argmax": "0",
     "near_tie": true
    }
   ]
  },
  {
   "key": "ref:img_01/g448",
   "set": "ref",
   "id": "img_01",
   "arm": "g448",
   "tokens": 562,
   "length": 1024,
   "questions": [
    {
     "question_id": "circles",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.00956746842712164,
      0.01378824096173048,
      0.935132622718811,
      0.012659077532589436,
      0.014835246838629246,
      0.014017333276569843
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "more_circles",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.7958424687385559,
      0.20415745675563812
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "clutter",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.33975109457969666,
      0.6291621923446655,
      0.031086716800928116
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_02/g256",
   "set": "ref",
   "id": "img_02",
   "arm": "g256",
   "tokens": 466,
   "length": 512,
   "questions": [
    {
     "question_id": "tallest",
     "type": "choice",
     "option_ids": [
      "blue",
      "green",
      "orange",
      "red",
      "yellow"
     ],
     "probs": [
      0.01152847521007061,
      0.9539625644683838,
      0.013284590095281601,
      0.010554770939052105,
      0.010669572278857231
     ],
     "argmax": "green",
     "near_tie": false
    },
    {
     "question_id": "green_over_orange",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9484120607376099,
      0.05158793926239014
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "spread",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.05013371258974075,
      0.22498683631420135,
      0.5188930630683899,
      0.20598644018173218
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_02/g448",
   "set": "ref",
   "id": "img_02",
   "arm": "g448",
   "tokens": 598,
   "length": 1024,
   "questions": [
    {
     "question_id": "tallest",
     "type": "choice",
     "option_ids": [
      "blue",
      "green",
      "orange",
      "red",
      "yellow"
     ],
     "probs": [
      0.011675418354570866,
      0.9479438066482544,
      0.01854868046939373,
      0.010654984973371029,
      0.011177035048604012
     ],
     "argmax": "green",
     "near_tie": false
    },
    {
     "question_id": "green_over_orange",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9413403868675232,
      0.05865956470370293
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "spread",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.04227091372013092,
      0.21732382476329803,
      0.5227811932563782,
      0.21762403845787048
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_03/g256",
   "set": "ref",
   "id": "img_03",
   "arm": "g256",
   "tokens": 495,
   "length": 512,
   "questions": [
    {
     "question_id": "tens_digit",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4",
      "5",
      "6",
      "7",
      "8",
      "9"
     ],
     "probs": [
      0.004496998153626919,
      0.007210446521639824,
      0.006789519917219877,
      0.00927277747541666,
      0.9413154721260071,
      0.0072193327359855175,
      0.00578791368752718,
      0.005784723907709122,
      0.00523199699819088,
      0.006890906952321529
     ],
     "argmax": "4",
     "near_tie": false
    },
    {
     "question_id": "even",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.4547136127948761,
      0.5452864170074463
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "readability",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.07881192862987518,
      0.19025087356567383,
      0.7309371829032898
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_03/g448",
   "set": "ref",
   "id": "img_03",
   "arm": "g448",
   "tokens": 627,
   "length": 1024,
   "questions": [
    {
     "question_id": "tens_digit",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4",
      "5",
      "6",
      "7",
      "8",
      "9"
     ],
     "probs": [
      0.0045227468945086,
      0.005129833705723286,
      0.004446770064532757,
      0.004824838601052761,
      0.9579044580459595,
      0.0057952008210122585,
      0.004277883563190699,
      0.004640061408281326,
      0.004250119440257549,
      0.004208039958029985
     ],
     "argmax": "4",
     "near_tie": false
    },
    {
     "question_id": "even",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.04876568913459778,
      0.9512342810630798
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "readability",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.06194295361638069,
      0.11737870424985886,
      0.8206783533096313
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_04/g256",
   "set": "ref",
   "id": "img_04",
   "arm": "g256",
   "tokens": 558,
   "length": 1024,
   "questions": [
    {
     "question_id": "total",
     "type": "choice",
     "option_ids": [
      "5.75",
      "6.57",
      "6.75",
      "7.65"
     ],
     "probs": [
      0.016725508496165276,
      0.010795052163302898,
      0.9614214897155762,
      0.011057970114052296
     ],
     "argmax": "6.75",
     "near_tie": false
    },
    {
     "question_id": "paid_cash",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9629271030426025,
      0.037072889506816864
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "items",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.00690346909686923,
      0.009223613888025284,
      0.957599401473999,
      0.01228237058967352,
      0.007310880348086357,
      0.0066802771762013435
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "legibility",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.030860861763358116,
      0.05470004677772522,
      0.9144390821456909
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_04/g448",
   "set": "ref",
   "id": "img_04",
   "arm": "g448",
   "tokens": 690,
   "length": 1024,
   "questions": [
    {
     "question_id": "total",
     "type": "choice",
     "option_ids": [
      "5.75",
      "6.57",
      "6.75",
      "7.65"
     ],
     "probs": [
      0.016926366835832596,
      0.013090851716697216,
      0.9583387970924377,
      0.011643999256193638
     ],
     "argmax": "6.75",
     "near_tie": false
    },
    {
     "question_id": "paid_cash",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9680786728858948,
      0.031921278685331345
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "items",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.005990676116198301,
      0.008310193195939064,
      0.9652615189552307,
      0.008824458345770836,
      0.005928601138293743,
      0.005684486124664545
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "legibility",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.048692427575588226,
      0.08476611971855164,
      0.8665414452552795
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_05/g256",
   "set": "ref",
   "id": "img_05",
   "arm": "g256",
   "tokens": 464,
   "length": 512,
   "questions": [
    {
     "question_id": "action",
     "type": "choice",
     "option_ids": [
      "go",
      "slow",
      "stop"
     ],
     "probs": [
      0.9654166102409363,
      0.020747238770127296,
      0.01383612398058176
     ],
     "argmax": "go",
     "near_tie": false
    },
    {
     "question_id": "lit_color",
     "type": "choice",
     "option_ids": [
      "green",
      "red",
      "yellow"
     ],
     "probs": [
      0.9835010766983032,
      0.008360754698514938,
      0.00813819095492363
     ],
     "argmax": "green",
     "near_tie": false
    },
    {
     "question_id": "may_proceed",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9376532435417175,
      0.06234678626060486
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "caution",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.8808353543281555,
      0.09280788898468018,
      0.026356790214776993
     ],
     "argmax": "0",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_05/g448",
   "set": "ref",
   "id": "img_05",
   "arm": "g448",
   "tokens": 596,
   "length": 1024,
   "questions": [
    {
     "question_id": "action",
     "type": "choice",
     "option_ids": [
      "go",
      "slow",
      "stop"
     ],
     "probs": [
      0.9673576354980469,
      0.01926286704838276,
      0.01337952446192503
     ],
     "argmax": "go",
     "near_tie": false
    },
    {
     "question_id": "lit_color",
     "type": "choice",
     "option_ids": [
      "green",
      "red",
      "yellow"
     ],
     "probs": [
      0.983744740486145,
      0.00819812249392271,
      0.008057110011577606
     ],
     "argmax": "green",
     "near_tie": false
    },
    {
     "question_id": "may_proceed",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9366927146911621,
      0.06330730766057968
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "caution",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.8997759222984314,
      0.07714225351810455,
      0.023081885650753975
     ],
     "argmax": "0",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_06/g256",
   "set": "ref",
   "id": "img_06",
   "arm": "g256",
   "tokens": 465,
   "length": 512,
   "questions": [
    {
     "question_id": "in_red_zone",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.5853540301322937,
      0.4146459698677063
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "reading",
     "type": "choice",
     "option_ids": [
      "0_25",
      "25_50",
      "50_75",
      "75_100"
     ],
     "probs": [
      0.01411303598433733,
      0.04513571783900261,
      0.43669480085372925,
      0.504056453704834
     ],
     "argmax": "75_100",
     "near_tie": false
    },
    {
     "question_id": "alarm",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.0992603674530983,
      0.2451496124267578,
      0.5745542645454407,
      0.08103576302528381
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_06/g448",
   "set": "ref",
   "id": "img_06",
   "arm": "g448",
   "tokens": 597,
   "length": 1024,
   "questions": [
    {
     "question_id": "in_red_zone",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.5087590217590332,
      0.4912409484386444
     ],
     "argmax": "true",
     "near_tie": true
    },
    {
     "question_id": "reading",
     "type": "choice",
     "option_ids": [
      "0_25",
      "25_50",
      "50_75",
      "75_100"
     ],
     "probs": [
      0.01588982157409191,
      0.039626117795705795,
      0.44641542434692383,
      0.4980686604976654
     ],
     "argmax": "75_100",
     "near_tie": false
    },
    {
     "question_id": "alarm",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.09903861582279205,
      0.24859726428985596,
      0.5695358514785767,
      0.08282832056283951
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_07/g256",
   "set": "ref",
   "id": "img_07",
   "arm": "g256",
   "tokens": 426,
   "length": 512,
   "questions": [
    {
     "question_id": "odd_direction",
     "type": "choice",
     "option_ids": [
      "down",
      "left",
      "right",
      "up"
     ],
     "probs": [
      0.011686054058372974,
      0.8748937249183655,
      0.09865131229162216,
      0.014768893830478191
     ],
     "argmax": "left",
     "near_tie": false
    },
    {
     "question_id": "odd_position",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.5483344793319702,
      0.2824002206325531,
      0.11460934579372406,
      0.054656028747558594
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "all_same",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.1250421404838562,
      0.8749578595161438
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_07/g448",
   "set": "ref",
   "id": "img_07",
   "arm": "g448",
   "tokens": 558,
   "length": 1024,
   "questions": [
    {
     "question_id": "odd_direction",
     "type": "choice",
     "option_ids": [
      "down",
      "left",
      "right",
      "up"
     ],
     "probs": [
      0.009634129703044891,
      0.01554312277585268,
      0.010886733420193195,
      0.9639360308647156
     ],
     "argmax": "up",
     "near_tie": false
    },
    {
     "question_id": "odd_position",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.06402807682752609,
      0.8375357389450073,
      0.06258033961057663,
      0.03585589677095413
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "all_same",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.02317638508975506,
      0.9768236875534058
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_08/g256",
   "set": "ref",
   "id": "img_08",
   "arm": "g256",
   "tokens": 522,
   "length": 1024,
   "questions": [
    {
     "question_id": "largest_room",
     "type": "choice",
     "option_ids": [
      "bath",
      "bed",
      "kitchen",
      "living"
     ],
     "probs": [
      0.011710288003087044,
      0.035809922963380814,
      0.024651188403367996,
      0.9278286099433899
     ],
     "argmax": "living",
     "near_tie": false
    },
    {
     "question_id": "rooms",
     "type": "choice",
     "option_ids": [
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.012425524182617664,
      0.036706265062093735,
      0.1581745147705078,
      0.7153301239013672,
      0.0773635134100914
     ],
     "argmax": "5",
     "near_tie": false
    },
    {
     "question_id": "bath_next_to_bed",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.30276724696159363,
      0.697232723236084
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "complexity",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.21595898270606995,
      0.7234771847724915,
      0.06056378409266472
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_08/g448",
   "set": "ref",
   "id": "img_08",
   "arm": "g448",
   "tokens": 654,
   "length": 1024,
   "questions": [
    {
     "question_id": "largest_room",
     "type": "choice",
     "option_ids": [
      "bath",
      "bed",
      "kitchen",
      "living"
     ],
     "probs": [
      0.015653572976589203,
      0.04443535953760147,
      0.02917167916893959,
      0.9107393622398376
     ],
     "argmax": "living",
     "near_tie": false
    },
    {
     "question_id": "rooms",
     "type": "choice",
     "option_ids": [
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.010885989293456078,
      0.02314097434282303,
      0.08536303788423538,
      0.8085554242134094,
      0.07205459475517273
     ],
     "argmax": "5",
     "near_tie": false
    },
    {
     "question_id": "bath_next_to_bed",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.27756720781326294,
      0.7224327921867371
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "complexity",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.2185685932636261,
      0.7267388105392456,
      0.0546925850212574
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_09/g256",
   "set": "ref",
   "id": "img_09",
   "arm": "g256",
   "tokens": 460,
   "length": 512,
   "questions": [
    {
     "question_id": "largest",
     "type": "choice",
     "option_ids": [
      "blue",
      "green",
      "red"
     ],
     "probs": [
      0.010673053562641144,
      0.010041683912277222,
      0.9792851805686951
     ],
     "argmax": "red",
     "near_tie": false
    },
    {
     "question_id": "smallest",
     "type": "choice",
     "option_ids": [
      "blue",
      "green",
      "red"
     ],
     "probs": [
      0.9673922061920166,
      0.018099794164299965,
      0.014507941901683807
     ],
     "argmax": "blue",
     "near_tie": false
    },
    {
     "question_id": "same_size",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.011824932880699635,
      0.9881750345230103
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "spread",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.07225006073713303,
      0.25579360127449036,
      0.6719563007354736
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_09/g448",
   "set": "ref",
   "id": "img_09",
   "arm": "g448",
   "tokens": 592,
   "length": 1024,
   "questions": [
    {
     "question_id": "largest",
     "type": "choice",
     "option_ids": [
      "blue",
      "green",
      "red"
     ],
     "probs": [
      0.011294933035969734,
      0.010510658845305443,
      0.9781944155693054
     ],
     "argmax": "red",
     "near_tie": false
    },
    {
     "question_id": "smallest",
     "type": "choice",
     "option_ids": [
      "blue",
      "green",
      "red"
     ],
     "probs": [
      0.9640185832977295,
      0.020649267360568047,
      0.015332202427089214
     ],
     "argmax": "blue",
     "near_tie": false
    },
    {
     "question_id": "same_size",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.01306815817952156,
      0.9869318604469299
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "spread",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.07083727419376373,
      0.2462048977613449,
      0.6829577684402466
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_10/g256",
   "set": "ref",
   "id": "img_10",
   "arm": "g256",
   "tokens": 405,
   "length": 512,
   "questions": [
    {
     "question_id": "hour",
     "type": "choice",
     "option_ids": [
      "12",
      "3",
      "6",
      "9"
     ],
     "probs": [
      0.015922145918011665,
      0.9660347104072571,
      0.00783784594386816,
      0.010205300524830818
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "minute_hand_up",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9483895301818848,
      0.051610492169857025
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "confidence",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.01959981396794319,
      0.10588859021663666,
      0.8745115995407104
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:img_10/g448",
   "set": "ref",
   "id": "img_10",
   "arm": "g448",
   "tokens": 537,
   "length": 1024,
   "questions": [
    {
     "question_id": "hour",
     "type": "choice",
     "option_ids": [
      "12",
      "3",
      "6",
      "9"
     ],
     "probs": [
      0.019408948719501495,
      0.9689507484436035,
      0.0037013425026088953,
      0.00793895311653614
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "minute_hand_up",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9531087279319763,
      0.046891286969184875
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "confidence",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.015213661827147007,
      0.095798060297966,
      0.8889882564544678
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:photo_01/g256",
   "set": "ref",
   "id": "photo_01",
   "arm": "g256",
   "tokens": 556,
   "length": 1024,
   "questions": [
    {
     "question_id": "limes",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.014061340130865574,
      0.028863323852419853,
      0.28562769293785095,
      0.5502461194992065,
      0.08806552737951279,
      0.033136047422885895
     ],
     "argmax": "4",
     "near_tie": false
    },
    {
     "question_id": "has_banana",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.004540500231087208,
      0.9954594969749451
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "kinds",
     "type": "choice",
     "option_ids": [
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.023699797689914703,
      0.11542528122663498,
      0.3812732696533203,
      0.39035898447036743,
      0.08924264460802078
     ],
     "argmax": "5",
     "near_tie": true
    },
    {
     "question_id": "freshness",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.009982937015593052,
      0.21010668575763702,
      0.7799103260040283
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:photo_01/g448",
   "set": "ref",
   "id": "photo_01",
   "arm": "g448",
   "tokens": 688,
   "length": 1024,
   "questions": [
    {
     "question_id": "limes",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.013736645691096783,
      0.04058893397450447,
      0.403939813375473,
      0.4603227972984314,
      0.056784871965646744,
      0.02462693303823471
     ],
     "argmax": "4",
     "near_tie": false
    },
    {
     "question_id": "has_banana",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.003799476893618703,
      0.9962005019187927
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "kinds",
     "type": "choice",
     "option_ids": [
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.02417978085577488,
      0.1406676173210144,
      0.5053993463516235,
      0.2724212110042572,
      0.057332009077072144
     ],
     "argmax": "4",
     "near_tie": false
    },
    {
     "question_id": "freshness",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.009164875373244286,
      0.1694028377532959,
      0.8214322924613953
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:photo_02/g256",
   "set": "ref",
   "id": "photo_02",
   "arm": "g256",
   "tokens": 499,
   "length": 512,
   "questions": [
    {
     "question_id": "animal",
     "type": "choice",
     "option_ids": [
      "cat",
      "dog",
      "fox",
      "rabbit"
     ],
     "probs": [
      0.9538528323173523,
      0.011381489224731922,
      0.02367180585861206,
      0.011093921959400177
     ],
     "argmax": "cat",
     "near_tie": false
    },
    {
     "question_id": "eye_color",
     "type": "choice",
     "option_ids": [
      "blue",
      "brown",
      "green",
      "yellow"
     ],
     "probs": [
      0.008803190663456917,
      0.012133055366575718,
      0.01650221273303032,
      0.9625614881515503
     ],
     "argmax": "yellow",
     "near_tie": false
    },
    {
     "question_id": "background",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.7345455884933472,
      0.19812045991420746,
      0.06733401864767075
     ],
     "argmax": "0",
     "near_tie": false
    },
    {
     "question_id": "striped",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9262645244598389,
      0.07373550534248352
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:photo_02/g448",
   "set": "ref",
   "id": "photo_02",
   "arm": "g448",
   "tokens": 631,
   "length": 1024,
   "questions": [
    {
     "question_id": "animal",
     "type": "choice",
     "option_ids": [
      "cat",
      "dog",
      "fox",
      "rabbit"
     ],
     "probs": [
      0.9616167545318604,
      0.010347669944167137,
      0.017860645428299904,
      0.010174961760640144
     ],
     "argmax": "cat",
     "near_tie": false
    },
    {
     "question_id": "eye_color",
     "type": "choice",
     "option_ids": [
      "blue",
      "brown",
      "green",
      "yellow"
     ],
     "probs": [
      0.00705269630998373,
      0.012105724774301052,
      0.02121095173060894,
      0.9596306085586548
     ],
     "argmax": "yellow",
     "near_tie": false
    },
    {
     "question_id": "background",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.7493856549263,
      0.18698669970035553,
      0.0636276826262474
     ],
     "argmax": "0",
     "near_tie": false
    },
    {
     "question_id": "striped",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.931877851486206,
      0.06812216341495514
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:photo_03/g256",
   "set": "ref",
   "id": "photo_03",
   "arm": "g256",
   "tokens": 505,
   "length": 512,
   "questions": [
    {
     "question_id": "snow_visible",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9198325276374817,
      0.08016747236251831
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "reflection",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9517771601676941,
      0.04822278022766113
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "sky",
     "type": "choice",
     "option_ids": [
      "clear",
      "night",
      "overcast",
      "rain"
     ],
     "probs": [
      0.021496502682566643,
      0.026187149807810783,
      0.9316613674163818,
      0.020654991269111633
     ],
     "argmax": "overcast",
     "near_tie": false
    },
    {
     "question_id": "wildness",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.012333991006016731,
      0.012969876639544964,
      0.06048063933849335,
      0.9142155647277832
     ],
     "argmax": "3",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:photo_03/g448",
   "set": "ref",
   "id": "photo_03",
   "arm": "g448",
   "tokens": 637,
   "length": 1024,
   "questions": [
    {
     "question_id": "snow_visible",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9215373396873474,
      0.07846266776323318
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "reflection",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9501727819442749,
      0.04982719570398331
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "sky",
     "type": "choice",
     "option_ids": [
      "clear",
      "night",
      "overcast",
      "rain"
     ],
     "probs": [
      0.019668642431497574,
      0.024183696135878563,
      0.9371179938316345,
      0.019029581919312477
     ],
     "argmax": "overcast",
     "near_tie": false
    },
    {
     "question_id": "wildness",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.011880886740982533,
      0.012494496069848537,
      0.05449450761079788,
      0.9211300611495972
     ],
     "argmax": "3",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:photo_04/g256",
   "set": "ref",
   "id": "photo_04",
   "arm": "g256",
   "tokens": 502,
   "length": 512,
   "questions": [
    {
     "question_id": "drink",
     "type": "choice",
     "option_ids": [
      "coffee",
      "juice",
      "milk",
      "tea"
     ],
     "probs": [
      0.9631638526916504,
      0.010510153137147427,
      0.010279739275574684,
      0.016046231612563133
     ],
     "argmax": "coffee",
     "near_tie": false
    },
    {
     "question_id": "milk_added",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.0056989542208611965,
      0.9943010807037354
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "cup_color",
     "type": "choice",
     "option_ids": [
      "black",
      "blue",
      "red",
      "white"
     ],
     "probs": [
      0.0075156670063734055,
      0.0073354849591851234,
      0.0078076934441924095,
      0.9773411750793457
     ],
     "argmax": "white",
     "near_tie": false
    },
    {
     "question_id": "beans",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.01152852550148964,
      0.03864520415663719,
      0.9498262405395508
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:photo_04/g448",
   "set": "ref",
   "id": "photo_04",
   "arm": "g448",
   "tokens": 634,
   "length": 1024,
   "questions": [
    {
     "question_id": "drink",
     "type": "choice",
     "option_ids": [
      "coffee",
      "juice",
      "milk",
      "tea"
     ],
     "probs": [
      0.9655641317367554,
      0.010080492123961449,
      0.010179261676967144,
      0.014176125638186932
     ],
     "argmax": "coffee",
     "near_tie": false
    },
    {
     "question_id": "milk_added",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.005295709706842899,
      0.9947043061256409
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "cup_color",
     "type": "choice",
     "option_ids": [
      "black",
      "blue",
      "red",
      "white"
     ],
     "probs": [
      0.007250157650560141,
      0.007239617872983217,
      0.0077374884858727455,
      0.9777726531028748
     ],
     "argmax": "white",
     "near_tie": false
    },
    {
     "question_id": "beans",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.011322620324790478,
      0.03569074720144272,
      0.9529866576194763
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_a3f18f3a63d45345942b/text",
   "set": "ref",
   "id": "semif_a3f18f3a63d45345942b",
   "arm": "text",
   "tokens": 185,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.9379705190658569,
      0.030058452859520912,
      0.03197097405791283
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_f40beba9088c8db8bbd6/text",
   "set": "ref",
   "id": "semif_f40beba9088c8db8bbd6",
   "arm": "text",
   "tokens": 183,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.03418789803981781,
      0.06364653259515762,
      0.9021655917167664
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_0b43ea8e24e74d621f1b/text",
   "set": "ref",
   "id": "semif_0b43ea8e24e74d621f1b",
   "arm": "text",
   "tokens": 177,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.0260050967335701,
      0.03251767158508301,
      0.9414771795272827
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_942ec65dac0bfb9874f9/text",
   "set": "ref",
   "id": "semif_942ec65dac0bfb9874f9",
   "arm": "text",
   "tokens": 177,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.09105799347162247,
      0.8800762891769409,
      0.02886578068137169
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_e0c140e9222d1bce5647/text",
   "set": "ref",
   "id": "semif_e0c140e9222d1bce5647",
   "arm": "text",
   "tokens": 189,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.03843696787953377,
      0.031967807561159134,
      0.9295952320098877
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_8e8c3804a3c15ebb31e3/text",
   "set": "ref",
   "id": "semif_8e8c3804a3c15ebb31e3",
   "arm": "text",
   "tokens": 186,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.8724489212036133,
      0.019697366282343864,
      0.10785374790430069
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_56c419b12cd37cbe790c/text",
   "set": "ref",
   "id": "semif_56c419b12cd37cbe790c",
   "arm": "text",
   "tokens": 188,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.9397817254066467,
      0.02623993158340454,
      0.03397833928465843
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_75b470586834df8c568d/text",
   "set": "ref",
   "id": "semif_75b470586834df8c568d",
   "arm": "text",
   "tokens": 181,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.02548310160636902,
      0.9267092943191528,
      0.04780757427215576
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_834f3b3e10cc61b33d25/text",
   "set": "ref",
   "id": "semif_834f3b3e10cc61b33d25",
   "arm": "text",
   "tokens": 175,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.9600001573562622,
      0.019024234265089035,
      0.020975681021809578
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_76c7a79b1ff2363a60c5/text",
   "set": "ref",
   "id": "semif_76c7a79b1ff2363a60c5",
   "arm": "text",
   "tokens": 175,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.011720328591763973,
      0.012256436049938202,
      0.9760231971740723
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_36c71bb649b7d5eccb1f/text",
   "set": "ref",
   "id": "semif_36c71bb649b7d5eccb1f",
   "arm": "text",
   "tokens": 174,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.014397252351045609,
      0.013586457818746567,
      0.9720162153244019
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_eac5121a4a1bf391a08c/text",
   "set": "ref",
   "id": "semif_eac5121a4a1bf391a08c",
   "arm": "text",
   "tokens": 173,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.013722140341997147,
      0.9711139798164368,
      0.015163789503276348
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_44574c44e243ee1b2f52/text",
   "set": "ref",
   "id": "semif_44574c44e243ee1b2f52",
   "arm": "text",
   "tokens": 186,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.02758634276688099,
      0.02503787726163864,
      0.9473757743835449
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_2608370d01783735c3ea/text",
   "set": "ref",
   "id": "semif_2608370d01783735c3ea",
   "arm": "text",
   "tokens": 186,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.9132471680641174,
      0.046068113297224045,
      0.040684811770915985
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_ec94ef909f7918695ab3/text",
   "set": "ref",
   "id": "semif_ec94ef909f7918695ab3",
   "arm": "text",
   "tokens": 180,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.9483665823936462,
      0.023870177567005157,
      0.027763227000832558
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_03d919fd0e9b3a7cd1e6/text",
   "set": "ref",
   "id": "semif_03d919fd0e9b3a7cd1e6",
   "arm": "text",
   "tokens": 175,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.05669175833463669,
      0.9001638293266296,
      0.043144453316926956
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_86a15618ba4cb90a307e/text",
   "set": "ref",
   "id": "semif_86a15618ba4cb90a307e",
   "arm": "text",
   "tokens": 179,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.7402384877204895,
      0.18037135899066925,
      0.07939021289348602
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_3dd9c3ac98f8ddf7bdd3/text",
   "set": "ref",
   "id": "semif_3dd9c3ac98f8ddf7bdd3",
   "arm": "text",
   "tokens": 179,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.02517034485936165,
      0.02430444024503231,
      0.950525164604187
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_36273dd4777876a26338/text",
   "set": "ref",
   "id": "semif_36273dd4777876a26338",
   "arm": "text",
   "tokens": 175,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.020512109622359276,
      0.02361128479242325,
      0.9558766484260559
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_07ee70cfe4b01330ce89/text",
   "set": "ref",
   "id": "semif_07ee70cfe4b01330ce89",
   "arm": "text",
   "tokens": 175,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.10142947733402252,
      0.8568366169929504,
      0.04173384606838226
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_51ceab3ce622c7c759f1/text",
   "set": "ref",
   "id": "semif_51ceab3ce622c7c759f1",
   "arm": "text",
   "tokens": 191,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.02142815664410591,
      0.024249611422419548,
      0.9543222188949585
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b8091be929b1e489fcc4/text",
   "set": "ref",
   "id": "semif_b8091be929b1e489fcc4",
   "arm": "text",
   "tokens": 191,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.9250455498695374,
      0.0391332171857357,
      0.035821329802274704
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_c89b86e3f55123bfa506/text",
   "set": "ref",
   "id": "semif_c89b86e3f55123bfa506",
   "arm": "text",
   "tokens": 182,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.9273013472557068,
      0.03871588036417961,
      0.033982813358306885
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_3b0958cabc339005cf66/text",
   "set": "ref",
   "id": "semif_3b0958cabc339005cf66",
   "arm": "text",
   "tokens": 178,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.02247816137969494,
      0.9558912515640259,
      0.02163061685860157
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_f2b4ec4930322fe45118/text",
   "set": "ref",
   "id": "semif_f2b4ec4930322fe45118",
   "arm": "text",
   "tokens": 193,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.03961123153567314,
      0.02013995125889778,
      0.9402487874031067
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_61ac20b07a5189231e15/text",
   "set": "ref",
   "id": "semif_61ac20b07a5189231e15",
   "arm": "text",
   "tokens": 199,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.04206136614084244,
      0.9327921271324158,
      0.025146571919322014
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_4b3d794c004566610181/text",
   "set": "ref",
   "id": "semif_4b3d794c004566610181",
   "arm": "text",
   "tokens": 184,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.03218446671962738,
      0.9500744342803955,
      0.01774110272526741
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b7c4e62d07986286fce0/text",
   "set": "ref",
   "id": "semif_b7c4e62d07986286fce0",
   "arm": "text",
   "tokens": 189,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.7766780257225037,
      0.1283935159444809,
      0.09492851048707962
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_9473603b44af63beab79/text",
   "set": "ref",
   "id": "semif_9473603b44af63beab79",
   "arm": "text",
   "tokens": 190,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.023657411336898804,
      0.9567793607711792,
      0.019563227891921997
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_d41072dc35d8cd14c056/text",
   "set": "ref",
   "id": "semif_d41072dc35d8cd14c056",
   "arm": "text",
   "tokens": 195,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.023656362667679787,
      0.021204974502325058,
      0.955138623714447
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_33d6e5da58f0fee2490d/text",
   "set": "ref",
   "id": "semif_33d6e5da58f0fee2490d",
   "arm": "text",
   "tokens": 190,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.02377069741487503,
      0.020327646285295486,
      0.9559016823768616
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_823bf736b92e9d8fa66d/text",
   "set": "ref",
   "id": "semif_823bf736b92e9d8fa66d",
   "arm": "text",
   "tokens": 190,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.8876254558563232,
      0.04410076141357422,
      0.06827382743358612
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_8a4c3de28be95c105ca1/text",
   "set": "ref",
   "id": "semif_8a4c3de28be95c105ca1",
   "arm": "text",
   "tokens": 189,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.06892910599708557,
      0.19925789535045624,
      0.7318130135536194
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_ea7ec66a5e8eac886548/text",
   "set": "ref",
   "id": "semif_ea7ec66a5e8eac886548",
   "arm": "text",
   "tokens": 192,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.045660313218832016,
      0.9156817197799683,
      0.03865800052881241
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_25172cd6ddc49ab0ca70/text",
   "set": "ref",
   "id": "semif_25172cd6ddc49ab0ca70",
   "arm": "text",
   "tokens": 183,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.04114566370844841,
      0.9342493414878845,
      0.02460505999624729
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_fb73a85d386cf59b0c51/text",
   "set": "ref",
   "id": "semif_fb73a85d386cf59b0c51",
   "arm": "text",
   "tokens": 185,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.44857507944107056,
      0.05289645493030548,
      0.49852854013442993
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_a02fd582d2881cc462b2/text",
   "set": "ref",
   "id": "semif_a02fd582d2881cc462b2",
   "arm": "text",
   "tokens": 195,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.020227059721946716,
      0.962434709072113,
      0.017338203266263008
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_19f37d5a97034bd7d04f/text",
   "set": "ref",
   "id": "semif_19f37d5a97034bd7d04f",
   "arm": "text",
   "tokens": 195,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.019602429121732712,
      0.01999616250395775,
      0.9604014158248901
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_fda0ca94652c6d739ecf/text",
   "set": "ref",
   "id": "semif_fda0ca94652c6d739ecf",
   "arm": "text",
   "tokens": 194,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.020438184961676598,
      0.022363845258951187,
      0.9571979641914368
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_d0e36c4cb10a29b3191c/text",
   "set": "ref",
   "id": "semif_d0e36c4cb10a29b3191c",
   "arm": "text",
   "tokens": 193,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.25096452236175537,
      0.06330118328332901,
      0.6857342720031738
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_a0a39ace7e5337d038a7/text",
   "set": "ref",
   "id": "semif_a0a39ace7e5337d038a7",
   "arm": "text",
   "tokens": 197,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.014262980781495571,
      0.015708742663264275,
      0.9700283408164978
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_eeae283841ce75dd25bf/text",
   "set": "ref",
   "id": "semif_eeae283841ce75dd25bf",
   "arm": "text",
   "tokens": 197,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.015170869417488575,
      0.9709699153900146,
      0.01385923195630312
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_00bb4cc043f7d2b288d4/text",
   "set": "ref",
   "id": "semif_00bb4cc043f7d2b288d4",
   "arm": "text",
   "tokens": 189,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.02079833298921585,
      0.9596190452575684,
      0.01958257518708706
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_1a81ead69e93e5d0c86a/text",
   "set": "ref",
   "id": "semif_1a81ead69e93e5d0c86a",
   "arm": "text",
   "tokens": 196,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.48680996894836426,
      0.14390091598033905,
      0.3692891597747803
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_4444dad25e438f128673/text",
   "set": "ref",
   "id": "semif_4444dad25e438f128673",
   "arm": "text",
   "tokens": 190,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.04482723027467728,
      0.9357381463050842,
      0.01943463273346424
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_3226202ba1ada2570e9f/text",
   "set": "ref",
   "id": "semif_3226202ba1ada2570e9f",
   "arm": "text",
   "tokens": 193,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.08895696699619293,
      0.05259836092591286,
      0.8584446907043457
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_3f783eec5c90812479bc/text",
   "set": "ref",
   "id": "semif_3f783eec5c90812479bc",
   "arm": "text",
   "tokens": 190,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.03627849370241165,
      0.02767263725399971,
      0.9360488653182983
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_ffee861474a9665a093a/text",
   "set": "ref",
   "id": "semif_ffee861474a9665a093a",
   "arm": "text",
   "tokens": 191,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.7932941317558289,
      0.13077619671821594,
      0.07592956721782684
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_8c992e17e4fb54b044f5/text",
   "set": "ref",
   "id": "semif_8c992e17e4fb54b044f5",
   "arm": "text",
   "tokens": 178,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9638796448707581,
      0.016953540965914726,
      0.0191668588668108
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_695dd61195ca025c4f4c/text",
   "set": "ref",
   "id": "semif_695dd61195ca025c4f4c",
   "arm": "text",
   "tokens": 179,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.009884707629680634,
      0.9755433201789856,
      0.014571958221495152
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_e6155431ab7b0f8170d4/text",
   "set": "ref",
   "id": "semif_e6155431ab7b0f8170d4",
   "arm": "text",
   "tokens": 170,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.011360310018062592,
      0.974548876285553,
      0.014090766198933125
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b49ecda75086d8c68d2a/text",
   "set": "ref",
   "id": "semif_b49ecda75086d8c68d2a",
   "arm": "text",
   "tokens": 170,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.7465178966522217,
      0.045874301344156265,
      0.20760783553123474
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_587ced261c6092cd1325/text",
   "set": "ref",
   "id": "semif_587ced261c6092cd1325",
   "arm": "text",
   "tokens": 186,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.009621433913707733,
      0.9802170991897583,
      0.010161470621824265
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_533d4423d311de82b27d/text",
   "set": "ref",
   "id": "semif_533d4423d311de82b27d",
   "arm": "text",
   "tokens": 189,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9725650548934937,
      0.01411267090588808,
      0.013322323560714722
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_2bf540d515a51755b25c/text",
   "set": "ref",
   "id": "semif_2bf540d515a51755b25c",
   "arm": "text",
   "tokens": 178,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9732663631439209,
      0.012109722942113876,
      0.014623923227190971
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_fdb9fc214aea2710763a/text",
   "set": "ref",
   "id": "semif_fdb9fc214aea2710763a",
   "arm": "text",
   "tokens": 168,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9175906181335449,
      0.041483037173748016,
      0.04092634096741676
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_f6d68126b43f8c9ed183/text",
   "set": "ref",
   "id": "semif_f6d68126b43f8c9ed183",
   "arm": "text",
   "tokens": 181,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9621800780296326,
      0.016169531270861626,
      0.021650414913892746
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_44bae0c8a1615a096c43/text",
   "set": "ref",
   "id": "semif_44bae0c8a1615a096c43",
   "arm": "text",
   "tokens": 184,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.008654402568936348,
      0.979840874671936,
      0.011504712514579296
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_2175379f4c69e6207626/text",
   "set": "ref",
   "id": "semif_2175379f4c69e6207626",
   "arm": "text",
   "tokens": 175,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.01838107779622078,
      0.9433146715164185,
      0.038304220885038376
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_def9fe59d262357a673a/text",
   "set": "ref",
   "id": "semif_def9fe59d262357a673a",
   "arm": "text",
   "tokens": 170,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9037961363792419,
      0.03162387013435364,
      0.0645800307393074
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_712f6ffb763eef7c9a12/text",
   "set": "ref",
   "id": "semif_712f6ffb763eef7c9a12",
   "arm": "text",
   "tokens": 181,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.0065992530435323715,
      0.9852712154388428,
      0.008129533380270004
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_e1d610bd14e3d16c09b9/text",
   "set": "ref",
   "id": "semif_e1d610bd14e3d16c09b9",
   "arm": "text",
   "tokens": 181,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9712280035018921,
      0.014080130495131016,
      0.014691806398332119
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_22ec57822db50ec121cf/text",
   "set": "ref",
   "id": "semif_22ec57822db50ec121cf",
   "arm": "text",
   "tokens": 171,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9779080748558044,
      0.01155098620802164,
      0.010540864430367947
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_3e75f2b84e8e08e3d3f2/text",
   "set": "ref",
   "id": "semif_3e75f2b84e8e08e3d3f2",
   "arm": "text",
   "tokens": 170,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.2097495049238205,
      0.0570547953248024,
      0.7331957221031189
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_ebd74aa05324a1556288/text",
   "set": "ref",
   "id": "semif_ebd74aa05324a1556288",
   "arm": "text",
   "tokens": 186,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9683107733726501,
      0.015352624468505383,
      0.016336528584361076
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_d7e84e4245a29817da1f/text",
   "set": "ref",
   "id": "semif_d7e84e4245a29817da1f",
   "arm": "text",
   "tokens": 184,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.009494511410593987,
      0.9799413681030273,
      0.010564041323959827
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_f41ae66b3c09630c7a42/text",
   "set": "ref",
   "id": "semif_f41ae66b3c09630c7a42",
   "arm": "text",
   "tokens": 178,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.014002921991050243,
      0.9703075885772705,
      0.01568942703306675
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_82c2cd97c160ad27951b/text",
   "set": "ref",
   "id": "semif_82c2cd97c160ad27951b",
   "arm": "text",
   "tokens": 171,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.062305573374032974,
      0.8641750812530518,
      0.0735192522406578
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_7ada97b6f99f4788e5c7/text",
   "set": "ref",
   "id": "semif_7ada97b6f99f4788e5c7",
   "arm": "text",
   "tokens": 184,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.009235200472176075,
      0.9801378846168518,
      0.010626939125359058
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_4d7a003342db5b0a17e3/text",
   "set": "ref",
   "id": "semif_4d7a003342db5b0a17e3",
   "arm": "text",
   "tokens": 187,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9697359800338745,
      0.014771477319300175,
      0.015492524020373821
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_19d3d8d0bf773e88be7b/text",
   "set": "ref",
   "id": "semif_19d3d8d0bf773e88be7b",
   "arm": "text",
   "tokens": 172,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9743428826332092,
      0.013089414685964584,
      0.012567766942083836
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_d6de731cca52359b1c87/text",
   "set": "ref",
   "id": "semif_d6de731cca52359b1c87",
   "arm": "text",
   "tokens": 170,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.7814079523086548,
      0.094471774995327,
      0.12412025034427643
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b45c63fb92729af27f05/text",
   "set": "ref",
   "id": "semif_b45c63fb92729af27f05",
   "arm": "text",
   "tokens": 197,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.8199091553688049,
      0.10125941038131714,
      0.07883138954639435
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_46b7029b9a704138b77a/text",
   "set": "ref",
   "id": "semif_46b7029b9a704138b77a",
   "arm": "text",
   "tokens": 195,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.0241380725055933,
      0.024741332978010178,
      0.9511206150054932
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_caf773b23934fa7362a1/text",
   "set": "ref",
   "id": "semif_caf773b23934fa7362a1",
   "arm": "text",
   "tokens": 190,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.0235898457467556,
      0.024836556985974312,
      0.9515735507011414
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_f46f392ef9e9e9df564b/text",
   "set": "ref",
   "id": "semif_f46f392ef9e9e9df564b",
   "arm": "text",
   "tokens": 188,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.03898479789495468,
      0.9334074854850769,
      0.027607645839452744
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_005dcf6d2c0f21d64796/text",
   "set": "ref",
   "id": "semif_005dcf6d2c0f21d64796",
   "arm": "text",
   "tokens": 209,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.044645246118307114,
      0.0370376855134964,
      0.9183170795440674
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_edb708bd0fe5fd67d6ee/text",
   "set": "ref",
   "id": "semif_edb708bd0fe5fd67d6ee",
   "arm": "text",
   "tokens": 210,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.04880240559577942,
      0.9187498688697815,
      0.03244778513908386
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_97a35499bd8717f3e786/text",
   "set": "ref",
   "id": "semif_97a35499bd8717f3e786",
   "arm": "text",
   "tokens": 203,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.026912227272987366,
      0.9488773345947266,
      0.024210462346673012
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_31eb4533d2c89959ec46/text",
   "set": "ref",
   "id": "semif_31eb4533d2c89959ec46",
   "arm": "text",
   "tokens": 202,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.8818478584289551,
      0.057051416486501694,
      0.06110065430402756
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_0aa24a6701ac9c56c4a0/text",
   "set": "ref",
   "id": "semif_0aa24a6701ac9c56c4a0",
   "arm": "text",
   "tokens": 194,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.019153136759996414,
      0.9611666798591614,
      0.019680175930261612
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_796d5c0da6eaadae6a3f/text",
   "set": "ref",
   "id": "semif_796d5c0da6eaadae6a3f",
   "arm": "text",
   "tokens": 188,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.979203462600708,
      0.010681740008294582,
      0.010114826261997223
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_599b3092b6fd18312d23/text",
   "set": "ref",
   "id": "semif_599b3092b6fd18312d23",
   "arm": "text",
   "tokens": 187,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9639644026756287,
      0.017896605655550957,
      0.018139028921723366
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_960a4bcd27363e6db4b9/text",
   "set": "ref",
   "id": "semif_960a4bcd27363e6db4b9",
   "arm": "text",
   "tokens": 189,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.06518009305000305,
      0.12030711770057678,
      0.8145127296447754
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_c6a411e7f2bbdf377173/text",
   "set": "ref",
   "id": "semif_c6a411e7f2bbdf377173",
   "arm": "text",
   "tokens": 207,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.8910642266273499,
      0.0584135428071022,
      0.050522126257419586
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_e332aa927d0c2ed044aa/text",
   "set": "ref",
   "id": "semif_e332aa927d0c2ed044aa",
   "arm": "text",
   "tokens": 208,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.022142531350255013,
      0.024319229647517204,
      0.9535382986068726
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_a0128e551d095f3449f8/text",
   "set": "ref",
   "id": "semif_a0128e551d095f3449f8",
   "arm": "text",
   "tokens": 183,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.021899674087762833,
      0.024897338822484016,
      0.953203022480011
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_46d6a0731bd288c370f0/text",
   "set": "ref",
   "id": "semif_46d6a0731bd288c370f0",
   "arm": "text",
   "tokens": 182,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.03202031925320625,
      0.9363344311714172,
      0.031645189970731735
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_21ca7a8b970e36b8e20f/text",
   "set": "ref",
   "id": "semif_21ca7a8b970e36b8e20f",
   "arm": "text",
   "tokens": 214,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.07730824500322342,
      0.10005832463502884,
      0.8226334452629089
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_4aa83af95bb69e90bc2d/text",
   "set": "ref",
   "id": "semif_4aa83af95bb69e90bc2d",
   "arm": "text",
   "tokens": 212,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.12826260924339294,
      0.7025217413902283,
      0.16921569406986237
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_cdfa9eed51fafcf09b72/text",
   "set": "ref",
   "id": "semif_cdfa9eed51fafcf09b72",
   "arm": "text",
   "tokens": 197,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.08316764235496521,
      0.8579084873199463,
      0.058923810720443726
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_d51b05bfb9d6d7f09331/text",
   "set": "ref",
   "id": "semif_d51b05bfb9d6d7f09331",
   "arm": "text",
   "tokens": 203,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.389587938785553,
      0.05312535911798477,
      0.5572867393493652
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_fdd902cc6e65fad7cb4f/text",
   "set": "ref",
   "id": "semif_fdd902cc6e65fad7cb4f",
   "arm": "text",
   "tokens": 201,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9089858531951904,
      0.06164924055337906,
      0.02936486527323723
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_42384af9ae56beb37ff5/text",
   "set": "ref",
   "id": "semif_42384af9ae56beb37ff5",
   "arm": "text",
   "tokens": 201,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.013386656530201435,
      0.9639059901237488,
      0.022707372903823853
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_cdf7f428857e1b841cb3/text",
   "set": "ref",
   "id": "semif_cdf7f428857e1b841cb3",
   "arm": "text",
   "tokens": 194,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.013716802932322025,
      0.9722191095352173,
      0.014064033515751362
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_774f7f9245f83c796d44/text",
   "set": "ref",
   "id": "semif_774f7f9245f83c796d44",
   "arm": "text",
   "tokens": 180,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.015706803649663925,
      0.01997380703687668,
      0.9643194079399109
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_92ec2ffa3dd46ada1335/text",
   "set": "ref",
   "id": "semif_92ec2ffa3dd46ada1335",
   "arm": "text",
   "tokens": 204,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.8855386972427368,
      0.060761649161577225,
      0.05369967222213745
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_6149a17bc154f9c5b4a0/text",
   "set": "ref",
   "id": "semif_6149a17bc154f9c5b4a0",
   "arm": "text",
   "tokens": 200,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.06173570826649666,
      0.05484170839190483,
      0.8834225535392761
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_be866e1dbec5d42d9423/text",
   "set": "ref",
   "id": "semif_be866e1dbec5d42d9423",
   "arm": "text",
   "tokens": 201,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.034006115049123764,
      0.03187696635723114,
      0.9341168999671936
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_97d2ed2591fc7638806c/text",
   "set": "ref",
   "id": "semif_97d2ed2591fc7638806c",
   "arm": "text",
   "tokens": 199,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.05768606439232826,
      0.6858992576599121,
      0.25641465187072754
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_4533dd91267b4d815690/text",
   "set": "ref",
   "id": "semif_4533dd91267b4d815690",
   "arm": "text",
   "tokens": 205,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.033501219004392624,
      0.025256134569644928,
      0.9412426948547363
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_d880e65fef5e2993fdd0/text",
   "set": "ref",
   "id": "semif_d880e65fef5e2993fdd0",
   "arm": "text",
   "tokens": 202,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.1567000448703766,
      0.14153437316417694,
      0.7017655372619629
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_90494c76078ffc3c717a/text",
   "set": "ref",
   "id": "semif_90494c76078ffc3c717a",
   "arm": "text",
   "tokens": 202,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.037894826382398605,
      0.9350236058235168,
      0.027081655338406563
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_9ac5cc82c4126c91174a/text",
   "set": "ref",
   "id": "semif_9ac5cc82c4126c91174a",
   "arm": "text",
   "tokens": 201,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.9362877011299133,
      0.03425920009613037,
      0.029453102499246597
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_386e10b1c1ce906473a4/text",
   "set": "ref",
   "id": "semif_386e10b1c1ce906473a4",
   "arm": "text",
   "tokens": 205,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9697842001914978,
      0.016403023153543472,
      0.013812756165862083
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_4da6aedc1139224eeff2/text",
   "set": "ref",
   "id": "semif_4da6aedc1139224eeff2",
   "arm": "text",
   "tokens": 208,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.010314389131963253,
      0.9800445437431335,
      0.009641125798225403
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_a22dab8ba073ff6cdb8d/text",
   "set": "ref",
   "id": "semif_a22dab8ba073ff6cdb8d",
   "arm": "text",
   "tokens": 201,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.014301427640020847,
      0.9724641442298889,
      0.013234456069767475
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_42c54fa2ad45743e24d8/text",
   "set": "ref",
   "id": "semif_42c54fa2ad45743e24d8",
   "arm": "text",
   "tokens": 188,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.01426499243825674,
      0.015853846445679665,
      0.9698811769485474
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_f3d13cf184f916677def/text",
   "set": "ref",
   "id": "semif_f3d13cf184f916677def",
   "arm": "text",
   "tokens": 208,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.8744791150093079,
      0.06937257200479507,
      0.056148286908864975
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_1105577da4c8dad4609d/text",
   "set": "ref",
   "id": "semif_1105577da4c8dad4609d",
   "arm": "text",
   "tokens": 205,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.7089326977729797,
      0.10819981247186661,
      0.18286742269992828
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_0ebd299739302d8b057b/text",
   "set": "ref",
   "id": "semif_0ebd299739302d8b057b",
   "arm": "text",
   "tokens": 201,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.3625256419181824,
      0.5150991678237915,
      0.12237513810396194
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_eafc22c8c40df3932a8e/text",
   "set": "ref",
   "id": "semif_eafc22c8c40df3932a8e",
   "arm": "text",
   "tokens": 189,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.06226951628923416,
      0.8568917512893677,
      0.08083871752023697
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_0aa1447680e4f25862bb/text",
   "set": "ref",
   "id": "semif_0aa1447680e4f25862bb",
   "arm": "text",
   "tokens": 208,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.09610029309988022,
      0.10398255288600922,
      0.7999171614646912
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_980e76145c925747220c/text",
   "set": "ref",
   "id": "semif_980e76145c925747220c",
   "arm": "text",
   "tokens": 209,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.15695405006408691,
      0.7664765119552612,
      0.07656949758529663
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_4aee37a6a155747766aa/text",
   "set": "ref",
   "id": "semif_4aee37a6a155747766aa",
   "arm": "text",
   "tokens": 206,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.06977228820323944,
      0.896848201751709,
      0.03337949514389038
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_6db17cc22bd656d78558/text",
   "set": "ref",
   "id": "semif_6db17cc22bd656d78558",
   "arm": "text",
   "tokens": 199,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.9536575078964233,
      0.020622441545128822,
      0.02572000026702881
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_ef3e0f8e657bf59f8a29/text",
   "set": "ref",
   "id": "semif_ef3e0f8e657bf59f8a29",
   "arm": "text",
   "tokens": 200,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.7230689525604248,
      0.13565555214881897,
      0.14127543568611145
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_f756e1cb04e11766341e/text",
   "set": "ref",
   "id": "semif_f756e1cb04e11766341e",
   "arm": "text",
   "tokens": 206,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.7103711366653442,
      0.18566159904003143,
      0.10396719723939896
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_d167e51bb1f499099645/text",
   "set": "ref",
   "id": "semif_d167e51bb1f499099645",
   "arm": "text",
   "tokens": 186,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.6212291717529297,
      0.061878953129053116,
      0.3168918490409851
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_674ca4e9346216255466/text",
   "set": "ref",
   "id": "semif_674ca4e9346216255466",
   "arm": "text",
   "tokens": 176,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.012726865708827972,
      0.016588713973760605,
      0.9706844091415405
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_1df851a202994a07f123/text",
   "set": "ref",
   "id": "semif_1df851a202994a07f123",
   "arm": "text",
   "tokens": 194,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.9057098031044006,
      0.056041598320007324,
      0.03824856877326965
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b5e6788d95b8395d2888/text",
   "set": "ref",
   "id": "semif_b5e6788d95b8395d2888",
   "arm": "text",
   "tokens": 193,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.015277144499123096,
      0.01566929742693901,
      0.9690535068511963
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_32f36cd0fbbfb3604586/text",
   "set": "ref",
   "id": "semif_32f36cd0fbbfb3604586",
   "arm": "text",
   "tokens": 183,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.026392901316285133,
      0.0339135006070137,
      0.9396935701370239
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_843185706adff0c60f8b/text",
   "set": "ref",
   "id": "semif_843185706adff0c60f8b",
   "arm": "text",
   "tokens": 184,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.14413680136203766,
      0.8222772479057312,
      0.033585961908102036
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b531dd603bf080dab820/text",
   "set": "ref",
   "id": "semif_b531dd603bf080dab820",
   "arm": "text",
   "tokens": 199,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.024968935176730156,
      0.021342413499951363,
      0.9536886215209961
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_be2dd67bc733c1213bef/text",
   "set": "ref",
   "id": "semif_be2dd67bc733c1213bef",
   "arm": "text",
   "tokens": 202,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.06340198963880539,
      0.9064947366714478,
      0.03010326623916626
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b8e2750307df9761e716/text",
   "set": "ref",
   "id": "semif_b8e2750307df9761e716",
   "arm": "text",
   "tokens": 196,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.02701793797314167,
      0.9483775496482849,
      0.02460443042218685
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_5d31b4bf2d0fc193f53b/text",
   "set": "ref",
   "id": "semif_5d31b4bf2d0fc193f53b",
   "arm": "text",
   "tokens": 201,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.045980241149663925,
      0.019717402756214142,
      0.9343023896217346
     ],
     "argmax": "prohibited",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_a9230edfc6ec9e524af0/text",
   "set": "ref",
   "id": "semif_a9230edfc6ec9e524af0",
   "arm": "text",
   "tokens": 185,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.9685994386672974,
      0.014734205789864063,
      0.016666341572999954
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_c100e84585149a04be49/text",
   "set": "ref",
   "id": "semif_c100e84585149a04be49",
   "arm": "text",
   "tokens": 191,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.012099185958504677,
      0.9751353859901428,
      0.0127654317766428
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_579beed184ffc1104aa9/text",
   "set": "ref",
   "id": "semif_579beed184ffc1104aa9",
   "arm": "text",
   "tokens": 182,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.009461687877774239,
      0.981244683265686,
      0.009293666109442711
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_c4e9bd463b6fde5be743/text",
   "set": "ref",
   "id": "semif_c4e9bd463b6fde5be743",
   "arm": "text",
   "tokens": 170,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.015460613183677197,
      0.020388828590512276,
      0.9641505479812622
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b863998d4be2721a5dfd/text",
   "set": "ref",
   "id": "semif_b863998d4be2721a5dfd",
   "arm": "text",
   "tokens": 205,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.8075610399246216,
      0.11506092548370361,
      0.07737808674573898
     ],
     "argmax": "contradicted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_37cebc3792e98049439f/text",
   "set": "ref",
   "id": "semif_37cebc3792e98049439f",
   "arm": "text",
   "tokens": 202,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.01810348406434059,
      0.02067314274609089,
      0.9612233638763428
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_64d63f86e328aff1481c/text",
   "set": "ref",
   "id": "semif_64d63f86e328aff1481c",
   "arm": "text",
   "tokens": 210,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.02198781631886959,
      0.01906548999249935,
      0.958946704864502
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_6d64a8459f64eac7f4cc/text",
   "set": "ref",
   "id": "semif_6d64a8459f64eac7f4cc",
   "arm": "text",
   "tokens": 207,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.018820548430085182,
      0.9627407789230347,
      0.018438685685396194
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_2708193212d8a4a523c7/text",
   "set": "ref",
   "id": "semif_2708193212d8a4a523c7",
   "arm": "text",
   "tokens": 207,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.1317499727010727,
      0.7084866166114807,
      0.1597634106874466
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_5a37d1dfcad20810a76a/text",
   "set": "ref",
   "id": "semif_5a37d1dfcad20810a76a",
   "arm": "text",
   "tokens": 196,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.05524401366710663,
      0.9165467619895935,
      0.02820916660130024
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_acacd8b46acd25cb954b/text",
   "set": "ref",
   "id": "semif_acacd8b46acd25cb954b",
   "arm": "text",
   "tokens": 206,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.04463925212621689,
      0.9134571552276611,
      0.041903555393218994
     ],
     "argmax": "permitted",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_4089c199b8b796ec3ed8/text",
   "set": "ref",
   "id": "semif_4089c199b8b796ec3ed8",
   "arm": "text",
   "tokens": 205,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "insufficient",
      "permitted",
      "prohibited"
     ],
     "probs": [
      0.8117009401321411,
      0.10148927569389343,
      0.08680974692106247
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_02f2b95a5c5a4777a45c/text",
   "set": "ref",
   "id": "semif_02f2b95a5c5a4777a45c",
   "arm": "text",
   "tokens": 191,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.97116619348526,
      0.015154607594013214,
      0.013679229654371738
     ],
     "argmax": "A",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_ebea4681e3dcc7d92ca2/text",
   "set": "ref",
   "id": "semif_ebea4681e3dcc7d92ca2",
   "arm": "text",
   "tokens": 196,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.08834957331418991,
      0.869680643081665,
      0.041969843208789825
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_b8c5b9b285cbdddc9f8d/text",
   "set": "ref",
   "id": "semif_b8c5b9b285cbdddc9f8d",
   "arm": "text",
   "tokens": 187,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.013395226560533047,
      0.9723762273788452,
      0.014228580519557
     ],
     "argmax": "B",
     "near_tie": false
    }
   ]
  },
  {
   "key": "ref:semif_7ed75d854d99b3a81916/text",
   "set": "ref",
   "id": "semif_7ed75d854d99b3a81916",
   "arm": "text",
   "tokens": 185,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "A",
      "B",
      "insufficient"
     ],
     "probs": [
      0.1063990443944931,
      0.025634992867708206,
      0.8679659366607666
     ],
     "argmax": "insufficient",
     "near_tie": false
    }
   ]
  },
  {
   "key": "red:red_semif_a3f18f3a63d45345942b_decision/text",
   "set": "red",
   "id": "red_semif_a3f18f3a63d45345942b_decision",
   "arm": "text",
   "tokens": 185,
   "length": 256,
   "questions": [
    {
     "question_id": "decision",
     "type": "choice",
     "option_ids": [
      "contradicted",
      "insufficient",
      "supported"
     ],
     "probs": [
      0.031007669866085052,
      0.04688897356390953,
      0.9221032857894897
     ],
     "argmax": "supported",
     "near_tie": false
    }
   ]
  },
  {
   "key": "red:red_own_t01_wants_refund/text",
   "set": "red",
   "id": "red_own_t01_wants_refund",
   "arm": "text",
   "tokens": 436,
   "length": 512,
   "questions": [
    {
     "question_id": "department",
     "type": "choice",
     "option_ids": [
      "account",
      "billing",
      "shipping",
      "technical"
     ],
     "probs": [
      0.002479092450812459,
      0.010504619218409061,
      0.010545819066464901,
      0.9764703512191772
     ],
     "argmax": "technical",
     "near_tie": false
    },
    {
     "question_id": "wants_refund",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.04918592795729637,
      0.9508140087127686
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "urgency",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.31783023476600647,
      0.383848637342453,
      0.2077670395374298,
      0.09055418521165848
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "red:red_own_j01_large/text",
   "set": "red",
   "id": "red_own_j01_large",
   "arm": "text",
   "tokens": 476,
   "length": 512,
   "questions": [
    {
     "question_id": "status",
     "type": "choice",
     "option_ids": [
      "draft",
      "open_not_due",
      "overdue",
      "paid"
     ],
     "probs": [
      0.011678780429065228,
      0.0751294270157814,
      0.902635395526886,
      0.010556389577686787
     ],
     "argmax": "overdue",
     "near_tie": false
    },
    {
     "question_id": "large",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9793319702148438,
      0.020668020471930504
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "priority",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.24222134053707123,
      0.4509980082511902,
      0.23438629508018494,
      0.07239433377981186
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t01/text",
   "set": "heldout",
   "id": "ho_t01",
   "arm": "text",
   "tokens": 708,
   "length": 1024,
   "questions": [
    {
     "question_id": "leave_days",
     "type": "choice",
     "option_ids": [
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.011955575086176395,
      0.014398426748812199,
      0.9569793343544006,
      0.016666658222675323
     ],
     "argmax": "5",
     "near_tie": false
    },
    {
     "question_id": "cover_arranged",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9343686699867249,
      0.06563134491443634
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "days_left_after",
     "type": "choice",
     "option_ids": [
      "12",
      "17",
      "5",
      "7"
     ],
     "probs": [
      0.056332241743803024,
      0.06345650553703308,
      0.09152945131063461,
      0.78868168592453
     ],
     "argmax": "7",
     "near_tie": false
    },
    {
     "question_id": "reason",
     "type": "choice",
     "option_ids": [
      "family_event",
      "medical",
      "moving",
      "study"
     ],
     "probs": [
      0.9869279265403748,
      0.0045706466771662235,
      0.003963676281273365,
      0.0045377472415566444
     ],
     "argmax": "family_event",
     "near_tie": false
    },
    {
     "question_id": "ease_of_approval",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.07239833474159241,
      0.12370789051055908,
      0.8038937449455261
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t02/text",
   "set": "heldout",
   "id": "ho_t02",
   "arm": "text",
   "tokens": 746,
   "length": 1024,
   "questions": [
    {
     "question_id": "in_warranty",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.4069470763206482,
      0.5930529236793518
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "faulty_part",
     "type": "choice",
     "option_ids": [
      "battery",
      "brush",
      "dock",
      "filter",
      "motor"
     ],
     "probs": [
      0.9559220671653748,
      0.00963235180824995,
      0.013026898726820946,
      0.009166945703327656,
      0.012251721695065498
     ],
     "argmax": "battery",
     "near_tie": false
    },
    {
     "question_id": "possible_damage",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9562633633613586,
      0.04373664781451225
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "remedy",
     "type": "choice",
     "option_ids": [
      "new_unit",
      "part_by_post",
      "refund",
      "repair"
     ],
     "probs": [
      0.006661281455308199,
      0.9788803458213806,
      0.00509070185944438,
      0.009367705322802067
     ],
     "argmax": "part_by_post",
     "near_tie": false
    },
    {
     "question_id": "claim_strength",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.20373326539993286,
      0.6412119269371033,
      0.15505482256412506
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t03/text",
   "set": "heldout",
   "id": "ho_t03",
   "arm": "text",
   "tokens": 842,
   "length": 1024,
   "questions": [
    {
     "question_id": "asks_about_pet",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.956577718257904,
      0.04342230036854744
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "bedrooms",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "studio"
     ],
     "probs": [
      0.008579462766647339,
      0.97906893491745,
      0.006340706720948219,
      0.006010899785906076
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "needs_parking",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.011500004678964615,
      0.9885000586509705
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "viewing_time",
     "type": "choice",
     "option_ids": [
      "any",
      "weekday_evening",
      "weekday_morning",
      "weekend"
     ],
     "probs": [
      0.029270969331264496,
      0.023431649431586266,
      0.9230484366416931,
      0.024248862639069557
     ],
     "argmax": "weekday_morning",
     "near_tie": false
    },
    {
     "question_id": "other_question",
     "type": "choice",
     "option_ids": [
      "garden",
      "internet",
      "lease_length",
      "rent_deposit"
     ],
     "probs": [
      0.0017832558369264007,
      0.0011825613910332322,
      0.0018274456961080432,
      0.9952066540718079
     ],
     "argmax": "rent_deposit",
     "near_tie": false
    },
    {
     "question_id": "match",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.0884840190410614,
      0.31707626581192017,
      0.5212829113006592,
      0.07315680384635925
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t04/text",
   "set": "heldout",
   "id": "ho_t04",
   "arm": "text",
   "tokens": 658,
   "length": 1024,
   "questions": [
    {
     "question_id": "biggest_problem",
     "type": "choice",
     "option_ids": [
      "food",
      "parking",
      "price",
      "toilets",
      "weather"
     ],
     "probs": [
      0.012463031336665154,
      0.9575657248497009,
      0.016409585252404213,
      0.006599507760256529,
      0.006962168030440807
     ],
     "argmax": "parking",
     "near_tie": false
    },
    {
     "question_id": "would_return",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9719088077545166,
      0.02809116803109646
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "food_left",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.010517409071326256,
      0.9894826412200928
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "tone",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.021899646148085594,
      0.01767408289015293,
      0.019623884931206703,
      0.8002809882164001,
      0.1006443202495575,
      0.02047915756702423,
      0.01939786784350872
     ],
     "argmax": "3",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t05/text",
   "set": "heldout",
   "id": "ho_t05",
   "arm": "text",
   "tokens": 727,
   "length": 1024,
   "questions": [
    {
     "question_id": "defect_kind",
     "type": "choice",
     "option_ids": [
      "crash",
      "display",
      "slowness",
      "sync"
     ],
     "probs": [
      0.9176895022392273,
      0.028839578852057457,
      0.04077349975705147,
      0.01269739493727684
     ],
     "argmax": "crash",
     "near_tie": false
    },
    {
     "question_id": "regression",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9447945952415466,
      0.05520545691251755
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "loses_work",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9563081860542297,
      0.04369184002280235
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "small_notebooks",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.008132325485348701,
      0.99186772108078
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "priority",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.06439540535211563,
      0.145986407995224,
      0.6306989789009094,
      0.15891915559768677
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t06/text",
   "set": "heldout",
   "id": "ho_t06",
   "arm": "text",
   "tokens": 721,
   "length": 1024,
   "questions": [
    {
     "question_id": "problem",
     "type": "choice",
     "option_ids": [
      "damaged",
      "late",
      "missing_after_scan",
      "redirected",
      "wrong_item"
     ],
     "probs": [
      0.011484123766422272,
      0.017634332180023193,
      0.9425472021102905,
      0.014772721566259861,
      0.01356156449764967
     ],
     "argmax": "missing_after_scan",
     "near_tie": false
    },
    {
     "question_id": "was_home",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.878743052482605,
      0.12125690281391144
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "outcome_wanted",
     "type": "choice",
     "option_ids": [
      "cancel",
      "compensation",
      "refund",
      "resend"
     ],
     "probs": [
      0.017281828448176384,
      0.017983967438340187,
      0.020564954727888107,
      0.944169282913208
     ],
     "argmax": "resend",
     "near_tie": false
    },
    {
     "question_id": "time_sensitive",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9174954891204834,
      0.08250447362661362
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "mood",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.06536456197500229,
      0.19770249724388123,
      0.5533907413482666,
      0.18354223668575287
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t07/text",
   "set": "heldout",
   "id": "ho_t07",
   "arm": "text",
   "tokens": 1086,
   "length": 2048,
   "questions": [
    {
     "question_id": "factor",
     "type": "choice",
     "option_ids": [
      "1.5",
      "2",
      "3",
      "4",
      "6"
     ],
     "probs": [
      0.05535648763179779,
      0.07915972918272018,
      0.8409063220024109,
      0.01420992985367775,
      0.010367603041231632
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "oats_total",
     "type": "choice",
     "option_ids": [
      "1000",
      "1250",
      "500",
      "750"
     ],
     "probs": [
      0.06383215636014938,
      0.017994998022913933,
      0.005955840460956097,
      0.9122170209884644
     ],
     "argmax": "750",
     "near_tie": false
    },
    {
     "question_id": "syrup_total",
     "type": "choice",
     "option_ids": [
      "240",
      "320",
      "60",
      "80"
     ],
     "probs": [
      0.9516197443008423,
      0.03375504910945892,
      0.005371410865336657,
      0.009253894910216331
     ],
     "argmax": "240",
     "near_tie": false
    },
    {
     "question_id": "oats_one_weighing",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.2547069489955902,
      0.7452929615974426
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "asks_swap",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9758510589599609,
      0.024148916825652122
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "oven_temperature",
     "type": "choice",
     "option_ids": [
      "160",
      "170",
      "180",
      "200"
     ],
     "probs": [
      0.007834219373762608,
      0.007605121936649084,
      0.976466715335846,
      0.0080939382314682
     ],
     "argmax": "180",
     "near_tie": false
    },
    {
     "question_id": "questions_asked",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.009856987744569778,
      0.410186767578125,
      0.3985019624233246,
      0.18145422637462616
     ],
     "argmax": "2",
     "near_tie": true
    },
    {
     "question_id": "difficulty",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.03862227872014046,
      0.08422844111919403,
      0.7681658864021301,
      0.10898337513208389
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t08/text",
   "set": "heldout",
   "id": "ho_t08",
   "arm": "text",
   "tokens": 864,
   "length": 1024,
   "questions": [
    {
     "question_id": "policy_section",
     "type": "choice",
     "option_ids": [
      "baggage",
      "cancellation",
      "delay",
      "liability",
      "medical"
     ],
     "probs": [
      0.016698379069566727,
      0.013810181058943272,
      0.9560889601707458,
      0.007554999087005854,
      0.005847567692399025
     ],
     "argmax": "delay",
     "near_tie": false
    },
    {
     "question_id": "costs_total",
     "type": "choice",
     "option_ids": [
      "236",
      "277",
      "286",
      "300"
     ],
     "probs": [
      0.005991741083562374,
      0.9762243628501892,
      0.014726088382303715,
      0.0030579189769923687
     ],
     "argmax": "277",
     "near_tie": false
    },
    {
     "question_id": "payout",
     "type": "choice",
     "option_ids": [
      "227",
      "250",
      "277",
      "300"
     ],
     "probs": [
      0.6912968754768372,
      0.15352711081504822,
      0.09384827315807343,
      0.061327774077653885
     ],
     "argmax": "227",
     "near_tie": false
    },
    {
     "question_id": "airline_paid",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.049003057181835175,
      0.9509969353675842
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "baggage_lost",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.008770307525992393,
      0.9912296533584595
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "clarity",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.19747166335582733,
      0.6285289525985718,
      0.1739993393421173
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t09/text",
   "set": "heldout",
   "id": "ho_t09",
   "arm": "text",
   "tokens": 867,
   "length": 1024,
   "questions": [
    {
     "question_id": "bartholomew_chemistry",
     "type": "choice",
     "option_ids": [
      "neither",
      "thursday",
      "tuesday"
     ],
     "probs": [
      0.5058367252349854,
      0.27001863718032837,
      0.22414463758468628
     ],
     "argmax": "neither",
     "near_tie": false
    },
    {
     "question_id": "ingrid_laptop",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.008216258138418198,
      0.9917837381362915
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "within_limit",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.7840203642845154,
      0.21597963571548462
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "moved_lesson",
     "type": "choice",
     "option_ids": [
      "cancelled",
      "fri_23",
      "online",
      "thu_22"
     ],
     "probs": [
      0.002672579139471054,
      0.9936392903327942,
      0.0013681302079930902,
      0.0023199860006570816
     ],
     "argmax": "fri_23",
     "near_tie": false
    },
    {
     "question_id": "maths_length",
     "type": "choice",
     "option_ids": [
      "120",
      "60",
      "75",
      "90"
     ],
     "probs": [
      0.04643623158335686,
      0.007213171571493149,
      0.05523824691772461,
      0.8911123275756836
     ],
     "argmax": "90",
     "near_tie": false
    },
    {
     "question_id": "planning_effort",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.08247818052768707,
      0.4757630228996277,
      0.44175881147384644
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_t10/text",
   "set": "heldout",
   "id": "ho_t10",
   "arm": "text",
   "tokens": 800,
   "length": 1024,
   "questions": [
    {
     "question_id": "most_wanted",
     "type": "choice",
     "option_ids": [
      "council",
      "local_history",
      "puzzles",
      "recipes",
      "sport"
     ],
     "probs": [
      0.005076519679278135,
      0.9818816781044006,
      0.008859334513545036,
      0.0021014385856688023,
      0.0020811089780181646
     ],
     "argmax": "local_history",
     "near_tie": false
    },
    {
     "question_id": "mistake_reported",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.40386030077934265,
      0.596139669418335
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "all_positive",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.02233678661286831,
      0.9776631593704224
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "digital_readers",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.020538825541734695,
      0.06400835514068604,
      0.8846129179000854,
      0.03083992935717106
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "reply_count",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.0295583326369524,
      0.30262959003448486,
      0.6395983695983887,
      0.028213756158947945
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "reception",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.023553121834993362,
      0.6647576689720154,
      0.28087469935417175,
      0.030814511701464653
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_j01/text",
   "set": "heldout",
   "id": "ho_j01",
   "arm": "text",
   "tokens": 769,
   "length": 1024,
   "questions": [
    {
     "question_id": "sick_days",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.012799806892871857,
      0.9692284464836121,
      0.010320954956114292,
      0.007650779094547033
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "longest_day",
     "type": "choice",
     "option_ids": [
      "2026-09-28",
      "2026-09-29",
      "2026-10-01",
      "2026-10-02"
     ],
     "probs": [
      0.18473617732524872,
      0.05667063221335411,
      0.7440989017486572,
      0.014494218863546848
     ],
     "argmax": "2026-10-01",
     "near_tie": false
    },
    {
     "question_id": "approved",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.004864667542278767,
      0.9951353669166565
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "late_start",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.5005287528038025,
      0.4994712173938751
     ],
     "argmax": "true",
     "near_tie": true
    },
    {
     "question_id": "hours_concern",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.30296823382377625,
      0.6207133531570435,
      0.07631848752498627
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_j02/text",
   "set": "heldout",
   "id": "ho_j02",
   "arm": "text",
   "tokens": 335,
   "length": 512,
   "questions": [
    {
     "question_id": "beyond_tolerance",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4",
      "5"
     ],
     "probs": [
      0.023999681696295738,
      0.06399666517972946,
      0.3668537139892578,
      0.4671483337879181,
      0.05884933844208717,
      0.019152212888002396
     ],
     "argmax": "3",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_j03/text",
   "set": "heldout",
   "id": "ho_j03",
   "arm": "text",
   "tokens": 775,
   "length": 1024,
   "questions": [
    {
     "question_id": "excursion",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9109287261962891,
      0.08907125890254974
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "first_excursion",
     "type": "choice",
     "option_ids": [
      "07:30",
      "11:30",
      "15:30",
      "16:00",
      "19:30",
      "none"
     ],
     "probs": [
      0.012006472796201706,
      0.014763779006898403,
      0.9266101121902466,
      0.0144957872107625,
      0.014352725818753242,
      0.017771132290363312
     ],
     "argmax": "15:30",
     "near_tie": false
    },
    {
     "question_id": "cause",
     "type": "choice",
     "option_ids": [
      "defrost",
      "door",
      "power",
      "sensor"
     ],
     "probs": [
      0.0156366266310215,
      0.9552696943283081,
      0.014233286492526531,
      0.014860405586659908
     ],
     "argmax": "door",
     "near_tie": false
    },
    {
     "question_id": "recovered",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9217079877853394,
      0.07829198986291885
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "risk",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.058447808027267456,
      0.10441934317350388,
      0.5641039609909058,
      0.2017531394958496,
      0.07127577811479568
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_j04/text",
   "set": "heldout",
   "id": "ho_j04",
   "arm": "text",
   "tokens": 610,
   "length": 1024,
   "questions": [
    {
     "question_id": "free_cancellation",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.17961466312408447,
      0.8203853368759155
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "party",
     "type": "choice",
     "option_ids": [
      "2",
      "4",
      "6",
      "8"
     ],
     "probs": [
      0.011402147822082043,
      0.0121049415320158,
      0.964417576789856,
      0.01207531988620758
     ],
     "argmax": "6",
     "near_tie": false
    },
    {
     "question_id": "kitchen_need",
     "type": "choice",
     "option_ids": [
      "access",
      "allergy",
      "high_chair",
      "vegan"
     ],
     "probs": [
      0.025919659063220024,
      0.9539421796798706,
      0.010396220721304417,
      0.009741991758346558
     ],
     "argmax": "allergy",
     "near_tie": false
    },
    {
     "question_id": "special_occasion",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9215545654296875,
      0.07844538986682892
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_j05/text",
   "set": "heldout",
   "id": "ho_j05",
   "arm": "text",
   "tokens": 775,
   "length": 1024,
   "questions": [
    {
     "question_id": "missed_month",
     "type": "choice",
     "option_ids": [
      "2026-06",
      "2026-07",
      "2026-08",
      "2026-09",
      "none"
     ],
     "probs": [
      0.007325610611587763,
      0.007610861677676439,
      0.9722287058830261,
      0.006082342471927404,
      0.006752463523298502
     ],
     "argmax": "2026-08",
     "near_tie": false
    },
    {
     "question_id": "july_late",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9073461294174194,
      0.09265390783548355
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "double_payment",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.668825626373291,
      0.33117440342903137
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "owed",
     "type": "choice",
     "option_ids": [
      "0",
      "117",
      "39",
      "78"
     ],
     "probs": [
      0.09607750177383423,
      0.15335458517074585,
      0.30782991647720337,
      0.4427380859851837
     ],
     "argmax": "78",
     "near_tie": false
    },
    {
     "question_id": "reliability",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.1680677980184555,
      0.5046610832214355,
      0.25051021575927734,
      0.07676083594560623
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_j06/text",
   "set": "heldout",
   "id": "ho_j06",
   "arm": "text",
   "tokens": 733,
   "length": 1024,
   "questions": [
    {
     "question_id": "hides_endpoints",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.016763577237725258,
      0.9832363724708557
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "route_audience",
     "type": "choice",
     "option_ids": [
      "everyone",
      "followers",
      "nobody"
     ],
     "probs": [
      0.010792987421154976,
      0.9838370680809021,
      0.005369918420910835
     ],
     "argmax": "followers",
     "near_tie": false
    },
    {
     "question_id": "marketing",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.0044847107492387295,
      0.9955152869224548
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "zone_boundaries",
     "type": "choice",
     "option_ids": [
      "3",
      "4",
      "5",
      "6"
     ],
     "probs": [
      0.6435909271240234,
      0.26123830676078796,
      0.0547371506690979,
      0.04043354466557503
     ],
     "argmax": "3",
     "near_tie": false
    },
    {
     "question_id": "unit_mismatch",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.30545052886009216,
      0.6945494413375854
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "privacy_level",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.14730772376060486,
      0.465959370136261,
      0.3566575050354004,
      0.024697015061974525,
      0.00537838414311409
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_j07/text",
   "set": "heldout",
   "id": "ho_j07",
   "arm": "text",
   "tokens": 826,
   "length": 1024,
   "questions": [
    {
     "question_id": "unassigned",
     "type": "choice",
     "option_ids": [
      "VR-1101",
      "VR-1102",
      "VR-1103",
      "VR-1104",
      "none"
     ],
     "probs": [
      0.9451282620429993,
      0.013407869264483452,
      0.013237496837973595,
      0.011786974966526031,
      0.016439441591501236
     ],
     "argmax": "VR-1101",
     "near_tie": false
    },
    {
     "question_id": "open_high",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.007701286114752293,
      0.016318626701831818,
      0.9631177186965942,
      0.008132577873766422,
      0.004729806445538998
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "shared_theme",
     "type": "choice",
     "option_ids": [
      "billing",
      "firmware",
      "mesh",
      "parental"
     ],
     "probs": [
      0.0014254730194807053,
      0.9950096607208252,
      0.0020307942759245634,
      0.0015340398531407118
     ],
     "argmax": "firmware",
     "near_tie": false
    },
    {
     "question_id": "all_closed",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.005011498928070068,
      0.9949885010719299
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "wider_incident",
     "type": "score",
     "option_ids": [
      "0",
      "1"
     ],
     "probs": [
      0.4347696006298065,
      0.5652303695678711
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_j08/text",
   "set": "heldout",
   "id": "ho_j08",
   "arm": "text",
   "tokens": 798,
   "length": 1024,
   "questions": [
    {
     "question_id": "all_pass",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.2391447126865387,
      0.7608553171157837
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "failing_dimension",
     "type": "choice",
     "option_ids": [
      "hole_diameter",
      "length",
      "none",
      "thickness",
      "width"
     ],
     "probs": [
      0.5239635109901428,
      0.08329886943101883,
      0.17592813074588776,
      0.1820811629295349,
      0.03472837805747986
     ],
     "argmax": "hole_diameter",
     "near_tie": false
    },
    {
     "question_id": "failing_sample",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "none"
     ],
     "probs": [
      0.3720414638519287,
      0.12672236561775208,
      0.16852445900440216,
      0.33271172642707825
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "disposition",
     "type": "choice",
     "option_ids": [
      "hold",
      "release",
      "scrap"
     ],
     "probs": [
      0.253184974193573,
      0.6690455079078674,
      0.07776950299739838
     ],
     "argmax": "release",
     "near_tie": false
    },
    {
     "question_id": "capability",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.05910712108016014,
      0.31040436029434204,
      0.28685736656188965,
      0.34363123774528503
     ],
     "argmax": "3",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_l01/text",
   "set": "heldout",
   "id": "ho_l01",
   "arm": "text",
   "tokens": 2850,
   "length": 4096,
   "questions": [
    {
     "question_id": "root_cause",
     "type": "choice",
     "option_ids": [
      "contactor",
      "door",
      "power_cut",
      "refrigerant_leak",
      "sensor"
     ],
     "probs": [
      0.97612464427948,
      0.010995198041200638,
      0.004200329538434744,
      0.004259034059941769,
      0.004420713521540165
     ],
     "argmax": "contactor",
     "near_tie": false
    },
    {
     "question_id": "peak_temperature",
     "type": "choice",
     "option_ids": [
      "-12.4",
      "-14.9",
      "-18.0",
      "-9.6"
     ],
     "probs": [
      0.986362874507904,
      0.007595738861709833,
      0.003322361968457699,
      0.002719045151025057
     ],
     "argmax": "-12.4",
     "near_tie": false
    },
    {
     "question_id": "first_text_reached",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.0368923656642437,
      0.9631076455116272
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "dough_outcome",
     "type": "choice",
     "option_ids": [
      "destroyed",
      "held",
      "left_in_chamber_3",
      "released"
     ],
     "probs": [
      0.004089806694537401,
      0.9855768084526062,
      0.006799846887588501,
      0.0035335577558726072
     ],
     "argmax": "held",
     "near_tie": false
    },
    {
     "question_id": "standby_ready",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.015572862699627876,
      0.9844271540641785
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "above_limit",
     "type": "choice",
     "option_ids": [
      "1_to_3h",
      "3_to_6h",
      "over_6h",
      "under_1h"
     ],
     "probs": [
      0.17427606880664825,
      0.46894940733909607,
      0.31606370210647583,
      0.04071091115474701
     ],
     "argmax": "3_to_6h",
     "near_tie": false
    },
    {
     "question_id": "seriousness",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.0378124974668026,
      0.46976369619369507,
      0.43297797441482544,
      0.059445880353450775
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_l02/text",
   "set": "heldout",
   "id": "ho_l02",
   "arm": "text",
   "tokens": 2731,
   "length": 4096,
   "questions": [
    {
     "question_id": "break_notice",
     "type": "choice",
     "option_ids": [
      "12m",
      "3m",
      "6m",
      "9m",
      "none"
     ],
     "probs": [
      0.023370077833533287,
      0.005256319418549538,
      0.9546091556549072,
      0.01109972782433033,
      0.005664722062647343
     ],
     "argmax": "6m",
     "near_tie": false
    },
    {
     "question_id": "review_direction",
     "type": "choice",
     "option_ids": [
      "fixed",
      "index",
      "up_only",
      "up_or_down"
     ],
     "probs": [
      0.007070362567901611,
      0.004124638624489307,
      0.9790819883346558,
      0.00972294993698597
     ],
     "argmax": "up_only",
     "near_tie": false
    },
    {
     "question_id": "sublet_part",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.010852394625544548,
      0.9891476631164551
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "roof",
     "type": "choice",
     "option_ids": [
      "insurer",
      "landlord",
      "shared",
      "tenant"
     ],
     "probs": [
      0.0038850160781294107,
      0.9895281195640564,
      0.003310839179903269,
      0.003275991650298238
     ],
     "argmax": "landlord",
     "near_tie": false
    },
    {
     "question_id": "deposit",
     "type": "choice",
     "option_ids": [
      "12000",
      "24000",
      "48000",
      "none"
     ],
     "probs": [
      0.05648241564631462,
      0.9290408492088318,
      0.010731340385973454,
      0.003745355876162648
     ],
     "argmax": "24000",
     "near_tie": false
    },
    {
     "question_id": "kilns",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9785721302032471,
      0.02142786979675293
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "balance",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.5564520955085754,
      0.2442314475774765,
      0.1993163675069809
     ],
     "argmax": "0",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i01/g256",
   "set": "heldout",
   "id": "ho_i01",
   "arm": "g256",
   "tokens": 529,
   "length": 1024,
   "questions": [
    {
     "question_id": "biggest_slice",
     "type": "choice",
     "option_ids": [
      "blue",
      "grey",
      "orange",
      "yellow"
     ],
     "probs": [
      0.03182368725538254,
      0.005740241147577763,
      0.9581957459449768,
      0.004240380134433508
     ],
     "argmax": "orange",
     "near_tie": false
    },
    {
     "question_id": "over_half",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.2643531858921051,
      0.7356468439102173
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "smallest_label",
     "type": "choice",
     "option_ids": [
      "heat",
      "light",
      "other",
      "water"
     ],
     "probs": [
      0.0045897639356553555,
      0.9774959087371826,
      0.009903042577207088,
      0.008011280559003353
     ],
     "argmax": "light",
     "near_tie": false
    },
    {
     "question_id": "blue_share",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.026750806719064713,
      0.9486420154571533,
      0.02460714429616928
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i01/g448",
   "set": "heldout",
   "id": "ho_i01",
   "arm": "g448",
   "tokens": 661,
   "length": 1024,
   "questions": [
    {
     "question_id": "biggest_slice",
     "type": "choice",
     "option_ids": [
      "blue",
      "grey",
      "orange",
      "yellow"
     ],
     "probs": [
      0.03558121994137764,
      0.005267884116619825,
      0.9544894695281982,
      0.004661439917981625
     ],
     "argmax": "orange",
     "near_tie": false
    },
    {
     "question_id": "over_half",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.30243659019470215,
      0.6975634098052979
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "smallest_label",
     "type": "choice",
     "option_ids": [
      "heat",
      "light",
      "other",
      "water"
     ],
     "probs": [
      0.0037085588555783033,
      0.9805144667625427,
      0.010905290953814983,
      0.004871757701039314
     ],
     "argmax": "light",
     "near_tie": false
    },
    {
     "question_id": "blue_share",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.028247857466340065,
      0.9375525712966919,
      0.034199658781290054
     ],
     "argmax": "1",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i02/g256",
   "set": "heldout",
   "id": "ho_i02",
   "arm": "g256",
   "tokens": 570,
   "length": 1024,
   "questions": [
    {
     "question_id": "harlowick_platform",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.9892774820327759,
      0.0036380193196237087,
      0.003965579438954592,
      0.003119016531854868
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "earliest",
     "type": "choice",
     "option_ids": [
      "emberdowne",
      "glenvarrow",
      "harlowick",
      "tumbrelby"
     ],
     "probs": [
      0.010117542929947376,
      0.9649054408073425,
      0.01404272485524416,
      0.010934306308627129
     ],
     "argmax": "glenvarrow",
     "near_tie": false
    },
    {
     "question_id": "platform_3",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.014080134220421314,
      0.027572903782129288,
      0.9415796995162964,
      0.016767233610153198
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "after_nine",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9716061949729919,
      0.028393803164362907
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i02/g448",
   "set": "heldout",
   "id": "ho_i02",
   "arm": "g448",
   "tokens": 702,
   "length": 1024,
   "questions": [
    {
     "question_id": "harlowick_platform",
     "type": "choice",
     "option_ids": [
      "1",
      "2",
      "3",
      "4"
     ],
     "probs": [
      0.9842028617858887,
      0.0057049524039030075,
      0.0056910328567028046,
      0.004401194863021374
     ],
     "argmax": "1",
     "near_tie": false
    },
    {
     "question_id": "earliest",
     "type": "choice",
     "option_ids": [
      "emberdowne",
      "glenvarrow",
      "harlowick",
      "tumbrelby"
     ],
     "probs": [
      0.01062072068452835,
      0.9630013108253479,
      0.013710836879909039,
      0.012667064554989338
     ],
     "argmax": "glenvarrow",
     "near_tie": false
    },
    {
     "question_id": "platform_3",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.018657730892300606,
      0.030048472806811333,
      0.9229088425636292,
      0.028384990990161896
     ],
     "argmax": "2",
     "near_tie": false
    },
    {
     "question_id": "after_nine",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9690505266189575,
      0.030949482694268227
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i03/g256",
   "set": "heldout",
   "id": "ho_i03",
   "arm": "g256",
   "tokens": 541,
   "length": 1024,
   "questions": [
    {
     "question_id": "limit",
     "type": "choice",
     "option_ids": [
      "100",
      "120",
      "20",
      "30",
      "40",
      "50",
      "60",
      "70",
      "80",
      "90"
     ],
     "probs": [
      0.00538443960249424,
      0.004840755369514227,
      0.004581316839903593,
      0.004827022086828947,
      0.00475715147331357,
      0.006057763006538153,
      0.9526310563087463,
      0.0068257516250014305,
      0.005194402299821377,
      0.004900334868580103
     ],
     "argmax": "60",
     "near_tie": false
    },
    {
     "question_id": "outline",
     "type": "choice",
     "option_ids": [
      "octagon",
      "round",
      "square",
      "triangle"
     ],
     "probs": [
      0.021618053317070007,
      0.9421792030334473,
      0.018069475889205933,
      0.018133262172341347
     ],
     "argmax": "round",
     "near_tie": false
    },
    {
     "question_id": "seventy_ok",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.02228561043739319,
      0.9777144193649292
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i03/g448",
   "set": "heldout",
   "id": "ho_i03",
   "arm": "g448",
   "tokens": 673,
   "length": 1024,
   "questions": [
    {
     "question_id": "limit",
     "type": "choice",
     "option_ids": [
      "100",
      "120",
      "20",
      "30",
      "40",
      "50",
      "60",
      "70",
      "80",
      "90"
     ],
     "probs": [
      0.005210073199123144,
      0.0048068491742014885,
      0.0045442781411111355,
      0.004665108863264322,
      0.004617337137460709,
      0.005557519383728504,
      0.9540667533874512,
      0.006632882170379162,
      0.005161281209439039,
      0.004737889394164085
     ],
     "argmax": "60",
     "near_tie": false
    },
    {
     "question_id": "outline",
     "type": "choice",
     "option_ids": [
      "octagon",
      "round",
      "square",
      "triangle"
     ],
     "probs": [
      0.018150491639971733,
      0.9511404633522034,
      0.014981530606746674,
      0.015727544203400612
     ],
     "argmax": "round",
     "near_tie": false
    },
    {
     "question_id": "seventy_ok",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.021028155460953712,
      0.9789718389511108
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i04/g256",
   "set": "heldout",
   "id": "ho_i04",
   "arm": "g256",
   "tokens": 437,
   "length": 512,
   "questions": [
    {
     "question_id": "reading",
     "type": "choice",
     "option_ids": [
      "15",
      "25",
      "35",
      "45"
     ],
     "probs": [
      0.011374692432582378,
      0.04314614087343216,
      0.925361156463623,
      0.020118048414587975
     ],
     "argmax": "35",
     "near_tie": false
    },
    {
     "question_id": "below_zero",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.0033397041261196136,
      0.9966603517532349
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "warmth",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.013893346302211285,
      0.21716661751270294,
      0.5117483139038086,
      0.25719165802001953
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i04/g448",
   "set": "heldout",
   "id": "ho_i04",
   "arm": "g448",
   "tokens": 569,
   "length": 1024,
   "questions": [
    {
     "question_id": "reading",
     "type": "choice",
     "option_ids": [
      "15",
      "25",
      "35",
      "45"
     ],
     "probs": [
      0.015444081276655197,
      0.08495689183473587,
      0.8904945254325867,
      0.009104520082473755
     ],
     "argmax": "35",
     "near_tie": false
    },
    {
     "question_id": "below_zero",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.0029057636857032776,
      0.9970942735671997
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "warmth",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.010868941433727741,
      0.20549684762954712,
      0.6439511775970459,
      0.13968297839164734
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i05/g256",
   "set": "heldout",
   "id": "ho_i05",
   "arm": "g256",
   "tokens": 701,
   "length": 1024,
   "questions": [
    {
     "question_id": "first_weekday",
     "type": "choice",
     "option_ids": [
      "fri",
      "mon",
      "sat",
      "sun",
      "thu",
      "tue",
      "wed"
     ],
     "probs": [
      0.03131243214011192,
      0.758377194404602,
      0.02450982667505741,
      0.028113696724176407,
      0.03464815765619278,
      0.07196606695652008,
      0.05107267573475838
     ],
     "argmax": "mon",
     "near_tie": false
    },
    {
     "question_id": "circled",
     "type": "choice",
     "option_ids": [
      "14",
      "21",
      "28",
      "7"
     ],
     "probs": [
      0.9828990697860718,
      0.006989330053329468,
      0.003880527336150408,
      0.006230989471077919
     ],
     "argmax": "14",
     "near_tie": false
    },
    {
     "question_id": "month_length",
     "type": "choice",
     "option_ids": [
      "28",
      "29",
      "30",
      "31"
     ],
     "probs": [
      0.9498416185379028,
      0.025504039600491524,
      0.012983736582100391,
      0.011670645326375961
     ],
     "argmax": "28",
     "near_tie": false
    },
    {
     "question_id": "shaded_weekend",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.13036924600601196,
      0.869630753993988
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "shaded_count",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.03528826683759689,
      0.033319491893053055,
      0.3750068247318268,
      0.5563853979110718
     ],
     "argmax": "3",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i05/g448",
   "set": "heldout",
   "id": "ho_i05",
   "arm": "g448",
   "tokens": 833,
   "length": 1024,
   "questions": [
    {
     "question_id": "first_weekday",
     "type": "choice",
     "option_ids": [
      "fri",
      "mon",
      "sat",
      "sun",
      "thu",
      "tue",
      "wed"
     ],
     "probs": [
      0.02014286071062088,
      0.8736147880554199,
      0.015116807073354721,
      0.021123066544532776,
      0.018308185040950775,
      0.030191650614142418,
      0.02150258608162403
     ],
     "argmax": "mon",
     "near_tie": false
    },
    {
     "question_id": "circled",
     "type": "choice",
     "option_ids": [
      "14",
      "21",
      "28",
      "7"
     ],
     "probs": [
      0.9790574312210083,
      0.008729560300707817,
      0.005632192362099886,
      0.006580814253538847
     ],
     "argmax": "14",
     "near_tie": false
    },
    {
     "question_id": "month_length",
     "type": "choice",
     "option_ids": [
      "28",
      "29",
      "30",
      "31"
     ],
     "probs": [
      0.9712264537811279,
      0.012780179269611835,
      0.008569656871259212,
      0.0074237617664039135
     ],
     "argmax": "28",
     "near_tie": false
    },
    {
     "question_id": "shaded_weekend",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.047878921031951904,
      0.9521211385726929
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "shaded_count",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2",
      "3"
     ],
     "probs": [
      0.03463566303253174,
      0.02009381353855133,
      0.824190080165863,
      0.12108045816421509
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i06/g256",
   "set": "heldout",
   "id": "ho_i06",
   "arm": "g256",
   "tokens": 628,
   "length": 1024,
   "questions": [
    {
     "question_id": "third_digit",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4",
      "5",
      "6",
      "7",
      "8",
      "9"
     ],
     "probs": [
      0.014981632120907307,
      0.006101733539253473,
      0.03586549684405327,
      0.030070802196860313,
      0.021784091368317604,
      0.007068279664963484,
      0.00570214306935668,
      0.005870033986866474,
      0.01498248241841793,
      0.8575733304023743
     ],
     "argmax": "9",
     "near_tie": false
    },
    {
     "question_id": "digit_count",
     "type": "choice",
     "option_ids": [
      "4",
      "5",
      "6",
      "7",
      "8"
     ],
     "probs": [
      0.037775568664073944,
      0.20193901658058167,
      0.4805670380592346,
      0.19954228401184082,
      0.08017608523368835
     ],
     "argmax": "6",
     "near_tie": false
    },
    {
     "question_id": "has_seven",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.009920286014676094,
      0.9900797605514526
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "red_last",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9737609624862671,
      0.02623898722231388
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i06/g448",
   "set": "heldout",
   "id": "ho_i06",
   "arm": "g448",
   "tokens": 760,
   "length": 1024,
   "questions": [
    {
     "question_id": "third_digit",
     "type": "choice",
     "option_ids": [
      "0",
      "1",
      "2",
      "3",
      "4",
      "5",
      "6",
      "7",
      "8",
      "9"
     ],
     "probs": [
      0.008040431886911392,
      0.004542562644928694,
      0.26687735319137573,
      0.010116488672792912,
      0.005633085500448942,
      0.0042593288235366344,
      0.002531321719288826,
      0.0033623476047068834,
      0.010910621844232082,
      0.6837264895439148
     ],
     "argmax": "9",
     "near_tie": false
    },
    {
     "question_id": "digit_count",
     "type": "choice",
     "option_ids": [
      "4",
      "5",
      "6",
      "7",
      "8"
     ],
     "probs": [
      0.1060565710067749,
      0.6962326765060425,
      0.11903819441795349,
      0.04602881520986557,
      0.03264378011226654
     ],
     "argmax": "5",
     "near_tie": false
    },
    {
     "question_id": "has_seven",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.007468811701983213,
      0.9925312399864197
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "red_last",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9790168404579163,
      0.020983118563890457
     ],
     "argmax": "true",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i07/g256",
   "set": "heldout",
   "id": "ho_i07",
   "arm": "g256",
   "tokens": 535,
   "length": 1024,
   "questions": [
    {
     "question_id": "total",
     "type": "choice",
     "option_ids": [
      "10.20",
      "11.20",
      "11.40",
      "12.10"
     ],
     "probs": [
      0.009260543622076511,
      0.9806525707244873,
      0.007357500027865171,
      0.00272927712649107
     ],
     "argmax": "11.20",
     "near_tie": false
    },
    {
     "question_id": "paid_by",
     "type": "choice",
     "option_ids": [
      "card",
      "cash",
      "voucher"
     ],
     "probs": [
      0.9746012091636658,
      0.020458512008190155,
      0.004940251354128122
     ],
     "argmax": "card",
     "near_tie": false
    },
    {
     "question_id": "priciest",
     "type": "choice",
     "option_ids": [
      "cake",
      "roll",
      "soup",
      "tea"
     ],
     "probs": [
      0.13948199152946472,
      0.003452914534136653,
      0.8438599705696106,
      0.013205030001699924
     ],
     "argmax": "soup",
     "near_tie": false
    },
    {
     "question_id": "change_shown",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.03568797558546066,
      0.9643120169639587
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i07/g448",
   "set": "heldout",
   "id": "ho_i07",
   "arm": "g448",
   "tokens": 667,
   "length": 1024,
   "questions": [
    {
     "question_id": "total",
     "type": "choice",
     "option_ids": [
      "10.20",
      "11.20",
      "11.40",
      "12.10"
     ],
     "probs": [
      0.012729376554489136,
      0.9747492074966431,
      0.008970261551439762,
      0.0035511264577507973
     ],
     "argmax": "11.20",
     "near_tie": false
    },
    {
     "question_id": "paid_by",
     "type": "choice",
     "option_ids": [
      "card",
      "cash",
      "voucher"
     ],
     "probs": [
      0.9749745726585388,
      0.019216837361454964,
      0.005808645393699408
     ],
     "argmax": "card",
     "near_tie": false
    },
    {
     "question_id": "priciest",
     "type": "choice",
     "option_ids": [
      "cake",
      "roll",
      "soup",
      "tea"
     ],
     "probs": [
      0.09242250770330429,
      0.0032629151828587055,
      0.8868542313575745,
      0.017460331320762634
     ],
     "argmax": "soup",
     "near_tie": false
    },
    {
     "question_id": "change_shown",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.044127292931079865,
      0.9558727145195007
     ],
     "argmax": "false",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i08/g256",
   "set": "heldout",
   "id": "ho_i08",
   "arm": "g256",
   "tokens": 581,
   "length": 1024,
   "questions": [
    {
     "question_id": "biggest_space",
     "type": "choice",
     "option_ids": [
      "lobby",
      "meeting",
      "office",
      "store",
      "wc"
     ],
     "probs": [
      0.0622449554502964,
      0.04893103614449501,
      0.8309375643730164,
      0.04365433380007744,
      0.014232099056243896
     ],
     "argmax": "office",
     "near_tie": false
    },
    {
     "question_id": "entrance",
     "type": "choice",
     "option_ids": [
      "lobby",
      "meeting",
      "office",
      "store",
      "wc"
     ],
     "probs": [
      0.9597446918487549,
      0.008877617307007313,
      0.011515321210026741,
      0.008738728240132332,
      0.011123686097562313
     ],
     "argmax": "lobby",
     "near_tie": false
    },
    {
     "question_id": "wc_store_wall",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9445754289627075,
      0.055424563586711884
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "space_count",
     "type": "choice",
     "option_ids": [
      "3",
      "4",
      "5",
      "6",
      "7"
     ],
     "probs": [
      0.018536647781729698,
      0.10183114558458328,
      0.7889806628227234,
      0.07029203325510025,
      0.020359544083476067
     ],
     "argmax": "5",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_i08/g448",
   "set": "heldout",
   "id": "ho_i08",
   "arm": "g448",
   "tokens": 713,
   "length": 1024,
   "questions": [
    {
     "question_id": "biggest_space",
     "type": "choice",
     "option_ids": [
      "lobby",
      "meeting",
      "office",
      "store",
      "wc"
     ],
     "probs": [
      0.06010328233242035,
      0.04840255156159401,
      0.8371008634567261,
      0.040200695395469666,
      0.014192594215273857
     ],
     "argmax": "office",
     "near_tie": false
    },
    {
     "question_id": "entrance",
     "type": "choice",
     "option_ids": [
      "lobby",
      "meeting",
      "office",
      "store",
      "wc"
     ],
     "probs": [
      0.9583448171615601,
      0.009092309512197971,
      0.011811315082013607,
      0.00884255114942789,
      0.011908977292478085
     ],
     "argmax": "lobby",
     "near_tie": false
    },
    {
     "question_id": "wc_store_wall",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9511995315551758,
      0.04880039021372795
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "space_count",
     "type": "choice",
     "option_ids": [
      "3",
      "4",
      "5",
      "6",
      "7"
     ],
     "probs": [
      0.017200350761413574,
      0.07179663330316544,
      0.8225060701370239,
      0.06986632198095322,
      0.01863059587776661
     ],
     "argmax": "5",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_p01/g256",
   "set": "heldout",
   "id": "ho_p01",
   "arm": "g256",
   "tokens": 634,
   "length": 1024,
   "questions": [
    {
     "question_id": "lamp_on",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9432287812232971,
      0.0567711777985096
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "time_of_day",
     "type": "choice",
     "option_ids": [
      "grey_day",
      "midday",
      "night",
      "twilight"
     ],
     "probs": [
      0.006436130963265896,
      0.007477364502847195,
      0.03591334819793701,
      0.9501730799674988
     ],
     "argmax": "twilight",
     "near_tie": false
    },
    {
     "question_id": "sea_behind",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9298049211502075,
      0.07019509375095367
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "tower_colour",
     "type": "choice",
     "option_ids": [
      "black",
      "red_white",
      "white",
      "yellow"
     ],
     "probs": [
      0.01353238895535469,
      0.028214257210493088,
      0.9446499943733215,
      0.013603451661765575
     ],
     "argmax": "white",
     "near_tie": false
    },
    {
     "question_id": "remoteness",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.041854098439216614,
      0.08258920162916183,
      0.8755567073822021
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_p01/g448",
   "set": "heldout",
   "id": "ho_p01",
   "arm": "g448",
   "tokens": 766,
   "length": 1024,
   "questions": [
    {
     "question_id": "lamp_on",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9474711418151855,
      0.052528876811265945
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "time_of_day",
     "type": "choice",
     "option_ids": [
      "grey_day",
      "midday",
      "night",
      "twilight"
     ],
     "probs": [
      0.006284076254814863,
      0.00702422671020031,
      0.025002341717481613,
      0.961689293384552
     ],
     "argmax": "twilight",
     "near_tie": false
    },
    {
     "question_id": "sea_behind",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.9287233352661133,
      0.07127664983272552
     ],
     "argmax": "true",
     "near_tie": false
    },
    {
     "question_id": "tower_colour",
     "type": "choice",
     "option_ids": [
      "black",
      "red_white",
      "white",
      "yellow"
     ],
     "probs": [
      0.013311704620718956,
      0.024485770612955093,
      0.9486978054046631,
      0.013504715636372566
     ],
     "argmax": "white",
     "near_tie": false
    },
    {
     "question_id": "remoteness",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.03946177661418915,
      0.07520323246717453,
      0.8853350281715393
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_p02/g256",
   "set": "heldout",
   "id": "ho_p02",
   "arm": "g256",
   "tokens": 620,
   "length": 1024,
   "questions": [
    {
     "question_id": "petal_colour",
     "type": "choice",
     "option_ids": [
      "purple",
      "red",
      "white",
      "yellow"
     ],
     "probs": [
      0.009362042881548405,
      0.009510135278105736,
      0.008749795146286488,
      0.9723780155181885
     ],
     "argmax": "yellow",
     "near_tie": false
    },
    {
     "question_id": "insect",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.03140117600560188,
      0.9685987830162048
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "centre_colour",
     "type": "choice",
     "option_ids": [
      "blue",
      "brown",
      "green",
      "white"
     ],
     "probs": [
      0.008408427238464355,
      0.9676785469055176,
      0.013578973710536957,
      0.010334023274481297
     ],
     "argmax": "brown",
     "near_tie": false
    },
    {
     "question_id": "setting",
     "type": "choice",
     "option_ids": [
      "outdoors",
      "sand",
      "snow",
      "vase"
     ],
     "probs": [
      0.9749904274940491,
      0.007423821836709976,
      0.007461781147867441,
      0.010123875923454762
     ],
     "argmax": "outdoors",
     "near_tie": false
    },
    {
     "question_id": "density",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.066996268928051,
      0.2803747057914734,
      0.652629017829895
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  },
  {
   "key": "heldout:ho_p02/g448",
   "set": "heldout",
   "id": "ho_p02",
   "arm": "g448",
   "tokens": 752,
   "length": 1024,
   "questions": [
    {
     "question_id": "petal_colour",
     "type": "choice",
     "option_ids": [
      "purple",
      "red",
      "white",
      "yellow"
     ],
     "probs": [
      0.005995036568492651,
      0.005938888527452946,
      0.005731627810746431,
      0.9823344945907593
     ],
     "argmax": "yellow",
     "near_tie": false
    },
    {
     "question_id": "insect",
     "type": "noul",
     "option_ids": [
      "true",
      "false"
     ],
     "probs": [
      0.01773589290678501,
      0.9822641015052795
     ],
     "argmax": "false",
     "near_tie": false
    },
    {
     "question_id": "centre_colour",
     "type": "choice",
     "option_ids": [
      "blue",
      "brown",
      "green",
      "white"
     ],
     "probs": [
      0.006430333014577627,
      0.975571870803833,
      0.01050181221216917,
      0.00749594671651721
     ],
     "argmax": "brown",
     "near_tie": false
    },
    {
     "question_id": "setting",
     "type": "choice",
     "option_ids": [
      "outdoors",
      "sand",
      "snow",
      "vase"
     ],
     "probs": [
      0.9858424067497253,
      0.004316657781600952,
      0.0037849845830351114,
      0.006055897101759911
     ],
     "argmax": "outdoors",
     "near_tie": false
    },
    {
     "question_id": "density",
     "type": "score",
     "option_ids": [
      "0",
      "1",
      "2"
     ],
     "probs": [
      0.07826199382543564,
      0.3406418263912201,
      0.5810961723327637
     ],
     "argmax": "2",
     "near_tie": false
    }
   ]
  }
 ]
}