validation.json

[
  {
    "case": "refund",
    "tokens": 45,
    "max_logit_error": {
      "opt": 2.6226043701171875e-06
    },
    "upstream": [
      {
        "type": "noul",
        "p_yes": 0.94333815574646
      },
      {
        "type": "choice",
        "probs": [
          0.7296061515808105,
          0.016437293961644173,
          0.2539565861225128
        ],
        "choice": 0
      }
    ],
    "coreai": [
      {
        "type": "noul",
        "p_yes": 0.94333815574646
      },
      {
        "type": "choice",
        "probs": [
          0.7296063899993896,
          0.016437331214547157,
          0.25395628809928894
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "span",
    "tokens": 28,
    "max_logit_error": {
      "opt": 0,
      "span": 1.52587890625e-05
    },
    "upstream": [
      {
        "type": "span",
        "start": 21,
        "end": 63,
        "text": "\u00a3306.00 and the invoice number is INV-2231",
        "p": 0.16281552612781525
      }
    ],
    "coreai": [
      {
        "type": "span",
        "start": 21,
        "end": 63,
        "text": "\u00a3306.00 and the invoice number is INV-2231",
        "p": 0.16281506419181824
      }
    ]
  },
  {
    "case": "score",
    "tokens": 27,
    "max_logit_error": {
      "opt": 3.0994415283203125e-06
    },
    "upstream": [
      {
        "type": "score",
        "probs": [
          0.06895732879638672,
          0.02768923155963421,
          0.4086642265319824,
          0.49468913674354553
        ],
        "choice": 3,
        "expected": 2.329085111618042
      }
    ],
    "coreai": [
      {
        "type": "score",
        "probs": [
          0.0689573660492897,
          0.027689190581440926,
          0.40866488218307495,
          0.49468863010406494
        ],
        "choice": 3,
        "expected": 2.329084873199463
      }
    ]
  },
  {
    "case": "multi",
    "tokens": 25,
    "max_logit_error": {
      "opt": 2.86102294921875e-06
    },
    "upstream": [
      {
        "type": "multi",
        "probs": [
          0.965849757194519,
          0.9332621097564697,
          0.07576480507850647
        ]
      }
    ],
    "coreai": [
      {
        "type": "multi",
        "probs": [
          0.9658498764038086,
          0.9332619309425354,
          0.07576475292444229
        ]
      }
    ]
  },
  {
    "case": "negative",
    "tokens": 22,
    "max_logit_error": {
      "opt": 1.6093254089355469e-06
    },
    "upstream": [
      {
        "type": "noul",
        "p_yes": 0.077876016497612
      }
    ],
    "coreai": [
      {
        "type": "noul",
        "p_yes": 0.07787591218948364
      }
    ]
  },
  {
    "case": "unicode",
    "tokens": 32,
    "max_logit_error": {
      "opt": 9.775161743164062e-06,
      "span": 1.1444091796875e-05
    },
    "upstream": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 0.44328346848487854
      },
      {
        "type": "choice",
        "probs": [
          0.896871030330658,
          0.03730686381459236,
          0.06582211703062057
        ],
        "choice": 0
      }
    ],
    "coreai": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 0.44328081607818604
      },
      {
        "type": "choice",
        "probs": [
          0.8968717455863953,
          0.03730650246143341,
          0.06582175195217133
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "options",
    "tokens": 85,
    "max_logit_error": {
      "opt": 4.410743713378906e-06
    },
    "upstream": [
      {
        "type": "choice",
        "probs": [
          0.021480435505509377,
          0.012768608517944813,
          0.014833449386060238,
          0.02430936135351658,
          0.015337659977376461,
          0.014616258442401886,
          0.01716616190969944,
          0.019972851499915123,
          0.018173672258853912,
          0.02504866011440754,
          0.026172664016485214,
          0.02132749743759632,
          0.024641145020723343,
          0.023125993087887764,
          0.0218864344060421,
          0.020913584157824516,
          0.0224751066416502,
          0.5114471316337585,
          0.029352843761444092,
          0.027540743350982666,
          0.024416472762823105,
          0.020348869264125824,
          0.019210753962397575,
          0.023433661088347435
        ],
        "choice": 17
      }
    ],
    "coreai": [
      {
        "type": "choice",
        "probs": [
          0.021480349823832512,
          0.01276865229010582,
          0.014833447523415089,
          0.02430935949087143,
          0.015337690711021423,
          0.014616241678595543,
          0.017166148871183395,
          0.019972823560237885,
          0.01817365735769272,
          0.025048643350601196,
          0.02617262303829193,
          0.021327510476112366,
          0.024641163647174835,
          0.023125983774662018,
          0.021886436268687248,
          0.02091355249285698,
          0.022474996745586395,
          0.5114476680755615,
          0.029352732002735138,
          0.027540666982531548,
          0.02441641129553318,
          0.020348837599158287,
          0.01921072229743004,
          0.023433679714798927
        ],
        "choice": 17
      }
    ]
  },
  {
    "case": "vision",
    "tokens": 78,
    "max_logit_error": {
      "opt": 1.4901161193847656e-05,
      "region": 0.0008322000503540039
    },
    "upstream": [
      {
        "type": "region",
        "cell": 12,
        "box": [
          0.7142857313156128,
          0.1428571492433548,
          0.8571428656578064,
          0.2857142984867096
        ],
        "p": 0.10726314783096313,
        "heatmap": [
          0.03254103288054466,
          0.040585536509752274,
          0.01753769814968109,
          0.008257847279310226,
          0.011045021004974842,
          0.00599908921867609,
          0.004235319793224335,
          0.0024749385192990303,
          0.017212174832820892,
          0.005958267953246832,
          0.0028916022274643183,
          0.07630306482315063,
          0.10726314783096313,
          0.016866952180862427,
          0.01265009492635727,
          0.026430141180753708,
          0.0291758943349123,
          0.01452744659036398,
          0.01801556907594204,
          0.030956637114286423,
          0.022234106436371803,
          0.01916903629899025,
          0.015629546716809273,
          0.02098844386637211,
          0.028073374181985855,
          0.03741556778550148,
          0.02767399698495865,
          0.03067740611732006,
          0.01079087145626545,
          0.04043445363640785,
          0.05705111101269722,
          0.02413317747414112,
          0.02471594698727131,
          0.01658044196665287,
          0.012068545445799828,
          0.003539793426170945,
          0.014276671223342419,
          0.008514068089425564,
          0.007855590432882309,
          0.005705713294446468,
          0.003973916172981262,
          0.001432417775504291,
          0.0023278759326785803,
          0.010151573456823826,
          0.027151266112923622,
          0.019837509840726852,
          0.010044840164482594,
          0.0030451989732682705,
          0.013580089434981346
        ]
      },
      {
        "type": "choice",
        "probs": [
          0.6527983546257019,
          0.3472016155719757
        ],
        "choice": 0
      }
    ],
    "coreai": [
      {
        "type": "region",
        "cell": 12,
        "box": [
          0.7142857313156128,
          0.1428571492433548,
          0.8571428656578064,
          0.2857142984867096
        ],
        "p": 0.10718144476413727,
        "heatmap": [
          0.032547224313020706,
          0.04059035703539848,
          0.017539363354444504,
          0.008259006775915623,
          0.01104627177119255,
          0.005999898537993431,
          0.004236394539475441,
          0.002475050510838628,
          0.017213277518749237,
          0.005958556197583675,
          0.0028917340096086264,
          0.07630617171525955,
          0.10718144476413727,
          0.01685546711087227,
          0.012653937563300133,
          0.02643437869846821,
          0.029178880155086517,
          0.014528198167681694,
          0.01801961474120617,
          0.03096183016896248,
          0.02223971113562584,
          0.019169794395565987,
          0.015628913417458534,
          0.02098875492811203,
          0.028077254071831703,
          0.03741911053657532,
          0.027675963938236237,
          0.03067953512072563,
          0.010791921056807041,
          0.04043751209974289,
          0.05705570429563522,
          0.024136871099472046,
          0.02471994049847126,
          0.0165830347687006,
          0.012070251628756523,
          0.003540291218087077,
          0.01427785586565733,
          0.00851534865796566,
          0.007856183685362339,
          0.0057067349553108215,
          0.003974433988332748,
          0.001432594726793468,
          0.0023280533496290445,
          0.010152487084269524,
          0.027152718976140022,
          0.019839033484458923,
          0.010046061128377914,
          0.0030458515975624323,
          0.01358106080442667
        ]
      },
      {
        "type": "choice",
        "probs": [
          0.6527963280677795,
          0.34720364212989807
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "image-option",
    "tokens": 119,
    "max_logit_error": {
      "opt": 3.2901763916015625e-05
    },
    "upstream": [
      {
        "type": "choice",
        "probs": [
          0.2963208258152008,
          0.7036792039871216
        ],
        "choice": 1
      }
    ],
    "coreai": [
      {
        "type": "choice",
        "probs": [
          0.2963253855705261,
          0.7036746144294739
        ],
        "choice": 1
      }
    ]
  }
]