bf16-attempt.json

[
  {
    "case": "refund",
    "tokens": 122,
    "max_probability_or_box_error": 0.0008294582366943359,
    "decisions_match": true,
    "upstream": [
      {
        "type": "noul",
        "p_yes": 0.9724245667457581
      },
      {
        "type": "choice",
        "probs": [
          0.9623249769210815,
          0.01487948652356863,
          0.02279551699757576
        ],
        "choice": 0
      }
    ],
    "coreai": [
      {
        "type": "noul",
        "p_yes": 0.9723380208015442
      },
      {
        "type": "choice",
        "probs": [
          0.9614955186843872,
          0.014982474967837334,
          0.023522058501839638
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "span",
    "tokens": 123,
    "max_probability_or_box_error": 0,
    "decisions_match": true,
    "upstream": [
      {
        "type": "span",
        "start": 55,
        "end": 63,
        "text": "INV-2231",
        "p": 1.0
      }
    ],
    "coreai": [
      {
        "type": "span",
        "start": 55,
        "end": 63,
        "text": "INV-2231",
        "p": 1.0
      }
    ]
  },
  {
    "case": "score",
    "tokens": 98,
    "max_probability_or_box_error": 0.001256406307220459,
    "decisions_match": true,
    "upstream": [
      {
        "type": "score",
        "probs": [
          0.011553974822163582,
          0.012325819581747055,
          0.05834781378507614,
          0.9177724123001099
        ],
        "choice": 3,
        "expected": 2.882338684052229
      }
    ],
    "coreai": [
      {
        "type": "score",
        "probs": [
          0.011898641474545002,
          0.012468610890209675,
          0.059116706252098083,
          0.9165160059928894
        ],
        "choice": 3,
        "expected": 2.880250041373074
      }
    ]
  },
  {
    "case": "multi",
    "tokens": 144,
    "max_probability_or_box_error": 0.0004277229309082031,
    "decisions_match": true,
    "upstream": [
      {
        "type": "multi",
        "probs": [
          0.9700461626052856,
          0.9614417552947998,
          0.022039415314793587
        ]
      }
    ],
    "coreai": [
      {
        "type": "multi",
        "probs": [
          0.9697818160057068,
          0.961869478225708,
          0.02190219797194004
        ]
      }
    ]
  },
  {
    "case": "negative",
    "tokens": 83,
    "max_probability_or_box_error": 0.0006557293236255646,
    "decisions_match": true,
    "upstream": [
      {
        "type": "noul",
        "p_yes": 0.049154266715049744
      }
    ],
    "coreai": [
      {
        "type": "noul",
        "p_yes": 0.04980999603867531
      }
    ]
  },
  {
    "case": "unicode",
    "tokens": 128,
    "max_probability_or_box_error": 0.0008890628814697266,
    "decisions_match": true,
    "upstream": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 0.9967826008796692
      },
      {
        "type": "choice",
        "probs": [
          0.9754987955093384,
          0.013173527084290981,
          0.011327654123306274
        ],
        "choice": 0
      }
    ],
    "coreai": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 0.9976716637611389
      },
      {
        "type": "choice",
        "probs": [
          0.9759361147880554,
          0.01289563812315464,
          0.011168276891112328
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "options",
    "tokens": 230,
    "max_probability_or_box_error": 0.0005109310150146484,
    "decisions_match": true,
    "upstream": [
      {
        "type": "choice",
        "probs": [
          0.003980829380452633,
          0.003826719941571355,
          0.004242099355906248,
          0.0034746285527944565,
          0.003326982958242297,
          0.0027517760172486305,
          0.0033690459094941616,
          0.0029055955819785595,
          0.002698659896850586,
          0.002124715130776167,
          0.00298517057672143,
          0.0031158491037786007,
          0.003178240265697241,
          0.00276554049924016,
          0.0025187907740473747,
          0.0038957030046731234,
          0.00339102977886796,
          0.9302572011947632,
          0.0037882667966187,
          0.0032934194896370173,
          0.0014340636553242803,
          0.0015281529631465673,
          0.0019327420741319656,
          0.0032147751189768314
        ],
        "choice": 17
      }
    ],
    "coreai": [
      {
        "type": "choice",
        "probs": [
          0.004058705177158117,
          0.003873375477269292,
          0.004297157749533653,
          0.0035347286611795425,
          0.003358113579452038,
          0.0027418085373938084,
          0.0034121156204491854,
          0.002912522992119193,
          0.0026929345913231373,
          0.002130611566826701,
          0.0030158632434904575,
          0.003093816339969635,
          0.0032024341635406017,
          0.002781065646559,
          0.002530055120587349,
          0.003932687919586897,
          0.0034593497402966022,
          0.9297462701797485,
          0.003791194409132004,
          0.003320459509268403,
          0.0014135388191789389,
          0.0015202258946374059,
          0.0019439932657405734,
          0.0032370148692280054
        ],
        "choice": 17
      }
    ]
  },
  {
    "case": "vision",
    "tokens": 155,
    "max_probability_or_box_error": 0.047274649143218994,
    "decisions_match": true,
    "upstream": [
      {
        "type": "region",
        "cell": 9,
        "box": [
          0.2031,
          0.0,
          0.5674,
          0.86
        ],
        "p": 0.5970777273178101
      },
      {
        "type": "choice",
        "probs": [
          0.9851310849189758,
          0.014868861995637417
        ],
        "choice": 0
      }
    ],
    "coreai": [
      {
        "type": "region",
        "cell": 9,
        "box": [
          0.2005,
          0.0,
          0.5598,
          0.8525
        ],
        "p": 0.5498030781745911
      },
      {
        "type": "choice",
        "probs": [
          0.9848902821540833,
          0.015109767206013203
        ],
        "choice": 0
      }
    ]
  }
]