bf16-comparison.json

[
  {
    "case": "refund",
    "max_probability_or_box_error": 0.0006063971668481827,
    "upstream_bf16": [
      {
        "type": "noul",
        "p_yes": 0.9724245667457581
      },
      {
        "type": "choice",
        "probs": [
          0.9623249769210815,
          0.01487948652356863,
          0.02279551699757576
        ],
        "choice": 0
      }
    ],
    "coreai_float32": [
      {
        "type": "noul",
        "p_yes": 0.9725583791732788
      },
      {
        "type": "choice",
        "probs": [
          0.9617581963539124,
          0.014839922077953815,
          0.023401914164423943
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "span",
    "max_probability_or_box_error": 0,
    "upstream_bf16": [
      {
        "type": "span",
        "start": 55,
        "end": 63,
        "text": "INV-2231",
        "p": 1.0
      }
    ],
    "coreai_float32": [
      {
        "type": "span",
        "start": 55,
        "end": 63,
        "text": "INV-2231",
        "p": 1.0
      }
    ]
  },
  {
    "case": "score",
    "max_probability_or_box_error": 0.0008858442306518555,
    "upstream_bf16": [
      {
        "type": "score",
        "probs": [
          0.011553974822163582,
          0.012325819581747055,
          0.05834781378507614,
          0.9177724123001099
        ],
        "choice": 3,
        "expected": 2.882338684052229
      }
    ],
    "coreai_float32": [
      {
        "type": "score",
        "probs": [
          0.01181461475789547,
          0.012464579194784164,
          0.058834243565797806,
          0.916886568069458
        ],
        "choice": 3,
        "expected": 2.880792770534754
      }
    ]
  },
  {
    "case": "multi",
    "max_probability_or_box_error": 0.00027555227279663086,
    "upstream_bf16": [
      {
        "type": "multi",
        "probs": [
          0.9700461626052856,
          0.9614417552947998,
          0.022039415314793587
        ]
      }
    ],
    "coreai_float32": [
      {
        "type": "multi",
        "probs": [
          0.9698116779327393,
          0.9617173075675964,
          0.021801499649882317
        ]
      }
    ]
  },
  {
    "case": "negative",
    "max_probability_or_box_error": 0.0009536556899547577,
    "upstream_bf16": [
      {
        "type": "noul",
        "p_yes": 0.049154266715049744
      }
    ],
    "coreai_float32": [
      {
        "type": "noul",
        "p_yes": 0.0501079224050045
      }
    ]
  },
  {
    "case": "unicode",
    "max_probability_or_box_error": 0.0007423162460327148,
    "upstream_bf16": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 0.9967826008796692
      },
      {
        "type": "choice",
        "probs": [
          0.9754987955093384,
          0.013173527084290981,
          0.011327654123306274
        ],
        "choice": 0
      }
    ],
    "coreai_float32": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 0.9975249171257019
      },
      {
        "type": "choice",
        "probs": [
          0.9758961200714111,
          0.012953538447618484,
          0.011150323785841465
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "options",
    "max_probability_or_box_error": 0.000368654727935791,
    "upstream_bf16": [
      {
        "type": "choice",
        "probs": [
          0.003980829380452633,
          0.003826719941571355,
          0.004242099355906248,
          0.0034746285527944565,
          0.003326982958242297,
          0.0027517760172486305,
          0.0033690459094941616,
          0.0029055955819785595,
          0.002698659896850586,
          0.002124715130776167,
          0.00298517057672143,
          0.0031158491037786007,
          0.003178240265697241,
          0.00276554049924016,
          0.0025187907740473747,
          0.0038957030046731234,
          0.00339102977886796,
          0.9302572011947632,
          0.0037882667966187,
          0.0032934194896370173,
          0.0014340636553242803,
          0.0015281529631465673,
          0.0019327420741319656,
          0.0032147751189768314
        ],
        "choice": 17
      }
    ],
    "coreai_float32": [
      {
        "type": "choice",
        "probs": [
          0.004064517095685005,
          0.00385798211209476,
          0.004268613178282976,
          0.0035152393393218517,
          0.0033423572313040495,
          0.0027638806495815516,
          0.0034003155305981636,
          0.0028926795348525047,
          0.0026991423219442368,
          0.00212881900370121,
          0.0030107346829026937,
          0.00310140079818666,
          0.0031818472780287266,
          0.002777676796540618,
          0.002535800449550152,
          0.003921480383723974,
          0.003430022159591317,
          0.9298885464668274,
          0.003782423911616206,
          0.0032975096255540848,
          0.0014300619950518012,
          0.0015298567013815045,
          0.0019381335005164146,
          0.0032409762497991323
        ],
        "choice": 17
      }
    ]
  },
  {
    "case": "vision",
    "max_probability_or_box_error": 0.03414243459701538,
    "upstream_bf16": [
      {
        "type": "region",
        "cell": 9,
        "box": [
          0.2031,
          0.0,
          0.5674,
          0.86
        ],
        "p": 0.5970777273178101
      },
      {
        "type": "choice",
        "probs": [
          0.9851310849189758,
          0.014868861995637417
        ],
        "choice": 0
      }
    ],
    "coreai_float32": [
      {
        "type": "region",
        "cell": 9,
        "box": [
          0.1936,
          0.0,
          0.5538,
          0.8461
        ],
        "p": 0.5629352927207947
      },
      {
        "type": "choice",
        "probs": [
          0.9847150444984436,
          0.015284995548427105
        ],
        "choice": 0
      }
    ]
  }
]