bf16-comparison.json

[
  {
    "case": "refund",
    "max_probability_or_box_error": 0.0011562108993530273,
    "discrete_outputs_match": true,
    "upstream_bf16": [
      {
        "type": "noul",
        "p_yes": 0.9697602987289429
      },
      {
        "type": "choice",
        "probs": [
          0.9355213642120361,
          0.02544301003217697,
          0.03903552144765854
        ],
        "choice": 0
      }
    ],
    "coreai_float32": [
      {
        "type": "noul",
        "p_yes": 0.9696579575538635
      },
      {
        "type": "choice",
        "probs": [
          0.9343651533126831,
          0.025729088112711906,
          0.03990578278899193
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "span",
    "max_probability_or_box_error": 0,
    "discrete_outputs_match": true,
    "upstream_bf16": [
      {
        "type": "span",
        "start": 55,
        "end": 63,
        "text": "INV-2231",
        "p": 1.0
      }
    ],
    "coreai_float32": [
      {
        "type": "span",
        "start": 55,
        "end": 63,
        "text": "INV-2231",
        "p": 1.0
      }
    ]
  },
  {
    "case": "score",
    "max_probability_or_box_error": 0.0032760053873062134,
    "discrete_outputs_match": true,
    "upstream_bf16": [
      {
        "type": "score",
        "probs": [
          0.01346411369740963,
          0.021021094173192978,
          0.13800419867038727,
          0.8275105953216553
        ],
        "choice": 3,
        "expected": 2.7795612774789333
      }
    ],
    "coreai_float32": [
      {
        "type": "score",
        "probs": [
          0.013492124155163765,
          0.02104916237294674,
          0.13472819328308105,
          0.8307304382324219
        ],
        "choice": 3,
        "expected": 2.7826968636363745
      }
    ]
  },
  {
    "case": "multi",
    "max_probability_or_box_error": 0.0007659792900085449,
    "discrete_outputs_match": true,
    "upstream_bf16": [
      {
        "type": "multi",
        "probs": [
          0.961353600025177,
          0.9255949854850769,
          0.05097513645887375
        ]
      }
    ],
    "coreai_float32": [
      {
        "type": "multi",
        "probs": [
          0.9614582657814026,
          0.9263609647750854,
          0.051194678992033005
        ]
      }
    ]
  },
  {
    "case": "negative",
    "max_probability_or_box_error": 0.0009359195828437805,
    "discrete_outputs_match": true,
    "upstream_bf16": [
      {
        "type": "noul",
        "p_yes": 0.037488047033548355
      }
    ],
    "coreai_float32": [
      {
        "type": "noul",
        "p_yes": 0.036552127450704575
      }
    ]
  },
  {
    "case": "unicode",
    "max_probability_or_box_error": 0.00025212764739990234,
    "discrete_outputs_match": true,
    "upstream_bf16": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 1.0
      },
      {
        "type": "choice",
        "probs": [
          0.9511587619781494,
          0.027312880381941795,
          0.021528292447328568
        ],
        "choice": 0
      }
    ],
    "coreai_float32": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 1.0
      },
      {
        "type": "choice",
        "probs": [
          0.9514108896255493,
          0.027261406183242798,
          0.021327782422304153
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "options",
    "max_probability_or_box_error": 0.0006901025772094727,
    "discrete_outputs_match": true,
    "upstream_bf16": [
      {
        "type": "choice",
        "probs": [
          0.003604995086789131,
          0.003263695864006877,
          0.002579145599156618,
          0.0032084090635180473,
          0.0021689790301024914,
          0.002523764269426465,
          0.0024777702055871487,
          0.003174568759277463,
          0.0037178073544055223,
          0.0025443080812692642,
          0.003257984761148691,
          0.0031456719152629375,
          0.0022962531074881554,
          0.003111874219030142,
          0.0029890919104218483,
          0.003832802874967456,
          0.007152783218771219,
          0.922189474105835,
          0.005749549716711044,
          0.004194738809019327,
          0.0036519865971058607,
          0.003285554703325033,
          0.002670723246410489,
          0.003208014415577054
        ],
        "choice": 17
      }
    ],
    "coreai_float32": [
      {
        "type": "choice",
        "probs": [
          0.0035737575963139534,
          0.0032294215634465218,
          0.0025455907452851534,
          0.0031847632490098476,
          0.002165550133213401,
          0.002492170315235853,
          0.0024529574438929558,
          0.003147532232105732,
          0.0037047737278044224,
          0.0024940771982073784,
          0.0032223134767264128,
          0.003116679610684514,
          0.002279103733599186,
          0.003067179350182414,
          0.0030036454554647207,
          0.0037965381052345037,
          0.007012164685875177,
          0.9228795766830444,
          0.0057253348641097546,
          0.004146119579672813,
          0.00362235214561224,
          0.0032782102935016155,
          0.002652023686096072,
          0.0032081108074635267
        ],
        "choice": 17
      }
    ]
  },
  {
    "case": "vision",
    "max_probability_or_box_error": 0.10930000000000001,
    "discrete_outputs_match": false,
    "upstream_bf16": [
      {
        "type": "region",
        "cell": 21,
        "box": [
          0.2459,
          0.0897,
          0.6864,
          0.9191
        ],
        "p": 0.6435877084732056
      },
      {
        "type": "choice",
        "probs": [
          0.9735397100448608,
          0.026460271328687668
        ],
        "choice": 0
      }
    ],
    "coreai_float32": [
      {
        "type": "region",
        "cell": 33,
        "box": [
          0.3552,
          0.0785,
          0.747,
          0.9124
        ],
        "p": 0.6444705128669739
      },
      {
        "type": "choice",
        "probs": [
          0.974250316619873,
          0.025749672204256058
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "image-option",
    "max_probability_or_box_error": 0.000291287899017334,
    "discrete_outputs_match": true,
    "upstream_bf16": [
      {
        "type": "choice",
        "probs": [
          0.9695415496826172,
          0.030458426102995872
        ],
        "choice": 0
      }
    ],
    "coreai_float32": [
      {
        "type": "choice",
        "probs": [
          0.9698328375816345,
          0.03016720339655876
        ],
        "choice": 0
      }
    ]
  }
]