bf16-attempt.json

[
  {
    "case": "refund",
    "tokens": 122,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "noul",
        "p_yes": 0.9697602987289429
      },
      {
        "type": "choice",
        "probs": [
          0.9355213642120361,
          0.02544301003217697,
          0.03903552144765854
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "span",
    "tokens": 123,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "span",
        "start": 55,
        "end": 63,
        "text": "INV-2231",
        "p": 1.0
      }
    ]
  },
  {
    "case": "score",
    "tokens": 98,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "score",
        "probs": [
          0.01346411369740963,
          0.021021094173192978,
          0.13800419867038727,
          0.8275105953216553
        ],
        "choice": 3,
        "expected": 2.7795612774789333
      }
    ]
  },
  {
    "case": "multi",
    "tokens": 144,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "multi",
        "probs": [
          0.961353600025177,
          0.9255949854850769,
          0.05097513645887375
        ]
      }
    ]
  },
  {
    "case": "negative",
    "tokens": 83,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "noul",
        "p_yes": 0.037488047033548355
      }
    ]
  },
  {
    "case": "unicode",
    "tokens": 128,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 1.0
      },
      {
        "type": "choice",
        "probs": [
          0.9511587619781494,
          0.027312880381941795,
          0.021528292447328568
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "options",
    "tokens": 230,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "choice",
        "probs": [
          0.003604995086789131,
          0.003263695864006877,
          0.002579145599156618,
          0.0032084090635180473,
          0.0021689790301024914,
          0.002523764269426465,
          0.0024777702055871487,
          0.003174568759277463,
          0.0037178073544055223,
          0.0025443080812692642,
          0.003257984761148691,
          0.0031456719152629375,
          0.0022962531074881554,
          0.003111874219030142,
          0.0029890919104218483,
          0.003832802874967456,
          0.007152783218771219,
          0.922189474105835,
          0.005749549716711044,
          0.004194738809019327,
          0.0036519865971058607,
          0.003285554703325033,
          0.002670723246410489,
          0.003208014415577054
        ],
        "choice": 17
      }
    ]
  },
  {
    "case": "vision",
    "tokens": 155,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "region",
        "cell": 21,
        "box": [
          0.2459,
          0.0897,
          0.6864,
          0.9191
        ],
        "p": 0.6435877084732056
      },
      {
        "type": "choice",
        "probs": [
          0.9735397100448608,
          0.026460271328687668
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "image-option",
    "tokens": 181,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "choice",
        "probs": [
          0.9695415496826172,
          0.030458426102995872
        ],
        "choice": 0
      }
    ]
  }
]