File size: 3,580 Bytes
0415692
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
[
  {
    "case": "refund",
    "tokens": 122,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "noul",
        "p_yes": 0.9697602987289429
      },
      {
        "type": "choice",
        "probs": [
          0.9355213642120361,
          0.02544301003217697,
          0.03903552144765854
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "span",
    "tokens": 123,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "span",
        "start": 55,
        "end": 63,
        "text": "INV-2231",
        "p": 1.0
      }
    ]
  },
  {
    "case": "score",
    "tokens": 98,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "score",
        "probs": [
          0.01346411369740963,
          0.021021094173192978,
          0.13800419867038727,
          0.8275105953216553
        ],
        "choice": 3,
        "expected": 2.7795612774789333
      }
    ]
  },
  {
    "case": "multi",
    "tokens": 144,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "multi",
        "probs": [
          0.961353600025177,
          0.9255949854850769,
          0.05097513645887375
        ]
      }
    ]
  },
  {
    "case": "negative",
    "tokens": 83,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "noul",
        "p_yes": 0.037488047033548355
      }
    ]
  },
  {
    "case": "unicode",
    "tokens": 128,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "span",
        "start": 10,
        "end": 17,
        "text": "\u20ac123.45",
        "p": 1.0
      },
      {
        "type": "choice",
        "probs": [
          0.9511587619781494,
          0.027312880381941795,
          0.021528292447328568
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "options",
    "tokens": 230,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "choice",
        "probs": [
          0.003604995086789131,
          0.003263695864006877,
          0.002579145599156618,
          0.0032084090635180473,
          0.0021689790301024914,
          0.002523764269426465,
          0.0024777702055871487,
          0.003174568759277463,
          0.0037178073544055223,
          0.0025443080812692642,
          0.003257984761148691,
          0.0031456719152629375,
          0.0022962531074881554,
          0.003111874219030142,
          0.0029890919104218483,
          0.003832802874967456,
          0.007152783218771219,
          0.922189474105835,
          0.005749549716711044,
          0.004194738809019327,
          0.0036519865971058607,
          0.003285554703325033,
          0.002670723246410489,
          0.003208014415577054
        ],
        "choice": 17
      }
    ]
  },
  {
    "case": "vision",
    "tokens": 155,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "region",
        "cell": 21,
        "box": [
          0.2459,
          0.0897,
          0.6864,
          0.9191
        ],
        "p": 0.6435877084732056
      },
      {
        "type": "choice",
        "probs": [
          0.9735397100448608,
          0.026460271328687668
        ],
        "choice": 0
      }
    ]
  },
  {
    "case": "image-option",
    "tokens": 181,
    "reference_precision": "bfloat16",
    "upstream": [
      {
        "type": "choice",
        "probs": [
          0.9695415496826172,
          0.030458426102995872
        ],
        "choice": 0
      }
    ]
  }
]