File size: 1,735 Bytes
c7a7615 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 | {
"what": "the answers examples/run_example.py --check compares with: the provider's code (LiquidAI/d1-3B at revision da1fe36a) in float32 on the CPU, one row per question (the reference of every check of this conversion), and the host's refusal of a row longer than its largest graph",
"tolerance_abs_dp": 1e-05,
"requests": {
"text": {
"record": "card_text_001",
"input_tokens": 116,
"route": {
"route": "pair",
"Ls": 64,
"Lq": 64
},
"questions": {
"refund": {
"type": "noul",
"keys": [
"true",
"false"
],
"probabilities": [
0.9896227782182223,
0.010377221781777617
],
"argmax_key": "true"
},
"team": {
"type": "choice",
"keys": [
"billing",
"technical",
"fraud"
],
"probabilities": [
0.9835052519734202,
0.010646890881320634,
0.00584785714525919
],
"argmax_key": "billing"
},
"urgency": {
"type": "score",
"keys": [
"0",
"1",
"2"
],
"probabilities": [
0.33857654895935546,
0.5674439412957162,
0.09397950974492834
],
"argmax_key": "1"
}
}
},
"picture": {
"record": "card_cats_001",
"input_tokens": 271,
"route": {
"route": "row",
"L": 512
},
"questions": {
"cats": {
"type": "choice",
"keys": [
"one",
"two",
"more"
],
"probabilities": [
0.00613035890381215,
0.9853197075651394,
0.008549933531048414
],
"argmax_key": "two"
}
}
},
"refused": {
"error": "RowTooLong",
"message": "a row of 18958 tokens is longer than the largest graph (4096)",
"row_tokens": 18958
}
}
}
|