File size: 1,902 Bytes
02ebb71 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 | {
"status": "passed",
"test_samples": 30,
"original_vs_merged_max_absolute_logit_error": 4.76837158203125e-07,
"merged_vs_onnx_max_absolute_logit_error": 6.556510925292969e-07,
"prediction_agreement": 1.0,
"onnx_metrics": {
"accuracy": 0.5666666666666667,
"macro_f1": 0.51994301994302,
"samples": 30,
"labels": [
"account",
"billing",
"cancellation",
"delivery",
"login",
"technical"
],
"confusion_matrix": [
[
5,
0,
0,
0,
0,
0
],
[
0,
0,
5,
0,
0,
0
],
[
0,
0,
0,
5,
0,
0
],
[
0,
0,
0,
3,
0,
2
],
[
0,
0,
0,
0,
4,
1
],
[
0,
0,
0,
0,
0,
5
]
],
"per_class": [
{
"label": "account",
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 5
},
{
"label": "billing",
"precision": 0,
"recall": 0.0,
"f1": 0,
"support": 5
},
{
"label": "cancellation",
"precision": 0.0,
"recall": 0.0,
"f1": 0,
"support": 5
},
{
"label": "delivery",
"precision": 0.375,
"recall": 0.6,
"f1": 0.4615384615384615,
"support": 5
},
{
"label": "login",
"precision": 1.0,
"recall": 0.8,
"f1": 0.888888888888889,
"support": 5
},
{
"label": "technical",
"precision": 0.625,
"recall": 1.0,
"f1": 0.7692307692307693,
"support": 5
}
]
},
"additional_dynamic_shape_batches": 3
}
|