Download evaluation_report.json from bangbangkido/Product-Classifier: direct link, hf CLI and curl.
- Browser
- Download file 36.6 kB
-
https://huggingface.co/bangbangkido/Product-Classifier/resolve/main/evaluation_report.json
- Command line
-
hf download hf://bangbangkido/Product-Classifier/evaluation_report.json
-
curl -L -o evaluation_report.json https://huggingface.co/bangbangkido/Product-Classifier/resolve/main/evaluation_report.json
36.6 kB
{
"metrics": {
"accuracy": 0.946685878962536,
"macro_precision": 0.8909889541260163,
"macro_recall": 0.8717579400202004,
"macro_f1": 0.8801998409050592,
"weighted_f1": 0.9464584062569436,
"loss": 0.21084389784064692,
"top3_accuracy": 0.9919848703170029,
"ece_10_bins": 0.02774934912562063,
"brier_multiclass": 0.08609634981260206
},
"per_class": [
{
"class_id": 0,
"label": "3C数码",
"precision": 0.8428571428571429,
"recall": 0.9365079365079365,
"f1": 0.8872180451127819,
"support": 63,
"evaluated": true
},
{
"class_id": 1,
"label": "个护",
"precision": 0.9623529411764706,
"recall": 0.9680473372781065,
"f1": 0.9651917404129794,
"support": 845,
"evaluated": true
},
{
"class_id": 2,
"label": "书籍",
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"evaluated": true
},
{
"class_id": 3,
"label": "乳品",
"precision": 0.9614147909967846,
"recall": 0.943217665615142,
"f1": 0.9522292993630573,
"support": 317,
"evaluated": true
},
{
"class_id": 4,
"label": "休闲食品",
"precision": 0.9593837535014006,
"recall": 0.9573724668064291,
"f1": 0.9583770549143057,
"support": 1431,
"evaluated": true
},
{
"class_id": 5,
"label": "健康",
"precision": 0.9565217391304348,
"recall": 0.8979591836734694,
"f1": 0.9263157894736842,
"support": 49,
"evaluated": true
},
{
"class_id": 6,
"label": "健康食品",
"precision": 0.8939393939393939,
"recall": 0.8939393939393939,
"f1": 0.8939393939393939,
"support": 132,
"evaluated": true
},
{
"class_id": 7,
"label": "办公",
"precision": 0.9745098039215686,
"recall": 0.9576107899807321,
"f1": 0.9659863945578231,
"support": 519,
"evaluated": true
},
{
"class_id": 8,
"label": "宠物",
"precision": 1.0,
"recall": 0.974025974025974,
"f1": 0.9868421052631579,
"support": 77,
"evaluated": true
},
{
"class_id": 9,
"label": "家居",
"precision": 0.9644870349492672,
"recall": 0.9738190096755834,
"f1": 0.9691305579156047,
"support": 1757,
"evaluated": true
},
{
"class_id": 10,
"label": "家电",
"precision": 0.9545454545454546,
"recall": 0.9792746113989638,
"f1": 0.9667519181585678,
"support": 193,
"evaluated": true
},
{
"class_id": 11,
"label": "服饰内衣",
"precision": 0.96,
"recall": 0.96,
"f1": 0.96,
"support": 400,
"evaluated": true
},
{
"class_id": 12,
"label": "母婴",
"precision": 0.9541062801932367,
"recall": 0.9634146341463414,
"f1": 0.9587378640776699,
"support": 410,
"evaluated": true
},
{
"class_id": 13,
"label": "水产",
"precision": 0.8071428571428572,
"recall": 0.8625954198473282,
"f1": 0.8339483394833949,
"support": 131,
"evaluated": true
},
{
"class_id": 14,
"label": "水果",
"precision": 0.9465648854961832,
"recall": 0.96875,
"f1": 0.9575289575289575,
"support": 128,
"evaluated": true
},
{
"class_id": 15,
"label": "汽车用品",
"precision": 0.7142857142857143,
"recall": 0.5263157894736842,
"f1": 0.6060606060606061,
"support": 19,
"evaluated": true
},
{
"class_id": 16,
"label": "清洁",
"precision": 0.952922077922078,
"recall": 0.9622950819672131,
"f1": 0.9575856443719413,
"support": 610,
"evaluated": true
},
{
"class_id": 17,
"label": "玩具",
"precision": 0.8955223880597015,
"recall": 0.8955223880597015,
"f1": 0.8955223880597015,
"support": 335,
"evaluated": true
},
{
"class_id": 18,
"label": "礼品",
"precision": 0.7804878048780488,
"recall": 0.7804878048780488,
"f1": 0.7804878048780488,
"support": 41,
"evaluated": true
},
{
"class_id": 19,
"label": "粮油速食",
"precision": 0.9466389466389467,
"recall": 0.931787175989086,
"f1": 0.939154348573393,
"support": 1466,
"evaluated": true
},
{
"class_id": 20,
"label": "美妆",
"precision": 0.9779411764705882,
"recall": 0.8926174496644296,
"f1": 0.9333333333333333,
"support": 149,
"evaluated": true
},
{
"class_id": 21,
"label": "肉禽蛋",
"precision": 0.9265536723163842,
"recall": 0.8961748633879781,
"f1": 0.9111111111111111,
"support": 183,
"evaluated": true
},
{
"class_id": 22,
"label": "蔬菜",
"precision": 0.9045226130653267,
"recall": 0.8910891089108911,
"f1": 0.8977556109725686,
"support": 202,
"evaluated": true
},
{
"class_id": 23,
"label": "运动",
"precision": 0.9259259259259259,
"recall": 0.7575757575757576,
"f1": 0.8333333333333334,
"support": 33,
"evaluated": true
},
{
"class_id": 24,
"label": "酒饮冲调",
"precision": 0.9421487603305785,
"recall": 0.9718670076726342,
"f1": 0.9567771716323962,
"support": 1173,
"evaluated": true
},
{
"class_id": 25,
"label": "钟表配饰",
"precision": 0.9,
"recall": 0.9,
"f1": 0.9,
"support": 10,
"evaluated": true
},
{
"class_id": 26,
"label": "鞋靴箱包",
"precision": 0.9405405405405406,
"recall": 0.9456521739130435,
"f1": 0.943089430894309,
"support": 184,
"evaluated": true
},
{
"class_id": 27,
"label": "餐饮",
"precision": 0.8087431693989071,
"recall": 0.7668393782383419,
"f1": 0.7872340425531915,
"support": 193,
"evaluated": true
},
{
"class_id": 28,
"label": "香烟",
"precision": 0.975609756097561,
"recall": 0.9090909090909091,
"f1": 0.9411764705882353,
"support": 44,
"evaluated": true
},
{
"class_id": 29,
"label": "鲜花绿植",
"precision": 1.0,
"recall": 0.8888888888888888,
"f1": 0.9411764705882353,
"support": 9,
"evaluated": true
}
],
"confusion_matrix": [
[
59,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
3,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
818,
0,
0,
1,
0,
0,
0,
0,
2,
0,
0,
5,
0,
0,
0,
16,
0,
0,
0,
1,
0,
0,
0,
1,
0,
1,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
299,
3,
0,
1,
0,
0,
1,
0,
0,
2,
0,
0,
0,
0,
0,
0,
2,
0,
0,
0,
0,
9,
0,
0,
0,
0,
0
],
[
0,
0,
0,
3,
1370,
0,
2,
2,
0,
1,
0,
0,
1,
1,
0,
0,
0,
2,
0,
24,
0,
0,
1,
0,
18,
0,
1,
5,
0,
0
],
[
0,
0,
0,
0,
0,
44,
1,
0,
0,
3,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
1,
0,
2,
5,
0,
118,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
5,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
1,
1,
0,
497,
0,
6,
0,
0,
1,
0,
0,
1,
0,
5,
3,
1,
0,
0,
0,
0,
0,
0,
2,
1,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
75,
1,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
2,
1,
0,
0,
1,
0,
0,
1,
0,
1711,
6,
13,
4,
0,
1,
0,
5,
3,
2,
0,
1,
0,
1,
0,
1,
0,
4,
0,
0,
0
],
[
0,
2,
0,
0,
0,
0,
0,
0,
0,
1,
189,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
12,
0,
384,
1,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
2,
0,
0,
0
],
[
0,
7,
0,
0,
0,
0,
0,
0,
0,
3,
0,
1,
395,
0,
0,
0,
1,
1,
0,
0,
0,
0,
1,
0,
1,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
2,
0,
0,
0,
0,
0,
0,
113,
0,
0,
0,
0,
0,
10,
0,
1,
2,
0,
1,
0,
0,
2,
0,
0
],
[
0,
0,
0,
0,
2,
0,
0,
0,
0,
0,
0,
0,
0,
0,
124,
0,
0,
0,
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
1,
0,
4,
0,
0,
0,
0,
0,
10,
1,
3,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
6,
0,
0,
0,
0,
0,
0,
0,
14,
0,
0,
2,
0,
0,
0,
587,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
9,
0,
0,
0,
0,
1,
0,
5,
0,
8,
1,
0,
0,
1,
0,
2,
0,
300,
4,
0,
0,
0,
0,
2,
1,
0,
1,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
1,
6,
32,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0
],
[
0,
2,
0,
4,
27,
0,
5,
0,
0,
0,
0,
0,
0,
11,
2,
0,
1,
0,
0,
1366,
0,
4,
7,
0,
22,
0,
0,
15,
0,
0
],
[
0,
12,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
3,
0,
0,
0,
133,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
2,
0,
0,
0,
0,
0,
9,
0,
164,
1,
0,
0,
0,
0,
6,
0,
0
],
[
0,
0,
0,
1,
1,
0,
0,
0,
0,
0,
0,
0,
1,
5,
1,
0,
0,
0,
0,
4,
0,
1,
180,
0,
3,
0,
0,
5,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
1,
0,
6,
0,
0,
0,
0,
0,
25,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
2,
9,
0,
3,
0,
0,
0,
0,
1,
1,
0,
2,
0,
0,
0,
0,
12,
0,
0,
1,
0,
1140,
1,
0,
0,
1,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
9,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
1,
0,
3,
0,
1,
0,
0,
0,
0,
0,
4,
0,
0,
0,
0,
1,
0,
0,
0,
174,
0,
0,
0
],
[
0,
0,
0,
0,
6,
0,
0,
0,
0,
0,
0,
0,
0,
7,
0,
0,
0,
1,
0,
14,
0,
7,
3,
0,
7,
0,
0,
148,
0,
0
],
[
0,
1,
0,
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
40,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
8
]
],
"confusion_matrix_normalized": [
[
0.9365079365079365,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.015873015873015872,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.047619047619047616,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.9680473372781065,
0.0,
0.0,
0.001183431952662722,
0.0,
0.0,
0.0,
0.0,
0.002366863905325444,
0.0,
0.0,
0.005917159763313609,
0.0,
0.0,
0.0,
0.01893491124260355,
0.0,
0.0,
0.0,
0.001183431952662722,
0.0,
0.0,
0.0,
0.001183431952662722,
0.0,
0.001183431952662722,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.943217665615142,
0.00946372239747634,
0.0,
0.0031545741324921135,
0.0,
0.0,
0.0031545741324921135,
0.0,
0.0,
0.006309148264984227,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.006309148264984227,
0.0,
0.0,
0.0,
0.0,
0.028391167192429023,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0020964360587002098,
0.9573724668064291,
0.0,
0.001397624039133473,
0.001397624039133473,
0.0,
0.0006988120195667365,
0.0,
0.0,
0.0006988120195667365,
0.0006988120195667365,
0.0,
0.0,
0.0,
0.001397624039133473,
0.0,
0.016771488469601678,
0.0,
0.0,
0.0006988120195667365,
0.0,
0.012578616352201259,
0.0,
0.0006988120195667365,
0.0034940600978336828,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.8979591836734694,
0.02040816326530612,
0.0,
0.0,
0.061224489795918366,
0.02040816326530612,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.007575757575757576,
0.0,
0.015151515151515152,
0.03787878787878788,
0.0,
0.8939393939393939,
0.0,
0.0,
0.0,
0.0,
0.0,
0.007575757575757576,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.03787878787878788,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0019267822736030828,
0.0019267822736030828,
0.0,
0.9576107899807321,
0.0,
0.011560693641618497,
0.0,
0.0,
0.0019267822736030828,
0.0,
0.0,
0.0019267822736030828,
0.0,
0.009633911368015413,
0.005780346820809248,
0.0019267822736030828,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0038535645472061657,
0.0019267822736030828,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.974025974025974,
0.012987012987012988,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.012987012987012988,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0011383039271485487,
0.0005691519635742744,
0.0,
0.0,
0.0005691519635742744,
0.0,
0.0,
0.0005691519635742744,
0.0,
0.9738190096755834,
0.003414911781445646,
0.007398975526465566,
0.0022766078542970974,
0.0,
0.0005691519635742744,
0.0,
0.0028457598178713715,
0.001707455890722823,
0.0011383039271485487,
0.0,
0.0005691519635742744,
0.0,
0.0005691519635742744,
0.0,
0.0005691519635742744,
0.0,
0.0022766078542970974,
0.0,
0.0,
0.0
],
[
0.0,
0.010362694300518135,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0051813471502590676,
0.9792746113989638,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0051813471502590676,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.03,
0.0,
0.96,
0.0025,
0.0,
0.0025,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.005,
0.0,
0.0,
0.0
],
[
0.0,
0.01707317073170732,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.007317073170731708,
0.0,
0.0024390243902439024,
0.9634146341463414,
0.0,
0.0,
0.0,
0.0024390243902439024,
0.0024390243902439024,
0.0,
0.0,
0.0,
0.0,
0.0024390243902439024,
0.0,
0.0024390243902439024,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.015267175572519083,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.8625954198473282,
0.0,
0.0,
0.0,
0.0,
0.0,
0.07633587786259542,
0.0,
0.007633587786259542,
0.015267175572519083,
0.0,
0.007633587786259542,
0.0,
0.0,
0.015267175572519083,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.015625,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.96875,
0.0,
0.0,
0.0,
0.0,
0.0078125,
0.0,
0.0,
0.0078125,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.05263157894736842,
0.0,
0.21052631578947367,
0.0,
0.0,
0.0,
0.0,
0.0,
0.5263157894736842,
0.05263157894736842,
0.15789473684210525,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.009836065573770493,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.022950819672131147,
0.0,
0.0,
0.003278688524590164,
0.0,
0.0,
0.0,
0.9622950819672131,
0.0,
0.0,
0.0,
0.001639344262295082,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.026865671641791045,
0.0,
0.0,
0.0,
0.0,
0.0029850746268656717,
0.0,
0.014925373134328358,
0.0,
0.023880597014925373,
0.0029850746268656717,
0.0,
0.0,
0.0029850746268656717,
0.0,
0.005970149253731343,
0.0,
0.8955223880597015,
0.011940298507462687,
0.0,
0.0,
0.0,
0.0,
0.005970149253731343,
0.0029850746268656717,
0.0,
0.0029850746268656717,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.024390243902439025,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.024390243902439025,
0.14634146341463414,
0.7804878048780488,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.024390243902439025,
0.0,
0.0
],
[
0.0,
0.001364256480218281,
0.0,
0.002728512960436562,
0.018417462482946793,
0.0,
0.0034106412005457027,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.007503410641200546,
0.001364256480218281,
0.0,
0.0006821282401091405,
0.0,
0.0,
0.931787175989086,
0.0,
0.002728512960436562,
0.0047748976807639835,
0.0,
0.015006821282401092,
0.0,
0.0,
0.010231923601637109,
0.0,
0.0
],
[
0.0,
0.08053691275167785,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.006711409395973154,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.020134228187919462,
0.0,
0.0,
0.0,
0.8926174496644296,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.00546448087431694,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.01092896174863388,
0.0,
0.0,
0.0,
0.0,
0.0,
0.04918032786885246,
0.0,
0.8961748633879781,
0.00546448087431694,
0.0,
0.0,
0.0,
0.0,
0.03278688524590164,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0049504950495049506,
0.0049504950495049506,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0049504950495049506,
0.024752475247524754,
0.0049504950495049506,
0.0,
0.0,
0.0,
0.0,
0.019801980198019802,
0.0,
0.0049504950495049506,
0.8910891089108911,
0.0,
0.01485148514851485,
0.0,
0.0,
0.024752475247524754,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.030303030303030304,
0.0,
0.0,
0.0,
0.0,
0.0,
0.030303030303030304,
0.0,
0.18181818181818182,
0.0,
0.0,
0.0,
0.0,
0.0,
0.7575757575757576,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0017050298380221654,
0.0076726342710997444,
0.0,
0.0025575447570332483,
0.0,
0.0,
0.0,
0.0,
0.0008525149190110827,
0.0008525149190110827,
0.0,
0.0017050298380221654,
0.0,
0.0,
0.0,
0.0,
0.010230179028132993,
0.0,
0.0,
0.0008525149190110827,
0.0,
0.9718670076726342,
0.0008525149190110827,
0.0,
0.0,
0.0008525149190110827,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.1,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.005434782608695652,
0.0,
0.016304347826086956,
0.0,
0.005434782608695652,
0.0,
0.0,
0.0,
0.0,
0.0,
0.021739130434782608,
0.0,
0.0,
0.0,
0.0,
0.005434782608695652,
0.0,
0.0,
0.0,
0.9456521739130435,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.031088082901554404,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.03626943005181347,
0.0,
0.0,
0.0,
0.0051813471502590676,
0.0,
0.07253886010362694,
0.0,
0.03626943005181347,
0.015544041450777202,
0.0,
0.03626943005181347,
0.0,
0.0,
0.7668393782383419,
0.0,
0.0
],
[
0.0,
0.022727272727272728,
0.0,
0.0,
0.022727272727272728,
0.0,
0.0,
0.022727272727272728,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.022727272727272728,
0.0,
0.0,
0.0,
0.9090909090909091,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.1111111111111111,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.8888888888888888
]
],
"sample_count": 11104,
"missing_classes": [],
"calibration_bins": [
{
"lower": 0.0,
"upper": 0.1,
"count": 0,
"accuracy": null,
"confidence": null
},
{
"lower": 0.1,
"upper": 0.2,
"count": 0,
"accuracy": null,
"confidence": null
},
{
"lower": 0.2,
"upper": 0.3,
"count": 4,
"accuracy": 0.0,
"confidence": 0.26476332172751427
},
{
"lower": 0.3,
"upper": 0.4,
"count": 19,
"accuracy": 0.3684210526315789,
"confidence": 0.35543350483241837
},
{
"lower": 0.4,
"upper": 0.5,
"count": 49,
"accuracy": 0.4897959183673469,
"confidence": 0.45878330238011417
},
{
"lower": 0.5,
"upper": 0.6,
"count": 117,
"accuracy": 0.42735042735042733,
"confidence": 0.548418160687145
},
{
"lower": 0.6,
"upper": 0.7,
"count": 154,
"accuracy": 0.538961038961039,
"confidence": 0.6525126618224305
},
{
"lower": 0.7,
"upper": 0.8,
"count": 171,
"accuracy": 0.6432748538011696,
"confidence": 0.7535449123521994
},
{
"lower": 0.8,
"upper": 0.9,
"count": 289,
"accuracy": 0.6920415224913494,
"confidence": 0.8567656076490673
},
{
"lower": 0.9,
"upper": 1.0,
"count": 10301,
"accuracy": 0.9744684982040579,
"confidence": 0.9945820815909685
}
],
"confidence_thresholds": [
{
"threshold": 0.0,
"accepted": 11104,
"coverage": 1.0,
"accuracy": 0.946685878962536,
"errors": 592
},
{
"threshold": 0.5,
"accepted": 11032,
"coverage": 0.9935158501440923,
"accuracy": 0.9500543872371283,
"errors": 551
},
{
"threshold": 0.7,
"accepted": 10761,
"coverage": 0.9691102305475504,
"accuracy": 0.9616206672242357,
"errors": 413
},
{
"threshold": 0.8,
"accepted": 10590,
"coverage": 0.9537103746397695,
"accuracy": 0.9667610953729934,
"errors": 352
},
{
"threshold": 0.9,
"accepted": 10301,
"coverage": 0.9276837175792507,
"accuracy": 0.9744684982040579,
"errors": 263
},
{
"threshold": 0.95,
"accepted": 9951,
"coverage": 0.8961635446685879,
"accuracy": 0.9806049643251934,
"errors": 193
},
{
"threshold": 0.99,
"accepted": 9105,
"coverage": 0.8199747838616714,
"accuracy": 0.9883580450302032,
"errors": 106
}
],
"length_slices": [
{
"name": "tokens_le_16",
"sample_count": 6914,
"metrics": {
"accuracy": 0.9344807636679202,
"macro_precision": 0.8739341296956745,
"macro_recall": 0.8495625243340112,
"macro_f1": 0.8575351179028161,
"weighted_f1": 0.9341255625416152
}
},
{
"name": "tokens_17_32",
"sample_count": 3493,
"metrics": {
"accuracy": 0.9676495848840538,
"macro_precision": 0.8084017756571423,
"macro_recall": 0.791132897658505,
"macro_f1": 0.7986352678953254,
"weighted_f1": 0.967209644969467
}
},
{
"name": "tokens_gt_32",
"sample_count": 697,
"metrics": {
"accuracy": 0.9626972740315638,
"macro_precision": 0.6315776363821181,
"macro_recall": 0.601729096969493,
"macro_f1": 0.6068720519011058,
"weighted_f1": 0.9618792867599515
}
}
],
"elapsed_seconds": 14.70044980000057,
"samples_per_second": 755.3510369457927,
"truncation_slices": [],
"evaluated_at": "2026-10-27T17:08:01.768203+00:00",
"split": "valid",
"dataset": {
"path": "E:\\code\\.resu\\product-classify\\models\\releases\\20261028-seq48\\data\\valid",
"rows": 11104,
"fingerprint": "cf6435732f5e29ce"
},
"model": {
"path": "E:\\code\\.resu\\product-classify\\models\\releases\\20261028-seq48\\pt\\model.pt",
"sha256": "469faecf9b093ccb6e36cdbbaaaa706b2bccbcad1a43c5d7dad44be0c82a8a2b"
},
"labels": [
"3C数码",
"个护",
"书籍",
"乳品",
"休闲食品",
"健康",
"健康食品",
"办公",
"宠物",
"家居",
"家电",
"服饰内衣",
"母婴",
"水产",
"水果",
"汽车用品",
"清洁",
"玩具",
"礼品",
"粮油速食",
"美妆",
"肉禽蛋",
"蔬菜",
"运动",
"酒饮冲调",
"钟表配饰",
"鞋靴箱包",
"餐饮",
"香烟",
"鲜花绿植"
],
"device": "cuda",
"batch_size": 64,
"torch_version": "2.13.0+cu130",
"inference_config": {
"max_length": 48,
"version": "20261027-051303-065127_seq48_bs32_lr1e-05_ep100_seed42_samplesall",
"training_date": "2026-10-27T05:13:03.065103+00:00"
},
"notes": [
"验证集参与早停和模型选择,其结果不是独立测试成绩。",
"Macro 指标固定对全部标签取平均;无支持类别按 0 计,并列入 missing_classes。",
"概率未经校准;阈值表仅用于诊断,不自动选择或部署阈值。",
"长度按 attention_mask 计数,包含特殊 token;达到长度上限不等于发生截断。",
"原文、样本 ID、截断标记仅在预处理数据保留对应字段时可用;行索引对应本次数据集。",
"耗时包含批次读取、模型推理及核心指标计算,不是标准推理延迟基准。"
]
}
{
"metrics": {
"accuracy": 0.946685878962536,
"macro_precision": 0.8909889541260163,
"macro_recall": 0.8717579400202004,
"macro_f1": 0.8801998409050592,
"weighted_f1": 0.9464584062569436,
"loss": 0.21084389784064692,
"top3_accuracy": 0.9919848703170029,
"ece_10_bins": 0.02774934912562063,
"brier_multiclass": 0.08609634981260206
},
"per_class": [
{
"class_id": 0,
"label": "3C数码",
"precision": 0.8428571428571429,
"recall": 0.9365079365079365,
"f1": 0.8872180451127819,
"support": 63,
"evaluated": true
},
{
"class_id": 1,
"label": "个护",
"precision": 0.9623529411764706,
"recall": 0.9680473372781065,
"f1": 0.9651917404129794,
"support": 845,
"evaluated": true
},
{
"class_id": 2,
"label": "书籍",
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"evaluated": true
},
{
"class_id": 3,
"label": "乳品",
"precision": 0.9614147909967846,
"recall": 0.943217665615142,
"f1": 0.9522292993630573,
"support": 317,
"evaluated": true
},
{
"class_id": 4,
"label": "休闲食品",
"precision": 0.9593837535014006,
"recall": 0.9573724668064291,
"f1": 0.9583770549143057,
"support": 1431,
"evaluated": true
},
{
"class_id": 5,
"label": "健康",
"precision": 0.9565217391304348,
"recall": 0.8979591836734694,
"f1": 0.9263157894736842,
"support": 49,
"evaluated": true
},
{
"class_id": 6,
"label": "健康食品",
"precision": 0.8939393939393939,
"recall": 0.8939393939393939,
"f1": 0.8939393939393939,
"support": 132,
"evaluated": true
},
{
"class_id": 7,
"label": "办公",
"precision": 0.9745098039215686,
"recall": 0.9576107899807321,
"f1": 0.9659863945578231,
"support": 519,
"evaluated": true
},
{
"class_id": 8,
"label": "宠物",
"precision": 1.0,
"recall": 0.974025974025974,
"f1": 0.9868421052631579,
"support": 77,
"evaluated": true
},
{
"class_id": 9,
"label": "家居",
"precision": 0.9644870349492672,
"recall": 0.9738190096755834,
"f1": 0.9691305579156047,