{ "metrics": { "accuracy": 0.946685878962536, "macro_precision": 0.8909889541260163, "macro_recall": 0.8717579400202004, "macro_f1": 0.8801998409050592, "weighted_f1": 0.9464584062569436, "loss": 0.21084389784064692, "top3_accuracy": 0.9919848703170029, "ece_10_bins": 0.02774934912562063, "brier_multiclass": 0.08609634981260206 }, "per_class": [ { "class_id": 0, "label": "3C数码", "precision": 0.8428571428571429, "recall": 0.9365079365079365, "f1": 0.8872180451127819, "support": 63, "evaluated": true }, { "class_id": 1, "label": "个护", "precision": 0.9623529411764706, "recall": 0.9680473372781065, "f1": 0.9651917404129794, "support": 845, "evaluated": true }, { "class_id": 2, "label": "书籍", "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "evaluated": true }, { "class_id": 3, "label": "乳品", "precision": 0.9614147909967846, "recall": 0.943217665615142, "f1": 0.9522292993630573, "support": 317, "evaluated": true }, { "class_id": 4, "label": "休闲食品", "precision": 0.9593837535014006, "recall": 0.9573724668064291, "f1": 0.9583770549143057, "support": 1431, "evaluated": true }, { "class_id": 5, "label": "健康", "precision": 0.9565217391304348, "recall": 0.8979591836734694, "f1": 0.9263157894736842, "support": 49, "evaluated": true }, { "class_id": 6, "label": "健康食品", "precision": 0.8939393939393939, "recall": 0.8939393939393939, "f1": 0.8939393939393939, "support": 132, "evaluated": true }, { "class_id": 7, "label": "办公", "precision": 0.9745098039215686, "recall": 0.9576107899807321, "f1": 0.9659863945578231, "support": 519, "evaluated": true }, { "class_id": 8, "label": "宠物", "precision": 1.0, "recall": 0.974025974025974, "f1": 0.9868421052631579, "support": 77, "evaluated": true }, { "class_id": 9, "label": "家居", "precision": 0.9644870349492672, "recall": 0.9738190096755834, "f1": 0.9691305579156047, "support": 1757, "evaluated": true }, { "class_id": 10, "label": "家电", "precision": 0.9545454545454546, "recall": 0.9792746113989638, "f1": 0.9667519181585678, "support": 193, "evaluated": true }, { "class_id": 11, "label": "服饰内衣", "precision": 0.96, "recall": 0.96, "f1": 0.96, "support": 400, "evaluated": true }, { "class_id": 12, "label": "母婴", "precision": 0.9541062801932367, "recall": 0.9634146341463414, "f1": 0.9587378640776699, "support": 410, "evaluated": true }, { "class_id": 13, "label": "水产", "precision": 0.8071428571428572, "recall": 0.8625954198473282, "f1": 0.8339483394833949, "support": 131, "evaluated": true }, { "class_id": 14, "label": "水果", "precision": 0.9465648854961832, "recall": 0.96875, "f1": 0.9575289575289575, "support": 128, "evaluated": true }, { "class_id": 15, "label": "汽车用品", "precision": 0.7142857142857143, "recall": 0.5263157894736842, "f1": 0.6060606060606061, "support": 19, "evaluated": true }, { "class_id": 16, "label": "清洁", "precision": 0.952922077922078, "recall": 0.9622950819672131, "f1": 0.9575856443719413, "support": 610, "evaluated": true }, { "class_id": 17, "label": "玩具", "precision": 0.8955223880597015, "recall": 0.8955223880597015, "f1": 0.8955223880597015, "support": 335, "evaluated": true }, { "class_id": 18, "label": "礼品", "precision": 0.7804878048780488, "recall": 0.7804878048780488, "f1": 0.7804878048780488, "support": 41, "evaluated": true }, { "class_id": 19, "label": "粮油速食", "precision": 0.9466389466389467, "recall": 0.931787175989086, "f1": 0.939154348573393, "support": 1466, "evaluated": true }, { "class_id": 20, "label": "美妆", "precision": 0.9779411764705882, "recall": 0.8926174496644296, "f1": 0.9333333333333333, "support": 149, "evaluated": true }, { "class_id": 21, "label": "肉禽蛋", "precision": 0.9265536723163842, "recall": 0.8961748633879781, "f1": 0.9111111111111111, "support": 183, "evaluated": true }, { "class_id": 22, "label": "蔬菜", "precision": 0.9045226130653267, "recall": 0.8910891089108911, "f1": 0.8977556109725686, "support": 202, "evaluated": true }, { "class_id": 23, "label": "运动", "precision": 0.9259259259259259, "recall": 0.7575757575757576, "f1": 0.8333333333333334, "support": 33, "evaluated": true }, { "class_id": 24, "label": "酒饮冲调", "precision": 0.9421487603305785, "recall": 0.9718670076726342, "f1": 0.9567771716323962, "support": 1173, "evaluated": true }, { "class_id": 25, "label": "钟表配饰", "precision": 0.9, "recall": 0.9, "f1": 0.9, "support": 10, "evaluated": true }, { "class_id": 26, "label": "鞋靴箱包", "precision": 0.9405405405405406, "recall": 0.9456521739130435, "f1": 0.943089430894309, "support": 184, "evaluated": true }, { "class_id": 27, "label": "餐饮", "precision": 0.8087431693989071, "recall": 0.7668393782383419, "f1": 0.7872340425531915, "support": 193, "evaluated": true }, { "class_id": 28, "label": "香烟", "precision": 0.975609756097561, "recall": 0.9090909090909091, "f1": 0.9411764705882353, "support": 44, "evaluated": true }, { "class_id": 29, "label": "鲜花绿植", "precision": 1.0, "recall": 0.8888888888888888, "f1": 0.9411764705882353, "support": 9, "evaluated": true } ], "confusion_matrix": [ [ 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 818, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 5, 0, 0, 0, 16, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 299, 3, 0, 1, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 3, 1370, 0, 2, 2, 0, 1, 0, 0, 1, 1, 0, 0, 0, 2, 0, 24, 0, 0, 1, 0, 18, 0, 1, 5, 0, 0 ], [ 0, 0, 0, 0, 0, 44, 1, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 1, 0, 2, 5, 0, 118, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 1, 0, 497, 0, 6, 0, 0, 1, 0, 0, 1, 0, 5, 3, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 75, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 2, 1, 0, 0, 1, 0, 0, 1, 0, 1711, 6, 13, 4, 0, 1, 0, 5, 3, 2, 0, 1, 0, 1, 0, 1, 0, 4, 0, 0, 0 ], [ 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 189, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0 ], [ 0, 7, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 395, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 113, 0, 0, 0, 0, 0, 10, 0, 1, 2, 0, 1, 0, 0, 2, 0, 0 ], [ 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 124, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 10, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 6, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 2, 0, 0, 0, 587, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 9, 0, 0, 0, 0, 1, 0, 5, 0, 8, 1, 0, 0, 1, 0, 2, 0, 300, 4, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0 ], [ 0, 2, 0, 4, 27, 0, 5, 0, 0, 0, 0, 0, 0, 11, 2, 0, 1, 0, 0, 1366, 0, 4, 7, 0, 22, 0, 0, 15, 0, 0 ], [ 0, 12, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 9, 0, 164, 1, 0, 0, 0, 0, 6, 0, 0 ], [ 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 5, 1, 0, 0, 0, 0, 4, 0, 1, 180, 0, 3, 0, 0, 5, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 25, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 2, 9, 0, 3, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 12, 0, 0, 1, 0, 1140, 1, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 1, 0, 0, 0, 174, 0, 0, 0 ], [ 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 1, 0, 14, 0, 7, 3, 0, 7, 0, 0, 148, 0, 0 ], [ 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 40, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8 ] ], "confusion_matrix_normalized": [ [ 0.9365079365079365, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.015873015873015872, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.047619047619047616, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.9680473372781065, 0.0, 0.0, 0.001183431952662722, 0.0, 0.0, 0.0, 0.0, 0.002366863905325444, 0.0, 0.0, 0.005917159763313609, 0.0, 0.0, 0.0, 0.01893491124260355, 0.0, 0.0, 0.0, 0.001183431952662722, 0.0, 0.0, 0.0, 0.001183431952662722, 0.0, 0.001183431952662722, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.943217665615142, 0.00946372239747634, 0.0, 0.0031545741324921135, 0.0, 0.0, 0.0031545741324921135, 0.0, 0.0, 0.006309148264984227, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.006309148264984227, 0.0, 0.0, 0.0, 0.0, 0.028391167192429023, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0020964360587002098, 0.9573724668064291, 0.0, 0.001397624039133473, 0.001397624039133473, 0.0, 0.0006988120195667365, 0.0, 0.0, 0.0006988120195667365, 0.0006988120195667365, 0.0, 0.0, 0.0, 0.001397624039133473, 0.0, 0.016771488469601678, 0.0, 0.0, 0.0006988120195667365, 0.0, 0.012578616352201259, 0.0, 0.0006988120195667365, 0.0034940600978336828, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.8979591836734694, 0.02040816326530612, 0.0, 0.0, 0.061224489795918366, 0.02040816326530612, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.007575757575757576, 0.0, 0.015151515151515152, 0.03787878787878788, 0.0, 0.8939393939393939, 0.0, 0.0, 0.0, 0.0, 0.0, 0.007575757575757576, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.03787878787878788, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0019267822736030828, 0.0019267822736030828, 0.0, 0.9576107899807321, 0.0, 0.011560693641618497, 0.0, 0.0, 0.0019267822736030828, 0.0, 0.0, 0.0019267822736030828, 0.0, 0.009633911368015413, 0.005780346820809248, 0.0019267822736030828, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0038535645472061657, 0.0019267822736030828, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.974025974025974, 0.012987012987012988, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.012987012987012988, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0011383039271485487, 0.0005691519635742744, 0.0, 0.0, 0.0005691519635742744, 0.0, 0.0, 0.0005691519635742744, 0.0, 0.9738190096755834, 0.003414911781445646, 0.007398975526465566, 0.0022766078542970974, 0.0, 0.0005691519635742744, 0.0, 0.0028457598178713715, 0.001707455890722823, 0.0011383039271485487, 0.0, 0.0005691519635742744, 0.0, 0.0005691519635742744, 0.0, 0.0005691519635742744, 0.0, 0.0022766078542970974, 0.0, 0.0, 0.0 ], [ 0.0, 0.010362694300518135, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0051813471502590676, 0.9792746113989638, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0051813471502590676, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.03, 0.0, 0.96, 0.0025, 0.0, 0.0025, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.005, 0.0, 0.0, 0.0 ], [ 0.0, 0.01707317073170732, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.007317073170731708, 0.0, 0.0024390243902439024, 0.9634146341463414, 0.0, 0.0, 0.0, 0.0024390243902439024, 0.0024390243902439024, 0.0, 0.0, 0.0, 0.0, 0.0024390243902439024, 0.0, 0.0024390243902439024, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.015267175572519083, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.8625954198473282, 0.0, 0.0, 0.0, 0.0, 0.0, 0.07633587786259542, 0.0, 0.007633587786259542, 0.015267175572519083, 0.0, 0.007633587786259542, 0.0, 0.0, 0.015267175572519083, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.015625, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.96875, 0.0, 0.0, 0.0, 0.0, 0.0078125, 0.0, 0.0, 0.0078125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.05263157894736842, 0.0, 0.21052631578947367, 0.0, 0.0, 0.0, 0.0, 0.0, 0.5263157894736842, 0.05263157894736842, 0.15789473684210525, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.009836065573770493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.022950819672131147, 0.0, 0.0, 0.003278688524590164, 0.0, 0.0, 0.0, 0.9622950819672131, 0.0, 0.0, 0.0, 0.001639344262295082, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.026865671641791045, 0.0, 0.0, 0.0, 0.0, 0.0029850746268656717, 0.0, 0.014925373134328358, 0.0, 0.023880597014925373, 0.0029850746268656717, 0.0, 0.0, 0.0029850746268656717, 0.0, 0.005970149253731343, 0.0, 0.8955223880597015, 0.011940298507462687, 0.0, 0.0, 0.0, 0.0, 0.005970149253731343, 0.0029850746268656717, 0.0, 0.0029850746268656717, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.024390243902439025, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.024390243902439025, 0.14634146341463414, 0.7804878048780488, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.024390243902439025, 0.0, 0.0 ], [ 0.0, 0.001364256480218281, 0.0, 0.002728512960436562, 0.018417462482946793, 0.0, 0.0034106412005457027, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.007503410641200546, 0.001364256480218281, 0.0, 0.0006821282401091405, 0.0, 0.0, 0.931787175989086, 0.0, 0.002728512960436562, 0.0047748976807639835, 0.0, 0.015006821282401092, 0.0, 0.0, 0.010231923601637109, 0.0, 0.0 ], [ 0.0, 0.08053691275167785, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.006711409395973154, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.020134228187919462, 0.0, 0.0, 0.0, 0.8926174496644296, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.00546448087431694, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.01092896174863388, 0.0, 0.0, 0.0, 0.0, 0.0, 0.04918032786885246, 0.0, 0.8961748633879781, 0.00546448087431694, 0.0, 0.0, 0.0, 0.0, 0.03278688524590164, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0049504950495049506, 0.0049504950495049506, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0049504950495049506, 0.024752475247524754, 0.0049504950495049506, 0.0, 0.0, 0.0, 0.0, 0.019801980198019802, 0.0, 0.0049504950495049506, 0.8910891089108911, 0.0, 0.01485148514851485, 0.0, 0.0, 0.024752475247524754, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.030303030303030304, 0.0, 0.0, 0.0, 0.0, 0.0, 0.030303030303030304, 0.0, 0.18181818181818182, 0.0, 0.0, 0.0, 0.0, 0.0, 0.7575757575757576, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0017050298380221654, 0.0076726342710997444, 0.0, 0.0025575447570332483, 0.0, 0.0, 0.0, 0.0, 0.0008525149190110827, 0.0008525149190110827, 0.0, 0.0017050298380221654, 0.0, 0.0, 0.0, 0.0, 0.010230179028132993, 0.0, 0.0, 0.0008525149190110827, 0.0, 0.9718670076726342, 0.0008525149190110827, 0.0, 0.0, 0.0008525149190110827, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.1, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.9, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.005434782608695652, 0.0, 0.016304347826086956, 0.0, 0.005434782608695652, 0.0, 0.0, 0.0, 0.0, 0.0, 0.021739130434782608, 0.0, 0.0, 0.0, 0.0, 0.005434782608695652, 0.0, 0.0, 0.0, 0.9456521739130435, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.031088082901554404, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.03626943005181347, 0.0, 0.0, 0.0, 0.0051813471502590676, 0.0, 0.07253886010362694, 0.0, 0.03626943005181347, 0.015544041450777202, 0.0, 0.03626943005181347, 0.0, 0.0, 0.7668393782383419, 0.0, 0.0 ], [ 0.0, 0.022727272727272728, 0.0, 0.0, 0.022727272727272728, 0.0, 0.0, 0.022727272727272728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.022727272727272728, 0.0, 0.0, 0.0, 0.9090909090909091, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.1111111111111111, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.8888888888888888 ] ], "sample_count": 11104, "missing_classes": [], "calibration_bins": [ { "lower": 0.0, "upper": 0.1, "count": 0, "accuracy": null, "confidence": null }, { "lower": 0.1, "upper": 0.2, "count": 0, "accuracy": null, "confidence": null }, { "lower": 0.2, "upper": 0.3, "count": 4, "accuracy": 0.0, "confidence": 0.26476332172751427 }, { "lower": 0.3, "upper": 0.4, "count": 19, "accuracy": 0.3684210526315789, "confidence": 0.35543350483241837 }, { "lower": 0.4, "upper": 0.5, "count": 49, "accuracy": 0.4897959183673469, "confidence": 0.45878330238011417 }, { "lower": 0.5, "upper": 0.6, "count": 117, "accuracy": 0.42735042735042733, "confidence": 0.548418160687145 }, { "lower": 0.6, "upper": 0.7, "count": 154, "accuracy": 0.538961038961039, "confidence": 0.6525126618224305 }, { "lower": 0.7, "upper": 0.8, "count": 171, "accuracy": 0.6432748538011696, "confidence": 0.7535449123521994 }, { "lower": 0.8, "upper": 0.9, "count": 289, "accuracy": 0.6920415224913494, "confidence": 0.8567656076490673 }, { "lower": 0.9, "upper": 1.0, "count": 10301, "accuracy": 0.9744684982040579, "confidence": 0.9945820815909685 } ], "confidence_thresholds": [ { "threshold": 0.0, "accepted": 11104, "coverage": 1.0, "accuracy": 0.946685878962536, "errors": 592 }, { "threshold": 0.5, "accepted": 11032, "coverage": 0.9935158501440923, "accuracy": 0.9500543872371283, "errors": 551 }, { "threshold": 0.7, "accepted": 10761, "coverage": 0.9691102305475504, "accuracy": 0.9616206672242357, "errors": 413 }, { "threshold": 0.8, "accepted": 10590, "coverage": 0.9537103746397695, "accuracy": 0.9667610953729934, "errors": 352 }, { "threshold": 0.9, "accepted": 10301, "coverage": 0.9276837175792507, "accuracy": 0.9744684982040579, "errors": 263 }, { "threshold": 0.95, "accepted": 9951, "coverage": 0.8961635446685879, "accuracy": 0.9806049643251934, "errors": 193 }, { "threshold": 0.99, "accepted": 9105, "coverage": 0.8199747838616714, "accuracy": 0.9883580450302032, "errors": 106 } ], "length_slices": [ { "name": "tokens_le_16", "sample_count": 6914, "metrics": { "accuracy": 0.9344807636679202, "macro_precision": 0.8739341296956745, "macro_recall": 0.8495625243340112, "macro_f1": 0.8575351179028161, "weighted_f1": 0.9341255625416152 } }, { "name": "tokens_17_32", "sample_count": 3493, "metrics": { "accuracy": 0.9676495848840538, "macro_precision": 0.8084017756571423, "macro_recall": 0.791132897658505, "macro_f1": 0.7986352678953254, "weighted_f1": 0.967209644969467 } }, { "name": "tokens_gt_32", "sample_count": 697, "metrics": { "accuracy": 0.9626972740315638, "macro_precision": 0.6315776363821181, "macro_recall": 0.601729096969493, "macro_f1": 0.6068720519011058, "weighted_f1": 0.9618792867599515 } } ], "elapsed_seconds": 14.70044980000057, "samples_per_second": 755.3510369457927, "truncation_slices": [], "evaluated_at": "2026-10-27T17:08:01.768203+00:00", "split": "valid", "dataset": { "path": "E:\\code\\.resu\\product-classify\\models\\releases\\20261028-seq48\\data\\valid", "rows": 11104, "fingerprint": "cf6435732f5e29ce" }, "model": { "path": "E:\\code\\.resu\\product-classify\\models\\releases\\20261028-seq48\\pt\\model.pt", "sha256": "469faecf9b093ccb6e36cdbbaaaa706b2bccbcad1a43c5d7dad44be0c82a8a2b" }, "labels": [ "3C数码", "个护", "书籍", "乳品", "休闲食品", "健康", "健康食品", "办公", "宠物", "家居", "家电", "服饰内衣", "母婴", "水产", "水果", "汽车用品", "清洁", "玩具", "礼品", "粮油速食", "美妆", "肉禽蛋", "蔬菜", "运动", "酒饮冲调", "钟表配饰", "鞋靴箱包", "餐饮", "香烟", "鲜花绿植" ], "device": "cuda", "batch_size": 64, "torch_version": "2.13.0+cu130", "inference_config": { "max_length": 48, "version": "20261027-051303-065127_seq48_bs32_lr1e-05_ep100_seed42_samplesall", "training_date": "2026-10-27T05:13:03.065103+00:00" }, "notes": [ "验证集参与早停和模型选择,其结果不是独立测试成绩。", "Macro 指标固定对全部标签取平均;无支持类别按 0 计,并列入 missing_classes。", "概率未经校准;阈值表仅用于诊断,不自动选择或部署阈值。", "长度按 attention_mask 计数,包含特殊 token;达到长度上限不等于发生截断。", "原文、样本 ID、截断标记仅在预处理数据保留对应字段时可用;行索引对应本次数据集。", "耗时包含批次读取、模型推理及核心指标计算,不是标准推理延迟基准。" ] }