{ "dataset_files_loaded": 331, "split_counts": { "train": 206, "validation": 51, "test": 74 }, "num_classes": 32, "test_accuracy": 0.4864864864864865, "test_macro_f1": 0.40037202380952375, "test_weighted_f1": 0.47425997425997424, "test_accuracy_ci95": [ 0.3780405405405406, 0.5945945945945946 ], "test_macro_f1_ci95": [ 0.2855325728085446, 0.46932641432641425 ], "test_report": { "Azanicadazuluensis": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 1.0 }, "Brevisianabrevis": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 1.0 }, "Chorthippusbiguttulus": { "precision": 0.75, "recall": 0.6, "f1-score": 0.6666666666666666, "support": 5.0 }, "Chorthippusbrunneus": { "precision": 0.5, "recall": 1.0, "f1-score": 0.6666666666666666, "support": 1.0 }, "Grylluscampestris": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 4.0 }, "Kikihiamuta": { "precision": 1.0, "recall": 0.5, "f1-score": 0.6666666666666666, "support": 2.0 }, "Myopsaltaleona": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 2.0 }, "Myopsaltalongicauda": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 1.0 }, "Myopsaltamackinlayi": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 2.0 }, "Myopsaltamelanobasis": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 2.0 }, "Myopsaltaxerograsidia": { "precision": 1.0, "recall": 0.5, "f1-score": 0.6666666666666666, "support": 2.0 }, "Nemobiussylvestris": { "precision": 1.0, "recall": 0.6666666666666666, "f1-score": 0.8, "support": 3.0 }, "Oecanthuspellucens": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 3.0 }, "Pholidopteragriseoaptera": { "precision": 1.0, "recall": 0.5, "f1-score": 0.6666666666666666, "support": 2.0 }, "Platypleuracapensis": { "precision": 0.25, "recall": 1.0, "f1-score": 0.4, "support": 1.0 }, "Platypleuracfcatenata": { "precision": 0.3333333333333333, "recall": 0.25, "f1-score": 0.2857142857142857, "support": 4.0 }, "Platypleurachalybaea": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 2.0 }, "Platypleuradeusta": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 2.0 }, "Platypleuradivisa": { "precision": 0.3333333333333333, "recall": 0.5, "f1-score": 0.4, "support": 2.0 }, "Platypleurahaglundi": { "precision": 0.4, "recall": 1.0, "f1-score": 0.5714285714285714, "support": 2.0 }, "Platypleurahirtipennis": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 2.0 }, "Platypleuraintercapedinis": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 2.0 }, "Platypleuraplumosa": { "precision": 0.25, "recall": 0.25, "f1-score": 0.25, "support": 4.0 }, "Platypleurasp04": { "precision": 0.4, "recall": 1.0, "f1-score": 0.5714285714285714, "support": 2.0 }, "Platypleurasp10": { "precision": 0.6666666666666666, "recall": 0.6666666666666666, "f1-score": 0.6666666666666666, "support": 3.0 }, "Platypleurasp11cfhirtipennis": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 1.0 }, "Platypleurasp12cfhirtipennis": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 2.0 }, "Platypleurasp13": { "precision": 0.5, "recall": 0.3333333333333333, "f1-score": 0.4, "support": 3.0 }, "Pseudochorthippusparallelus": { "precision": 0.6666666666666666, "recall": 1.0, "f1-score": 0.8, "support": 4.0 }, "Pycnasemiclara": { "precision": 1.0, "recall": 0.5, "f1-score": 0.6666666666666666, "support": 2.0 }, "Roeselianaroeselii": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "Tettigoniaviridissima": { "precision": 0.75, "recall": 0.6, "f1-score": 0.6666666666666666, "support": 5.0 }, "accuracy": 0.4864864864864865, "macro avg": { "precision": 0.43125, "recall": 0.4333333333333333, "f1-score": 0.40037202380952375, "support": 74.0 }, "weighted avg": { "precision": 0.5137387387387388, "recall": 0.4864864864864865, "f1-score": 0.47425997425997424, "support": 74.0 } }, "test_session_clean": { "count": 48, "accuracy": 0.4583333333333333, "macro_f1": 0.34285714285714286, "weighted_f1": 0.48298611111111106, "accuracy_ci95": [ 0.3125, 0.6041666666666666 ], "macro_f1_ci95": [ 0.21914404761904757, 0.4203331677380589 ] }, "best_validation_macro_f1": 0.5484374999999999, "eval_crops": 5, "random_crop": true, "init_from": null, "lr": 0.001, "epochs": 60, "history": [ { "epoch": 1, "train_loss": 3.549590092438918, "validation_macro_f1": 0.0729895104895105 }, { "epoch": 2, "train_loss": 3.2208462678469143, "validation_macro_f1": 0.07673611111111112 }, { "epoch": 3, "train_loss": 2.91882507617657, "validation_macro_f1": 0.07138480392156864 }, { "epoch": 4, "train_loss": 2.692603404705341, "validation_macro_f1": 0.08596299533799534 }, { "epoch": 5, "train_loss": 2.4573555176074686, "validation_macro_f1": 0.2512648809523809 }, { "epoch": 6, "train_loss": 2.263241639504066, "validation_macro_f1": 0.1829410173160173 }, { "epoch": 7, "train_loss": 2.1775223842033973, "validation_macro_f1": 0.26106150793650795 }, { "epoch": 8, "train_loss": 2.0498767632704515, "validation_macro_f1": 0.2673363095238095 }, { "epoch": 9, "train_loss": 1.9059001757548406, "validation_macro_f1": 0.2243371212121212 }, { "epoch": 10, "train_loss": 1.7863830052889311, "validation_macro_f1": 0.3174107142857143 }, { "epoch": 11, "train_loss": 1.6624305523358858, "validation_macro_f1": 0.271875 }, { "epoch": 12, "train_loss": 1.6673363172090971, "validation_macro_f1": 0.210123556998557 }, { "epoch": 13, "train_loss": 1.578295845251817, "validation_macro_f1": 0.304265873015873 }, { "epoch": 14, "train_loss": 1.431467129633977, "validation_macro_f1": 0.3928571428571429 }, { "epoch": 15, "train_loss": 1.4111314874428968, "validation_macro_f1": 0.4458333333333333 }, { "epoch": 16, "train_loss": 1.416034460067749, "validation_macro_f1": 0.4265625 }, { "epoch": 17, "train_loss": 1.321886534874256, "validation_macro_f1": 0.3136160714285714 }, { "epoch": 18, "train_loss": 1.3062187295693617, "validation_macro_f1": 0.4526785714285714 }, { "epoch": 19, "train_loss": 1.2392334662950957, "validation_macro_f1": 0.3239583333333333 }, { "epoch": 20, "train_loss": 1.1840643057456384, "validation_macro_f1": 0.33348214285714284 }, { "epoch": 21, "train_loss": 1.0871062324597285, "validation_macro_f1": 0.41403769841269844 }, { "epoch": 22, "train_loss": 1.034065645474654, "validation_macro_f1": 0.41443452380952384 }, { "epoch": 23, "train_loss": 1.09239622262808, "validation_macro_f1": 0.28385416666666663 }, { "epoch": 24, "train_loss": 1.0812750504567072, "validation_macro_f1": 0.40788690476190476 }, { "epoch": 25, "train_loss": 0.9923067643092229, "validation_macro_f1": 0.4029017857142857 }, { "epoch": 26, "train_loss": 0.949020443054346, "validation_macro_f1": 0.37656249999999997 }, { "epoch": 27, "train_loss": 0.9958093166351318, "validation_macro_f1": 0.4095238095238095 }, { "epoch": 28, "train_loss": 0.984066536793342, "validation_macro_f1": 0.3671875 }, { "epoch": 29, "train_loss": 0.9425493799723111, "validation_macro_f1": 0.3669642857142857 }, { "epoch": 30, "train_loss": 0.888027026103093, "validation_macro_f1": 0.4125 }, { "epoch": 31, "train_loss": 0.8223837109712454, "validation_macro_f1": 0.41770833333333335 }, { "epoch": 32, "train_loss": 0.8049154189916757, "validation_macro_f1": 0.41488095238095235 }, { "epoch": 33, "train_loss": 0.7919926161949451, "validation_macro_f1": 0.3965029761904762 }, { "epoch": 34, "train_loss": 0.8035265940886277, "validation_macro_f1": 0.3972470238095238 }, { "epoch": 35, "train_loss": 0.6834720992124997, "validation_macro_f1": 0.390625 }, { "epoch": 36, "train_loss": 0.8087582496496347, "validation_macro_f1": 0.3942708333333333 }, { "epoch": 37, "train_loss": 0.8021313754411844, "validation_macro_f1": 0.5049107142857143 }, { "epoch": 38, "train_loss": 0.7348064826085017, "validation_macro_f1": 0.44494047619047616 }, { "epoch": 39, "train_loss": 0.8007802000412574, "validation_macro_f1": 0.4438988095238095 }, { "epoch": 40, "train_loss": 0.6960412997465867, "validation_macro_f1": 0.41562499999999997 }, { "epoch": 41, "train_loss": 0.6792902808922988, "validation_macro_f1": 0.4413690476190476 }, { "epoch": 42, "train_loss": 0.7683078875908484, "validation_macro_f1": 0.44999999999999996 }, { "epoch": 43, "train_loss": 0.6988282685096447, "validation_macro_f1": 0.4438988095238095 }, { "epoch": 44, "train_loss": 0.6402304653938, "validation_macro_f1": 0.44218749999999996 }, { "epoch": 45, "train_loss": 0.611903557410607, "validation_macro_f1": 0.44955357142857144 }, { "epoch": 46, "train_loss": 0.5640731900930405, "validation_macro_f1": 0.48177083333333337 }, { "epoch": 47, "train_loss": 0.5864904935543354, "validation_macro_f1": 0.5484374999999999 }, { "epoch": 48, "train_loss": 0.6681630175847274, "validation_macro_f1": 0.3572916666666667 }, { "epoch": 49, "train_loss": 0.6659798106321921, "validation_macro_f1": 0.45362103174603174 }, { "epoch": 50, "train_loss": 0.5747443850223835, "validation_macro_f1": 0.54375 }, { "epoch": 51, "train_loss": 0.48586812156897324, "validation_macro_f1": 0.4979166666666666 }, { "epoch": 52, "train_loss": 0.5781429868478042, "validation_macro_f1": 0.4869047619047619 }, { "epoch": 53, "train_loss": 0.6054044022009923, "validation_macro_f1": 0.4695684523809524 }, { "epoch": 54, "train_loss": 0.5589048977081592, "validation_macro_f1": 0.5058779761904761 }, { "epoch": 55, "train_loss": 0.6121608293973483, "validation_macro_f1": 0.49069940476190477 }, { "epoch": 56, "train_loss": 0.556478527876047, "validation_macro_f1": 0.4575892857142857 }, { "epoch": 57, "train_loss": 0.567545989385018, "validation_macro_f1": 0.45401785714285714 }, { "epoch": 58, "train_loss": 0.5471948671799439, "validation_macro_f1": 0.5364583333333334 }, { "epoch": 59, "train_loss": 0.47601646872667164, "validation_macro_f1": 0.38139880952380956 }, { "epoch": 60, "train_loss": 0.4983831655520659, "validation_macro_f1": 0.49114583333333334 } ], "seed": 42, "limitations": "Small imbalanced research dataset; results are not evidence of grain-pest detection." }