| { |
| "best_single": { |
| "calibrated_validation_metrics": { |
| "line": { |
| "accuracy": 0.9951586874663798, |
| "class_order": [ |
| "ఉత్పలమాల", |
| "చంపకమాల", |
| "మత్తేభము", |
| "శార్దూలం" |
| ], |
| "confusion_matrix": [ |
| [ |
| 2320, |
| 7, |
| 4, |
| 9 |
| ], |
| [ |
| 1, |
| 2587, |
| 4, |
| 0 |
| ], |
| [ |
| 0, |
| 5, |
| 1683, |
| 4 |
| ], |
| [ |
| 1, |
| 0, |
| 1, |
| 810 |
| ] |
| ], |
| "cross_entropy": 0.02903538862004098, |
| "macro_f1": 0.9943781588887006, |
| "observations": 7436, |
| "per_class": { |
| "accuracy": 0.9951586874663798, |
| "macro avg": { |
| "f1-score": 0.9943781588887006, |
| "precision": 0.9933516238505, |
| "recall": 0.9954354439959875, |
| "support": 7436.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.9951613030956358, |
| "precision": 0.9951843156002764, |
| "recall": 0.9951586874663798, |
| "support": 7436.0 |
| }, |
| "ఉత్పలమాల": { |
| "f1-score": 0.9952809952809952, |
| "precision": 0.9991386735572783, |
| "recall": 0.9914529914529915, |
| "support": 2340.0 |
| }, |
| "చంపకమాల": { |
| "f1-score": 0.9967251011365825, |
| "precision": 0.9953828395536745, |
| "recall": 0.998070987654321, |
| "support": 2592.0 |
| }, |
| "మత్తేభము": { |
| "f1-score": 0.9946808510638298, |
| "precision": 0.9946808510638298, |
| "recall": 0.9946808510638298, |
| "support": 1692.0 |
| }, |
| "శార్దూలం": { |
| "f1-score": 0.9908256880733946, |
| "precision": 0.9842041312272175, |
| "recall": 0.9975369458128078, |
| "support": 812.0 |
| } |
| } |
| }, |
| "poem": { |
| "accuracy": 0.9983862291554599, |
| "class_order": [ |
| "ఉత్పలమాల", |
| "చంపకమాల", |
| "మత్తేభము", |
| "శార్దూలం" |
| ], |
| "confusion_matrix": [ |
| [ |
| 583, |
| 1, |
| 1, |
| 0 |
| ], |
| [ |
| 0, |
| 648, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 422, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 203 |
| ] |
| ], |
| "cross_entropy": 0.020989076448773354, |
| "macro_f1": 0.9985956932474291, |
| "observations": 1859, |
| "per_class": { |
| "accuracy": 0.9983862291554599, |
| "macro avg": { |
| "f1-score": 0.9985956932474291, |
| "precision": 0.9986397526823059, |
| "recall": 0.9985542825968358, |
| "support": 1859.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.9983861369033254, |
| "precision": 0.9983895394546283, |
| "recall": 0.9983862291554599, |
| "support": 1859.0 |
| }, |
| "ఉత్పలమాల": { |
| "f1-score": 0.9982876712328768, |
| "precision": 1.0, |
| "recall": 0.9965811965811966, |
| "support": 585.0 |
| }, |
| "చంపకమాల": { |
| "f1-score": 0.9984591679506933, |
| "precision": 0.9969230769230769, |
| "recall": 1.0, |
| "support": 648.0 |
| }, |
| "మత్తేభము": { |
| "f1-score": 0.9976359338061466, |
| "precision": 0.9976359338061466, |
| "recall": 0.9976359338061466, |
| "support": 423.0 |
| }, |
| "శార్దూలం": { |
| "f1-score": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 203.0 |
| } |
| } |
| } |
| }, |
| "checkpoint_sha256": "185430cd01ad800307bbc40375dace7d27a0e7d3722068f6edc767dabd100fd9", |
| "learning_rate": 0.0001, |
| "model_dir": "seed-73/model", |
| "model_manifest_sha256": "3f653ffd3a2621261334dd9898549362a980c55d5a7f8171eb83a8001f8b621c", |
| "seed": 73, |
| "selected_epoch": 58, |
| "validation_line_ce": 0.02845188975170712, |
| "validation_poem_macro_f1": 0.9985956932474291 |
| }, |
| "ensemble_members": [ |
| "seed-17/model", |
| "seed-42/model", |
| "seed-73/model" |
| ], |
| "ensemble_note": "Optional local ensemble; membership predetermined, not optimized on test", |
| "huggingface_candidate": "seed-73/model", |
| "members": [ |
| { |
| "calibrated_validation_metrics": { |
| "line": { |
| "accuracy": 0.9951586874663798, |
| "class_order": [ |
| "ఉత్పలమాల", |
| "చంపకమాల", |
| "మత్తేభము", |
| "శార్దూలం" |
| ], |
| "confusion_matrix": [ |
| [ |
| 2320, |
| 7, |
| 4, |
| 9 |
| ], |
| [ |
| 1, |
| 2587, |
| 4, |
| 0 |
| ], |
| [ |
| 0, |
| 5, |
| 1683, |
| 4 |
| ], |
| [ |
| 1, |
| 0, |
| 1, |
| 810 |
| ] |
| ], |
| "cross_entropy": 0.02903538862004098, |
| "macro_f1": 0.9943781588887006, |
| "observations": 7436, |
| "per_class": { |
| "accuracy": 0.9951586874663798, |
| "macro avg": { |
| "f1-score": 0.9943781588887006, |
| "precision": 0.9933516238505, |
| "recall": 0.9954354439959875, |
| "support": 7436.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.9951613030956358, |
| "precision": 0.9951843156002764, |
| "recall": 0.9951586874663798, |
| "support": 7436.0 |
| }, |
| "ఉత్పలమాల": { |
| "f1-score": 0.9952809952809952, |
| "precision": 0.9991386735572783, |
| "recall": 0.9914529914529915, |
| "support": 2340.0 |
| }, |
| "చంపకమాల": { |
| "f1-score": 0.9967251011365825, |
| "precision": 0.9953828395536745, |
| "recall": 0.998070987654321, |
| "support": 2592.0 |
| }, |
| "మత్తేభము": { |
| "f1-score": 0.9946808510638298, |
| "precision": 0.9946808510638298, |
| "recall": 0.9946808510638298, |
| "support": 1692.0 |
| }, |
| "శార్దూలం": { |
| "f1-score": 0.9908256880733946, |
| "precision": 0.9842041312272175, |
| "recall": 0.9975369458128078, |
| "support": 812.0 |
| } |
| } |
| }, |
| "poem": { |
| "accuracy": 0.9983862291554599, |
| "class_order": [ |
| "ఉత్పలమాల", |
| "చంపకమాల", |
| "మత్తేభము", |
| "శార్దూలం" |
| ], |
| "confusion_matrix": [ |
| [ |
| 583, |
| 1, |
| 1, |
| 0 |
| ], |
| [ |
| 0, |
| 648, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 422, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 203 |
| ] |
| ], |
| "cross_entropy": 0.020989076448773354, |
| "macro_f1": 0.9985956932474291, |
| "observations": 1859, |
| "per_class": { |
| "accuracy": 0.9983862291554599, |
| "macro avg": { |
| "f1-score": 0.9985956932474291, |
| "precision": 0.9986397526823059, |
| "recall": 0.9985542825968358, |
| "support": 1859.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.9983861369033254, |
| "precision": 0.9983895394546283, |
| "recall": 0.9983862291554599, |
| "support": 1859.0 |
| }, |
| "ఉత్పలమాల": { |
| "f1-score": 0.9982876712328768, |
| "precision": 1.0, |
| "recall": 0.9965811965811966, |
| "support": 585.0 |
| }, |
| "చంపకమాల": { |
| "f1-score": 0.9984591679506933, |
| "precision": 0.9969230769230769, |
| "recall": 1.0, |
| "support": 648.0 |
| }, |
| "మత్తేభము": { |
| "f1-score": 0.9976359338061466, |
| "precision": 0.9976359338061466, |
| "recall": 0.9976359338061466, |
| "support": 423.0 |
| }, |
| "శార్దూలం": { |
| "f1-score": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 203.0 |
| } |
| } |
| } |
| }, |
| "checkpoint_sha256": "185430cd01ad800307bbc40375dace7d27a0e7d3722068f6edc767dabd100fd9", |
| "learning_rate": 0.0001, |
| "model_dir": "seed-73/model", |
| "model_manifest_sha256": "3f653ffd3a2621261334dd9898549362a980c55d5a7f8171eb83a8001f8b621c", |
| "seed": 73, |
| "selected_epoch": 58, |
| "validation_line_ce": 0.02845188975170712, |
| "validation_poem_macro_f1": 0.9985956932474291 |
| }, |
| { |
| "calibrated_validation_metrics": { |
| "line": { |
| "accuracy": 0.9943518020441098, |
| "class_order": [ |
| "ఉత్పలమాల", |
| "చంపకమాల", |
| "మత్తేభము", |
| "శార్దూలం" |
| ], |
| "confusion_matrix": [ |
| [ |
| 2314, |
| 7, |
| 6, |
| 13 |
| ], |
| [ |
| 1, |
| 2584, |
| 7, |
| 0 |
| ], |
| [ |
| 0, |
| 4, |
| 1684, |
| 4 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 812 |
| ] |
| ], |
| "cross_entropy": 0.031355987251936196, |
| "macro_f1": 0.9934951816248789, |
| "observations": 7436, |
| "per_class": { |
| "accuracy": 0.9943518020441098, |
| "macro avg": { |
| "f1-score": 0.9934951816248789, |
| "precision": 0.9917904753915561, |
| "recall": 0.9952685841870239, |
| "support": 7436.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.9943567158659162, |
| "precision": 0.9944040926978045, |
| "recall": 0.9943518020441098, |
| "support": 7436.0 |
| }, |
| "ఉత్పలమాల": { |
| "f1-score": 0.9941997851772287, |
| "precision": 0.9995680345572354, |
| "recall": 0.9888888888888889, |
| "support": 2340.0 |
| }, |
| "చంపకమాల": { |
| "f1-score": 0.9963369963369964, |
| "precision": 0.9957610789980732, |
| "recall": 0.9969135802469136, |
| "support": 2592.0 |
| }, |
| "మత్తేభము": { |
| "f1-score": 0.993803481853054, |
| "precision": 0.9923394225103123, |
| "recall": 0.9952718676122931, |
| "support": 1692.0 |
| }, |
| "శార్దూలం": { |
| "f1-score": 0.9896404631322364, |
| "precision": 0.9794933655006032, |
| "recall": 1.0, |
| "support": 812.0 |
| } |
| } |
| }, |
| "poem": { |
| "accuracy": 0.9983862291554599, |
| "class_order": [ |
| "ఉత్పలమాల", |
| "చంపకమాల", |
| "మత్తేభము", |
| "శార్దూలం" |
| ], |
| "confusion_matrix": [ |
| [ |
| 583, |
| 1, |
| 1, |
| 0 |
| ], |
| [ |
| 0, |
| 648, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 422, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 203 |
| ] |
| ], |
| "cross_entropy": 0.022489701045268706, |
| "macro_f1": 0.9985956932474291, |
| "observations": 1859, |
| "per_class": { |
| "accuracy": 0.9983862291554599, |
| "macro avg": { |
| "f1-score": 0.9985956932474291, |
| "precision": 0.9986397526823059, |
| "recall": 0.9985542825968358, |
| "support": 1859.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.9983861369033254, |
| "precision": 0.9983895394546283, |
| "recall": 0.9983862291554599, |
| "support": 1859.0 |
| }, |
| "ఉత్పలమాల": { |
| "f1-score": 0.9982876712328768, |
| "precision": 1.0, |
| "recall": 0.9965811965811966, |
| "support": 585.0 |
| }, |
| "చంపకమాల": { |
| "f1-score": 0.9984591679506933, |
| "precision": 0.9969230769230769, |
| "recall": 1.0, |
| "support": 648.0 |
| }, |
| "మత్తేభము": { |
| "f1-score": 0.9976359338061466, |
| "precision": 0.9976359338061466, |
| "recall": 0.9976359338061466, |
| "support": 423.0 |
| }, |
| "శార్దూలం": { |
| "f1-score": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 203.0 |
| } |
| } |
| } |
| }, |
| "checkpoint_sha256": "5ecf66ce232089e6e1ae4ec9dad8fd9183fd0d2a47b8a7c18e8b5b9a3151f6be", |
| "learning_rate": 0.0001, |
| "model_dir": "seed-17/model", |
| "model_manifest_sha256": "a521c92de31a9fe6e5a75675dcf7dec2816ecd4931ddcba7674261f26dfa9130", |
| "seed": 17, |
| "selected_epoch": 54, |
| "validation_line_ce": 0.03103099745837167, |
| "validation_poem_macro_f1": 0.9985956932474291 |
| }, |
| { |
| "calibrated_validation_metrics": { |
| "line": { |
| "accuracy": 0.9947552447552448, |
| "class_order": [ |
| "ఉత్పలమాల", |
| "చంపకమాల", |
| "మత్తేభము", |
| "శార్దూలం" |
| ], |
| "confusion_matrix": [ |
| [ |
| 2320, |
| 6, |
| 5, |
| 9 |
| ], |
| [ |
| 1, |
| 2584, |
| 7, |
| 0 |
| ], |
| [ |
| 0, |
| 4, |
| 1682, |
| 6 |
| ], |
| [ |
| 0, |
| 0, |
| 1, |
| 811 |
| ] |
| ], |
| "cross_entropy": 0.03191803037702077, |
| "macro_f1": 0.9938662414866115, |
| "observations": 7436, |
| "per_class": { |
| "accuracy": 0.9947552447552448, |
| "macro avg": { |
| "f1-score": 0.9938662414866115, |
| "precision": 0.9924711695744234, |
| "recall": 0.9953062197804189, |
| "support": 7436.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.9947605205732938, |
| "precision": 0.9947924650499266, |
| "recall": 0.9947552447552448, |
| "support": 7436.0 |
| }, |
| "ఉత్పలమాల": { |
| "f1-score": 0.9954945290710148, |
| "precision": 0.999569151227919, |
| "recall": 0.9914529914529915, |
| "support": 2340.0 |
| }, |
| "చంపకమాల": { |
| "f1-score": 0.996529116853066, |
| "precision": 0.9961449498843485, |
| "recall": 0.9969135802469136, |
| "support": 2592.0 |
| }, |
| "మత్తేభము": { |
| "f1-score": 0.993209329790375, |
| "precision": 0.9923303834808259, |
| "recall": 0.9940898345153665, |
| "support": 1692.0 |
| }, |
| "శార్దూలం": { |
| "f1-score": 0.9902319902319903, |
| "precision": 0.9818401937046005, |
| "recall": 0.9987684729064039, |
| "support": 812.0 |
| } |
| } |
| }, |
| "poem": { |
| "accuracy": 0.9983862291554599, |
| "class_order": [ |
| "ఉత్పలమాల", |
| "చంపకమాల", |
| "మత్తేభము", |
| "శార్దూలం" |
| ], |
| "confusion_matrix": [ |
| [ |
| 583, |
| 1, |
| 1, |
| 0 |
| ], |
| [ |
| 0, |
| 648, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 422, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 203 |
| ] |
| ], |
| "cross_entropy": 0.02296851881304057, |
| "macro_f1": 0.9985956932474291, |
| "observations": 1859, |
| "per_class": { |
| "accuracy": 0.9983862291554599, |
| "macro avg": { |
| "f1-score": 0.9985956932474291, |
| "precision": 0.9986397526823059, |
| "recall": 0.9985542825968358, |
| "support": 1859.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.9983861369033254, |
| "precision": 0.9983895394546283, |
| "recall": 0.9983862291554599, |
| "support": 1859.0 |
| }, |
| "ఉత్పలమాల": { |
| "f1-score": 0.9982876712328768, |
| "precision": 1.0, |
| "recall": 0.9965811965811966, |
| "support": 585.0 |
| }, |
| "చంపకమాల": { |
| "f1-score": 0.9984591679506933, |
| "precision": 0.9969230769230769, |
| "recall": 1.0, |
| "support": 648.0 |
| }, |
| "మత్తేభము": { |
| "f1-score": 0.9976359338061466, |
| "precision": 0.9976359338061466, |
| "recall": 0.9976359338061466, |
| "support": 423.0 |
| }, |
| "శార్దూలం": { |
| "f1-score": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 203.0 |
| } |
| } |
| } |
| }, |
| "checkpoint_sha256": "cfbf4d4972823a37d50bb446e73cdcd06a6b3dc8f708f9592551d6500701c269", |
| "learning_rate": 0.0001, |
| "model_dir": "seed-42/model", |
| "model_manifest_sha256": "fcd1a048b14244300e9800247d873639364b92818f345f61fcd332e3aeecfea9", |
| "seed": 42, |
| "selected_epoch": 60, |
| "validation_line_ce": 0.031056728929878163, |
| "validation_poem_macro_f1": 0.9985956932474291 |
| } |
| ], |
| "selection_resource": "Selected-checkpoint validation poem Macro F1, unweighted validation line CE tie-break, seed tie-break", |
| "test_used_for_selection": false |
| } |
|
|
