{ "result.json": { "calibrated": false, "checkpoint_sha256": "903ff6f991ef20df7600fc5b93ff8608079c0864b38915c0f6d312b6cdfc29b5", "epochs_run": 19, "parameter_count": 266056, "run_id": "4e4a52c8970f00812f0ba5aee3818b9831f560353b94288ee553bdfa21386255", "selected_epoch": 11, "selection_metrics": { "accuracy": 0.8378116678770273, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 581, 1, 1, 0, 0, 0, 1, 1 ], [ 0, 648, 0, 0, 0, 0, 0, 0 ], [ 0, 1, 422, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 203, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 474, 568, 49, 1 ], [ 0, 0, 0, 0, 18, 189, 2, 0 ], [ 0, 1, 0, 0, 3, 7, 710, 0 ], [ 0, 1, 0, 0, 0, 15, 0, 234 ] ], "cross_entropy": 0.5203068852424622, "macro_f1": 0.8614443219668197, "observations": 4131, "per_class": { "accuracy": 0.8378116678770273, "macro avg": { "f1-score": 0.8614443219668197, "precision": 0.889372427243273, "recall": 0.9062392366322556, "support": 4131.0 }, "weighted avg": { "f1-score": 0.851460290667382, "precision": 0.9368394675424521, "recall": 0.8378116678770273, "support": 4131.0 }, "ఆటవెలది": { "f1-score": 0.5973534971644613, "precision": 0.9575757575757575, "recall": 0.4340659340659341, "support": 1092.0 }, "ఉత్పలమాల": { "f1-score": 0.9965694682675815, "precision": 1.0, "recall": 0.9931623931623932, "support": 585.0 }, "కందము": { "f1-score": 0.9575185434929198, "precision": 0.931758530183727, "recall": 0.984743411927878, "support": 721.0 }, "చంపకమాల": { "f1-score": 0.9969230769230769, "precision": 0.9938650306748467, "recall": 1.0, "support": 648.0 }, "తేటగీతి": { "f1-score": 0.3825910931174089, "precision": 0.24261874197689345, "recall": 0.9043062200956937, "support": 209.0 }, "మత్తేభము": { "f1-score": 0.9976359338061466, "precision": 0.9976359338061466, "recall": 0.9976359338061466, "support": 423.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 203.0 }, "సీసము": { "f1-score": 0.9629629629629629, "precision": 0.9915254237288136, "recall": 0.936, "support": 250.0 } } }, "test_used_for_selection": false, "validation_scores_are_checkpoint_selected": true }, "run.json": { "contract": { "calibration": "None: retained calibration works remain reserved and unused in this experiment", "config": { "batch_poems": 32, "cpu_threads": 4, "device": "auto", "dropout": 0.2, "epochs": 40, "gradient_clip": 1.0, "kernel_sizes": [ 3, 5, 7 ], "learning_rate": 0.001, "lr_factor": 0.5, "lr_patience": 3, "max_tokens": 512, "min_lr": 1e-06, "minimum_epochs": 16, "patience": 8, "precision": "auto", "seed": 17, "weight_decay": 0.01, "width": 64 }, "data_manifest": "e73dd42275930a8ab3dfc6db64f575e6c0dc8fad83d295af66a0711381ff5a22", "implementation": { "/Users/pranav/code/chandassu_recognition/src/chandassu/expanded.py": "ed8305f104a72351f19a2065f7f082770cb6f213e99082a0d45c21ee11d5fe98", "/Users/pranav/code/chandassu_recognition/src/chandassu/models/encoding.py": "70a6bd8bcfc21db275df7def32b95e276d8cf5de3c6f35d532b7d16bad560425", "/Users/pranav/code/chandassu_recognition/src/chandassu/training/runtime.py": "48abda5bc519ebea24b6bffb5d47fbba68bdb7617fc5ef3da3e4b847a8ff7c01", "/Users/pranav/code/chandassu_recognition/train_cnn_expanded.py": "a07a1ec920f80282ca1ba0e44cc959c7dcac9e9aebc28467e1325aee19238532" }, "initialization": "Fresh random initialization; all eight labels together", "runtime": { "cross_backend_bitwise_identity": false, "cuda": null, "device": "cpu", "gpu": null, "precision": "fp32", "python": "3.12.10", "torch": "2.8.0", "versions": { "numpy": "1.26.4", "scikit-learn": "1.6.1", "scipy": "1.15.3", "transformers": "4.57.6" } }, "selection": "Validation poem Macro F1, unweighted poem CE tie-break", "test_used_for_selection": false }, "counts": { "calibration": { "classes": { "ఆటవెలది": 75, "ఉత్పలమాల": 324, "కందము": 435, "చంపకమాల": 276, "తేటగీతి": 10, "మత్తేభము": 194, "శార్దూలం": 114, "సీసము": 130 }, "lines": 6232, "poems": 1558, "works": 4 }, "fit": { "classes": { "ఆటవెలది": 289, "ఉత్పలమాల": 2215, "కందము": 2571, "చంపకమాల": 2501, "తేటగీతి": 943, "మత్తేభము": 1789, "శార్దూలం": 1070, "సీసము": 680 }, "lines": 48232, "poems": 12058, "works": 73 }, "selection": { "classes": { "ఆటవెలది": 1092, "ఉత్పలమాల": 585, "కందము": 721, "చంపకమాల": 648, "తేటగీతి": 209, "మత్తేభము": 423, "శార్దూలం": 203, "సీసము": 250 }, "lines": 16524, "poems": 4131, "works": 9 }, "test": { "classes": { "ఆటవెలది": 152, "ఉత్పలమాల": 996, "కందము": 1071, "చంపకమాల": 759, "తేటగీతి": 640, "మత్తేభము": 733, "శార్దూలం": 465, "సీసము": 466 }, "lines": 21128, "poems": 5282, "works": 13 } }, "git": { "dirty": true, "revision": "41c48bf737f322207cdf261adeb098f7ac4b1056" }, "run_id": "4e4a52c8970f00812f0ba5aee3818b9831f560353b94288ee553bdfa21386255" }, "test.json": { "cohorts": { "new_source_annotation": { "accuracy": 0.9553456419063976, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 95, 57, 0, 0 ], [ 0, 0, 0, 0, 27, 603, 4, 6 ], [ 0, 0, 0, 1, 0, 2, 1068, 0 ], [ 1, 0, 1, 0, 0, 5, 0, 459 ] ], "cross_entropy": 0.11322719603776932, "macro_f1": 0.4498655653565343, "observations": 2329, "per_class": { "accuracy": 0.9553456419063976, "macro avg": { "f1-score": 0.4498655653565343, "precision": 0.4582627414390156, "recall": 0.4436706150405441, "support": 2329.0 }, "weighted avg": { "f1-score": 0.954460858783415, "precision": 0.9548914506238121, "recall": 0.9553456419063976, "support": 2329.0 }, "ఆటవెలది": { "f1-score": 0.6934306569343066, "precision": 0.7786885245901639, "recall": 0.625, "support": 152.0 }, "ఉత్పలమాల": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "కందము": { "f1-score": 0.9967335510965936, "precision": 0.996268656716418, "recall": 0.9971988795518207, "support": 1071.0 }, "చంపకమాల": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "తేటగీతి": { "f1-score": 0.9227237949502678, "precision": 0.904047976011994, "recall": 0.9421875, "support": 640.0 }, "మత్తేభము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "శార్దూలం": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "సీసము": { "f1-score": 0.9860365198711063, "precision": 0.9870967741935484, "recall": 0.9849785407725322, "support": 466.0 } } }, "v2_existing": { "accuracy": 0.9976295292922451, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 994, 2, 0, 0, 0, 0, 0, 0 ], [ 1, 756, 1, 0, 0, 0, 1, 0 ], [ 0, 0, 732, 0, 0, 0, 0, 1 ], [ 1, 0, 0, 464, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ], "cross_entropy": 0.020885592326521873, "macro_f1": 0.49903191327759144, "observations": 2953, "per_class": { "accuracy": 0.9976295292922451, "macro avg": { "f1-score": 0.49903191327759144, "precision": 0.49924864862047835, "recall": 0.4988155755733623, "support": 2953.0 }, "weighted avg": { "f1-score": 0.9979674276320403, "precision": 0.9983059131315858, "recall": 0.9976295292922451, "support": 2953.0 }, "ఆటవెలది": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "ఉత్పలమాల": { "f1-score": 0.9979919678714859, "precision": 0.9979919678714859, "recall": 0.9979919678714859, "support": 996.0 }, "కందము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "చంపకమాల": { "f1-score": 0.996704021094265, "precision": 0.9973614775725593, "recall": 0.9960474308300395, "support": 759.0 }, "తేటగీతి": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "మత్తేభము": { "f1-score": 0.9986357435197817, "precision": 0.9986357435197817, "recall": 0.9986357435197817, "support": 733.0 }, "శార్దూలం": { "f1-score": 0.9989235737351991, "precision": 1.0, "recall": 0.9978494623655914, "support": 465.0 }, "సీసము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 } } } }, "original_four_label_retention": { "accuracy": 0.9976295292922451, "macro_f1": 0.9980638265551829, "observations": 2953 }, "per_work": { "అహల్యాసంక్రందనము": { "accuracy": 0.9693593314763231, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 88, 1, 0, 0, 0, 0, 0, 0 ], [ 0, 67, 1, 0, 0, 0, 1, 0 ], [ 0, 0, 17, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 11, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 1, 0, 0 ], [ 0, 0, 0, 0, 0, 12, 4, 0 ], [ 0, 0, 0, 1, 0, 0, 98, 0 ], [ 0, 0, 0, 0, 0, 2, 0, 54 ] ], "cross_entropy": 0.1297415941953659, "macro_f1": 0.9116722761751024, "observations": 359, "per_class": { "accuracy": 0.9693593314763231, "macro avg": { "f1-score": 0.9116722761751024, "precision": 0.9497326924297227, "recall": 0.8954954052352684, "support": 359.0 }, "weighted avg": { "f1-score": 0.9687573964088945, "precision": 0.9696890188407173, "recall": 0.9693593314763231, "support": 359.0 }, "ఆటవెలది": { "f1-score": 0.6666666666666666, "precision": 1.0, "recall": 0.5, "support": 2.0 }, "ఉత్పలమాల": { "f1-score": 0.9943502824858758, "precision": 1.0, "recall": 0.9887640449438202, "support": 89.0 }, "కందము": { "f1-score": 0.9702970297029703, "precision": 0.9514563106796117, "recall": 0.98989898989899, "support": 99.0 }, "చంపకమాల": { "f1-score": 0.9781021897810219, "precision": 0.9852941176470589, "recall": 0.9710144927536232, "support": 69.0 }, "తేటగీతి": { "f1-score": 0.7741935483870968, "precision": 0.8, "recall": 0.75, "support": 16.0 }, "మత్తేభము": { "f1-score": 0.9714285714285714, "precision": 0.9444444444444444, "recall": 1.0, "support": 17.0 }, "శార్దూలం": { "f1-score": 0.9565217391304348, "precision": 0.9166666666666666, "recall": 1.0, "support": 11.0 }, "సీసము": { "f1-score": 0.9818181818181818, "precision": 1.0, "recall": 0.9642857142857143, "support": 56.0 } } }, "ఆంధ్ర పురాణము": { "accuracy": 0.9826635145784082, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 264, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 288, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 364, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 110, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 53, 22, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 168, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ], "cross_entropy": 0.045060791075229645, "macro_f1": 0.728515625, "observations": 1269, "per_class": { "accuracy": 0.9826635145784082, "macro avg": { "f1-score": 0.728515625, "precision": 0.75, "recall": 0.7133333333333334, "support": 1269.0 }, "weighted avg": { "f1-score": 0.989841903073286, "precision": 1.0, "recall": 0.9826635145784082, "support": 1269.0 }, "ఆటవెలది": { "f1-score": 0.828125, "precision": 1.0, "recall": 0.7066666666666667, "support": 75.0 }, "ఉత్పలమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 264.0 }, "కందము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 168.0 }, "చంపకమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 288.0 }, "తేటగీతి": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "మత్తేభము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 364.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 110.0 }, "సీసము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 } } }, "ఉద్దండరాయశతకము": { "accuracy": 1.0, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 2, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ], "cross_entropy": 0.002044523600488901, "macro_f1": 0.125, "observations": 2, "per_class": { "accuracy": 1.0, "macro avg": { "f1-score": 0.125, "precision": 0.125, "recall": 0.125, "support": 2.0 }, "weighted avg": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 2.0 }, "ఆటవెలది": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "ఉత్పలమాల": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "కందము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "చంపకమాల": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "తేటగీతి": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "మత్తేభము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 2.0 }, "శార్దూలం": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "సీసము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 } } }, "క్రీడాభిరామము": { "accuracy": 0.9414893617021277, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 31, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 12, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 20, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 18, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 4, 6, 0, 0 ], [ 0, 0, 0, 0, 4, 28, 0, 0 ], [ 0, 0, 0, 0, 0, 1, 29, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 35 ] ], "cross_entropy": 0.13173219561576843, "macro_f1": 0.9079145234280575, "observations": 188, "per_class": { "accuracy": 0.9414893617021277, "macro avg": { "f1-score": 0.9079145234280575, "precision": 0.9125, "recall": 0.9052083333333334, "support": 188.0 }, "weighted avg": { "f1-score": 0.9397991410898386, "precision": 0.9393617021276596, "recall": 0.9414893617021277, "support": 188.0 }, "ఆటవెలది": { "f1-score": 0.4444444444444444, "precision": 0.5, "recall": 0.4, "support": 10.0 }, "ఉత్పలమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 31.0 }, "కందము": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "చంపకమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 12.0 }, "తేటగీతి": { "f1-score": 0.835820895522388, "precision": 0.8, "recall": 0.875, "support": 32.0 }, "మత్తేభము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 20.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 18.0 }, "సీసము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 35.0 } } }, "పాండవోద్యోగము": { "accuracy": 1.0, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 1, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 1, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 3, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ], "cross_entropy": 0.0031931486446410418, "macro_f1": 0.5, "observations": 6, "per_class": { "accuracy": 1.0, "macro avg": { "f1-score": 0.5, "precision": 0.5, "recall": 0.5, "support": 6.0 }, "weighted avg": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 6.0 }, "ఆటవెలది": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "ఉత్పలమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 1.0 }, "కందము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "చంపకమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 1.0 }, "తేటగీతి": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "మత్తేభము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 1.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 3.0 }, "సీసము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 } } }, "పాండురంగమాహాత్మ్యము": { "accuracy": 0.9817295980511571, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 160, 1, 0, 0, 0, 0, 0, 0 ], [ 0, 94, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 58, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 74, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 6, 0, 0 ], [ 0, 0, 0, 0, 5, 115, 0, 1 ], [ 0, 0, 0, 0, 0, 0, 198, 0 ], [ 1, 0, 1, 0, 0, 0, 0, 106 ] ], "cross_entropy": 0.05469725653529167, "macro_f1": 0.8837820868315399, "observations": 821, "per_class": { "accuracy": 0.9817295980511571, "macro avg": { "f1-score": 0.8837820868315399, "precision": 0.8842559308698211, "recall": 0.8835675834193621, "support": 821.0 }, "weighted avg": { "f1-score": 0.9812142086962924, "precision": 0.9807366581493374, "recall": 0.9817295980511571, "support": 821.0 }, "ఆటవెలది": { "f1-score": 0.15384615384615385, "precision": 0.16666666666666666, "recall": 0.14285714285714285, "support": 7.0 }, "ఉత్పలమాల": { "f1-score": 0.9937888198757764, "precision": 0.9937888198757764, "recall": 0.9937888198757764, "support": 161.0 }, "కందము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 198.0 }, "చంపకమాల": { "f1-score": 0.9947089947089947, "precision": 0.9894736842105263, "recall": 1.0, "support": 94.0 }, "తేటగీతి": { "f1-score": 0.9504132231404959, "precision": 0.9504132231404959, "recall": 0.9504132231404959, "support": 121.0 }, "మత్తేభము": { "f1-score": 0.9914529914529915, "precision": 0.9830508474576272, "recall": 1.0, "support": 58.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 74.0 }, "సీసము": { "f1-score": 0.986046511627907, "precision": 0.9906542056074766, "recall": 0.9814814814814815, "support": 108.0 } } }, "పార్థసారథిశతకము": { "accuracy": 1.0, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 1, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ], "cross_entropy": 3.6419573007151484e-05, "macro_f1": 0.25, "observations": 2, "per_class": { "accuracy": 1.0, "macro avg": { "f1-score": 0.25, "precision": 0.25, "recall": 0.25, "support": 2.0 }, "weighted avg": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 2.0 }, "ఆటవెలది": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "ఉత్పలమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 1.0 }, "కందము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 1.0 }, "చంపకమాల": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "తేటగీతి": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "మత్తేభము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "శార్దూలం": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "సీసము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 } } }, "ప్రభావతీప్రద్యుమ్నము": { "accuracy": 0.9688073394495413, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 77, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 78, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 22, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 20, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 20, 10, 0, 0 ], [ 0, 0, 0, 0, 6, 61, 0, 0 ], [ 0, 0, 0, 0, 0, 1, 187, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 63 ] ], "cross_entropy": 0.08157116174697876, "macro_f1": 0.9486646111682082, "observations": 545, "per_class": { "accuracy": 0.9688073394495413, "macro avg": { "f1-score": 0.9486646111682082, "precision": 0.9520566239316239, "recall": 0.9464744098655657, "support": 545.0 }, "weighted avg": { "f1-score": 0.9683174192493974, "precision": 0.9685152513134165, "recall": 0.9688073394495413, "support": 545.0 }, "ఆటవెలది": { "f1-score": 0.7142857142857143, "precision": 0.7692307692307693, "recall": 0.6666666666666666, "support": 30.0 }, "ఉత్పలమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 77.0 }, "కందము": { "f1-score": 0.9973333333333333, "precision": 1.0, "recall": 0.9946808510638298, "support": 188.0 }, "చంపకమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 78.0 }, "తేటగీతి": { "f1-score": 0.8776978417266187, "precision": 0.8472222222222222, "recall": 0.9104477611940298, "support": 67.0 }, "మత్తేభము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 22.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 20.0 }, "సీసము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 63.0 } } }, "రాజశేఖరశతకము": { "accuracy": 1.0, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 43, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 54, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ], "cross_entropy": 0.010708725079894066, "macro_f1": 0.25, "observations": 97, "per_class": { "accuracy": 1.0, "macro avg": { "f1-score": 0.25, "precision": 0.25, "recall": 0.25, "support": 97.0 }, "weighted avg": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 97.0 }, "ఆటవెలది": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "ఉత్పలమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 43.0 }, "కందము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "చంపకమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 54.0 }, "తేటగీతి": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "మత్తేభము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "శార్దూలం": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "సీసము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 } } }, "శృంగారనైషధము": { "accuracy": 0.9823182711198428, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 154, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 81, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 83, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 58, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 5, 7, 0, 0 ], [ 0, 0, 0, 0, 7, 333, 0, 4 ], [ 0, 0, 0, 0, 0, 0, 169, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 117 ] ], "cross_entropy": 0.04816024750471115, "macro_f1": 0.9216930193129884, "observations": 1018, "per_class": { "accuracy": 0.9823182711198428, "macro avg": { "f1-score": 0.9216930193129884, "precision": 0.9203775725166099, "recall": 0.9230862403100775, "support": 1018.0 }, "weighted avg": { "f1-score": 0.9822995892597551, "precision": 0.9823672676461515, "recall": 0.9823182711198428, "support": 1018.0 }, "ఆటవెలది": { "f1-score": 0.4166666666666667, "precision": 0.4166666666666667, "recall": 0.4166666666666667, "support": 12.0 }, "ఉత్పలమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 154.0 }, "కందము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 169.0 }, "చంపకమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 81.0 }, "తేటగీతి": { "f1-score": 0.9736842105263158, "precision": 0.9794117647058823, "recall": 0.9680232558139535, "support": 344.0 }, "మత్తేభము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 83.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 58.0 }, "సీసము": { "f1-score": 0.9831932773109243, "precision": 0.9669421487603306, "recall": 1.0, "support": 117.0 } } }, "శ్రీకాళహస్తిమాహాత్మ్యము": { "accuracy": 0.9791976225854383, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 113, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 51, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 61, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 94, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 10, 5, 0, 0 ], [ 0, 0, 0, 0, 3, 41, 0, 1 ], [ 0, 0, 0, 0, 0, 0, 212, 0 ], [ 0, 0, 0, 0, 0, 3, 0, 77 ] ], "cross_entropy": 0.07342611253261566, "macro_f1": 0.9421922513927228, "observations": 673, "per_class": { "accuracy": 0.9791976225854383, "macro avg": { "f1-score": 0.9421922513927228, "precision": 0.9469692057424977, "recall": 0.9388150865946918, "support": 673.0 }, "weighted avg": { "f1-score": 0.9791167317470618, "precision": 0.9794957865468142, "recall": 0.9791976225854383, "support": 673.0 }, "ఆటవెలది": { "f1-score": 0.7142857142857143, "precision": 0.7692307692307693, "recall": 0.6666666666666666, "support": 15.0 }, "ఉత్పలమాల": { "f1-score": 0.9912280701754386, "precision": 0.9826086956521739, "recall": 1.0, "support": 113.0 }, "కందము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 212.0 }, "చంపకమాల": { "f1-score": 0.9902912621359223, "precision": 1.0, "recall": 0.9807692307692307, "support": 52.0 }, "తేటగీతి": { "f1-score": 0.8723404255319149, "precision": 0.8367346938775511, "recall": 0.9111111111111111, "support": 45.0 }, "మత్తేభము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 61.0 }, "శార్దూలం": { "f1-score": 0.9947089947089947, "precision": 1.0, "recall": 0.9894736842105263, "support": 95.0 }, "సీసము": { "f1-score": 0.9746835443037974, "precision": 0.9871794871794872, "recall": 0.9625, "support": 80.0 } } }, "సీతాపతిశతకము": { "accuracy": 0.9905660377358491, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 72, 0, 0, 0, 0, 1 ], [ 0, 0, 0, 33, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ], "cross_entropy": 0.028355775400996208, "macro_f1": 0.24913793103448276, "observations": 106, "per_class": { "accuracy": 0.9905660377358491, "macro avg": { "f1-score": 0.24913793103448276, "precision": 0.25, "recall": 0.2482876712328767, "support": 106.0 }, "weighted avg": { "f1-score": 0.9952504879635654, "precision": 1.0, "recall": 0.9905660377358491, "support": 106.0 }, "ఆటవెలది": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "ఉత్పలమాల": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "కందము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "చంపకమాల": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "తేటగీతి": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 }, "మత్తేభము": { "f1-score": 0.993103448275862, "precision": 1.0, "recall": 0.9863013698630136, "support": 73.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 33.0 }, "సీసము": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 0.0 } } }, "హరవిలాసము": { "accuracy": 0.9897959183673469, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 62, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 30, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 32, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 43, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0, 0, 0 ], [ 0, 0, 0, 0, 2, 13, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 6, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 7 ] ], "cross_entropy": 0.025422723963856697, "macro_f1": 0.9285714285714286, "observations": 196, "per_class": { "accuracy": 0.9897959183673469, "macro avg": { "f1-score": 0.9285714285714286, "precision": 0.9166666666666666, "recall": 0.9833333333333334, "support": 196.0 }, "weighted avg": { "f1-score": 0.9919825072886298, "precision": 0.9965986394557823, "recall": 0.9897959183673469, "support": 196.0 }, "ఆటవెలది": { "f1-score": 0.5, "precision": 0.3333333333333333, "recall": 1.0, "support": 1.0 }, "ఉత్పలమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 62.0 }, "కందము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 6.0 }, "చంపకమాల": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "తేటగీతి": { "f1-score": 0.9285714285714286, "precision": 1.0, "recall": 0.8666666666666667, "support": 15.0 }, "మత్తేభము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 32.0 }, "శార్దూలం": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 43.0 }, "సీసము": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 7.0 } } } }, "poem": { "accuracy": 0.9789852328663385, "class_order": [ "ఉత్పలమాల", "చంపకమాల", "మత్తేభము", "శార్దూలం", "ఆటవెలది", "తేటగీతి", "కందము", "సీసము" ], "confusion_matrix": [ [ 994, 2, 0, 0, 0, 0, 0, 0 ], [ 1, 756, 1, 0, 0, 0, 1, 0 ], [ 0, 0, 732, 0, 0, 0, 0, 1 ], [ 1, 0, 0, 464, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 95, 57, 0, 0 ], [ 0, 0, 0, 0, 27, 603, 4, 6 ], [ 0, 0, 0, 1, 0, 2, 1068, 0 ], [ 1, 0, 1, 0, 0, 5, 0, 459 ] ], "cross_entropy": 0.0616019144654274, "macro_f1": 0.9484251702907207, "observations": 5282, "per_class": { "accuracy": 0.9789852328663385, "macro avg": { "f1-score": 0.9484251702907207, "precision": 0.9565665407931538, "recall": 0.9424861906139064, "support": 5282.0 }, "weighted avg": { "f1-score": 0.9783129588908124, "precision": 0.978221085829263, "recall": 0.9789852328663385, "support": 5282.0 }, "ఆటవెలది": { "f1-score": 0.6934306569343066, "precision": 0.7786885245901639, "recall": 0.625, "support": 152.0 }, "ఉత్పలమాల": { "f1-score": 0.997491219267436, "precision": 0.9969909729187563, "recall": 0.9979919678714859, "support": 996.0 }, "కందము": { "f1-score": 0.996268656716418, "precision": 0.9953401677539608, "recall": 0.9971988795518207, "support": 1071.0 }, "చంపకమాల": { "f1-score": 0.996704021094265, "precision": 0.9973614775725593, "recall": 0.9960474308300395, "support": 759.0 }, "తేటగీతి": { "f1-score": 0.9227237949502678, "precision": 0.904047976011994, "recall": 0.9421875, "support": 640.0 }, "మత్తేభము": { "f1-score": 0.9979550102249489, "precision": 0.997275204359673, "recall": 0.9986357435197817, "support": 733.0 }, "శార్దూలం": { "f1-score": 0.9978494623655914, "precision": 0.9978494623655914, "recall": 0.9978494623655914, "support": 465.0 }, "సీసము": { "f1-score": 0.9849785407725322, "precision": 0.9849785407725322, "recall": 0.9849785407725322, "support": 466.0 } } }, "run_id": "4e4a52c8970f00812f0ba5aee3818b9831f560353b94288ee553bdfa21386255", "scope": "Historical v2 benchmark plus new-label held-out works; source annotations, not expert gold; no claim of blind historical test, calibration, rule verification or unseen-author generalization", "selected_before_test": true } }