{
  "best_single": {
    "calibrated_validation_metrics": {
      "line": {
        "accuracy": 0.9951586874663798,
        "class_order": [
          "ఉత్పలమాల",
          "చంపకమాల",
          "మత్తేభము",
          "శార్దూలం"
        ],
        "confusion_matrix": [
          [
            2320,
            7,
            4,
            9
          ],
          [
            1,
            2587,
            4,
            0
          ],
          [
            0,
            5,
            1683,
            4
          ],
          [
            1,
            0,
            1,
            810
          ]
        ],
        "cross_entropy": 0.02903538862004098,
        "macro_f1": 0.9943781588887006,
        "observations": 7436,
        "per_class": {
          "accuracy": 0.9951586874663798,
          "macro avg": {
            "f1-score": 0.9943781588887006,
            "precision": 0.9933516238505,
            "recall": 0.9954354439959875,
            "support": 7436.0
          },
          "weighted avg": {
            "f1-score": 0.9951613030956358,
            "precision": 0.9951843156002764,
            "recall": 0.9951586874663798,
            "support": 7436.0
          },
          "ఉత్పలమాల": {
            "f1-score": 0.9952809952809952,
            "precision": 0.9991386735572783,
            "recall": 0.9914529914529915,
            "support": 2340.0
          },
          "చంపకమాల": {
            "f1-score": 0.9967251011365825,
            "precision": 0.9953828395536745,
            "recall": 0.998070987654321,
            "support": 2592.0
          },
          "మత్తేభము": {
            "f1-score": 0.9946808510638298,
            "precision": 0.9946808510638298,
            "recall": 0.9946808510638298,
            "support": 1692.0
          },
          "శార్దూలం": {
            "f1-score": 0.9908256880733946,
            "precision": 0.9842041312272175,
            "recall": 0.9975369458128078,
            "support": 812.0
          }
        }
      },
      "poem": {
        "accuracy": 0.9983862291554599,
        "class_order": [
          "ఉత్పలమాల",
          "చంపకమాల",
          "మత్తేభము",
          "శార్దూలం"
        ],
        "confusion_matrix": [
          [
            583,
            1,
            1,
            0
          ],
          [
            0,
            648,
            0,
            0
          ],
          [
            0,
            1,
            422,
            0
          ],
          [
            0,
            0,
            0,
            203
          ]
        ],
        "cross_entropy": 0.020989076448773354,
        "macro_f1": 0.9985956932474291,
        "observations": 1859,
        "per_class": {
          "accuracy": 0.9983862291554599,
          "macro avg": {
            "f1-score": 0.9985956932474291,
            "precision": 0.9986397526823059,
            "recall": 0.9985542825968358,
            "support": 1859.0
          },
          "weighted avg": {
            "f1-score": 0.9983861369033254,
            "precision": 0.9983895394546283,
            "recall": 0.9983862291554599,
            "support": 1859.0
          },
          "ఉత్పలమాల": {
            "f1-score": 0.9982876712328768,
            "precision": 1.0,
            "recall": 0.9965811965811966,
            "support": 585.0
          },
          "చంపకమాల": {
            "f1-score": 0.9984591679506933,
            "precision": 0.9969230769230769,
            "recall": 1.0,
            "support": 648.0
          },
          "మత్తేభము": {
            "f1-score": 0.9976359338061466,
            "precision": 0.9976359338061466,
            "recall": 0.9976359338061466,
            "support": 423.0
          },
          "శార్దూలం": {
            "f1-score": 1.0,
            "precision": 1.0,
            "recall": 1.0,
            "support": 203.0
          }
        }
      }
    },
    "checkpoint_sha256": "185430cd01ad800307bbc40375dace7d27a0e7d3722068f6edc767dabd100fd9",
    "learning_rate": 0.0001,
    "model_dir": "seed-73/model",
    "model_manifest_sha256": "3f653ffd3a2621261334dd9898549362a980c55d5a7f8171eb83a8001f8b621c",
    "seed": 73,
    "selected_epoch": 58,
    "validation_line_ce": 0.02845188975170712,
    "validation_poem_macro_f1": 0.9985956932474291
  },
  "ensemble_members": [
    "seed-17/model",
    "seed-42/model",
    "seed-73/model"
  ],
  "ensemble_note": "Optional local ensemble; membership predetermined, not optimized on test",
  "huggingface_candidate": "seed-73/model",
  "members": [
    {
      "calibrated_validation_metrics": {
        "line": {
          "accuracy": 0.9951586874663798,
          "class_order": [
            "ఉత్పలమాల",
            "చంపకమాల",
            "మత్తేభము",
            "శార్దూలం"
          ],
          "confusion_matrix": [
            [
              2320,
              7,
              4,
              9
            ],
            [
              1,
              2587,
              4,
              0
            ],
            [
              0,
              5,
              1683,
              4
            ],
            [
              1,
              0,
              1,
              810
            ]
          ],
          "cross_entropy": 0.02903538862004098,
          "macro_f1": 0.9943781588887006,
          "observations": 7436,
          "per_class": {
            "accuracy": 0.9951586874663798,
            "macro avg": {
              "f1-score": 0.9943781588887006,
              "precision": 0.9933516238505,
              "recall": 0.9954354439959875,
              "support": 7436.0
            },
            "weighted avg": {
              "f1-score": 0.9951613030956358,
              "precision": 0.9951843156002764,
              "recall": 0.9951586874663798,
              "support": 7436.0
            },
            "ఉత్పలమాల": {
              "f1-score": 0.9952809952809952,
              "precision": 0.9991386735572783,
              "recall": 0.9914529914529915,
              "support": 2340.0
            },
            "చంపకమాల": {
              "f1-score": 0.9967251011365825,
              "precision": 0.9953828395536745,
              "recall": 0.998070987654321,
              "support": 2592.0
            },
            "మత్తేభము": {
              "f1-score": 0.9946808510638298,
              "precision": 0.9946808510638298,
              "recall": 0.9946808510638298,
              "support": 1692.0
            },
            "శార్దూలం": {
              "f1-score": 0.9908256880733946,
              "precision": 0.9842041312272175,
              "recall": 0.9975369458128078,
              "support": 812.0
            }
          }
        },
        "poem": {
          "accuracy": 0.9983862291554599,
          "class_order": [
            "ఉత్పలమాల",
            "చంపకమాల",
            "మత్తేభము",
            "శార్దూలం"
          ],
          "confusion_matrix": [
            [
              583,
              1,
              1,
              0
            ],
            [
              0,
              648,
              0,
              0
            ],
            [
              0,
              1,
              422,
              0
            ],
            [
              0,
              0,
              0,
              203
            ]
          ],
          "cross_entropy": 0.020989076448773354,
          "macro_f1": 0.9985956932474291,
          "observations": 1859,
          "per_class": {
            "accuracy": 0.9983862291554599,
            "macro avg": {
              "f1-score": 0.9985956932474291,
              "precision": 0.9986397526823059,
              "recall": 0.9985542825968358,
              "support": 1859.0
            },
            "weighted avg": {
              "f1-score": 0.9983861369033254,
              "precision": 0.9983895394546283,
              "recall": 0.9983862291554599,
              "support": 1859.0
            },
            "ఉత్పలమాల": {
              "f1-score": 0.9982876712328768,
              "precision": 1.0,
              "recall": 0.9965811965811966,
              "support": 585.0
            },
            "చంపకమాల": {
              "f1-score": 0.9984591679506933,
              "precision": 0.9969230769230769,
              "recall": 1.0,
              "support": 648.0
            },
            "మత్తేభము": {
              "f1-score": 0.9976359338061466,
              "precision": 0.9976359338061466,
              "recall": 0.9976359338061466,
              "support": 423.0
            },
            "శార్దూలం": {
              "f1-score": 1.0,
              "precision": 1.0,
              "recall": 1.0,
              "support": 203.0
            }
          }
        }
      },
      "checkpoint_sha256": "185430cd01ad800307bbc40375dace7d27a0e7d3722068f6edc767dabd100fd9",
      "learning_rate": 0.0001,
      "model_dir": "seed-73/model",
      "model_manifest_sha256": "3f653ffd3a2621261334dd9898549362a980c55d5a7f8171eb83a8001f8b621c",
      "seed": 73,
      "selected_epoch": 58,
      "validation_line_ce": 0.02845188975170712,
      "validation_poem_macro_f1": 0.9985956932474291
    },
    {
      "calibrated_validation_metrics": {
        "line": {
          "accuracy": 0.9943518020441098,
          "class_order": [
            "ఉత్పలమాల",
            "చంపకమాల",
            "మత్తేభము",
            "శార్దూలం"
          ],
          "confusion_matrix": [
            [
              2314,
              7,
              6,
              13
            ],
            [
              1,
              2584,
              7,
              0
            ],
            [
              0,
              4,
              1684,
              4
            ],
            [
              0,
              0,
              0,
              812
            ]
          ],
          "cross_entropy": 0.031355987251936196,
          "macro_f1": 0.9934951816248789,
          "observations": 7436,
          "per_class": {
            "accuracy": 0.9943518020441098,
            "macro avg": {
              "f1-score": 0.9934951816248789,
              "precision": 0.9917904753915561,
              "recall": 0.9952685841870239,
              "support": 7436.0
            },
            "weighted avg": {
              "f1-score": 0.9943567158659162,
              "precision": 0.9944040926978045,
              "recall": 0.9943518020441098,
              "support": 7436.0
            },
            "ఉత్పలమాల": {
              "f1-score": 0.9941997851772287,
              "precision": 0.9995680345572354,
              "recall": 0.9888888888888889,
              "support": 2340.0
            },
            "చంపకమాల": {
              "f1-score": 0.9963369963369964,
              "precision": 0.9957610789980732,
              "recall": 0.9969135802469136,
              "support": 2592.0
            },
            "మత్తేభము": {
              "f1-score": 0.993803481853054,
              "precision": 0.9923394225103123,
              "recall": 0.9952718676122931,
              "support": 1692.0
            },
            "శార్దూలం": {
              "f1-score": 0.9896404631322364,
              "precision": 0.9794933655006032,
              "recall": 1.0,
              "support": 812.0
            }
          }
        },
        "poem": {
          "accuracy": 0.9983862291554599,
          "class_order": [
            "ఉత్పలమాల",
            "చంపకమాల",
            "మత్తేభము",
            "శార్దూలం"
          ],
          "confusion_matrix": [
            [
              583,
              1,
              1,
              0
            ],
            [
              0,
              648,
              0,
              0
            ],
            [
              0,
              1,
              422,
              0
            ],
            [
              0,
              0,
              0,
              203
            ]
          ],
          "cross_entropy": 0.022489701045268706,
          "macro_f1": 0.9985956932474291,
          "observations": 1859,
          "per_class": {
            "accuracy": 0.9983862291554599,
            "macro avg": {
              "f1-score": 0.9985956932474291,
              "precision": 0.9986397526823059,
              "recall": 0.9985542825968358,
              "support": 1859.0
            },
            "weighted avg": {
              "f1-score": 0.9983861369033254,
              "precision": 0.9983895394546283,
              "recall": 0.9983862291554599,
              "support": 1859.0
            },
            "ఉత్పలమాల": {
              "f1-score": 0.9982876712328768,
              "precision": 1.0,
              "recall": 0.9965811965811966,
              "support": 585.0
            },
            "చంపకమాల": {
              "f1-score": 0.9984591679506933,
              "precision": 0.9969230769230769,
              "recall": 1.0,
              "support": 648.0
            },
            "మత్తేభము": {
              "f1-score": 0.9976359338061466,
              "precision": 0.9976359338061466,
              "recall": 0.9976359338061466,
              "support": 423.0
            },
            "శార్దూలం": {
              "f1-score": 1.0,
              "precision": 1.0,
              "recall": 1.0,
              "support": 203.0
            }
          }
        }
      },
      "checkpoint_sha256": "5ecf66ce232089e6e1ae4ec9dad8fd9183fd0d2a47b8a7c18e8b5b9a3151f6be",
      "learning_rate": 0.0001,
      "model_dir": "seed-17/model",
      "model_manifest_sha256": "a521c92de31a9fe6e5a75675dcf7dec2816ecd4931ddcba7674261f26dfa9130",
      "seed": 17,
      "selected_epoch": 54,
      "validation_line_ce": 0.03103099745837167,
      "validation_poem_macro_f1": 0.9985956932474291
    },
    {
      "calibrated_validation_metrics": {
        "line": {
          "accuracy": 0.9947552447552448,
          "class_order": [
            "ఉత్పలమాల",
            "చంపకమాల",
            "మత్తేభము",
            "శార్దూలం"
          ],
          "confusion_matrix": [
            [
              2320,
              6,
              5,
              9
            ],
            [
              1,
              2584,
              7,
              0
            ],
            [
              0,
              4,
              1682,
              6
            ],
            [
              0,
              0,
              1,
              811
            ]
          ],
          "cross_entropy": 0.03191803037702077,
          "macro_f1": 0.9938662414866115,
          "observations": 7436,
          "per_class": {
            "accuracy": 0.9947552447552448,
            "macro avg": {
              "f1-score": 0.9938662414866115,
              "precision": 0.9924711695744234,
              "recall": 0.9953062197804189,
              "support": 7436.0
            },
            "weighted avg": {
              "f1-score": 0.9947605205732938,
              "precision": 0.9947924650499266,
              "recall": 0.9947552447552448,
              "support": 7436.0
            },
            "ఉత్పలమాల": {
              "f1-score": 0.9954945290710148,
              "precision": 0.999569151227919,
              "recall": 0.9914529914529915,
              "support": 2340.0
            },
            "చంపకమాల": {
              "f1-score": 0.996529116853066,
              "precision": 0.9961449498843485,
              "recall": 0.9969135802469136,
              "support": 2592.0
            },
            "మత్తేభము": {
              "f1-score": 0.993209329790375,
              "precision": 0.9923303834808259,
              "recall": 0.9940898345153665,
              "support": 1692.0
            },
            "శార్దూలం": {
              "f1-score": 0.9902319902319903,
              "precision": 0.9818401937046005,
              "recall": 0.9987684729064039,
              "support": 812.0
            }
          }
        },
        "poem": {
          "accuracy": 0.9983862291554599,
          "class_order": [
            "ఉత్పలమాల",
            "చంపకమాల",
            "మత్తేభము",
            "శార్దూలం"
          ],
          "confusion_matrix": [
            [
              583,
              1,
              1,
              0
            ],
            [
              0,
              648,
              0,
              0
            ],
            [
              0,
              1,
              422,
              0
            ],
            [
              0,
              0,
              0,
              203
            ]
          ],
          "cross_entropy": 0.02296851881304057,
          "macro_f1": 0.9985956932474291,
          "observations": 1859,
          "per_class": {
            "accuracy": 0.9983862291554599,
            "macro avg": {
              "f1-score": 0.9985956932474291,
              "precision": 0.9986397526823059,
              "recall": 0.9985542825968358,
              "support": 1859.0
            },
            "weighted avg": {
              "f1-score": 0.9983861369033254,
              "precision": 0.9983895394546283,
              "recall": 0.9983862291554599,
              "support": 1859.0
            },
            "ఉత్పలమాల": {
              "f1-score": 0.9982876712328768,
              "precision": 1.0,
              "recall": 0.9965811965811966,
              "support": 585.0
            },
            "చంపకమాల": {
              "f1-score": 0.9984591679506933,
              "precision": 0.9969230769230769,
              "recall": 1.0,
              "support": 648.0
            },
            "మత్తేభము": {
              "f1-score": 0.9976359338061466,
              "precision": 0.9976359338061466,
              "recall": 0.9976359338061466,
              "support": 423.0
            },
            "శార్దూలం": {
              "f1-score": 1.0,
              "precision": 1.0,
              "recall": 1.0,
              "support": 203.0
            }
          }
        }
      },
      "checkpoint_sha256": "cfbf4d4972823a37d50bb446e73cdcd06a6b3dc8f708f9592551d6500701c269",
      "learning_rate": 0.0001,
      "model_dir": "seed-42/model",
      "model_manifest_sha256": "fcd1a048b14244300e9800247d873639364b92818f345f61fcd332e3aeecfea9",
      "seed": 42,
      "selected_epoch": 60,
      "validation_line_ce": 0.031056728929878163,
      "validation_poem_macro_f1": 0.9985956932474291
    }
  ],
  "selection_resource": "Selected-checkpoint validation poem Macro F1, unweighted validation line CE tie-break, seed tie-break",
  "test_used_for_selection": false
}