eval_metrics.json

{
  "eval_loss": 1.4014720916748047,
  "eval_f1_micro": 0.8051724137931034,
  "eval_f1_no_rel": 0.8592592592592593,
  "eval_f1_character_move": 0.7619047619047619,
  "eval_f1_haptic_material": 0.7021276595744681,
  "eval_f1_character_feltness": 0.8,
  "eval_f1_facial_expr": 0.7951807228915663,
  "eval_f1_sight_human": 0.7763157894736842,
  "eval_f1_book_paratext": 0.8615384615384616,
  "eval_f1_haptic_human_animal": 0.7733333333333333,
  "eval_f1_sight_material": 0.8363636363636363,
  "eval_f1_segmentation_error": 0.7659574468085106,
  "eval_f1_gesture": 0.8378378378378378,
  "eval_runtime": 0.4801,
  "eval_samples_per_second": 1208.006,
  "eval_steps_per_second": 152.042,
  "epoch": 9.0,
  "dev_f1_micro": 0.8393782383419689,
  "metrics_split": "test",
  "f1_macro": 0.797256264453229,
  "ci95": {
    "f1_micro": [
      0.7724137931034483,
      0.8345258620689655
    ],
    "f1_macro": [
      0.7562984657762402,
      0.8290038464288054
    ],
    "no_rel": [
      0.8095063025210084,
      0.8989579004571173
    ],
    "character_move": [
      0.6597883307742926,
      0.8444444444444444
    ],
    "haptic_material": [
      0.5882033248081842,
      0.7962135922330096
    ],
    "character_feltness": [
      0.6904556650246305,
      0.8860831415420023
    ],
    "facial_expr": [
      0.6922413793103448,
      0.8842481203007518
    ],
    "sight_human": [
      0.6962939521800281,
      0.8397845303867403
    ],
    "book_paratext": [
      0.7749798387096775,
      0.937531887755102
    ],
    "haptic_human_animal": [
      0.6575021404109589,
      0.8648648648648649
    ],
    "sight_material": [
      0.7499368686868687,
      0.9038586956521739
    ],
    "segmentation_error": [
      0.6086297760210804,
      0.8837209302325582
    ],
    "gesture": [
      0.7352941176470589,
      0.9166666666666666
    ]
  },
  "n_test_per_label": {
    "no_rel": 139,
    "character_move": 51,
    "haptic_material": 50,
    "character_feltness": 42,
    "facial_expr": 44,
    "sight_human": 73,
    "book_paratext": 36,
    "haptic_human_animal": 33,
    "sight_material": 54,
    "segmentation_error": 23,
    "gesture": 35
  }
}