{ "history": [ { "epoch": 1, "train_loss": 0.6484598074640546, "validation": { "n": 60, "macro_f1": 0.7948907196853411, "micro_f1": 0.7883597883597884, "exact_match": 0.3333333333333333, "per_label": { "action": { "precision": 0.5344827586206896, "recall": 0.96875, "f1": 0.6888888888888889, "support": 32, "tp": 31, "fp": 27, "fn": 1, "tn": 1 }, "context": { "precision": 0.6481481481481481, "recall": 1.0, "f1": 0.7865168539325843, "support": 35, "tp": 35, "fp": 19, "fn": 0, "tn": 6 }, "method": { "precision": 0.725, "recall": 0.90625, "f1": 0.8055555555555556, "support": 32, "tp": 29, "fp": 11, "fn": 3, "tn": 17 }, "result": { "precision": 0.6571428571428571, "recall": 0.8846153846153846, "f1": 0.7540983606557377, "support": 26, "tp": 23, "fp": 12, "fn": 3, "tn": 22 }, "measurement": { "precision": 0.8857142857142857, "recall": 1.0, "f1": 0.9393939393939394, "support": 31, "tp": 31, "fp": 4, "fn": 0, "tn": 25 } }, "zero_division": 0 } }, { "epoch": 2, "train_loss": 0.5382993621485573, "validation": { "n": 60, "macro_f1": 0.824961326338445, "micro_f1": 0.8260869565217391, "exact_match": 0.38333333333333336, "per_label": { "action": { "precision": 0.78125, "recall": 0.78125, "f1": 0.78125, "support": 32, "tp": 25, "fp": 7, "fn": 7, "tn": 21 }, "context": { "precision": 0.7857142857142857, "recall": 0.9428571428571428, "f1": 0.8571428571428571, "support": 35, "tp": 33, "fp": 9, "fn": 2, "tn": 16 }, "method": { "precision": 0.8387096774193549, "recall": 0.8125, "f1": 0.8253968253968254, "support": 32, "tp": 26, "fp": 5, "fn": 6, "tn": 23 }, "result": { "precision": 0.696969696969697, "recall": 0.8846153846153846, "f1": 0.7796610169491526, "support": 26, "tp": 23, "fp": 10, "fn": 3, "tn": 24 }, "measurement": { "precision": 0.9285714285714286, "recall": 0.8387096774193549, "f1": 0.8813559322033898, "support": 31, "tp": 26, "fp": 2, "fn": 5, "tn": 27 } }, "zero_division": 0 } }, { "epoch": 3, "train_loss": 0.4306893323149, "validation": { "n": 60, "macro_f1": 0.8815324603911057, "micro_f1": 0.8831168831168831, "exact_match": 0.5166666666666667, "per_label": { "action": { "precision": 0.896551724137931, "recall": 0.8125, "f1": 0.8524590163934426, "support": 32, "tp": 26, "fp": 3, "fn": 6, "tn": 25 }, "context": { "precision": 0.8378378378378378, "recall": 0.8857142857142857, "f1": 0.8611111111111112, "support": 35, "tp": 31, "fp": 6, "fn": 4, "tn": 19 }, "method": { "precision": 0.9655172413793104, "recall": 0.875, "f1": 0.9180327868852459, "support": 32, "tp": 28, "fp": 1, "fn": 4, "tn": 27 }, "result": { "precision": 0.7777777777777778, "recall": 0.8076923076923077, "f1": 0.7924528301886793, "support": 26, "tp": 21, "fp": 6, "fn": 5, "tn": 28 }, "measurement": { "precision": 1.0, "recall": 0.967741935483871, "f1": 0.9836065573770492, "support": 31, "tp": 30, "fp": 0, "fn": 1, "tn": 29 } }, "zero_division": 0 } }, { "epoch": 4, "train_loss": 0.32838370842593056, "validation": { "n": 60, "macro_f1": 0.9430953951708669, "micro_f1": 0.9440993788819876, "exact_match": 0.7333333333333333, "per_label": { "action": { "precision": 0.9393939393939394, "recall": 0.96875, "f1": 0.9538461538461539, "support": 32, "tp": 31, "fp": 2, "fn": 1, "tn": 26 }, "context": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 35, "tp": 35, "fp": 7, "fn": 0, "tn": 18 }, "method": { "precision": 0.9696969696969697, "recall": 1.0, "f1": 0.9846153846153847, "support": 32, "tp": 32, "fp": 1, "fn": 0, "tn": 27 }, "result": { "precision": 0.8518518518518519, "recall": 0.8846153846153846, "f1": 0.8679245283018868, "support": 26, "tp": 23, "fp": 4, "fn": 3, "tn": 30 }, "measurement": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 31, "tp": 31, "fp": 0, "fn": 0, "tn": 29 } }, "zero_division": 0 } }, { "epoch": 5, "train_loss": 0.24511660039424896, "validation": { "n": 60, "macro_f1": 0.9969230769230769, "micro_f1": 0.9968051118210862, "exact_match": 0.9833333333333333, "per_label": { "action": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 32, "tp": 32, "fp": 0, "fn": 0, "tn": 28 }, "context": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 35, "tp": 35, "fp": 0, "fn": 0, "tn": 25 }, "method": { "precision": 0.9696969696969697, "recall": 1.0, "f1": 0.9846153846153847, "support": 32, "tp": 32, "fp": 1, "fn": 0, "tn": 27 }, "result": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 26, "tp": 26, "fp": 0, "fn": 0, "tn": 34 }, "measurement": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 31, "tp": 31, "fp": 0, "fn": 0, "tn": 29 } }, "zero_division": 0 } } ], "selected_epoch": 5, "selection": "validation_macro_f1; earliest tie" }