enzoferracini's picture
feat(model): publish evaluated multilabel BERTimbau checkpoint
f2fb6d8 verified
Raw History Blame Contribute Delete
8 kB
{
"history": [
{
"epoch": 1,
"train_loss": 0.6484598074640546,
"validation": {
"n": 60,
"macro_f1": 0.7948907196853411,
"micro_f1": 0.7883597883597884,
"exact_match": 0.3333333333333333,
"per_label": {
"action": {
"precision": 0.5344827586206896,
"recall": 0.96875,
"f1": 0.6888888888888889,
"support": 32,
"tp": 31,
"fp": 27,
"fn": 1,
"tn": 1
},
"context": {
"precision": 0.6481481481481481,
"recall": 1.0,
"f1": 0.7865168539325843,
"support": 35,
"tp": 35,
"fp": 19,
"fn": 0,
"tn": 6
},
"method": {
"precision": 0.725,
"recall": 0.90625,
"f1": 0.8055555555555556,
"support": 32,
"tp": 29,
"fp": 11,
"fn": 3,
"tn": 17
},
"result": {
"precision": 0.6571428571428571,
"recall": 0.8846153846153846,
"f1": 0.7540983606557377,
"support": 26,
"tp": 23,
"fp": 12,
"fn": 3,
"tn": 22
},
"measurement": {
"precision": 0.8857142857142857,
"recall": 1.0,
"f1": 0.9393939393939394,
"support": 31,
"tp": 31,
"fp": 4,
"fn": 0,
"tn": 25
}
},
"zero_division": 0
}
},
{
"epoch": 2,
"train_loss": 0.5382993621485573,
"validation": {
"n": 60,
"macro_f1": 0.824961326338445,
"micro_f1": 0.8260869565217391,
"exact_match": 0.38333333333333336,
"per_label": {
"action": {
"precision": 0.78125,
"recall": 0.78125,
"f1": 0.78125,
"support": 32,
"tp": 25,
"fp": 7,
"fn": 7,
"tn": 21
},
"context": {
"precision": 0.7857142857142857,
"recall": 0.9428571428571428,
"f1": 0.8571428571428571,
"support": 35,
"tp": 33,
"fp": 9,
"fn": 2,
"tn": 16
},
"method": {
"precision": 0.8387096774193549,
"recall": 0.8125,
"f1": 0.8253968253968254,
"support": 32,
"tp": 26,
"fp": 5,
"fn": 6,
"tn": 23
},
"result": {
"precision": 0.696969696969697,
"recall": 0.8846153846153846,
"f1": 0.7796610169491526,
"support": 26,
"tp": 23,
"fp": 10,
"fn": 3,
"tn": 24
},
"measurement": {
"precision": 0.9285714285714286,
"recall": 0.8387096774193549,
"f1": 0.8813559322033898,
"support": 31,
"tp": 26,
"fp": 2,
"fn": 5,
"tn": 27
}
},
"zero_division": 0
}
},
{
"epoch": 3,
"train_loss": 0.4306893323149,
"validation": {
"n": 60,
"macro_f1": 0.8815324603911057,
"micro_f1": 0.8831168831168831,
"exact_match": 0.5166666666666667,
"per_label": {
"action": {
"precision": 0.896551724137931,
"recall": 0.8125,
"f1": 0.8524590163934426,
"support": 32,
"tp": 26,
"fp": 3,
"fn": 6,
"tn": 25
},
"context": {
"precision": 0.8378378378378378,
"recall": 0.8857142857142857,
"f1": 0.8611111111111112,
"support": 35,
"tp": 31,
"fp": 6,
"fn": 4,
"tn": 19
},
"method": {
"precision": 0.9655172413793104,
"recall": 0.875,
"f1": 0.9180327868852459,
"support": 32,
"tp": 28,
"fp": 1,
"fn": 4,
"tn": 27
},
"result": {
"precision": 0.7777777777777778,
"recall": 0.8076923076923077,
"f1": 0.7924528301886793,
"support": 26,
"tp": 21,
"fp": 6,
"fn": 5,
"tn": 28
},
"measurement": {
"precision": 1.0,
"recall": 0.967741935483871,
"f1": 0.9836065573770492,
"support": 31,
"tp": 30,
"fp": 0,
"fn": 1,
"tn": 29
}
},
"zero_division": 0
}
},
{
"epoch": 4,
"train_loss": 0.32838370842593056,
"validation": {
"n": 60,
"macro_f1": 0.9430953951708669,
"micro_f1": 0.9440993788819876,
"exact_match": 0.7333333333333333,
"per_label": {
"action": {
"precision": 0.9393939393939394,
"recall": 0.96875,
"f1": 0.9538461538461539,
"support": 32,
"tp": 31,
"fp": 2,
"fn": 1,
"tn": 26
},
"context": {
"precision": 0.8333333333333334,
"recall": 1.0,
"f1": 0.9090909090909091,
"support": 35,
"tp": 35,
"fp": 7,
"fn": 0,
"tn": 18
},
"method": {
"precision": 0.9696969696969697,
"recall": 1.0,
"f1": 0.9846153846153847,
"support": 32,
"tp": 32,
"fp": 1,
"fn": 0,
"tn": 27
},
"result": {
"precision": 0.8518518518518519,
"recall": 0.8846153846153846,
"f1": 0.8679245283018868,
"support": 26,
"tp": 23,
"fp": 4,
"fn": 3,
"tn": 30
},
"measurement": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 31,
"tp": 31,
"fp": 0,
"fn": 0,
"tn": 29
}
},
"zero_division": 0
}
},
{
"epoch": 5,
"train_loss": 0.24511660039424896,
"validation": {
"n": 60,
"macro_f1": 0.9969230769230769,
"micro_f1": 0.9968051118210862,
"exact_match": 0.9833333333333333,
"per_label": {
"action": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 32,
"tp": 32,
"fp": 0,
"fn": 0,
"tn": 28
},
"context": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 35,
"tp": 35,
"fp": 0,
"fn": 0,
"tn": 25
},
"method": {
"precision": 0.9696969696969697,
"recall": 1.0,
"f1": 0.9846153846153847,
"support": 32,
"tp": 32,
"fp": 1,
"fn": 0,
"tn": 27
},
"result": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 26,
"tp": 26,
"fp": 0,
"fn": 0,
"tn": 34
},
"measurement": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 31,
"tp": 31,
"fp": 0,
"fn": 0,
"tn": 29
}
},
"zero_division": 0
}
}
],
"selected_epoch": 5,
"selection": "validation_macro_f1; earliest tie"
}