pulse-goemotions / metadata.json
adimyth's picture
Release Pulse GoEmotions model
20851fa verified
Raw History Blame Contribute Delete
2.38 kB
{
"model_id": "pulse-local-goemotions-0.1",
"encoder": "sentence-transformers/all-MiniLM-L6-v2",
"dimensions": [
"frustration",
"positive",
"surprise",
"uncertainty",
"low_mood",
"neutral"
],
"temperatures": [
0.6499999761581421,
0.8500000238418579,
0.675000011920929,
0.699999988079071,
0.44999998807907104,
0.949999988079071
],
"minimum_words": 3,
"report": {
"training": {
"seed": 20260925,
"epochs": 5,
"history": [
{
"epoch": 1,
"train_loss": 0.7576679719411621,
"development": {
"macro_f1": 0.562622064079803,
"mean_ece": 0.15512344383034957,
"exact_match": 0.39384445548057556
}
},
{
"epoch": 2,
"train_loss": 0.6042857868389665,
"development": {
"macro_f1": 0.5781718106977551,
"mean_ece": 0.13853378500343738,
"exact_match": 0.4213048219680786
}
},
{
"epoch": 3,
"train_loss": 0.5556651029051847,
"development": {
"macro_f1": 0.5831805362107045,
"mean_ece": 0.12719650979556166,
"exact_match": 0.4229635000228882
}
},
{
"epoch": 4,
"train_loss": 0.5149327591909458,
"development": {
"macro_f1": 0.5889346196397808,
"mean_ece": 0.1134207638616579,
"exact_match": 0.4395503103733063
}
},
{
"epoch": 5,
"train_loss": 0.47418056985552587,
"development": {
"macro_f1": 0.5995770844210976,
"mean_ece": 0.09841698552640492,
"exact_match": 0.4614817500114441
}
}
],
"source_train_examples": 43410,
"augmented_train_examples": 86820
},
"development": {
"macro_f1": 0.5995770844210976,
"mean_ece": 0.08603588861746903,
"exact_match": 0.4614817500114441
},
"test": {
"macro_f1": 0.6011357956486588,
"mean_ece": 0.09007449772507432,
"exact_match": 0.45439469814300537
},
"temperatures": [
0.6499999761581421,
0.8500000238418579,
0.675000011920929,
0.699999988079071,
0.44999998807907104,
0.949999988079071
]
}
}