enzoferracini's picture
feat(model): publish selected local mDeBERTa research pipeline
f12d393 verified
Raw History Blame Contribute Delete
2.88 kB
{
"trials": [
{
"number": 0,
"state": "FAIL",
"value": null,
"params": {
"backbone": "nli_deberta",
"learning_rate": 1.6185092900010657e-05,
"weight_decay": 0.0638792635777333,
"label_smoothing": 0.0,
"rdrop": 0.0,
"freeze_lower_layers_nli_deberta": 6
}
},
{
"number": 1,
"state": "COMPLETE",
"value": 0.9670223483728633,
"params": {
"backbone": "nli_deberta",
"learning_rate": 1.6185092900010657e-05,
"weight_decay": 0.0638792635777333,
"label_smoothing": 0.0,
"rdrop": 0.0,
"freeze_lower_layers_nli_deberta": 6
}
},
{
"number": 2,
"state": "COMPLETE",
"value": 0.8513422582075805,
"params": {
"backbone": "nli_minilm",
"learning_rate": 4.891706203866441e-06,
"weight_decay": 0.02636424704863906,
"label_smoothing": 0.1,
"rdrop": 0.0,
"freeze_lower_layers_nli_minilm": 0
}
},
{
"number": 3,
"state": "FAIL",
"value": null,
"params": {
"backbone": "nli_deberta",
"learning_rate": 2.4305697047381053e-05,
"weight_decay": 0.08681248933923107,
"label_smoothing": 0.0,
"rdrop": 0.0,
"freeze_lower_layers_nli_deberta": 6
}
},
{
"number": 4,
"state": "COMPLETE",
"value": 0.9764930448445364,
"params": {
"backbone": "nli_deberta",
"learning_rate": 2.4305697047381053e-05,
"weight_decay": 0.08681248933923107,
"label_smoothing": 0.0,
"rdrop": 0.0,
"freeze_lower_layers_nli_deberta": 6
}
},
{
"number": 5,
"state": "COMPLETE",
"value": 0.978941878575674,
"params": {
"backbone": "nli_deberta",
"learning_rate": 2.8431918937187533e-05,
"weight_decay": 0.09721437278134223,
"label_smoothing": 0.0,
"rdrop": 0.1,
"freeze_lower_layers_nli_deberta": 6
}
},
{
"number": 6,
"state": "PRUNED",
"value": 0.9334661808580191,
"params": {
"backbone": "nli_deberta",
"learning_rate": 8.629555479150773e-06,
"weight_decay": 0.09946053527744089,
"label_smoothing": 0.05,
"rdrop": 0.1,
"freeze_lower_layers_nli_deberta": 9
}
},
{
"number": 7,
"state": "PRUNED",
"value": 0.8806500891758665,
"params": {
"backbone": "nli_minilm",
"learning_rate": 2.6670895498905376e-05,
"weight_decay": 0.054610509193969384,
"label_smoothing": 0.0,
"rdrop": 0.1,
"freeze_lower_layers_nli_minilm": 3
}
}
],
"sampler": "TPE, two random startup trials",
"pruner": "Hyperband",
"best_trial": 5,
"best_value": 0.978941878575674
}