Add 3-way STS-B optimizer ablation (PairAdam vs HessianPairAdam Sophia-Torus vs AdamW)
Browse files- eval_results.json +6 -0
eval_results.json
CHANGED
|
@@ -6,6 +6,12 @@
|
|
| 6 |
"stsb_test_spearman_after": 0.6242,
|
| 7 |
"stsb_test_pearson_before": 0.2981,
|
| 8 |
"stsb_test_pearson_after": 0.6330,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
"adamw_ablation": {
|
| 10 |
"stsb_dev_spearman_after": 0.7289,
|
| 11 |
"stsb_test_spearman_after": 0.6317,
|
|
|
|
| 6 |
"stsb_test_spearman_after": 0.6242,
|
| 7 |
"stsb_test_pearson_before": 0.2981,
|
| 8 |
"stsb_test_pearson_after": 0.6330,
|
| 9 |
+
"hessian_pair_adam_ablation": {
|
| 10 |
+
"stsb_dev_spearman_after": 0.7278,
|
| 11 |
+
"stsb_dev_pearson_after": 0.6917,
|
| 12 |
+
"stsb_test_spearman_after": 0.6288,
|
| 13 |
+
"stsb_test_pearson_after": 0.6316
|
| 14 |
+
},
|
| 15 |
"adamw_ablation": {
|
| 16 |
"stsb_dev_spearman_after": 0.7289,
|
| 17 |
"stsb_test_spearman_after": 0.6317,
|