Add STS-B learning-rate selection table
Browse files
Fine-tuned GLUE Checkpoints/stsb/stsb_papersweep_v2_selected_learning_rates.tsv
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mha 5e-5 0.8467334983
|
| 2 |
+
gqa 3e-5 0.7804440541
|
| 3 |
+
collaborative 5e-5 0.7975991291
|
| 4 |
+
gt_mha_residual 5e-5 0.8324707939
|