Upload sigma_v5_ablation/V3_AlphaAux_result.json with huggingface_hub
Browse files
sigma_v5_ablation/V3_AlphaAux_result.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "V3_AlphaAux",
|
| 3 |
+
"best_fr_acc": 0.1875417780748663,
|
| 4 |
+
"final_tf_acc": 0.3510563391706983,
|
| 5 |
+
"final_ppl": 183.78234464366375,
|
| 6 |
+
"mean_step_var": 0.1451136122147242,
|
| 7 |
+
"mean_alpha_grad": 0.18352858699735022,
|
| 8 |
+
"n_epochs": 3,
|
| 9 |
+
"history": {
|
| 10 |
+
"epoch": [
|
| 11 |
+
1,
|
| 12 |
+
2,
|
| 13 |
+
3
|
| 14 |
+
],
|
| 15 |
+
"train_loss": [
|
| 16 |
+
17.26420250607308,
|
| 17 |
+
15.259289013086304,
|
| 18 |
+
19.729494179676806
|
| 19 |
+
],
|
| 20 |
+
"ppl": [
|
| 21 |
+
1293.0097668989301,
|
| 22 |
+
285.79184800120186,
|
| 23 |
+
183.78234464366375
|
| 24 |
+
],
|
| 25 |
+
"tf_acc": [
|
| 26 |
+
0.3510563391706983,
|
| 27 |
+
0.3510563391706983,
|
| 28 |
+
0.3510563391706983
|
| 29 |
+
],
|
| 30 |
+
"fr_acc": [
|
| 31 |
+
0.1875417780748663,
|
| 32 |
+
0.1875417780748663,
|
| 33 |
+
0.1875417780748663
|
| 34 |
+
],
|
| 35 |
+
"step_var": [
|
| 36 |
+
0.14159607887268066,
|
| 37 |
+
0.14445264637470245,
|
| 38 |
+
0.14929211139678955
|
| 39 |
+
],
|
| 40 |
+
"alpha_grad": [
|
| 41 |
+
0.5482562377946445,
|
| 42 |
+
0.0023274669932523734,
|
| 43 |
+
2.056204153863074e-06
|
| 44 |
+
]
|
| 45 |
+
}
|
| 46 |
+
}
|