s1_e1_raw_b64: checkpoints exit
Browse files- runs/s1_e1_raw_b64/best/lora_state.pt +3 -0
- runs/s1_e1_raw_b64/best/twin_config.json +17 -0
- runs/s1_e1_raw_b64/latest/lora_state.pt +3 -0
- runs/s1_e1_raw_b64/latest/optimizer.pt +3 -0
- runs/s1_e1_raw_b64/latest/rng.pt +3 -0
- runs/s1_e1_raw_b64/latest/scheduler.pt +3 -0
- runs/s1_e1_raw_b64/latest/twin_config.json +17 -0
runs/s1_e1_raw_b64/best/lora_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad75d5a26df1fa581d6451a4b62f7a38d9d50790b465c3c680e422330de66866
|
| 3 |
+
size 147843609
|
runs/s1_e1_raw_b64/best/twin_config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Qwen/Qwen2.5-Math-1.5B",
|
| 3 |
+
"bidirectional": true,
|
| 4 |
+
"teacher_style": "solution_after_raw",
|
| 5 |
+
"lora_rank": 32,
|
| 6 |
+
"lora_alpha": 32.0,
|
| 7 |
+
"step": 130,
|
| 8 |
+
"val_metrics": {
|
| 9 |
+
"ce_encoder": 0.2172914227721688,
|
| 10 |
+
"ce_natural": 0.17520572880456878,
|
| 11 |
+
"ce_delta": 0.042085693967600035,
|
| 12 |
+
"ce_delta_easy": 0.03758854818265976,
|
| 13 |
+
"ce_delta_medium": 0.04368368931227732,
|
| 14 |
+
"ce_delta_very_hard": 0.06573930863200861,
|
| 15 |
+
"ce_delta_hard": 0.03815991662901632
|
| 16 |
+
}
|
| 17 |
+
}
|
runs/s1_e1_raw_b64/latest/lora_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a62e1304e70a9cd87c668c5ebfead3698299fd663c4cd7c9fcc93e793750fe14
|
| 3 |
+
size 147843609
|
runs/s1_e1_raw_b64/latest/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4acf7301ea9f90838d8592f1e26c3d9457a4c35a0c4187583c1951706b71d452
|
| 3 |
+
size 286123933
|
runs/s1_e1_raw_b64/latest/rng.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1262bfb6e35351a71c11320c3cfb3f91a4378b88a062a709ab21233d2b327701
|
| 3 |
+
size 10565
|
runs/s1_e1_raw_b64/latest/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83e1374ad5651fb5b46e846db61713c5ed408681167d4d52ef840ffcd76759de
|
| 3 |
+
size 1401
|
runs/s1_e1_raw_b64/latest/twin_config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Qwen/Qwen2.5-Math-1.5B",
|
| 3 |
+
"bidirectional": true,
|
| 4 |
+
"teacher_style": "solution_after_raw",
|
| 5 |
+
"lora_rank": 32,
|
| 6 |
+
"lora_alpha": 32.0,
|
| 7 |
+
"step": 150,
|
| 8 |
+
"val_metrics": {
|
| 9 |
+
"ce_encoder": 0.21802557904558165,
|
| 10 |
+
"ce_natural": 0.17520572880456878,
|
| 11 |
+
"ce_delta": 0.04281985024101287,
|
| 12 |
+
"ce_delta_easy": 0.03652013690379769,
|
| 13 |
+
"ce_delta_medium": 0.04456613875720686,
|
| 14 |
+
"ce_delta_very_hard": 0.0708475308092471,
|
| 15 |
+
"ce_delta_hard": 0.04095408092017421
|
| 16 |
+
}
|
| 17 |
+
}
|