ChrisMcCormick commited on
Commit
cb0904a
·
verified ·
1 Parent(s): 0ad806d

s1_e1_raw_b64: checkpoints exit

Browse files
runs/s1_e1_raw_b64/best/lora_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad75d5a26df1fa581d6451a4b62f7a38d9d50790b465c3c680e422330de66866
3
+ size 147843609
runs/s1_e1_raw_b64/best/twin_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Qwen/Qwen2.5-Math-1.5B",
3
+ "bidirectional": true,
4
+ "teacher_style": "solution_after_raw",
5
+ "lora_rank": 32,
6
+ "lora_alpha": 32.0,
7
+ "step": 130,
8
+ "val_metrics": {
9
+ "ce_encoder": 0.2172914227721688,
10
+ "ce_natural": 0.17520572880456878,
11
+ "ce_delta": 0.042085693967600035,
12
+ "ce_delta_easy": 0.03758854818265976,
13
+ "ce_delta_medium": 0.04368368931227732,
14
+ "ce_delta_very_hard": 0.06573930863200861,
15
+ "ce_delta_hard": 0.03815991662901632
16
+ }
17
+ }
runs/s1_e1_raw_b64/latest/lora_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62e1304e70a9cd87c668c5ebfead3698299fd663c4cd7c9fcc93e793750fe14
3
+ size 147843609
runs/s1_e1_raw_b64/latest/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4acf7301ea9f90838d8592f1e26c3d9457a4c35a0c4187583c1951706b71d452
3
+ size 286123933
runs/s1_e1_raw_b64/latest/rng.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1262bfb6e35351a71c11320c3cfb3f91a4378b88a062a709ab21233d2b327701
3
+ size 10565
runs/s1_e1_raw_b64/latest/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83e1374ad5651fb5b46e846db61713c5ed408681167d4d52ef840ffcd76759de
3
+ size 1401
runs/s1_e1_raw_b64/latest/twin_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Qwen/Qwen2.5-Math-1.5B",
3
+ "bidirectional": true,
4
+ "teacher_style": "solution_after_raw",
5
+ "lora_rank": 32,
6
+ "lora_alpha": 32.0,
7
+ "step": 150,
8
+ "val_metrics": {
9
+ "ce_encoder": 0.21802557904558165,
10
+ "ce_natural": 0.17520572880456878,
11
+ "ce_delta": 0.04281985024101287,
12
+ "ce_delta_easy": 0.03652013690379769,
13
+ "ce_delta_medium": 0.04456613875720686,
14
+ "ce_delta_very_hard": 0.0708475308092471,
15
+ "ce_delta_hard": 0.04095408092017421
16
+ }
17
+ }