ZhangYiqian commited on
Commit
65c630d
·
verified ·
1 Parent(s): 198b247

sft_v21f_lora (198ee22) SFT cold start, sftv21fe1

Browse files
checkpoints/sft_v21f_lora/epoch1/adapter_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "kasa_config": null,
16
+ "layer_replication": null,
17
+ "layers_pattern": null,
18
+ "layers_to_transform": null,
19
+ "loftq_config": {},
20
+ "lora_alpha": 128,
21
+ "lora_bias": false,
22
+ "lora_dropout": 0.05,
23
+ "lora_ga_config": null,
24
+ "megatron_config": null,
25
+ "megatron_core": "megatron.core",
26
+ "modules_to_save": null,
27
+ "monteclora_config": null,
28
+ "peft_type": "LORA",
29
+ "peft_version": "0.21.2",
30
+ "qalora_group_size": 16,
31
+ "r": 64,
32
+ "rank_pattern": {},
33
+ "revision": null,
34
+ "target_modules": [
35
+ "k_proj",
36
+ "gate_proj",
37
+ "in_proj_z",
38
+ "in_proj_qkv",
39
+ "q_proj",
40
+ "down_proj",
41
+ "out_proj",
42
+ "v_proj",
43
+ "up_proj",
44
+ "o_proj"
45
+ ],
46
+ "target_parameters": null,
47
+ "task_type": "CAUSAL_LM",
48
+ "trainable_token_indices": null,
49
+ "use_bdlora": null,
50
+ "use_dora": false,
51
+ "use_qalora": false,
52
+ "use_rslora": false,
53
+ "velora_config": null
54
+ }
checkpoints/sft_v21f_lora/epoch1/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:082524a3c4c6128dd79670b587358ba02a66b856c7afa574efbbd4da1c267ef6
3
+ size 870428576
checkpoints/sft_v21f_lora/epoch1/optimizer_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d07fbcc784f16cf6fb973af8d55fb3a15e6a5a16960f42b306f5be79790d86
3
+ size 1306387143
checkpoints/sft_v21f_lora/epoch1/optimizer_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9031ee8bce7c960bcbd7e11195b4bc09bff800d3c8cb6a4a2515d05a0d732e92
3
+ size 1306387143
checkpoints/sft_v21f_lora/epoch1/optimizer_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18dc6ef15392a531a04c1684d7fdff6efbfed544ea2a85eee1ec2905f67b8dc4
3
+ size 1306387143
checkpoints/sft_v21f_lora/epoch1/optimizer_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:925b9e40020ebca73fe33b624b2221c806e459fecdff400286184eefb4958ed2
3
+ size 1306387143
checkpoints/sft_v21f_lora/final/adapter_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "kasa_config": null,
16
+ "layer_replication": null,
17
+ "layers_pattern": null,
18
+ "layers_to_transform": null,
19
+ "loftq_config": {},
20
+ "lora_alpha": 128,
21
+ "lora_bias": false,
22
+ "lora_dropout": 0.05,
23
+ "lora_ga_config": null,
24
+ "megatron_config": null,
25
+ "megatron_core": "megatron.core",
26
+ "modules_to_save": null,
27
+ "monteclora_config": null,
28
+ "peft_type": "LORA",
29
+ "peft_version": "0.21.2",
30
+ "qalora_group_size": 16,
31
+ "r": 64,
32
+ "rank_pattern": {},
33
+ "revision": null,
34
+ "target_modules": [
35
+ "k_proj",
36
+ "gate_proj",
37
+ "in_proj_z",
38
+ "in_proj_qkv",
39
+ "q_proj",
40
+ "down_proj",
41
+ "out_proj",
42
+ "v_proj",
43
+ "up_proj",
44
+ "o_proj"
45
+ ],
46
+ "target_parameters": null,
47
+ "task_type": "CAUSAL_LM",
48
+ "trainable_token_indices": null,
49
+ "use_bdlora": null,
50
+ "use_dora": false,
51
+ "use_qalora": false,
52
+ "use_rslora": false,
53
+ "velora_config": null
54
+ }
checkpoints/sft_v21f_lora/final/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ff92be126e3892c9c7ffd8698145a41c6bf952f822f89519ddf7ca64d2a6d9
3
+ size 870428576
checkpoints/sft_v21f_lora/manifest.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "sft_v21f_lora",
3
+ "uploaded_at": "2026-10-21T19:42:45+0800",
4
+ "git_commit": "198ee22",
5
+ "source_dir": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_v21f_lora",
6
+ "kind": "model",
7
+ "base_model": "/mnt/raid5/models/Qwen3.8-27B",
8
+ "train_args": {
9
+ "model": "/mnt/raid5/models/Qwen3.8-27B",
10
+ "data": "sft_pipeline/out/icae_sft_v21f.tokens.jsonl",
11
+ "out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_v21f_lora",
12
+ "attn": "sdpa",
13
+ "max_len": 32768,
14
+ "limit": 0,
15
+ "kinds": "",
16
+ "balance": "ask/feature=4,ask/protocol=2,ask_follow=1,explore=1,proceed=1",
17
+ "exclude_runs": "dev01",
18
+ "save_each_epoch": true,
19
+ "resume_adapter": "",
20
+ "resume_step": 0,
21
+ "loss_chunk": 2048,
22
+ "epochs": 2.0,
23
+ "max_steps": 0,
24
+ "lr": 0.0001,
25
+ "warmup": 0.05,
26
+ "grad_accum": 1,
27
+ "lora_r": 64,
28
+ "lora_alpha": 128,
29
+ "lora_dropout": 0.05,
30
+ "grad_ckpt": true,
31
+ "save_every": 0,
32
+ "seed": 0,
33
+ "log_every": 1,
34
+ "world_size": 4,
35
+ "data_stats": {
36
+ "rows": 578,
37
+ "unique_rows": 417,
38
+ "kinds": {
39
+ "ask": 240,
40
+ "explore": 200,
41
+ "proceed": 89,
42
+ "ask_follow": 49
43
+ },
44
+ "groups": {
45
+ "ask/feature": 164,
46
+ "ask/protocol": 76,
47
+ "explore": 200,
48
+ "proceed": 89,
49
+ "ask_follow": 49
50
+ },
51
+ "tokens_total": 7635944,
52
+ "tokens_max": 31908,
53
+ "labelled_total": 1082541,
54
+ "labelled_mean": 1873
55
+ },
56
+ "total_steps": 289
57
+ },
58
+ "n_files": 11,
59
+ "total_bytes": 6966446507,
60
+ "note": "SFT cold start, sftv21fe2"
61
+ }
checkpoints/sft_v21f_lora/train_args.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "/mnt/raid5/models/Qwen3.8-27B",
3
+ "data": "sft_pipeline/out/icae_sft_v21f.tokens.jsonl",
4
+ "out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_v21f_lora",
5
+ "attn": "sdpa",
6
+ "max_len": 32768,
7
+ "limit": 0,
8
+ "kinds": "",
9
+ "balance": "ask/feature=4,ask/protocol=2,ask_follow=1,explore=1,proceed=1",
10
+ "exclude_runs": "dev01",
11
+ "save_each_epoch": true,
12
+ "resume_adapter": "",
13
+ "resume_step": 0,
14
+ "loss_chunk": 2048,
15
+ "epochs": 2.0,
16
+ "max_steps": 0,
17
+ "lr": 0.0001,
18
+ "warmup": 0.05,
19
+ "grad_accum": 1,
20
+ "lora_r": 64,
21
+ "lora_alpha": 128,
22
+ "lora_dropout": 0.05,
23
+ "grad_ckpt": true,
24
+ "save_every": 0,
25
+ "seed": 0,
26
+ "log_every": 1,
27
+ "world_size": 4,
28
+ "data_stats": {
29
+ "rows": 578,
30
+ "unique_rows": 417,
31
+ "kinds": {
32
+ "ask": 240,
33
+ "explore": 200,
34
+ "proceed": 89,
35
+ "ask_follow": 49
36
+ },
37
+ "groups": {
38
+ "ask/feature": 164,
39
+ "ask/protocol": 76,
40
+ "explore": 200,
41
+ "proceed": 89,
42
+ "ask_follow": 49
43
+ },
44
+ "tokens_total": 7635944,
45
+ "tokens_max": 31908,
46
+ "labelled_total": 1082541,
47
+ "labelled_mean": 1873
48
+ },
49
+ "total_steps": 289
50
+ }
checkpoints/sft_v21f_lora/train_log.jsonl ADDED
@@ -0,0 +1,289 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 1, "loss": 0.1421, "labelled_tokens": 6459, "lr": 1.4285714285714285e-05, "elapsed_s": 78, "gpu_peak_gb": 25.8}
2
+ {"step": 2, "loss": 0.208, "labelled_tokens": 8259, "lr": 2.1428571428571428e-05, "elapsed_s": 142, "gpu_peak_gb": 28.7}
3
+ {"step": 3, "loss": 0.2893, "labelled_tokens": 11265, "lr": 2.857142857142857e-05, "elapsed_s": 177, "gpu_peak_gb": 28.7}
4
+ {"step": 4, "loss": 0.2583, "labelled_tokens": 3356, "lr": 3.571428571428572e-05, "elapsed_s": 218, "gpu_peak_gb": 29.7}
5
+ {"step": 5, "loss": 0.3754, "labelled_tokens": 10637, "lr": 4.2857142857142856e-05, "elapsed_s": 252, "gpu_peak_gb": 29.7}
6
+ {"step": 6, "loss": 0.4052, "labelled_tokens": 3024, "lr": 5e-05, "elapsed_s": 270, "gpu_peak_gb": 29.7}
7
+ {"step": 7, "loss": 0.2517, "labelled_tokens": 3527, "lr": 5.714285714285714e-05, "elapsed_s": 331, "gpu_peak_gb": 33.4}
8
+ {"step": 8, "loss": 0.3738, "labelled_tokens": 1437, "lr": 6.428571428571429e-05, "elapsed_s": 366, "gpu_peak_gb": 33.4}
9
+ {"step": 9, "loss": 0.1753, "labelled_tokens": 2079, "lr": 7.142857142857143e-05, "elapsed_s": 409, "gpu_peak_gb": 33.4}
10
+ {"step": 10, "loss": 0.2921, "labelled_tokens": 1927, "lr": 7.857142857142858e-05, "elapsed_s": 456, "gpu_peak_gb": 33.4}
11
+ {"step": 11, "loss": 0.192, "labelled_tokens": 2401, "lr": 8.571428571428571e-05, "elapsed_s": 491, "gpu_peak_gb": 33.4}
12
+ {"step": 12, "loss": 0.4002, "labelled_tokens": 3575, "lr": 9.285714285714286e-05, "elapsed_s": 521, "gpu_peak_gb": 33.4}
13
+ {"step": 13, "loss": 0.3232, "labelled_tokens": 6245, "lr": 0.0001, "elapsed_s": 554, "gpu_peak_gb": 33.4}
14
+ {"step": 14, "loss": 0.4064, "labelled_tokens": 3245, "lr": 0.0001, "elapsed_s": 596, "gpu_peak_gb": 33.4}
15
+ {"step": 15, "loss": 0.6216, "labelled_tokens": 731, "lr": 9.999673735634258e-05, "elapsed_s": 637, "gpu_peak_gb": 33.4}
16
+ {"step": 16, "loss": 0.2018, "labelled_tokens": 5327, "lr": 9.998694985116405e-05, "elapsed_s": 681, "gpu_peak_gb": 33.4}
17
+ {"step": 17, "loss": 0.2797, "labelled_tokens": 16213, "lr": 9.997063876179006e-05, "elapsed_s": 715, "gpu_peak_gb": 33.4}
18
+ {"step": 18, "loss": 0.1537, "labelled_tokens": 3128, "lr": 9.994780621691156e-05, "elapsed_s": 757, "gpu_peak_gb": 33.4}
19
+ {"step": 19, "loss": 0.3159, "labelled_tokens": 9138, "lr": 9.991845519630678e-05, "elapsed_s": 799, "gpu_peak_gb": 33.4}
20
+ {"step": 20, "loss": 0.2527, "labelled_tokens": 5446, "lr": 9.988258953045264e-05, "elapsed_s": 837, "gpu_peak_gb": 33.4}
21
+ {"step": 21, "loss": 0.0926, "labelled_tokens": 4236, "lr": 9.984021390002458e-05, "elapsed_s": 865, "gpu_peak_gb": 33.4}
22
+ {"step": 22, "loss": 0.3672, "labelled_tokens": 2320, "lr": 9.97913338352859e-05, "elapsed_s": 885, "gpu_peak_gb": 33.4}
23
+ {"step": 23, "loss": 0.2553, "labelled_tokens": 1284, "lr": 9.973595571536593e-05, "elapsed_s": 930, "gpu_peak_gb": 33.4}
24
+ {"step": 24, "loss": 0.2733, "labelled_tokens": 21983, "lr": 9.967408676742751e-05, "elapsed_s": 976, "gpu_peak_gb": 33.4}
25
+ {"step": 25, "loss": 0.2237, "labelled_tokens": 15010, "lr": 9.96057350657239e-05, "elapsed_s": 1050, "gpu_peak_gb": 33.4}
26
+ {"step": 26, "loss": 0.2033, "labelled_tokens": 577, "lr": 9.953090953054492e-05, "elapsed_s": 1072, "gpu_peak_gb": 33.4}
27
+ {"step": 27, "loss": 0.2293, "labelled_tokens": 12660, "lr": 9.944961992705288e-05, "elapsed_s": 1131, "gpu_peak_gb": 33.4}
28
+ {"step": 28, "loss": 0.3406, "labelled_tokens": 20193, "lr": 9.936187686400815e-05, "elapsed_s": 1167, "gpu_peak_gb": 33.4}
29
+ {"step": 29, "loss": 0.2752, "labelled_tokens": 1948, "lr": 9.926769179238466e-05, "elapsed_s": 1215, "gpu_peak_gb": 33.4}
30
+ {"step": 30, "loss": 0.1653, "labelled_tokens": 10504, "lr": 9.916707700387547e-05, "elapsed_s": 1258, "gpu_peak_gb": 33.4}
31
+ {"step": 31, "loss": 0.3585, "labelled_tokens": 4946, "lr": 9.906004562928864e-05, "elapsed_s": 1292, "gpu_peak_gb": 33.4}
32
+ {"step": 32, "loss": 0.3069, "labelled_tokens": 13147, "lr": 9.894661163683361e-05, "elapsed_s": 1355, "gpu_peak_gb": 33.4}
33
+ {"step": 33, "loss": 0.357, "labelled_tokens": 13485, "lr": 9.882678983029819e-05, "elapsed_s": 1421, "gpu_peak_gb": 33.4}
34
+ {"step": 34, "loss": 0.2127, "labelled_tokens": 11701, "lr": 9.870059584711668e-05, "elapsed_s": 1459, "gpu_peak_gb": 33.4}
35
+ {"step": 35, "loss": 0.2261, "labelled_tokens": 12873, "lr": 9.856804615632903e-05, "elapsed_s": 1492, "gpu_peak_gb": 33.4}
36
+ {"step": 36, "loss": 0.1946, "labelled_tokens": 3291, "lr": 9.842915805643155e-05, "elapsed_s": 1540, "gpu_peak_gb": 33.4}
37
+ {"step": 37, "loss": 0.2998, "labelled_tokens": 15568, "lr": 9.828394967311941e-05, "elapsed_s": 1604, "gpu_peak_gb": 33.6}
38
+ {"step": 38, "loss": 0.3203, "labelled_tokens": 5518, "lr": 9.813243995692098e-05, "elapsed_s": 1648, "gpu_peak_gb": 33.6}
39
+ {"step": 39, "loss": 0.3329, "labelled_tokens": 16179, "lr": 9.797464868072488e-05, "elapsed_s": 1688, "gpu_peak_gb": 33.6}
40
+ {"step": 40, "loss": 0.2591, "labelled_tokens": 11118, "lr": 9.781059643719937e-05, "elapsed_s": 1734, "gpu_peak_gb": 33.6}
41
+ {"step": 41, "loss": 0.3376, "labelled_tokens": 3225, "lr": 9.76403046361049e-05, "elapsed_s": 1770, "gpu_peak_gb": 33.6}
42
+ {"step": 42, "loss": 0.2773, "labelled_tokens": 12515, "lr": 9.746379550150009e-05, "elapsed_s": 1825, "gpu_peak_gb": 33.6}
43
+ {"step": 43, "loss": 0.3201, "labelled_tokens": 18640, "lr": 9.728109206884124e-05, "elapsed_s": 1861, "gpu_peak_gb": 33.6}
44
+ {"step": 44, "loss": 0.1134, "labelled_tokens": 1763, "lr": 9.709221818197624e-05, "elapsed_s": 1908, "gpu_peak_gb": 33.6}
45
+ {"step": 45, "loss": 0.2377, "labelled_tokens": 3874, "lr": 9.68971984900326e-05, "elapsed_s": 1942, "gpu_peak_gb": 33.6}
46
+ {"step": 46, "loss": 0.0616, "labelled_tokens": 5905, "lr": 9.669605844420078e-05, "elapsed_s": 1991, "gpu_peak_gb": 33.6}
47
+ {"step": 47, "loss": 0.2516, "labelled_tokens": 1626, "lr": 9.648882429441257e-05, "elapsed_s": 2012, "gpu_peak_gb": 33.6}
48
+ {"step": 48, "loss": 0.2203, "labelled_tokens": 5565, "lr": 9.627552308591534e-05, "elapsed_s": 2043, "gpu_peak_gb": 33.6}
49
+ {"step": 49, "loss": 0.0611, "labelled_tokens": 5672, "lr": 9.60561826557425e-05, "elapsed_s": 2096, "gpu_peak_gb": 33.6}
50
+ {"step": 50, "loss": 0.2176, "labelled_tokens": 2018, "lr": 9.583083162908059e-05, "elapsed_s": 2115, "gpu_peak_gb": 33.6}
51
+ {"step": 51, "loss": 0.4022, "labelled_tokens": 871, "lr": 9.55994994155335e-05, "elapsed_s": 2158, "gpu_peak_gb": 33.6}
52
+ {"step": 52, "loss": 0.2043, "labelled_tokens": 4060, "lr": 9.536221620528442e-05, "elapsed_s": 2190, "gpu_peak_gb": 33.6}
53
+ {"step": 53, "loss": 0.1522, "labelled_tokens": 2010, "lr": 9.511901296515577e-05, "elapsed_s": 2235, "gpu_peak_gb": 33.6}
54
+ {"step": 54, "loss": 0.292, "labelled_tokens": 3226, "lr": 9.486992143456792e-05, "elapsed_s": 2265, "gpu_peak_gb": 33.6}
55
+ {"step": 55, "loss": 0.3575, "labelled_tokens": 8535, "lr": 9.461497412139698e-05, "elapsed_s": 2281, "gpu_peak_gb": 33.6}
56
+ {"step": 56, "loss": 0.2538, "labelled_tokens": 577, "lr": 9.435420429773228e-05, "elapsed_s": 2313, "gpu_peak_gb": 33.6}
57
+ {"step": 57, "loss": 0.2722, "labelled_tokens": 18003, "lr": 9.40876459955343e-05, "elapsed_s": 2369, "gpu_peak_gb": 33.6}
58
+ {"step": 58, "loss": 0.2076, "labelled_tokens": 13604, "lr": 9.381533400219318e-05, "elapsed_s": 2422, "gpu_peak_gb": 33.6}
59
+ {"step": 59, "loss": 0.198, "labelled_tokens": 3111, "lr": 9.353730385598887e-05, "elapsed_s": 2477, "gpu_peak_gb": 33.6}
60
+ {"step": 60, "loss": 0.294, "labelled_tokens": 4008, "lr": 9.325359184145305e-05, "elapsed_s": 2507, "gpu_peak_gb": 33.6}
61
+ {"step": 61, "loss": 0.2651, "labelled_tokens": 3558, "lr": 9.296423498463396e-05, "elapsed_s": 2542, "gpu_peak_gb": 33.6}
62
+ {"step": 62, "loss": 0.1506, "labelled_tokens": 3969, "lr": 9.266927104826409e-05, "elapsed_s": 2584, "gpu_peak_gb": 33.6}
63
+ {"step": 63, "loss": 0.2544, "labelled_tokens": 21582, "lr": 9.236873852683213e-05, "elapsed_s": 2644, "gpu_peak_gb": 33.6}
64
+ {"step": 64, "loss": 0.3055, "labelled_tokens": 2378, "lr": 9.206267664155907e-05, "elapsed_s": 2700, "gpu_peak_gb": 33.6}
65
+ {"step": 65, "loss": 0.3321, "labelled_tokens": 4912, "lr": 9.175112533527963e-05, "elapsed_s": 2753, "gpu_peak_gb": 33.6}
66
+ {"step": 66, "loss": 0.2291, "labelled_tokens": 16006, "lr": 9.143412526722959e-05, "elapsed_s": 2804, "gpu_peak_gb": 33.6}
67
+ {"step": 67, "loss": 0.2439, "labelled_tokens": 10152, "lr": 9.111171780773937e-05, "elapsed_s": 2860, "gpu_peak_gb": 33.6}
68
+ {"step": 68, "loss": 0.2175, "labelled_tokens": 8120, "lr": 9.07839450328351e-05, "elapsed_s": 2908, "gpu_peak_gb": 33.6}
69
+ {"step": 69, "loss": 0.3412, "labelled_tokens": 856, "lr": 9.045084971874738e-05, "elapsed_s": 2972, "gpu_peak_gb": 33.6}
70
+ {"step": 70, "loss": 0.2032, "labelled_tokens": 12941, "lr": 9.011247533632876e-05, "elapsed_s": 3024, "gpu_peak_gb": 33.6}
71
+ {"step": 71, "loss": 0.1977, "labelled_tokens": 2116, "lr": 8.976886604538055e-05, "elapsed_s": 3060, "gpu_peak_gb": 33.6}
72
+ {"step": 72, "loss": 0.3719, "labelled_tokens": 6653, "lr": 8.942006668888972e-05, "elapsed_s": 3117, "gpu_peak_gb": 33.6}
73
+ {"step": 73, "loss": 0.3178, "labelled_tokens": 870, "lr": 8.906612278717656e-05, "elapsed_s": 3145, "gpu_peak_gb": 33.6}
74
+ {"step": 74, "loss": 0.1514, "labelled_tokens": 2472, "lr": 8.870708053195413e-05, "elapsed_s": 3186, "gpu_peak_gb": 33.6}
75
+ {"step": 75, "loss": 0.1758, "labelled_tokens": 871, "lr": 8.834298678029989e-05, "elapsed_s": 3208, "gpu_peak_gb": 33.6}
76
+ {"step": 76, "loss": 0.1926, "labelled_tokens": 406, "lr": 8.797388904854063e-05, "elapsed_s": 3254, "gpu_peak_gb": 33.6}
77
+ {"step": 77, "loss": 0.1994, "labelled_tokens": 12470, "lr": 8.75998355060513e-05, "elapsed_s": 3325, "gpu_peak_gb": 33.6}
78
+ {"step": 78, "loss": 0.1026, "labelled_tokens": 7331, "lr": 8.72208749689686e-05, "elapsed_s": 3364, "gpu_peak_gb": 33.6}
79
+ {"step": 79, "loss": 0.2739, "labelled_tokens": 11063, "lr": 8.683705689382024e-05, "elapsed_s": 3438, "gpu_peak_gb": 33.6}
80
+ {"step": 80, "loss": 0.4064, "labelled_tokens": 10939, "lr": 8.644843137107059e-05, "elapsed_s": 3476, "gpu_peak_gb": 33.6}
81
+ {"step": 81, "loss": 0.1635, "labelled_tokens": 8964, "lr": 8.605504911858347e-05, "elapsed_s": 3515, "gpu_peak_gb": 33.6}
82
+ {"step": 82, "loss": 0.2679, "labelled_tokens": 6184, "lr": 8.565696147500337e-05, "elapsed_s": 3563, "gpu_peak_gb": 33.6}
83
+ {"step": 83, "loss": 0.1489, "labelled_tokens": 3999, "lr": 8.525422039305528e-05, "elapsed_s": 3620, "gpu_peak_gb": 33.6}
84
+ {"step": 84, "loss": 0.3058, "labelled_tokens": 15539, "lr": 8.484687843276469e-05, "elapsed_s": 3689, "gpu_peak_gb": 33.6}
85
+ {"step": 85, "loss": 0.098, "labelled_tokens": 9508, "lr": 8.443498875459809e-05, "elapsed_s": 3752, "gpu_peak_gb": 33.6}
86
+ {"step": 86, "loss": 0.2005, "labelled_tokens": 17251, "lr": 8.401860511252533e-05, "elapsed_s": 3799, "gpu_peak_gb": 33.6}
87
+ {"step": 87, "loss": 0.2346, "labelled_tokens": 22195, "lr": 8.35977818470044e-05, "elapsed_s": 3845, "gpu_peak_gb": 33.6}
88
+ {"step": 88, "loss": 0.1395, "labelled_tokens": 4019, "lr": 8.31725738778896e-05, "elapsed_s": 3892, "gpu_peak_gb": 33.6}
89
+ {"step": 89, "loss": 0.2282, "labelled_tokens": 11918, "lr": 8.274303669726426e-05, "elapsed_s": 3945, "gpu_peak_gb": 33.6}
90
+ {"step": 90, "loss": 0.2633, "labelled_tokens": 13481, "lr": 8.230922636219871e-05, "elapsed_s": 3988, "gpu_peak_gb": 33.6}
91
+ {"step": 91, "loss": 0.2778, "labelled_tokens": 9965, "lr": 8.18711994874345e-05, "elapsed_s": 4038, "gpu_peak_gb": 33.8}
92
+ {"step": 92, "loss": 0.2487, "labelled_tokens": 1822, "lr": 8.142901323799578e-05, "elapsed_s": 4088, "gpu_peak_gb": 33.8}
93
+ {"step": 93, "loss": 0.1581, "labelled_tokens": 4209, "lr": 8.098272532172906e-05, "elapsed_s": 4144, "gpu_peak_gb": 33.8}
94
+ {"step": 94, "loss": 0.3615, "labelled_tokens": 16129, "lr": 8.053239398177191e-05, "elapsed_s": 4196, "gpu_peak_gb": 33.8}
95
+ {"step": 95, "loss": 0.4004, "labelled_tokens": 3467, "lr": 8.007807798895194e-05, "elapsed_s": 4248, "gpu_peak_gb": 33.8}
96
+ {"step": 96, "loss": 0.2642, "labelled_tokens": 9216, "lr": 7.961983663411684e-05, "elapsed_s": 4287, "gpu_peak_gb": 33.8}
97
+ {"step": 97, "loss": 0.2719, "labelled_tokens": 9141, "lr": 7.91577297203966e-05, "elapsed_s": 4335, "gpu_peak_gb": 33.8}
98
+ {"step": 98, "loss": 0.1087, "labelled_tokens": 2533, "lr": 7.869181755539888e-05, "elapsed_s": 4371, "gpu_peak_gb": 33.8}
99
+ {"step": 99, "loss": 0.3433, "labelled_tokens": 12806, "lr": 7.822216094333847e-05, "elapsed_s": 4424, "gpu_peak_gb": 33.8}
100
+ {"step": 100, "loss": 0.0773, "labelled_tokens": 7567, "lr": 7.774882117710203e-05, "elapsed_s": 4470, "gpu_peak_gb": 34.8}
101
+ {"step": 101, "loss": 0.1071, "labelled_tokens": 3443, "lr": 7.727186003024902e-05, "elapsed_s": 4508, "gpu_peak_gb": 34.8}
102
+ {"step": 102, "loss": 0.2037, "labelled_tokens": 2753, "lr": 7.679133974894983e-05, "elapsed_s": 4546, "gpu_peak_gb": 34.8}
103
+ {"step": 103, "loss": 0.2394, "labelled_tokens": 11320, "lr": 7.630732304386244e-05, "elapsed_s": 4581, "gpu_peak_gb": 34.8}
104
+ {"step": 104, "loss": 0.1681, "labelled_tokens": 9585, "lr": 7.58198730819481e-05, "elapsed_s": 4638, "gpu_peak_gb": 34.8}
105
+ {"step": 105, "loss": 0.214, "labelled_tokens": 3409, "lr": 7.532905347822792e-05, "elapsed_s": 4683, "gpu_peak_gb": 35.5}
106
+ {"step": 106, "loss": 0.2091, "labelled_tokens": 12573, "lr": 7.483492828748057e-05, "elapsed_s": 4739, "gpu_peak_gb": 35.5}
107
+ {"step": 107, "loss": 0.349, "labelled_tokens": 12206, "lr": 7.433756199588282e-05, "elapsed_s": 4781, "gpu_peak_gb": 35.5}
108
+ {"step": 108, "loss": 0.1761, "labelled_tokens": 11418, "lr": 7.383701951259375e-05, "elapsed_s": 4833, "gpu_peak_gb": 35.5}
109
+ {"step": 109, "loss": 0.2668, "labelled_tokens": 14341, "lr": 7.333336616128369e-05, "elapsed_s": 4879, "gpu_peak_gb": 35.5}
110
+ {"step": 110, "loss": 0.152, "labelled_tokens": 9879, "lr": 7.282666767160913e-05, "elapsed_s": 4935, "gpu_peak_gb": 35.5}
111
+ {"step": 111, "loss": 0.0916, "labelled_tokens": 1218, "lr": 7.23169901706346e-05, "elapsed_s": 4950, "gpu_peak_gb": 35.5}
112
+ {"step": 112, "loss": 0.2624, "labelled_tokens": 14701, "lr": 7.180440017420277e-05, "elapsed_s": 5000, "gpu_peak_gb": 35.5}
113
+ {"step": 113, "loss": 0.3116, "labelled_tokens": 2185, "lr": 7.128896457825364e-05, "elapsed_s": 5032, "gpu_peak_gb": 35.5}
114
+ {"step": 114, "loss": 0.5051, "labelled_tokens": 961, "lr": 7.077075065009433e-05, "elapsed_s": 5055, "gpu_peak_gb": 35.5}
115
+ {"step": 115, "loss": 0.3288, "labelled_tokens": 1826, "lr": 7.024982601962027e-05, "elapsed_s": 5096, "gpu_peak_gb": 35.5}
116
+ {"step": 116, "loss": 0.1732, "labelled_tokens": 3434, "lr": 6.972625867048914e-05, "elapsed_s": 5122, "gpu_peak_gb": 35.5}
117
+ {"step": 117, "loss": 0.2512, "labelled_tokens": 18998, "lr": 6.920011693124857e-05, "elapsed_s": 5181, "gpu_peak_gb": 35.5}
118
+ {"step": 118, "loss": 0.3011, "labelled_tokens": 10964, "lr": 6.867146946641891e-05, "elapsed_s": 5243, "gpu_peak_gb": 35.5}
119
+ {"step": 119, "loss": 0.1144, "labelled_tokens": 855, "lr": 6.814038526753205e-05, "elapsed_s": 5273, "gpu_peak_gb": 35.5}
120
+ {"step": 120, "loss": 0.0532, "labelled_tokens": 3481, "lr": 6.760693364412775e-05, "elapsed_s": 5329, "gpu_peak_gb": 35.5}
121
+ {"step": 121, "loss": 0.2525, "labelled_tokens": 3701, "lr": 6.707118421470822e-05, "elapsed_s": 5373, "gpu_peak_gb": 35.5}
122
+ {"step": 122, "loss": 0.3853, "labelled_tokens": 11748, "lr": 6.653320689765257e-05, "elapsed_s": 5424, "gpu_peak_gb": 35.5}
123
+ {"step": 123, "loss": 0.1681, "labelled_tokens": 3670, "lr": 6.599307190209206e-05, "elapsed_s": 5473, "gpu_peak_gb": 35.5}
124
+ {"step": 124, "loss": 0.2498, "labelled_tokens": 9657, "lr": 6.545084971874738e-05, "elapsed_s": 5516, "gpu_peak_gb": 35.5}
125
+ {"step": 125, "loss": 0.2492, "labelled_tokens": 8635, "lr": 6.490661111072923e-05, "elapsed_s": 5563, "gpu_peak_gb": 35.5}
126
+ {"step": 126, "loss": 0.3533, "labelled_tokens": 11094, "lr": 6.436042710430333e-05, "elapsed_s": 5615, "gpu_peak_gb": 35.5}
127
+ {"step": 127, "loss": 0.2183, "labelled_tokens": 4578, "lr": 6.381236897962102e-05, "elapsed_s": 5689, "gpu_peak_gb": 35.5}
128
+ {"step": 128, "loss": 0.209, "labelled_tokens": 10392, "lr": 6.326250826141689e-05, "elapsed_s": 5728, "gpu_peak_gb": 35.5}
129
+ {"step": 129, "loss": 0.2121, "labelled_tokens": 13912, "lr": 6.271091670967436e-05, "elapsed_s": 5809, "gpu_peak_gb": 35.5}
130
+ {"step": 130, "loss": 0.122, "labelled_tokens": 1844, "lr": 6.215766631026049e-05, "elapsed_s": 5846, "gpu_peak_gb": 35.5}
131
+ {"step": 131, "loss": 0.1558, "labelled_tokens": 3819, "lr": 6.160282926553158e-05, "elapsed_s": 5896, "gpu_peak_gb": 35.5}
132
+ {"step": 132, "loss": 0.3761, "labelled_tokens": 6238, "lr": 6.104647798491021e-05, "elapsed_s": 5941, "gpu_peak_gb": 35.5}
133
+ {"step": 133, "loss": 0.2235, "labelled_tokens": 17082, "lr": 6.048868507543547e-05, "elapsed_s": 6016, "gpu_peak_gb": 35.5}
134
+ {"step": 134, "loss": 0.2785, "labelled_tokens": 9980, "lr": 5.992952333228728e-05, "elapsed_s": 6078, "gpu_peak_gb": 35.5}
135
+ {"step": 135, "loss": 0.2462, "labelled_tokens": 3106, "lr": 5.9369065729286245e-05, "elapsed_s": 6148, "gpu_peak_gb": 35.5}
136
+ {"step": 136, "loss": 0.231, "labelled_tokens": 3140, "lr": 5.8807385409370076e-05, "elapsed_s": 6211, "gpu_peak_gb": 35.5}
137
+ {"step": 137, "loss": 0.1934, "labelled_tokens": 5656, "lr": 5.824455567504817e-05, "elapsed_s": 6282, "gpu_peak_gb": 35.5}
138
+ {"step": 138, "loss": 0.2283, "labelled_tokens": 8903, "lr": 5.768064997883498e-05, "elapsed_s": 6331, "gpu_peak_gb": 35.5}
139
+ {"step": 139, "loss": 0.1886, "labelled_tokens": 4140, "lr": 5.7115741913664264e-05, "elapsed_s": 6362, "gpu_peak_gb": 35.5}
140
+ {"step": 140, "loss": 0.2909, "labelled_tokens": 12445, "lr": 5.654990520328465e-05, "elapsed_s": 6423, "gpu_peak_gb": 35.5}
141
+ {"step": 141, "loss": 0.2816, "labelled_tokens": 5686, "lr": 5.5983213692638294e-05, "elapsed_s": 6463, "gpu_peak_gb": 35.5}
142
+ {"step": 142, "loss": 0.1351, "labelled_tokens": 5784, "lr": 5.5415741338223736e-05, "elapsed_s": 6537, "gpu_peak_gb": 35.5}
143
+ {"step": 143, "loss": 0.1613, "labelled_tokens": 739, "lr": 5.484756219844408e-05, "elapsed_s": 6596, "gpu_peak_gb": 35.5}
144
+ {"step": 144, "loss": 0.2684, "labelled_tokens": 10977, "lr": 5.427875042394199e-05, "elapsed_s": 6658, "gpu_peak_gb": 35.5}
145
+ {"step": 145, "loss": 0.0946, "labelled_tokens": 890, "lr": 5.3709380247922617e-05, "elapsed_s": 6688, "gpu_peak_gb": 35.5}
146
+ {"step": 146, "loss": 0.2494, "labelled_tokens": 9644, "lr": 5.313952597646568e-05, "elapsed_s": 6804, "gpu_peak_gb": 35.5}
147
+ {"step": 147, "loss": 0.1417, "labelled_tokens": 13292, "lr": 5.2569261978828155e-05, "elapsed_s": 6850, "gpu_peak_gb": 35.5}
148
+ {"step": 148, "loss": 0.2116, "labelled_tokens": 11656, "lr": 5.199866267773867e-05, "elapsed_s": 6881, "gpu_peak_gb": 35.5}
149
+ {"step": 149, "loss": 0.0463, "labelled_tokens": 3707, "lr": 5.142780253968481e-05, "elapsed_s": 6953, "gpu_peak_gb": 35.5}
150
+ {"step": 150, "loss": 0.1946, "labelled_tokens": 12493, "lr": 5.0856756065194964e-05, "elapsed_s": 6999, "gpu_peak_gb": 35.5}
151
+ {"step": 151, "loss": 0.2147, "labelled_tokens": 15377, "lr": 5.028559777911542e-05, "elapsed_s": 7056, "gpu_peak_gb": 35.5}
152
+ {"step": 152, "loss": 0.3646, "labelled_tokens": 8888, "lr": 4.971440222088459e-05, "elapsed_s": 7100, "gpu_peak_gb": 35.5}
153
+ {"step": 153, "loss": 0.1702, "labelled_tokens": 8740, "lr": 4.914324393480504e-05, "elapsed_s": 7161, "gpu_peak_gb": 35.5}
154
+ {"step": 154, "loss": 0.3612, "labelled_tokens": 8818, "lr": 4.85721974603152e-05, "elapsed_s": 7201, "gpu_peak_gb": 35.5}
155
+ {"step": 155, "loss": 0.1845, "labelled_tokens": 4884, "lr": 4.800133732226135e-05, "elapsed_s": 7234, "gpu_peak_gb": 35.5}
156
+ {"step": 156, "loss": 0.272, "labelled_tokens": 27343, "lr": 4.7430738021171857e-05, "elapsed_s": 7311, "gpu_peak_gb": 35.5}
157
+ {"step": 157, "loss": 0.0347, "labelled_tokens": 1652, "lr": 4.6860474023534335e-05, "elapsed_s": 7355, "gpu_peak_gb": 35.5}
158
+ {"step": 158, "loss": 0.2454, "labelled_tokens": 10517, "lr": 4.6290619752077395e-05, "elapsed_s": 7408, "gpu_peak_gb": 35.5}
159
+ {"step": 159, "loss": 0.0459, "labelled_tokens": 2099, "lr": 4.5721249576058027e-05, "elapsed_s": 7444, "gpu_peak_gb": 35.5}
160
+ {"step": 160, "loss": 0.1941, "labelled_tokens": 15487, "lr": 4.515243780155593e-05, "elapsed_s": 7484, "gpu_peak_gb": 35.5}
161
+ {"step": 161, "loss": 0.2265, "labelled_tokens": 18156, "lr": 4.4584258661776275e-05, "elapsed_s": 7560, "gpu_peak_gb": 35.5}
162
+ {"step": 162, "loss": 0.2415, "labelled_tokens": 1905, "lr": 4.401678630736172e-05, "elapsed_s": 7629, "gpu_peak_gb": 35.5}
163
+ {"step": 163, "loss": 0.1522, "labelled_tokens": 5426, "lr": 4.345009479671536e-05, "elapsed_s": 7686, "gpu_peak_gb": 35.5}
164
+ {"step": 164, "loss": 0.2134, "labelled_tokens": 14454, "lr": 4.288425808633575e-05, "elapsed_s": 7752, "gpu_peak_gb": 35.5}
165
+ {"step": 165, "loss": 0.0597, "labelled_tokens": 1195, "lr": 4.231935002116504e-05, "elapsed_s": 7811, "gpu_peak_gb": 35.5}
166
+ {"step": 166, "loss": 0.2105, "labelled_tokens": 14258, "lr": 4.175544432495184e-05, "elapsed_s": 7870, "gpu_peak_gb": 35.5}
167
+ {"step": 167, "loss": 0.043, "labelled_tokens": 2503, "lr": 4.1192614590629915e-05, "elapsed_s": 7927, "gpu_peak_gb": 35.5}
168
+ {"step": 168, "loss": 0.3345, "labelled_tokens": 10678, "lr": 4.063093427071376e-05, "elapsed_s": 7981, "gpu_peak_gb": 35.5}
169
+ {"step": 169, "loss": 0.2012, "labelled_tokens": 6735, "lr": 4.007047666771274e-05, "elapsed_s": 8070, "gpu_peak_gb": 35.5}
170
+ {"step": 170, "loss": 0.036, "labelled_tokens": 4236, "lr": 3.951131492456454e-05, "elapsed_s": 8109, "gpu_peak_gb": 35.5}
171
+ {"step": 171, "loss": 0.2127, "labelled_tokens": 18653, "lr": 3.89535220150898e-05, "elapsed_s": 8191, "gpu_peak_gb": 35.5}
172
+ {"step": 172, "loss": 0.1247, "labelled_tokens": 10211, "lr": 3.8397170734468425e-05, "elapsed_s": 8222, "gpu_peak_gb": 35.5}
173
+ {"step": 173, "loss": 0.2061, "labelled_tokens": 15156, "lr": 3.7842333689739524e-05, "elapsed_s": 8288, "gpu_peak_gb": 35.5}
174
+ {"step": 174, "loss": 0.0678, "labelled_tokens": 3165, "lr": 3.728908329032567e-05, "elapsed_s": 8334, "gpu_peak_gb": 35.5}
175
+ {"step": 175, "loss": 0.0884, "labelled_tokens": 1665, "lr": 3.673749173858312e-05, "elapsed_s": 8348, "gpu_peak_gb": 35.5}
176
+ {"step": 176, "loss": 0.0943, "labelled_tokens": 9992, "lr": 3.6187631020378986e-05, "elapsed_s": 8417, "gpu_peak_gb": 35.5}
177
+ {"step": 177, "loss": 0.1199, "labelled_tokens": 3944, "lr": 3.563957289569669e-05, "elapsed_s": 8491, "gpu_peak_gb": 35.5}
178
+ {"step": 178, "loss": 0.0564, "labelled_tokens": 5800, "lr": 3.5093388889270786e-05, "elapsed_s": 8545, "gpu_peak_gb": 35.5}
179
+ {"step": 179, "loss": 0.0744, "labelled_tokens": 10207, "lr": 3.4549150281252636e-05, "elapsed_s": 8626, "gpu_peak_gb": 35.5}
180
+ {"step": 180, "loss": 0.0872, "labelled_tokens": 2001, "lr": 3.400692809790796e-05, "elapsed_s": 8700, "gpu_peak_gb": 35.5}
181
+ {"step": 181, "loss": 0.1884, "labelled_tokens": 3075, "lr": 3.3466793102347435e-05, "elapsed_s": 8722, "gpu_peak_gb": 35.5}
182
+ {"step": 182, "loss": 0.219, "labelled_tokens": 11667, "lr": 3.292881578529179e-05, "elapsed_s": 8781, "gpu_peak_gb": 35.5}
183
+ {"step": 183, "loss": 0.0478, "labelled_tokens": 6122, "lr": 3.239306635587227e-05, "elapsed_s": 8846, "gpu_peak_gb": 35.5}
184
+ {"step": 184, "loss": 0.0592, "labelled_tokens": 1630, "lr": 3.1859614732467954e-05, "elapsed_s": 8890, "gpu_peak_gb": 35.5}
185
+ {"step": 185, "loss": 0.2226, "labelled_tokens": 9659, "lr": 3.13285305335811e-05, "elapsed_s": 8928, "gpu_peak_gb": 35.5}
186
+ {"step": 186, "loss": 0.0721, "labelled_tokens": 8714, "lr": 3.079988306875143e-05, "elapsed_s": 9006, "gpu_peak_gb": 35.5}
187
+ {"step": 187, "loss": 0.2203, "labelled_tokens": 10114, "lr": 3.0273741329510853e-05, "elapsed_s": 9050, "gpu_peak_gb": 35.5}
188
+ {"step": 188, "loss": 0.094, "labelled_tokens": 4958, "lr": 2.9750173980379736e-05, "elapsed_s": 9091, "gpu_peak_gb": 35.5}
189
+ {"step": 189, "loss": 0.0818, "labelled_tokens": 9007, "lr": 2.9229249349905684e-05, "elapsed_s": 9163, "gpu_peak_gb": 35.5}
190
+ {"step": 190, "loss": 0.1409, "labelled_tokens": 2448, "lr": 2.8711035421746367e-05, "elapsed_s": 9198, "gpu_peak_gb": 35.5}
191
+ {"step": 191, "loss": 0.2145, "labelled_tokens": 10759, "lr": 2.819559982579723e-05, "elapsed_s": 9251, "gpu_peak_gb": 35.5}
192
+ {"step": 192, "loss": 0.0551, "labelled_tokens": 1874, "lr": 2.7683009829365412e-05, "elapsed_s": 9279, "gpu_peak_gb": 35.5}
193
+ {"step": 193, "loss": 0.1272, "labelled_tokens": 10937, "lr": 2.7173332328390876e-05, "elapsed_s": 9320, "gpu_peak_gb": 35.5}
194
+ {"step": 194, "loss": 0.2624, "labelled_tokens": 16730, "lr": 2.6666633838716314e-05, "elapsed_s": 9361, "gpu_peak_gb": 35.5}
195
+ {"step": 195, "loss": 0.0555, "labelled_tokens": 2319, "lr": 2.6162980487406257e-05, "elapsed_s": 9399, "gpu_peak_gb": 35.5}
196
+ {"step": 196, "loss": 0.0388, "labelled_tokens": 6355, "lr": 2.566243800411719e-05, "elapsed_s": 9432, "gpu_peak_gb": 35.5}
197
+ {"step": 197, "loss": 0.2342, "labelled_tokens": 5989, "lr": 2.5165071712519444e-05, "elapsed_s": 9468, "gpu_peak_gb": 35.5}
198
+ {"step": 198, "loss": 0.242, "labelled_tokens": 20869, "lr": 2.4670946521772093e-05, "elapsed_s": 9552, "gpu_peak_gb": 35.5}
199
+ {"step": 199, "loss": 0.0352, "labelled_tokens": 4766, "lr": 2.418012691805191e-05, "elapsed_s": 9628, "gpu_peak_gb": 35.5}
200
+ {"step": 200, "loss": 0.1666, "labelled_tokens": 1934, "lr": 2.3692676956137583e-05, "elapsed_s": 9656, "gpu_peak_gb": 35.5}
201
+ {"step": 201, "loss": 0.1274, "labelled_tokens": 9158, "lr": 2.3208660251050158e-05, "elapsed_s": 9743, "gpu_peak_gb": 35.5}
202
+ {"step": 202, "loss": 0.1601, "labelled_tokens": 12442, "lr": 2.2728139969751006e-05, "elapsed_s": 9794, "gpu_peak_gb": 35.5}
203
+ {"step": 203, "loss": 0.205, "labelled_tokens": 19202, "lr": 2.2251178822897988e-05, "elapsed_s": 9869, "gpu_peak_gb": 35.5}
204
+ {"step": 204, "loss": 0.1274, "labelled_tokens": 4692, "lr": 2.1777839056661554e-05, "elapsed_s": 9889, "gpu_peak_gb": 35.5}
205
+ {"step": 205, "loss": 0.2157, "labelled_tokens": 10195, "lr": 2.1308182444601127e-05, "elapsed_s": 9941, "gpu_peak_gb": 35.5}
206
+ {"step": 206, "loss": 0.0731, "labelled_tokens": 2496, "lr": 2.0842270279603404e-05, "elapsed_s": 9988, "gpu_peak_gb": 35.5}
207
+ {"step": 207, "loss": 0.0264, "labelled_tokens": 821, "lr": 2.0380163365883187e-05, "elapsed_s": 10027, "gpu_peak_gb": 35.5}
208
+ {"step": 208, "loss": 0.1915, "labelled_tokens": 2148, "lr": 1.9921922011048068e-05, "elapsed_s": 10111, "gpu_peak_gb": 35.5}
209
+ {"step": 209, "loss": 0.0417, "labelled_tokens": 2361, "lr": 1.946760601822809e-05, "elapsed_s": 10152, "gpu_peak_gb": 35.5}
210
+ {"step": 210, "loss": 0.351, "labelled_tokens": 9355, "lr": 1.9017274678270947e-05, "elapsed_s": 10221, "gpu_peak_gb": 35.5}
211
+ {"step": 211, "loss": 0.1009, "labelled_tokens": 3860, "lr": 1.8570986762004243e-05, "elapsed_s": 10297, "gpu_peak_gb": 35.5}
212
+ {"step": 212, "loss": 0.1813, "labelled_tokens": 13626, "lr": 1.8128800512565513e-05, "elapsed_s": 10384, "gpu_peak_gb": 35.5}
213
+ {"step": 213, "loss": 0.0805, "labelled_tokens": 8148, "lr": 1.7690773637801294e-05, "elapsed_s": 10461, "gpu_peak_gb": 35.5}
214
+ {"step": 214, "loss": 0.2465, "labelled_tokens": 17891, "lr": 1.725696330273575e-05, "elapsed_s": 10544, "gpu_peak_gb": 35.5}
215
+ {"step": 215, "loss": 0.0583, "labelled_tokens": 9071, "lr": 1.6827426122110413e-05, "elapsed_s": 10591, "gpu_peak_gb": 35.5}
216
+ {"step": 216, "loss": 0.1748, "labelled_tokens": 4646, "lr": 1.6402218152995607e-05, "elapsed_s": 10649, "gpu_peak_gb": 35.5}
217
+ {"step": 217, "loss": 0.0988, "labelled_tokens": 1366, "lr": 1.598139488747467e-05, "elapsed_s": 10686, "gpu_peak_gb": 35.5}
218
+ {"step": 218, "loss": 0.2233, "labelled_tokens": 13127, "lr": 1.556501124540193e-05, "elapsed_s": 10729, "gpu_peak_gb": 35.5}
219
+ {"step": 219, "loss": 0.0571, "labelled_tokens": 2715, "lr": 1.5153121567235335e-05, "elapsed_s": 10770, "gpu_peak_gb": 35.5}
220
+ {"step": 220, "loss": 0.251, "labelled_tokens": 8681, "lr": 1.4745779606944716e-05, "elapsed_s": 10814, "gpu_peak_gb": 35.5}
221
+ {"step": 221, "loss": 0.1846, "labelled_tokens": 21729, "lr": 1.4343038524996644e-05, "elapsed_s": 10893, "gpu_peak_gb": 35.5}
222
+ {"step": 222, "loss": 0.1295, "labelled_tokens": 8338, "lr": 1.3944950881416541e-05, "elapsed_s": 10935, "gpu_peak_gb": 35.5}
223
+ {"step": 223, "loss": 0.3096, "labelled_tokens": 10291, "lr": 1.3551568628929434e-05, "elapsed_s": 10991, "gpu_peak_gb": 35.5}
224
+ {"step": 224, "loss": 0.0924, "labelled_tokens": 4082, "lr": 1.3162943106179749e-05, "elapsed_s": 11047, "gpu_peak_gb": 35.5}
225
+ {"step": 225, "loss": 0.0688, "labelled_tokens": 5073, "lr": 1.2779125031031414e-05, "elapsed_s": 11110, "gpu_peak_gb": 35.5}
226
+ {"step": 226, "loss": 0.0245, "labelled_tokens": 4115, "lr": 1.2400164493948713e-05, "elapsed_s": 11196, "gpu_peak_gb": 35.5}
227
+ {"step": 227, "loss": 0.274, "labelled_tokens": 3621, "lr": 1.2026110951459362e-05, "elapsed_s": 11279, "gpu_peak_gb": 35.5}
228
+ {"step": 228, "loss": 0.1915, "labelled_tokens": 11331, "lr": 1.1657013219700108e-05, "elapsed_s": 11355, "gpu_peak_gb": 35.5}
229
+ {"step": 229, "loss": 0.1319, "labelled_tokens": 4723, "lr": 1.1292919468045877e-05, "elapsed_s": 11447, "gpu_peak_gb": 35.5}
230
+ {"step": 230, "loss": 0.1255, "labelled_tokens": 8897, "lr": 1.0933877212823463e-05, "elapsed_s": 11492, "gpu_peak_gb": 35.5}
231
+ {"step": 231, "loss": 0.1369, "labelled_tokens": 6376, "lr": 1.057993331111029e-05, "elapsed_s": 11560, "gpu_peak_gb": 35.5}
232
+ {"step": 232, "loss": 0.1445, "labelled_tokens": 7900, "lr": 1.0231133954619448e-05, "elapsed_s": 11592, "gpu_peak_gb": 35.5}
233
+ {"step": 233, "loss": 0.1721, "labelled_tokens": 10137, "lr": 9.887524663671243e-06, "elapsed_s": 11645, "gpu_peak_gb": 35.5}
234
+ {"step": 234, "loss": 0.0377, "labelled_tokens": 5409, "lr": 9.549150281252633e-06, "elapsed_s": 11702, "gpu_peak_gb": 35.5}
235
+ {"step": 235, "loss": 0.1427, "labelled_tokens": 11554, "lr": 9.216054967164917e-06, "elapsed_s": 11760, "gpu_peak_gb": 35.5}
236
+ {"step": 236, "loss": 0.0694, "labelled_tokens": 2709, "lr": 8.888282192260645e-06, "elapsed_s": 11789, "gpu_peak_gb": 35.5}
237
+ {"step": 237, "loss": 0.0157, "labelled_tokens": 2908, "lr": 8.56587473277043e-06, "elapsed_s": 11858, "gpu_peak_gb": 35.5}
238
+ {"step": 238, "loss": 0.1634, "labelled_tokens": 1718, "lr": 8.248874664720375e-06, "elapsed_s": 11914, "gpu_peak_gb": 35.5}
239
+ {"step": 239, "loss": 0.2465, "labelled_tokens": 11096, "lr": 7.937323358440935e-06, "elapsed_s": 11969, "gpu_peak_gb": 35.5}
240
+ {"step": 240, "loss": 0.1114, "labelled_tokens": 2067, "lr": 7.631261473167877e-06, "elapsed_s": 12017, "gpu_peak_gb": 35.5}
241
+ {"step": 241, "loss": 0.0899, "labelled_tokens": 2832, "lr": 7.330728951735915e-06, "elapsed_s": 12055, "gpu_peak_gb": 35.5}
242
+ {"step": 242, "loss": 0.2126, "labelled_tokens": 11304, "lr": 7.035765015366047e-06, "elapsed_s": 12119, "gpu_peak_gb": 35.5}
243
+ {"step": 243, "loss": 0.037, "labelled_tokens": 2083, "lr": 6.746408158546947e-06, "elapsed_s": 12143, "gpu_peak_gb": 35.5}
244
+ {"step": 244, "loss": 0.174, "labelled_tokens": 4356, "lr": 6.462696144011149e-06, "elapsed_s": 12236, "gpu_peak_gb": 35.5}
245
+ {"step": 245, "loss": 0.1377, "labelled_tokens": 266, "lr": 6.184665997806832e-06, "elapsed_s": 12274, "gpu_peak_gb": 35.5}
246
+ {"step": 246, "loss": 0.1674, "labelled_tokens": 4408, "lr": 5.912354004465709e-06, "elapsed_s": 12308, "gpu_peak_gb": 35.5}
247
+ {"step": 247, "loss": 0.3269, "labelled_tokens": 17706, "lr": 5.645795702267731e-06, "elapsed_s": 12351, "gpu_peak_gb": 35.5}
248
+ {"step": 248, "loss": 0.1666, "labelled_tokens": 1158, "lr": 5.385025878603039e-06, "elapsed_s": 12374, "gpu_peak_gb": 35.5}
249
+ {"step": 249, "loss": 0.0834, "labelled_tokens": 1426, "lr": 5.13007856543209e-06, "elapsed_s": 12412, "gpu_peak_gb": 35.5}
250
+ {"step": 250, "loss": 0.2267, "labelled_tokens": 9643, "lr": 4.880987034844231e-06, "elapsed_s": 12479, "gpu_peak_gb": 35.5}
251
+ {"step": 251, "loss": 0.2782, "labelled_tokens": 5802, "lr": 4.637783794715589e-06, "elapsed_s": 12547, "gpu_peak_gb": 35.5}
252
+ {"step": 252, "loss": 0.1801, "labelled_tokens": 11976, "lr": 4.400500584466505e-06, "elapsed_s": 12637, "gpu_peak_gb": 35.5}
253
+ {"step": 253, "loss": 0.2667, "labelled_tokens": 3260, "lr": 4.169168370919419e-06, "elapsed_s": 12719, "gpu_peak_gb": 35.5}
254
+ {"step": 254, "loss": 0.065, "labelled_tokens": 2913, "lr": 3.9438173442575e-06, "elapsed_s": 12781, "gpu_peak_gb": 35.5}
255
+ {"step": 255, "loss": 0.4086, "labelled_tokens": 8067, "lr": 3.724476914084657e-06, "elapsed_s": 12827, "gpu_peak_gb": 35.5}
256
+ {"step": 256, "loss": 0.1105, "labelled_tokens": 6358, "lr": 3.511175705587433e-06, "elapsed_s": 12902, "gpu_peak_gb": 35.5}
257
+ {"step": 257, "loss": 0.0938, "labelled_tokens": 4126, "lr": 3.3039415557992225e-06, "elapsed_s": 12950, "gpu_peak_gb": 35.5}
258
+ {"step": 258, "loss": 0.0628, "labelled_tokens": 4661, "lr": 3.1028015099673955e-06, "elapsed_s": 12978, "gpu_peak_gb": 35.5}
259
+ {"step": 259, "loss": 0.1212, "labelled_tokens": 1500, "lr": 2.9077818180237693e-06, "elapsed_s": 13035, "gpu_peak_gb": 35.5}
260
+ {"step": 260, "loss": 0.1299, "labelled_tokens": 2253, "lr": 2.7189079311587594e-06, "elapsed_s": 13094, "gpu_peak_gb": 35.5}
261
+ {"step": 261, "loss": 0.1663, "labelled_tokens": 4706, "lr": 2.536204498499922e-06, "elapsed_s": 13132, "gpu_peak_gb": 35.5}
262
+ {"step": 262, "loss": 0.26, "labelled_tokens": 7435, "lr": 2.359695363895109e-06, "elapsed_s": 13169, "gpu_peak_gb": 35.5}
263
+ {"step": 263, "loss": 0.0444, "labelled_tokens": 1678, "lr": 2.1894035628006517e-06, "elapsed_s": 13244, "gpu_peak_gb": 35.5}
264
+ {"step": 264, "loss": 0.0412, "labelled_tokens": 1437, "lr": 2.0253513192751373e-06, "elapsed_s": 13318, "gpu_peak_gb": 35.5}
265
+ {"step": 265, "loss": 0.109, "labelled_tokens": 7171, "lr": 1.8675600430790308e-06, "elapsed_s": 13373, "gpu_peak_gb": 35.5}
266
+ {"step": 266, "loss": 0.0415, "labelled_tokens": 4790, "lr": 1.7160503268806083e-06, "elapsed_s": 13415, "gpu_peak_gb": 35.5}
267
+ {"step": 267, "loss": 0.172, "labelled_tokens": 4876, "lr": 1.5708419435684462e-06, "elapsed_s": 13494, "gpu_peak_gb": 35.5}
268
+ {"step": 268, "loss": 0.1243, "labelled_tokens": 1228, "lr": 1.4319538436709746e-06, "elapsed_s": 13544, "gpu_peak_gb": 35.5}
269
+ {"step": 269, "loss": 0.1683, "labelled_tokens": 4652, "lr": 1.2994041528833266e-06, "elapsed_s": 13586, "gpu_peak_gb": 35.5}
270
+ {"step": 270, "loss": 0.2053, "labelled_tokens": 13744, "lr": 1.1732101697018161e-06, "elapsed_s": 13669, "gpu_peak_gb": 35.5}
271
+ {"step": 271, "loss": 0.0472, "labelled_tokens": 2281, "lr": 1.0533883631663966e-06, "elapsed_s": 13753, "gpu_peak_gb": 35.5}
272
+ {"step": 272, "loss": 0.1076, "labelled_tokens": 1604, "lr": 9.3995437071136e-07, "elapsed_s": 13785, "gpu_peak_gb": 35.5}
273
+ {"step": 273, "loss": 0.1544, "labelled_tokens": 2694, "lr": 8.329229961245355e-07, "elapsed_s": 13845, "gpu_peak_gb": 35.5}
274
+ {"step": 274, "loss": 0.0678, "labelled_tokens": 1899, "lr": 7.323082076153509e-07, "elapsed_s": 13919, "gpu_peak_gb": 35.5}
275
+ {"step": 275, "loss": 0.0345, "labelled_tokens": 7617, "lr": 6.381231359918638e-07, "elapsed_s": 13983, "gpu_peak_gb": 35.5}
276
+ {"step": 276, "loss": 0.1946, "labelled_tokens": 11240, "lr": 5.503800729471376e-07, "elapsed_s": 14030, "gpu_peak_gb": 35.5}
277
+ {"step": 277, "loss": 0.0425, "labelled_tokens": 1724, "lr": 4.6909046945509125e-07, "elapsed_s": 14064, "gpu_peak_gb": 35.5}
278
+ {"step": 278, "loss": 0.1402, "labelled_tokens": 12999, "lr": 3.9426493427611177e-07, "elapsed_s": 14129, "gpu_peak_gb": 35.5}
279
+ {"step": 279, "loss": 0.0407, "labelled_tokens": 2552, "lr": 3.2591323257248893e-07, "elapsed_s": 14174, "gpu_peak_gb": 35.5}
280
+ {"step": 280, "loss": 0.1466, "labelled_tokens": 3179, "lr": 2.640442846340796e-07, "elapsed_s": 14226, "gpu_peak_gb": 35.5}
281
+ {"step": 281, "loss": 0.2174, "labelled_tokens": 12837, "lr": 2.086661647140997e-07, "elapsed_s": 14269, "gpu_peak_gb": 35.5}
282
+ {"step": 282, "loss": 0.1542, "labelled_tokens": 18318, "lr": 1.5978609997542304e-07, "elapsed_s": 14312, "gpu_peak_gb": 35.5}
283
+ {"step": 283, "loss": 0.1347, "labelled_tokens": 3151, "lr": 1.1741046954736878e-07, "elapsed_s": 14395, "gpu_peak_gb": 35.5}
284
+ {"step": 284, "loss": 0.2851, "labelled_tokens": 12651, "lr": 8.15448036932176e-08, "elapsed_s": 14442, "gpu_peak_gb": 35.5}
285
+ {"step": 285, "loss": 0.2377, "labelled_tokens": 19796, "lr": 5.2193783088455576e-08, "elapsed_s": 14502, "gpu_peak_gb": 35.5}
286
+ {"step": 286, "loss": 0.2112, "labelled_tokens": 17432, "lr": 2.936123820993508e-08, "elapsed_s": 14541, "gpu_peak_gb": 35.5}
287
+ {"step": 287, "loss": 0.3132, "labelled_tokens": 14844, "lr": 1.305014883595801e-08, "elapsed_s": 14599, "gpu_peak_gb": 35.5}
288
+ {"step": 288, "loss": 0.0606, "labelled_tokens": 2748, "lr": 3.262643657425679e-09, "elapsed_s": 14655, "gpu_peak_gb": 35.5}
289
+ {"step": 289, "loss": 0.0188, "labelled_tokens": 4761, "lr": 0.0, "elapsed_s": 14709, "gpu_peak_gb": 35.5}