ZhangYiqian commited on
Commit
b5580ca
·
verified ·
1 Parent(s): d008f5e

sft_b1unv_lora (1a6dc28) SFT sftb1unv

Browse files
checkpoints/sft_b1unv_lora/epoch1/adapter_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "kasa_config": null,
16
+ "layer_replication": null,
17
+ "layers_pattern": null,
18
+ "layers_to_transform": null,
19
+ "loftq_config": {},
20
+ "lora_alpha": 128,
21
+ "lora_bias": false,
22
+ "lora_dropout": 0.05,
23
+ "lora_ga_config": null,
24
+ "megatron_config": null,
25
+ "megatron_core": "megatron.core",
26
+ "modules_to_save": null,
27
+ "monteclora_config": null,
28
+ "peft_type": "LORA",
29
+ "peft_version": "0.21.2",
30
+ "qalora_group_size": 16,
31
+ "r": 64,
32
+ "rank_pattern": {},
33
+ "revision": null,
34
+ "target_modules": [
35
+ "v_proj",
36
+ "o_proj",
37
+ "gate_proj",
38
+ "in_proj_z",
39
+ "k_proj",
40
+ "out_proj",
41
+ "up_proj",
42
+ "q_proj",
43
+ "down_proj",
44
+ "in_proj_qkv"
45
+ ],
46
+ "target_parameters": null,
47
+ "task_type": "CAUSAL_LM",
48
+ "trainable_token_indices": null,
49
+ "use_bdlora": null,
50
+ "use_dora": false,
51
+ "use_qalora": false,
52
+ "use_rslora": false,
53
+ "velora_config": null
54
+ }
checkpoints/sft_b1unv_lora/epoch1/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0879c7afe84a21c6837cf27738f81dfade7c22e35896f834b6845993b697c65
3
+ size 870428576
checkpoints/sft_b1unv_lora/epoch1/optimizer_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38a8cad4e302602f3993646c18b840233914f13bfa00c90902686526929bc23a
3
+ size 1306387143
checkpoints/sft_b1unv_lora/epoch1/optimizer_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7e87b98f0e3466263ebdd1d91972d57bfb5e88a44079eadd6fbb3ae52a1b61d
3
+ size 1306387143
checkpoints/sft_b1unv_lora/epoch1/optimizer_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4d60b3e6f30e0cecfc6f611cc4b9897d1ca18d1300a87d3bd86f71cc5c4c38
3
+ size 1306387143
checkpoints/sft_b1unv_lora/epoch1/optimizer_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06e204308655e0f134779efcb9f360088e95dca9b3fd1917f25a49b712748f63
3
+ size 1306387143
checkpoints/sft_b1unv_lora/final/adapter_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "kasa_config": null,
16
+ "layer_replication": null,
17
+ "layers_pattern": null,
18
+ "layers_to_transform": null,
19
+ "loftq_config": {},
20
+ "lora_alpha": 128,
21
+ "lora_bias": false,
22
+ "lora_dropout": 0.05,
23
+ "lora_ga_config": null,
24
+ "megatron_config": null,
25
+ "megatron_core": "megatron.core",
26
+ "modules_to_save": null,
27
+ "monteclora_config": null,
28
+ "peft_type": "LORA",
29
+ "peft_version": "0.21.2",
30
+ "qalora_group_size": 16,
31
+ "r": 64,
32
+ "rank_pattern": {},
33
+ "revision": null,
34
+ "target_modules": [
35
+ "v_proj",
36
+ "o_proj",
37
+ "gate_proj",
38
+ "in_proj_z",
39
+ "k_proj",
40
+ "out_proj",
41
+ "up_proj",
42
+ "q_proj",
43
+ "down_proj",
44
+ "in_proj_qkv"
45
+ ],
46
+ "target_parameters": null,
47
+ "task_type": "CAUSAL_LM",
48
+ "trainable_token_indices": null,
49
+ "use_bdlora": null,
50
+ "use_dora": false,
51
+ "use_qalora": false,
52
+ "use_rslora": false,
53
+ "velora_config": null
54
+ }
checkpoints/sft_b1unv_lora/final/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0879c7afe84a21c6837cf27738f81dfade7c22e35896f834b6845993b697c65
3
+ size 870428576
checkpoints/sft_b1unv_lora/manifest.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "sft_b1unv_lora",
3
+ "uploaded_at": "2026-10-26T17:37:10+0800",
4
+ "git_commit": "1a6dc28",
5
+ "source_dir": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1unv_lora",
6
+ "kind": "model",
7
+ "base_model": "/mnt/raid5/models/Qwen3.8-27B",
8
+ "train_args": {
9
+ "model": "/mnt/raid5/models/Qwen3.8-27B",
10
+ "data": "sft_pipeline/out/icae_sft_b1unv.tokens.jsonl",
11
+ "out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1unv_lora",
12
+ "attn": "sdpa",
13
+ "max_len": 32768,
14
+ "limit": 0,
15
+ "kinds": "",
16
+ "balance": "ask/feature=1,ask/protocol=1,explore=1,proceed=1",
17
+ "exclude_runs": "dev01",
18
+ "save_each_epoch": true,
19
+ "resume_adapter": "",
20
+ "resume_step": 0,
21
+ "loss_chunk": 2048,
22
+ "epochs": 1.0,
23
+ "max_steps": 0,
24
+ "lr": 0.0001,
25
+ "warmup": 0.05,
26
+ "grad_accum": 1,
27
+ "lora_r": 64,
28
+ "lora_alpha": 128,
29
+ "lora_dropout": 0.05,
30
+ "grad_ckpt": true,
31
+ "save_every": 0,
32
+ "seed": 0,
33
+ "log_every": 1,
34
+ "world_size": 4,
35
+ "data_stats": {
36
+ "rows": 218,
37
+ "unique_rows": 218,
38
+ "kinds": {
39
+ "explore": 76,
40
+ "proceed": 61,
41
+ "ask": 81
42
+ },
43
+ "groups": {
44
+ "explore": 76,
45
+ "proceed": 61,
46
+ "ask/protocol": 34,
47
+ "ask/feature": 47
48
+ },
49
+ "tokens_total": 3298403,
50
+ "tokens_max": 32758,
51
+ "labelled_total": 297334,
52
+ "labelled_mean": 1364
53
+ },
54
+ "total_steps": 55
55
+ },
56
+ "n_files": 10,
57
+ "total_bytes": 6966415875,
58
+ "note": "SFT sftb1unv"
59
+ }
checkpoints/sft_b1unv_lora/train_args.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "/mnt/raid5/models/Qwen3.8-27B",
3
+ "data": "sft_pipeline/out/icae_sft_b1unv.tokens.jsonl",
4
+ "out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1unv_lora",
5
+ "attn": "sdpa",
6
+ "max_len": 32768,
7
+ "limit": 0,
8
+ "kinds": "",
9
+ "balance": "ask/feature=1,ask/protocol=1,explore=1,proceed=1",
10
+ "exclude_runs": "dev01",
11
+ "save_each_epoch": true,
12
+ "resume_adapter": "",
13
+ "resume_step": 0,
14
+ "loss_chunk": 2048,
15
+ "epochs": 1.0,
16
+ "max_steps": 0,
17
+ "lr": 0.0001,
18
+ "warmup": 0.05,
19
+ "grad_accum": 1,
20
+ "lora_r": 64,
21
+ "lora_alpha": 128,
22
+ "lora_dropout": 0.05,
23
+ "grad_ckpt": true,
24
+ "save_every": 0,
25
+ "seed": 0,
26
+ "log_every": 1,
27
+ "world_size": 4,
28
+ "data_stats": {
29
+ "rows": 218,
30
+ "unique_rows": 218,
31
+ "kinds": {
32
+ "explore": 76,
33
+ "proceed": 61,
34
+ "ask": 81
35
+ },
36
+ "groups": {
37
+ "explore": 76,
38
+ "proceed": 61,
39
+ "ask/protocol": 34,
40
+ "ask/feature": 47
41
+ },
42
+ "tokens_total": 3298403,
43
+ "tokens_max": 32758,
44
+ "labelled_total": 297334,
45
+ "labelled_mean": 1364
46
+ },
47
+ "total_steps": 55
48
+ }
checkpoints/sft_b1unv_lora/train_log.jsonl ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 1, "loss": 0.2394, "labelled_tokens": 11616, "lr": 0.0001, "elapsed_s": 60, "gpu_peak_gb": 28.8}
2
+ {"step": 2, "loss": 0.2005, "labelled_tokens": 4033, "lr": 0.0001, "elapsed_s": 96, "gpu_peak_gb": 28.8}
3
+ {"step": 3, "loss": 0.404, "labelled_tokens": 5681, "lr": 9.991218658821608e-05, "elapsed_s": 138, "gpu_peak_gb": 28.8}
4
+ {"step": 4, "loss": 0.2113, "labelled_tokens": 10081, "lr": 9.964905480067586e-05, "elapsed_s": 187, "gpu_peak_gb": 35.0}
5
+ {"step": 5, "loss": 0.4447, "labelled_tokens": 1072, "lr": 9.921152889737984e-05, "elapsed_s": 203, "gpu_peak_gb": 35.0}
6
+ {"step": 6, "loss": 0.2559, "labelled_tokens": 5377, "lr": 9.860114570402054e-05, "elapsed_s": 245, "gpu_peak_gb": 35.0}
7
+ {"step": 7, "loss": 0.4465, "labelled_tokens": 5231, "lr": 9.782004921382612e-05, "elapsed_s": 275, "gpu_peak_gb": 35.0}
8
+ {"step": 8, "loss": 0.18, "labelled_tokens": 3407, "lr": 9.687098305670605e-05, "elapsed_s": 318, "gpu_peak_gb": 35.0}
9
+ {"step": 9, "loss": 0.2182, "labelled_tokens": 4912, "lr": 9.575728086215092e-05, "elapsed_s": 364, "gpu_peak_gb": 35.0}
10
+ {"step": 10, "loss": 0.3576, "labelled_tokens": 5668, "lr": 9.448285454973738e-05, "elapsed_s": 394, "gpu_peak_gb": 35.0}
11
+ {"step": 11, "loss": 0.378, "labelled_tokens": 1673, "lr": 9.305218058836778e-05, "elapsed_s": 419, "gpu_peak_gb": 35.0}
12
+ {"step": 12, "loss": 0.1791, "labelled_tokens": 5732, "lr": 9.14702842725101e-05, "elapsed_s": 462, "gpu_peak_gb": 35.0}
13
+ {"step": 13, "loss": 0.2512, "labelled_tokens": 6259, "lr": 8.974272207066767e-05, "elapsed_s": 503, "gpu_peak_gb": 35.0}
14
+ {"step": 14, "loss": 0.5761, "labelled_tokens": 380, "lr": 8.787556210808101e-05, "elapsed_s": 543, "gpu_peak_gb": 35.0}
15
+ {"step": 15, "loss": 0.4296, "labelled_tokens": 1824, "lr": 8.587536285221656e-05, "elapsed_s": 563, "gpu_peak_gb": 35.0}
16
+ {"step": 16, "loss": 0.2263, "labelled_tokens": 10470, "lr": 8.374915007591053e-05, "elapsed_s": 587, "gpu_peak_gb": 35.0}
17
+ {"step": 17, "loss": 0.4335, "labelled_tokens": 7391, "lr": 8.150439217908556e-05, "elapsed_s": 629, "gpu_peak_gb": 35.0}
18
+ {"step": 18, "loss": 0.1494, "labelled_tokens": 3941, "lr": 7.91489739557236e-05, "elapsed_s": 659, "gpu_peak_gb": 35.0}
19
+ {"step": 19, "loss": 0.4011, "labelled_tokens": 2988, "lr": 7.669116889823955e-05, "elapsed_s": 690, "gpu_peak_gb": 35.0}
20
+ {"step": 20, "loss": 0.206, "labelled_tokens": 8038, "lr": 7.413961013653726e-05, "elapsed_s": 731, "gpu_peak_gb": 35.0}
21
+ {"step": 21, "loss": 0.3235, "labelled_tokens": 1552, "lr": 7.150326011382604e-05, "elapsed_s": 762, "gpu_peak_gb": 35.0}
22
+ {"step": 22, "loss": 0.2532, "labelled_tokens": 2404, "lr": 6.879137910571191e-05, "elapsed_s": 795, "gpu_peak_gb": 35.0}
23
+ {"step": 23, "loss": 0.3163, "labelled_tokens": 2281, "lr": 6.601349269314188e-05, "elapsed_s": 831, "gpu_peak_gb": 35.0}
24
+ {"step": 24, "loss": 0.3157, "labelled_tokens": 1096, "lr": 6.317935830345338e-05, "elapsed_s": 871, "gpu_peak_gb": 35.0}
25
+ {"step": 25, "loss": 0.2658, "labelled_tokens": 7527, "lr": 6.029893093705492e-05, "elapsed_s": 913, "gpu_peak_gb": 35.0}
26
+ {"step": 26, "loss": 0.6562, "labelled_tokens": 8431, "lr": 5.738232820012407e-05, "elapsed_s": 956, "gpu_peak_gb": 35.0}
27
+ {"step": 27, "loss": 0.1365, "labelled_tokens": 2395, "lr": 5.4439794766146746e-05, "elapsed_s": 992, "gpu_peak_gb": 35.0}
28
+ {"step": 28, "loss": 0.2626, "labelled_tokens": 4701, "lr": 5.148166639112799e-05, "elapsed_s": 1026, "gpu_peak_gb": 35.0}
29
+ {"step": 29, "loss": 0.305, "labelled_tokens": 10563, "lr": 4.851833360887201e-05, "elapsed_s": 1062, "gpu_peak_gb": 35.0}
30
+ {"step": 30, "loss": 0.2589, "labelled_tokens": 3940, "lr": 4.5560205233853266e-05, "elapsed_s": 1089, "gpu_peak_gb": 35.0}
31
+ {"step": 31, "loss": 0.3432, "labelled_tokens": 1277, "lr": 4.2617671799875944e-05, "elapsed_s": 1121, "gpu_peak_gb": 35.0}
32
+ {"step": 32, "loss": 0.4092, "labelled_tokens": 1173, "lr": 3.970106906294509e-05, "elapsed_s": 1152, "gpu_peak_gb": 35.0}
33
+ {"step": 33, "loss": 0.2764, "labelled_tokens": 22535, "lr": 3.682064169654663e-05, "elapsed_s": 1198, "gpu_peak_gb": 35.0}
34
+ {"step": 34, "loss": 0.2348, "labelled_tokens": 4978, "lr": 3.3986507306858125e-05, "elapsed_s": 1242, "gpu_peak_gb": 35.3}
35
+ {"step": 35, "loss": 0.2603, "labelled_tokens": 6816, "lr": 3.12086208942881e-05, "elapsed_s": 1283, "gpu_peak_gb": 35.3}
36
+ {"step": 36, "loss": 0.1448, "labelled_tokens": 7396, "lr": 2.8496739886173995e-05, "elapsed_s": 1318, "gpu_peak_gb": 35.3}
37
+ {"step": 37, "loss": 0.2152, "labelled_tokens": 5512, "lr": 2.5860389863462765e-05, "elapsed_s": 1353, "gpu_peak_gb": 35.3}
38
+ {"step": 38, "loss": 0.1399, "labelled_tokens": 4298, "lr": 2.3308831101760486e-05, "elapsed_s": 1399, "gpu_peak_gb": 35.3}
39
+ {"step": 39, "loss": 0.1768, "labelled_tokens": 2989, "lr": 2.0851026044276406e-05, "elapsed_s": 1442, "gpu_peak_gb": 35.3}
40
+ {"step": 40, "loss": 0.3265, "labelled_tokens": 2195, "lr": 1.849560782091445e-05, "elapsed_s": 1488, "gpu_peak_gb": 35.3}
41
+ {"step": 41, "loss": 0.1905, "labelled_tokens": 17588, "lr": 1.6250849924089484e-05, "elapsed_s": 1521, "gpu_peak_gb": 35.3}
42
+ {"step": 42, "loss": 0.3992, "labelled_tokens": 3317, "lr": 1.4124637147783432e-05, "elapsed_s": 1558, "gpu_peak_gb": 35.3}
43
+ {"step": 43, "loss": 0.2959, "labelled_tokens": 8689, "lr": 1.2124437891918993e-05, "elapsed_s": 1597, "gpu_peak_gb": 35.3}
44
+ {"step": 44, "loss": 0.1916, "labelled_tokens": 6118, "lr": 1.0257277929332332e-05, "elapsed_s": 1627, "gpu_peak_gb": 35.3}
45
+ {"step": 45, "loss": 0.2615, "labelled_tokens": 4832, "lr": 8.529715727489912e-06, "elapsed_s": 1665, "gpu_peak_gb": 35.3}
46
+ {"step": 46, "loss": 0.1247, "labelled_tokens": 2778, "lr": 6.947819411632223e-06, "elapsed_s": 1701, "gpu_peak_gb": 35.3}
47
+ {"step": 47, "loss": 0.3022, "labelled_tokens": 2780, "lr": 5.51714545026264e-06, "elapsed_s": 1736, "gpu_peak_gb": 35.3}
48
+ {"step": 48, "loss": 0.3092, "labelled_tokens": 4308, "lr": 4.242719137849077e-06, "elapsed_s": 1776, "gpu_peak_gb": 35.3}
49
+ {"step": 49, "loss": 0.1086, "labelled_tokens": 5054, "lr": 3.1290169432939553e-06, "elapsed_s": 1813, "gpu_peak_gb": 35.3}
50
+ {"step": 50, "loss": 0.3265, "labelled_tokens": 9652, "lr": 2.179950786173879e-06, "elapsed_s": 1849, "gpu_peak_gb": 35.3}
51
+ {"step": 51, "loss": 0.2843, "labelled_tokens": 304, "lr": 1.3988542959794627e-06, "elapsed_s": 1879, "gpu_peak_gb": 35.3}
52
+ {"step": 52, "loss": 0.1562, "labelled_tokens": 2437, "lr": 7.884711026201585e-07, "elapsed_s": 1912, "gpu_peak_gb": 35.3}
53
+ {"step": 53, "loss": 0.1895, "labelled_tokens": 5454, "lr": 3.5094519932415417e-07, "elapsed_s": 1954, "gpu_peak_gb": 35.3}
54
+ {"step": 54, "loss": 0.4158, "labelled_tokens": 8167, "lr": 8.781341178393244e-08, "elapsed_s": 1989, "gpu_peak_gb": 35.3}
55
+ {"step": 55, "loss": 0.3243, "labelled_tokens": 6593, "lr": 0.0, "elapsed_s": 2030, "gpu_peak_gb": 35.3}