ZhangYiqian commited on
Commit
1d41b7d
·
verified ·
1 Parent(s): 5f0d8e9

sft_b1_lora (36ee683) SFT sftb1

Browse files
checkpoints/sft_b1_lora/epoch1/adapter_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "kasa_config": null,
16
+ "layer_replication": null,
17
+ "layers_pattern": null,
18
+ "layers_to_transform": null,
19
+ "loftq_config": {},
20
+ "lora_alpha": 128,
21
+ "lora_bias": false,
22
+ "lora_dropout": 0.05,
23
+ "lora_ga_config": null,
24
+ "megatron_config": null,
25
+ "megatron_core": "megatron.core",
26
+ "modules_to_save": null,
27
+ "monteclora_config": null,
28
+ "peft_type": "LORA",
29
+ "peft_version": "0.21.2",
30
+ "qalora_group_size": 16,
31
+ "r": 64,
32
+ "rank_pattern": {},
33
+ "revision": null,
34
+ "target_modules": [
35
+ "in_proj_z",
36
+ "out_proj",
37
+ "q_proj",
38
+ "in_proj_qkv",
39
+ "gate_proj",
40
+ "v_proj",
41
+ "k_proj",
42
+ "down_proj",
43
+ "up_proj",
44
+ "o_proj"
45
+ ],
46
+ "target_parameters": null,
47
+ "task_type": "CAUSAL_LM",
48
+ "trainable_token_indices": null,
49
+ "use_bdlora": null,
50
+ "use_dora": false,
51
+ "use_qalora": false,
52
+ "use_rslora": false,
53
+ "velora_config": null
54
+ }
checkpoints/sft_b1_lora/epoch1/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6edbce4a9ee2586f5b1f0ec2954eb97f9adfbf9d1e6edeab744cd309db57eb80
3
+ size 870428576
checkpoints/sft_b1_lora/epoch1/optimizer_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fafe333e48cc7b44839d993029534c423744d10c61300c9ad405233fd0b7636c
3
+ size 2611864263
checkpoints/sft_b1_lora/epoch1/optimizer_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f978fbfd7c268876b9c46912b863f63ff177aa8ec23e293a1bf9033983bd1461
3
+ size 2611864263
checkpoints/sft_b1_lora/final/adapter_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "kasa_config": null,
16
+ "layer_replication": null,
17
+ "layers_pattern": null,
18
+ "layers_to_transform": null,
19
+ "loftq_config": {},
20
+ "lora_alpha": 128,
21
+ "lora_bias": false,
22
+ "lora_dropout": 0.05,
23
+ "lora_ga_config": null,
24
+ "megatron_config": null,
25
+ "megatron_core": "megatron.core",
26
+ "modules_to_save": null,
27
+ "monteclora_config": null,
28
+ "peft_type": "LORA",
29
+ "peft_version": "0.21.2",
30
+ "qalora_group_size": 16,
31
+ "r": 64,
32
+ "rank_pattern": {},
33
+ "revision": null,
34
+ "target_modules": [
35
+ "in_proj_z",
36
+ "out_proj",
37
+ "q_proj",
38
+ "in_proj_qkv",
39
+ "gate_proj",
40
+ "v_proj",
41
+ "k_proj",
42
+ "down_proj",
43
+ "up_proj",
44
+ "o_proj"
45
+ ],
46
+ "target_parameters": null,
47
+ "task_type": "CAUSAL_LM",
48
+ "trainable_token_indices": null,
49
+ "use_bdlora": null,
50
+ "use_dora": false,
51
+ "use_qalora": false,
52
+ "use_rslora": false,
53
+ "velora_config": null
54
+ }
checkpoints/sft_b1_lora/final/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6edbce4a9ee2586f5b1f0ec2954eb97f9adfbf9d1e6edeab744cd309db57eb80
3
+ size 870428576
checkpoints/sft_b1_lora/manifest.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "sft_b1_lora",
3
+ "uploaded_at": "2026-10-23T17:59:56+0800",
4
+ "git_commit": "36ee683",
5
+ "source_dir": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1_lora",
6
+ "kind": "model",
7
+ "base_model": "/mnt/raid5/models/Qwen3.8-27B",
8
+ "train_args": {
9
+ "model": "/mnt/raid5/models/Qwen3.8-27B",
10
+ "data": "sft_pipeline/out/icae_sft_b1.tokens.jsonl",
11
+ "out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1_lora",
12
+ "attn": "sdpa",
13
+ "max_len": 32768,
14
+ "limit": 0,
15
+ "kinds": "",
16
+ "balance": "ask/feature=1,ask/protocol=1,explore=1,proceed=1",
17
+ "exclude_runs": "dev01",
18
+ "save_each_epoch": true,
19
+ "resume_adapter": "",
20
+ "resume_step": 0,
21
+ "loss_chunk": 2048,
22
+ "epochs": 1.0,
23
+ "max_steps": 0,
24
+ "lr": 0.0001,
25
+ "warmup": 0.05,
26
+ "grad_accum": 2,
27
+ "lora_r": 64,
28
+ "lora_alpha": 128,
29
+ "lora_dropout": 0.05,
30
+ "grad_ckpt": true,
31
+ "save_every": 0,
32
+ "seed": 0,
33
+ "log_every": 1,
34
+ "world_size": 2,
35
+ "data_stats": {
36
+ "rows": 219,
37
+ "unique_rows": 219,
38
+ "kinds": {
39
+ "ask": 82,
40
+ "proceed": 61,
41
+ "explore": 76
42
+ },
43
+ "groups": {
44
+ "ask/feature": 43,
45
+ "proceed": 61,
46
+ "explore": 76,
47
+ "ask/protocol": 39
48
+ },
49
+ "tokens_total": 3308707,
50
+ "tokens_max": 32758,
51
+ "labelled_total": 361004,
52
+ "labelled_mean": 1648
53
+ },
54
+ "total_steps": 55
55
+ },
56
+ "n_files": 8,
57
+ "total_bytes": 6964595840,
58
+ "note": "SFT sftb1"
59
+ }
checkpoints/sft_b1_lora/train_args.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "/mnt/raid5/models/Qwen3.8-27B",
3
+ "data": "sft_pipeline/out/icae_sft_b1.tokens.jsonl",
4
+ "out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1_lora",
5
+ "attn": "sdpa",
6
+ "max_len": 32768,
7
+ "limit": 0,
8
+ "kinds": "",
9
+ "balance": "ask/feature=1,ask/protocol=1,explore=1,proceed=1",
10
+ "exclude_runs": "dev01",
11
+ "save_each_epoch": true,
12
+ "resume_adapter": "",
13
+ "resume_step": 0,
14
+ "loss_chunk": 2048,
15
+ "epochs": 1.0,
16
+ "max_steps": 0,
17
+ "lr": 0.0001,
18
+ "warmup": 0.05,
19
+ "grad_accum": 2,
20
+ "lora_r": 64,
21
+ "lora_alpha": 128,
22
+ "lora_dropout": 0.05,
23
+ "grad_ckpt": true,
24
+ "save_every": 0,
25
+ "seed": 0,
26
+ "log_every": 1,
27
+ "world_size": 2,
28
+ "data_stats": {
29
+ "rows": 219,
30
+ "unique_rows": 219,
31
+ "kinds": {
32
+ "ask": 82,
33
+ "proceed": 61,
34
+ "explore": 76
35
+ },
36
+ "groups": {
37
+ "ask/feature": 43,
38
+ "proceed": 61,
39
+ "explore": 76,
40
+ "ask/protocol": 39
41
+ },
42
+ "tokens_total": 3308707,
43
+ "tokens_max": 32758,
44
+ "labelled_total": 361004,
45
+ "labelled_mean": 1648
46
+ },
47
+ "total_steps": 55
48
+ }
checkpoints/sft_b1_lora/train_log.jsonl ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 1, "loss": 0.3384, "labelled_tokens": 2876, "lr": 0.0001, "elapsed_s": 92, "gpu_peak_gb": 44.6}
2
+ {"step": 2, "loss": 0.2722, "labelled_tokens": 11124, "lr": 0.0001, "elapsed_s": 174, "gpu_peak_gb": 45.1}
3
+ {"step": 3, "loss": 0.2544, "labelled_tokens": 2960, "lr": 9.991218658821608e-05, "elapsed_s": 246, "gpu_peak_gb": 47.9}
4
+ {"step": 4, "loss": 0.091, "labelled_tokens": 5694, "lr": 9.964905480067586e-05, "elapsed_s": 312, "gpu_peak_gb": 47.9}
5
+ {"step": 5, "loss": 0.4899, "labelled_tokens": 15058, "lr": 9.921152889737984e-05, "elapsed_s": 361, "gpu_peak_gb": 47.9}
6
+ {"step": 6, "loss": 0.3661, "labelled_tokens": 4401, "lr": 9.860114570402054e-05, "elapsed_s": 430, "gpu_peak_gb": 47.9}
7
+ {"step": 7, "loss": 0.3003, "labelled_tokens": 5418, "lr": 9.782004921382612e-05, "elapsed_s": 502, "gpu_peak_gb": 49.9}
8
+ {"step": 8, "loss": 0.273, "labelled_tokens": 4776, "lr": 9.687098305670605e-05, "elapsed_s": 564, "gpu_peak_gb": 49.9}
9
+ {"step": 9, "loss": 0.2279, "labelled_tokens": 10020, "lr": 9.575728086215092e-05, "elapsed_s": 631, "gpu_peak_gb": 49.9}
10
+ {"step": 10, "loss": 0.293, "labelled_tokens": 5077, "lr": 9.448285454973738e-05, "elapsed_s": 695, "gpu_peak_gb": 49.9}
11
+ {"step": 11, "loss": 0.4303, "labelled_tokens": 5677, "lr": 9.305218058836778e-05, "elapsed_s": 740, "gpu_peak_gb": 49.9}
12
+ {"step": 12, "loss": 0.1818, "labelled_tokens": 9186, "lr": 9.14702842725101e-05, "elapsed_s": 822, "gpu_peak_gb": 49.9}
13
+ {"step": 13, "loss": 0.1927, "labelled_tokens": 6375, "lr": 8.974272207066767e-05, "elapsed_s": 899, "gpu_peak_gb": 49.9}
14
+ {"step": 14, "loss": 0.262, "labelled_tokens": 13243, "lr": 8.787556210808101e-05, "elapsed_s": 949, "gpu_peak_gb": 49.9}
15
+ {"step": 15, "loss": 0.1279, "labelled_tokens": 866, "lr": 8.587536285221656e-05, "elapsed_s": 1009, "gpu_peak_gb": 49.9}
16
+ {"step": 16, "loss": 0.3073, "labelled_tokens": 6257, "lr": 8.374915007591053e-05, "elapsed_s": 1036, "gpu_peak_gb": 49.9}
17
+ {"step": 17, "loss": 0.1969, "labelled_tokens": 8971, "lr": 8.150439217908556e-05, "elapsed_s": 1111, "gpu_peak_gb": 49.9}
18
+ {"step": 18, "loss": 0.1948, "labelled_tokens": 6584, "lr": 7.91489739557236e-05, "elapsed_s": 1182, "gpu_peak_gb": 49.9}
19
+ {"step": 19, "loss": 0.1749, "labelled_tokens": 4087, "lr": 7.669116889823955e-05, "elapsed_s": 1258, "gpu_peak_gb": 49.9}
20
+ {"step": 20, "loss": 0.2346, "labelled_tokens": 2076, "lr": 7.413961013653726e-05, "elapsed_s": 1325, "gpu_peak_gb": 49.9}
21
+ {"step": 21, "loss": 0.2143, "labelled_tokens": 4501, "lr": 7.150326011382604e-05, "elapsed_s": 1377, "gpu_peak_gb": 49.9}
22
+ {"step": 22, "loss": 0.2227, "labelled_tokens": 3896, "lr": 6.879137910571191e-05, "elapsed_s": 1438, "gpu_peak_gb": 49.9}
23
+ {"step": 23, "loss": 0.204, "labelled_tokens": 6283, "lr": 6.601349269314188e-05, "elapsed_s": 1466, "gpu_peak_gb": 49.9}
24
+ {"step": 24, "loss": 0.4698, "labelled_tokens": 8742, "lr": 6.317935830345338e-05, "elapsed_s": 1493, "gpu_peak_gb": 49.9}
25
+ {"step": 25, "loss": 0.2544, "labelled_tokens": 15967, "lr": 6.029893093705492e-05, "elapsed_s": 1551, "gpu_peak_gb": 49.9}
26
+ {"step": 26, "loss": 0.3426, "labelled_tokens": 8425, "lr": 5.738232820012407e-05, "elapsed_s": 1593, "gpu_peak_gb": 49.9}
27
+ {"step": 27, "loss": 0.3588, "labelled_tokens": 1830, "lr": 5.4439794766146746e-05, "elapsed_s": 1632, "gpu_peak_gb": 49.9}
28
+ {"step": 28, "loss": 0.2286, "labelled_tokens": 12570, "lr": 5.148166639112799e-05, "elapsed_s": 1692, "gpu_peak_gb": 49.9}
29
+ {"step": 29, "loss": 0.2115, "labelled_tokens": 3110, "lr": 4.851833360887201e-05, "elapsed_s": 1752, "gpu_peak_gb": 49.9}
30
+ {"step": 30, "loss": 0.1906, "labelled_tokens": 6832, "lr": 4.5560205233853266e-05, "elapsed_s": 1829, "gpu_peak_gb": 49.9}
31
+ {"step": 31, "loss": 0.2336, "labelled_tokens": 9792, "lr": 4.2617671799875944e-05, "elapsed_s": 1904, "gpu_peak_gb": 49.9}
32
+ {"step": 32, "loss": 0.2164, "labelled_tokens": 1448, "lr": 3.970106906294509e-05, "elapsed_s": 1979, "gpu_peak_gb": 49.9}
33
+ {"step": 33, "loss": 0.4417, "labelled_tokens": 3615, "lr": 3.682064169654663e-05, "elapsed_s": 2017, "gpu_peak_gb": 49.9}
34
+ {"step": 34, "loss": 0.3589, "labelled_tokens": 10254, "lr": 3.3986507306858125e-05, "elapsed_s": 2055, "gpu_peak_gb": 49.9}
35
+ {"step": 35, "loss": 0.3061, "labelled_tokens": 2171, "lr": 3.12086208942881e-05, "elapsed_s": 2113, "gpu_peak_gb": 49.9}
36
+ {"step": 36, "loss": 0.1387, "labelled_tokens": 5121, "lr": 2.8496739886173995e-05, "elapsed_s": 2169, "gpu_peak_gb": 49.9}
37
+ {"step": 37, "loss": 0.37, "labelled_tokens": 6565, "lr": 2.5860389863462765e-05, "elapsed_s": 2213, "gpu_peak_gb": 49.9}
38
+ {"step": 38, "loss": 0.3507, "labelled_tokens": 2104, "lr": 2.3308831101760486e-05, "elapsed_s": 2261, "gpu_peak_gb": 49.9}
39
+ {"step": 39, "loss": 0.2307, "labelled_tokens": 4381, "lr": 2.0851026044276406e-05, "elapsed_s": 2325, "gpu_peak_gb": 49.9}
40
+ {"step": 40, "loss": 0.2124, "labelled_tokens": 2213, "lr": 1.849560782091445e-05, "elapsed_s": 2394, "gpu_peak_gb": 49.9}
41
+ {"step": 41, "loss": 0.1369, "labelled_tokens": 7294, "lr": 1.6250849924089484e-05, "elapsed_s": 2460, "gpu_peak_gb": 49.9}
42
+ {"step": 42, "loss": 0.2263, "labelled_tokens": 1599, "lr": 1.4124637147783432e-05, "elapsed_s": 2518, "gpu_peak_gb": 49.9}
43
+ {"step": 43, "loss": 0.1858, "labelled_tokens": 6386, "lr": 1.2124437891918993e-05, "elapsed_s": 2599, "gpu_peak_gb": 50.0}
44
+ {"step": 44, "loss": 0.2148, "labelled_tokens": 7382, "lr": 1.0257277929332332e-05, "elapsed_s": 2649, "gpu_peak_gb": 50.0}
45
+ {"step": 45, "loss": 0.3989, "labelled_tokens": 4628, "lr": 8.529715727489912e-06, "elapsed_s": 2719, "gpu_peak_gb": 50.0}
46
+ {"step": 46, "loss": 0.266, "labelled_tokens": 5732, "lr": 6.947819411632223e-06, "elapsed_s": 2794, "gpu_peak_gb": 50.0}
47
+ {"step": 47, "loss": 0.2459, "labelled_tokens": 2666, "lr": 5.51714545026264e-06, "elapsed_s": 2840, "gpu_peak_gb": 50.0}
48
+ {"step": 48, "loss": 0.3638, "labelled_tokens": 5665, "lr": 4.242719137849077e-06, "elapsed_s": 2887, "gpu_peak_gb": 50.0}
49
+ {"step": 49, "loss": 0.1308, "labelled_tokens": 3903, "lr": 3.1290169432939553e-06, "elapsed_s": 2949, "gpu_peak_gb": 50.0}
50
+ {"step": 50, "loss": 0.3186, "labelled_tokens": 4657, "lr": 2.179950786173879e-06, "elapsed_s": 3001, "gpu_peak_gb": 50.0}
51
+ {"step": 51, "loss": 0.3031, "labelled_tokens": 5929, "lr": 1.3988542959794627e-06, "elapsed_s": 3035, "gpu_peak_gb": 50.0}
52
+ {"step": 52, "loss": 0.2624, "labelled_tokens": 18482, "lr": 7.884711026201585e-07, "elapsed_s": 3093, "gpu_peak_gb": 50.0}
53
+ {"step": 53, "loss": 0.3824, "labelled_tokens": 15846, "lr": 3.5094519932415417e-07, "elapsed_s": 3159, "gpu_peak_gb": 50.0}
54
+ {"step": 54, "loss": 0.3046, "labelled_tokens": 1737, "lr": 8.781341178393244e-08, "elapsed_s": 3195, "gpu_peak_gb": 50.0}
55
+ {"step": 55, "loss": 0.2157, "labelled_tokens": 26916, "lr": 0.0, "elapsed_s": 3280, "gpu_peak_gb": 50.0}