File size: 1,046 Bytes
65c630d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | {
"model": "/mnt/raid5/models/Qwen3.8-27B",
"data": "sft_pipeline/out/icae_sft_v21f.tokens.jsonl",
"out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_v21f_lora",
"attn": "sdpa",
"max_len": 32768,
"limit": 0,
"kinds": "",
"balance": "ask/feature=4,ask/protocol=2,ask_follow=1,explore=1,proceed=1",
"exclude_runs": "dev01",
"save_each_epoch": true,
"resume_adapter": "",
"resume_step": 0,
"loss_chunk": 2048,
"epochs": 2.0,
"max_steps": 0,
"lr": 0.0001,
"warmup": 0.05,
"grad_accum": 1,
"lora_r": 64,
"lora_alpha": 128,
"lora_dropout": 0.05,
"grad_ckpt": true,
"save_every": 0,
"seed": 0,
"log_every": 1,
"world_size": 4,
"data_stats": {
"rows": 578,
"unique_rows": 417,
"kinds": {
"ask": 240,
"explore": 200,
"proceed": 89,
"ask_follow": 49
},
"groups": {
"ask/feature": 164,
"ask/protocol": 76,
"explore": 200,
"proceed": 89,
"ask_follow": 49
},
"tokens_total": 7635944,
"tokens_max": 31908,
"labelled_total": 1082541,
"labelled_mean": 1873
},
"total_steps": 289
} |