ZhangYiqian's picture
sft_v2_lora (10b7252) SFT v2 cold start, sftv2
1a2db78 verified
Raw History Blame Contribute Delete
1.1 kB
{
"model": "/mnt/raid5/models/Qwen3.8-27B",
"data": "sft_pipeline/out/icae_sft_v2.tokens.jsonl",
"out": "/mnt/raid5/workspace/Agent_Coding_Active/ckpts/sft_v2_lora",
"device": "cuda",
"attn": "sdpa",
"max_len": 32768,
"limit": 0,
"kinds": "",
"balance": "ask/feature=4,ask/protocol=2,explore=1,proceed=1",
"exclude_runs": "dev01",
"save_each_epoch": true,
"resume_adapter": "/mnt/raid5/workspace/Agent_Coding_Active/ckpts/sft_v2_lora/epoch1",
"resume_step": 56,
"loss_chunk": 2048,
"epochs": 3.0,
"max_steps": 0,
"lr": 0.0001,
"warmup": 0.05,
"grad_accum": 4,
"lora_r": 64,
"lora_alpha": 128,
"lora_dropout": 0.05,
"grad_ckpt": true,
"save_every": 0,
"seed": 0,
"log_every": 1,
"dry_truncate": false,
"dry_vocab_clamp": 0,
"data_stats": {
"rows": 223,
"unique_rows": 169,
"kinds": {
"proceed": 61,
"explore": 76,
"ask": 86
},
"groups": {
"proceed": 61,
"explore": 76,
"ask/feature": 44,
"ask/protocol": 42
},
"tokens_total": 3784330,
"tokens_max": 32758,
"labelled_total": 369828,
"labelled_mean": 1658
},
"total_steps": 168
}