CounselTrajLM-Qwen2.5-7B / training_summary.json
ZhiyangQi97's picture
Release merged BF16 CounselTrajLM based on Qwen2.5-7B-Instruct
d34e5bd verified
Raw History Blame Contribute Delete
845 Bytes
{
"model": "CounselTrajLM-Qwen2.5-7B",
"base_model": "Qwen/Qwen2.5-7B-Instruct",
"base_revision": "a09a35458c702b33eeacc393d103063234e8bc28",
"training_dataset": "CounselTrajD",
"split": "dialogue-disjoint 90/10 train/validation",
"train_examples": 425679,
"validation_examples": 47528,
"fine_tuning_method": "QLoRA",
"release_format": "adapter merged into unquantized BF16 base weights",
"learning_rate": 0.00001,
"epochs": 3,
"checkpoint_policy": "final_epoch",
"validation_role": "monitoring",
"lr_scheduler": "cosine",
"warmup_ratio": 0.06,
"effective_batch_size": 16,
"max_sequence_length": 2048,
"max_history_characters": 1800,
"seed": 20260704,
"global_step": 79815,
"lora": {"rank": 32, "alpha": 64, "dropout": 0.05},
"train_loss": 1.6410448097998969,
"validation_loss": 1.572041392326355
}