File size: 1,334 Bytes
53ab3d4 aa20e73 53ab3d4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | {
"base_model": "Qwen/Qwen3-8B",
"quantization": "4bit",
"max_length": 4096,
"softcap": null,
"steps": 2000,
"train_rows": 119858,
"dev_zero_shot": {
"accuracy": 0.7218543046357616,
"nll": 3.117936041840196,
"count": 151
},
"dev_final": {
"accuracy": 0.8543046357615894,
"nll": 0.41393711996655635,
"count": 151
},
"recipe": {
"base_model": "Qwen/Qwen3-8B",
"include_teacher": true,
"mix": "news:type=0.22,news:certainty=0.148,news:outlook=0.12,news:main=0.08,news:role=0.03,filing:risk=0.12,filing:outlook=0.09,filing:legal=0.08,filing:going_concern=0.012,filing:customer=0.02,filing:cyber=0.03,human=0.04",
"mix_by": "question",
"quantization": "4bit",
"minimum_train": 100,
"minimum_dev": 20,
"lora_rank": 32,
"lora_alpha": 64,
"lora_lr": 2e-05,
"head_lr": 0.0001,
"micro_batch": 1,
"grad_accum": 16,
"epochs": 3.0,
"steps": 2000,
"max_length": 4096,
"max_grad_norm": 1.0,
"stats_rows": 512,
"log_every": 5,
"eval_every": 250,
"seed": 1
},
"training_data": "100,000 news + 11,752 SEC 10-K + 8,000 news-outlook decisions labelled by a local Qwen3.8-27B teacher, plus 106 human-reviewed 10-K decisions",
"layout": {
"full_model": "root (LoRA merged into Qwen3-8B, bf16 safetensors)",
"adapter": "adapter/ (LoRA for Qwen/Qwen3-8B, trained with 4-bit QLoRA)"
}
} |