Text Generation
PEFT
Safetensors
lora
qwen3.5
instruction-tuning
memorize-instruct / sft_torch.json
Arisp's picture
Upload instruct
0d413dc verified
Raw History Blame Contribute Delete
895 Bytes
{
"args": {
"model": "Qwen/Qwen3.5-2B-Base",
"data": "C:\\Users\\arisp\\Documents\\Research\\Memorize\\data\\sft",
"out": "adapters/sft-run2-torch",
"epochs": 1,
"batch_size": 8,
"max_batch_tokens": 4096,
"lr": 1e-05,
"clip": 20.0,
"warmup": 20,
"rank": 8,
"scale": 20.0,
"max_seq": 512,
"report_every": 25,
"eval_every": 100,
"no_probes": false,
"gpu_mem_frac": 0.9,
"seed": 0
},
"history": [
{
"step": 0,
"valid_loss": 1.3611059830069272
},
{
"step": 100,
"valid_loss": 1.2591907709679355
},
{
"step": 200,
"valid_loss": 1.2521158879783705
},
{
"step": 300,
"valid_loss": 1.2502558373648405
},
{
"step": 300,
"valid_loss": 1.2502558373648405,
"probes_passed": 18
}
]
}