File size: 512 Bytes
40c0bfd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "data_path": "data/pilener_tutor_structured_cot.jsonl",
  "model_id": "Qwen/Qwen3-4B-Thinking-2507",
  "output_dir": "work/qwen3-4b-thinking_structured",
  "load_in_4bit": false,
  "n_train_samples": null,
  "validation_size": 0.05,
  "max_seq_length": 5120,
  "num_epochs": 2,
  "lora_r": 16,
  "lora_alpha": 32,
  "learning_rate": 0.0001,
  "per_device_batch": 1,
  "grad_accum_steps": 8,
  "eval_steps": 100,
  "seed": 42,
  "hf_repo_id": null,
  "skip_push": true,
  "max_steps": -1,
  "use_cpu": false
}