File size: 498 Bytes
531b23c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "data_path": "/root/code/paired_data/structured.jsonl",
  "model_id": "Qwen/Qwen3-8B",
  "output_dir": "/outputs/work/qwen3-8b_structured",
  "load_in_4bit": false,
  "n_train_samples": null,
  "validation_size": 0.05,
  "max_seq_length": 5120,
  "num_epochs": 2,
  "lora_r": 16,
  "lora_alpha": 32,
  "learning_rate": 0.0001,
  "per_device_batch": 1,
  "grad_accum_steps": 8,
  "eval_steps": 100,
  "seed": 42,
  "hf_repo_id": null,
  "skip_push": true,
  "max_steps": -1,
  "use_cpu": false
}