File size: 3,063 Bytes
c4c7c52
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
{
  "task": "objects",
  "output_dir": "runs/formal/v6-8b/objects",
  "train_samples": 7688,
  "eval_samples": 811,
  "train_records_groups": 5371,
  "eval_records_groups": 597,
  "max_steps": 900,
  "max_length": 2048,
  "length_report": {
    "samples": 7688,
    "max_length": 2048,
    "over_budget": 0,
    "p50": 67,
    "p95": 86,
    "max": 503,
    "word_buckets": {
      "1-14": 4088,
      "15-49": 3546,
      "50-99": 43,
      "100-200": 8,
      "201-400": 3
    }
  },
  "parameter_inventory": {
    "trainable_tensors": 504,
    "trainable_parameters": 43646976,
    "frozen_parameters": 8190735360,
    "trainable_names_head": [
      "base_model.model.model.layers.0.self_attn.q_proj.lora_A.default.weight",
      "base_model.model.model.layers.0.self_attn.q_proj.lora_B.default.weight",
      "base_model.model.model.layers.0.self_attn.k_proj.lora_A.default.weight",
      "base_model.model.model.layers.0.self_attn.k_proj.lora_B.default.weight",
      "base_model.model.model.layers.0.self_attn.v_proj.lora_A.default.weight",
      "base_model.model.model.layers.0.self_attn.v_proj.lora_B.default.weight",
      "base_model.model.model.layers.0.self_attn.o_proj.lora_A.default.weight",
      "base_model.model.model.layers.0.self_attn.o_proj.lora_B.default.weight"
    ]
  },
  "mask_report": {
    "full_tokens": 60,
    "supervised_tokens": 9,
    "prompt_tokens": 51,
    "prompt_fully_masked": true,
    "all_masked": false,
    "target_present_in_supervision": true,
    "prompt_probe_leaked": false,
    "supervised_preview": "{\"entities\":[\"cupboards\",\"stove\"]}"
  },
  "base_frozen": true,
  "adapter_changed": true,
  "train_metrics": {
    "train_runtime": 940.1288,
    "train_samples_per_second": 3.829,
    "train_steps_per_second": 0.957,
    "total_flos": 1.122250986768384e+16,
    "train_loss": 0.09826930885513624
  },
  "config": {
    "task": "objects",
    "model_name_or_path": "/data1/wenbiao_zhao/models/Qwen3-8B",
    "train_jsonl": "data/formal/v6/objects/train.jsonl",
    "output_dir": "runs/formal/v6-8b/objects",
    "eval_jsonl": "data/formal/v6/objects/dev.jsonl",
    "model_revision": "b968826d9c46dd6066d109eabc6255188de91218",
    "tokenizer_name_or_path": null,
    "max_steps": 900,
    "max_length": 2048,
    "per_device_train_batch_size": 1,
    "gradient_accumulation_steps": 4,
    "learning_rate": 0.0001,
    "lr_scheduler_type": "cosine",
    "warmup_steps": 10,
    "lora_r": 16,
    "lora_alpha": 32,
    "lora_dropout": 0.0,
    "lora_target_modules": "all-linear",
    "seed": 20260919,
    "bf16": true,
    "fp16": false,
    "gradient_checkpointing": true,
    "logging_steps": 10,
    "save_steps": 150,
    "save_total_limit": 3,
    "packing": false,
    "completion_only_loss": true,
    "local_files_only": true,
    "allow_download": false,
    "max_samples": null,
    "eval_fraction": 0.0,
    "dev_exact_match_every": 150,
    "dev_exact_match_samples": 24,
    "dev_exact_match_max_new_tokens": 96,
    "report_to": "none",
    "dataset_num_proc": 1,
    "extra": {}
  }
}