Hugging Face's logo

JonesLin
/
next-jev-stage1-cot

next-jev
workspace-reasoning
cot
Model card Files
xet
 Community
next-jev-stage1-cot
File size: 2,142 Bytes
8fd8c08
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
{
  "run_id": "25214426e4ea472c9a9559a6182b4202",
  "model": {
    "model_name_or_path": "models/Qwen3.5-0.8B",
    "revision": "2fc06364715b967f1860aea9cf38778875588b17",
    "dtype": "bfloat16",
    "attn_implementation": "sdpa",
    "workspace_tokens": 128,
    "loops": 3,
    "loop_scope": "middle_workspace",
    "loop_start_block": 1,
    "loop_end_block": 24,
    "detach_loop_state": false,
    "classification_loss_scope": "all_loops",
    "aux_weight": 0.3,
    "aux_dim": 256,
    "aux_heads": 8,
    "aux_max_tokens": 4096,
    "aux_chunk_size": 1024,
    "aux_response_chunk_size": 16,
    "freeze_vision": false,
    "gradient_checkpointing": true,
    "training_stage": 1,
    "stage1_objective": "cot_only"
  },
  "train": {
    "train_file": "data/stage1-multi-response/train.jsonl",
    "validation_file": "data/stage1-multi-response/validation.jsonl",
    "output_dir": "runs/stage1-multi-response",
    "epochs": 1,
    "batch_size": 32,
    "gradient_accumulation": 1,
    "learning_rate": 8e-05,
    "lr_schedule": "warmup_cosine",
    "warmup_ratio": 0.0,
    "min_learning_rate": 8e-06,
    "weight_decay": 0.01,
    "max_grad_norm": 1.0,
    "max_length": 5248,
    "max_image_pixels": 262144,
    "seed": 42,
    "device": "cuda",
    "max_steps": null,
    "save_every": 100,
    "keep_checkpoints": 2,
    "num_workers": 4,
    "classifier_learning_rate": null,
    "init_checkpoint": null,
    "answer_max_tokens": 256
  },
  "source_hashes": {
    "train_file": "ab837eac6a1c676ce86beb9d4fa8f3e6690729309cb731ae28975d353ec49e60",
    "validation_file": "3695d4a84f0a67d6a636218d92b863ebd7e55ec8a2b8253deaee36c5395dbd6f",
    "train_images": "c9469e2bbfba6c8762345d355953098e5ee6441c647a0f640757157847d7dbc9",
    "validation_images": "0a528fd1d1d6482964e75947317a8b06af3cd917dcacb7400b77a2e72baafcb0"
  },
  "learning_rate_plan": {
    "type": "warmup_cosine",
    "total_steps": 6347,
    "warmup_steps": 0,
    "initial_learning_rate": 8e-05,
    "min_learning_rate": 8e-06
  },
  "torch_version": "2.14.0+cu130",
  "transformers_version": "5.17.0",
  "parameter_dtype": "float32",
  "initialization": null
}