Unggi commited on
Commit
3a4bfb6
·
verified ·
1 Parent(s): 1252096

pod backup 2026-11-07: e16 (0-158)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. e16/S1-ABCLODO16-algebra2005/DONE +1 -0
  2. e16/S1-ABCLODO16-assist09/DONE +1 -0
  3. e16/S1-ABCLODO16-assist2017/DONE +1 -0
  4. e16/S1-ABCLODO16-dbe_kt22/DONE +1 -0
  5. e16/S1-ABCLODO16-junyi/DONE +1 -0
  6. e16/S1-ABCLODO16-nips34/DONE +1 -0
  7. e16/S1-ABCLODO16-xes3g5m/DONE +1 -0
  8. e16/S1-E19-a1-n16k-1model-syn/DONE +1 -0
  9. e16/S1-E19-a1-n16k-a100-syn/DONE +1 -0
  10. e16/S1-E19-a1-n16k-nopersona-syn/DONE +1 -0
  11. e16/S1-E19-a1-n16k-soft-a100-syn/DONE +1 -0
  12. e16/S1-E19-a1-n4k-a100-syn/DONE +1 -0
  13. e16/S1-E19-a2-n16k-a100-syn/DONE +1 -0
  14. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/README.md +206 -0
  15. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_config.json +57 -0
  16. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_model.safetensors +3 -0
  17. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_config.json +58 -0
  18. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors +3 -0
  19. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/decision_head.json +99 -0
  20. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/calibration.json +29 -0
  21. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/head.safetensors +3 -0
  22. e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/judge_config.json +164 -0
  23. e16/S1-E19-a2-n16k-a100-syn/train_log.jsonl +57 -0
  24. e16/S1-E19-a2-n4k-a100-syn/DONE +1 -0
  25. e16/S1-E19-a2-n64k-syn/DONE +1 -0
  26. e16/S1-E19-b-n128k-syn/DONE +1 -0
  27. e16/S1-E19-b-n16k-a100-syn/DONE +1 -0
  28. e16/S1-E19-b-n16k-rt-syn/DONE +1 -0
  29. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/README.md +206 -0
  30. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_config.json +57 -0
  31. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_model.safetensors +3 -0
  32. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_config.json +58 -0
  33. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors +3 -0
  34. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/decision_head.json +99 -0
  35. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/calibration.json +29 -0
  36. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/head.safetensors +3 -0
  37. e16/S1-E19-b-n16k-rt-syn/ckpt-16000/judge_config.json +164 -0
  38. e16/S1-E19-b-n16k-rt-syn/train_log.jsonl +57 -0
  39. e16/S1-E19-b-n16k-soft-a100-syn/DONE +1 -0
  40. e16/S1-E19-b-n256k-syn/DONE +1 -0
  41. e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/README.md +206 -0
  42. e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_config.json +57 -0
  43. e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_model.safetensors +3 -0
  44. e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_config.json +58 -0
  45. e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_model.safetensors +3 -0
  46. e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/decision_head.json +99 -0
  47. e16/S1-E19-b-n256k-syn/ckpt-256000/calibration.json +29 -0
  48. e16/S1-E19-b-n256k-syn/ckpt-256000/head.safetensors +3 -0
  49. e16/S1-E19-b-n256k-syn/ckpt-256000/judge_config.json +164 -0
  50. e16/S1-E19-b-n256k-syn/train_log.jsonl +0 -0
e16/S1-ABCLODO16-algebra2005/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-12 23:41:43
e16/S1-ABCLODO16-assist09/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-12 23:05:51
e16/S1-ABCLODO16-assist2017/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-13 12:01:45
e16/S1-ABCLODO16-dbe_kt22/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-13 15:34:03
e16/S1-ABCLODO16-junyi/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-13 06:05:49
e16/S1-ABCLODO16-nips34/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-13 04:38:38
e16/S1-ABCLODO16-xes3g5m/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-13 10:09:35
e16/S1-E19-a1-n16k-1model-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-16 20:24:31
e16/S1-E19-a1-n16k-a100-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-17 13:29:17
e16/S1-E19-a1-n16k-nopersona-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-17 02:03:50
e16/S1-E19-a1-n16k-soft-a100-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-16 14:49:17
e16/S1-E19-a1-n4k-a100-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-15 23:45:40
e16/S1-E19-a2-n16k-a100-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-21 19:12:15
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/README.md ADDED
@@ -0,0 +1,206 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: /workspace/jev_kt/models/hf/JEV-9B
3
+ library_name: peft
4
+ tags:
5
+ - base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B
6
+ - lora
7
+ - transformers
8
+ ---
9
+
10
+ # Model Card for Model ID
11
+
12
+ <!-- Provide a quick summary of what the model is/does. -->
13
+
14
+
15
+
16
+ ## Model Details
17
+
18
+ ### Model Description
19
+
20
+ <!-- Provide a longer summary of what this model is. -->
21
+
22
+
23
+
24
+ - **Developed by:** [More Information Needed]
25
+ - **Funded by [optional]:** [More Information Needed]
26
+ - **Shared by [optional]:** [More Information Needed]
27
+ - **Model type:** [More Information Needed]
28
+ - **Language(s) (NLP):** [More Information Needed]
29
+ - **License:** [More Information Needed]
30
+ - **Finetuned from model [optional]:** [More Information Needed]
31
+
32
+ ### Model Sources [optional]
33
+
34
+ <!-- Provide the basic links for the model. -->
35
+
36
+ - **Repository:** [More Information Needed]
37
+ - **Paper [optional]:** [More Information Needed]
38
+ - **Demo [optional]:** [More Information Needed]
39
+
40
+ ## Uses
41
+
42
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
43
+
44
+ ### Direct Use
45
+
46
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
47
+
48
+ [More Information Needed]
49
+
50
+ ### Downstream Use [optional]
51
+
52
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
53
+
54
+ [More Information Needed]
55
+
56
+ ### Out-of-Scope Use
57
+
58
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
59
+
60
+ [More Information Needed]
61
+
62
+ ## Bias, Risks, and Limitations
63
+
64
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
65
+
66
+ [More Information Needed]
67
+
68
+ ### Recommendations
69
+
70
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
71
+
72
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
73
+
74
+ ## How to Get Started with the Model
75
+
76
+ Use the code below to get started with the model.
77
+
78
+ [More Information Needed]
79
+
80
+ ## Training Details
81
+
82
+ ### Training Data
83
+
84
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
85
+
86
+ [More Information Needed]
87
+
88
+ ### Training Procedure
89
+
90
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
91
+
92
+ #### Preprocessing [optional]
93
+
94
+ [More Information Needed]
95
+
96
+
97
+ #### Training Hyperparameters
98
+
99
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
100
+
101
+ #### Speeds, Sizes, Times [optional]
102
+
103
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
104
+
105
+ [More Information Needed]
106
+
107
+ ## Evaluation
108
+
109
+ <!-- This section describes the evaluation protocols and provides the results. -->
110
+
111
+ ### Testing Data, Factors & Metrics
112
+
113
+ #### Testing Data
114
+
115
+ <!-- This should link to a Dataset Card if possible. -->
116
+
117
+ [More Information Needed]
118
+
119
+ #### Factors
120
+
121
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
122
+
123
+ [More Information Needed]
124
+
125
+ #### Metrics
126
+
127
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
128
+
129
+ [More Information Needed]
130
+
131
+ ### Results
132
+
133
+ [More Information Needed]
134
+
135
+ #### Summary
136
+
137
+
138
+
139
+ ## Model Examination [optional]
140
+
141
+ <!-- Relevant interpretability work for the model goes here -->
142
+
143
+ [More Information Needed]
144
+
145
+ ## Environmental Impact
146
+
147
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
148
+
149
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
150
+
151
+ - **Hardware Type:** [More Information Needed]
152
+ - **Hours used:** [More Information Needed]
153
+ - **Cloud Provider:** [More Information Needed]
154
+ - **Compute Region:** [More Information Needed]
155
+ - **Carbon Emitted:** [More Information Needed]
156
+
157
+ ## Technical Specifications [optional]
158
+
159
+ ### Model Architecture and Objective
160
+
161
+ [More Information Needed]
162
+
163
+ ### Compute Infrastructure
164
+
165
+ [More Information Needed]
166
+
167
+ #### Hardware
168
+
169
+ [More Information Needed]
170
+
171
+ #### Software
172
+
173
+ [More Information Needed]
174
+
175
+ ## Citation [optional]
176
+
177
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
178
+
179
+ **BibTeX:**
180
+
181
+ [More Information Needed]
182
+
183
+ **APA:**
184
+
185
+ [More Information Needed]
186
+
187
+ ## Glossary [optional]
188
+
189
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
190
+
191
+ [More Information Needed]
192
+
193
+ ## More Information [optional]
194
+
195
+ [More Information Needed]
196
+
197
+ ## Model Card Authors [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Contact
202
+
203
+ [More Information Needed]
204
+ ### Framework versions
205
+
206
+ - PEFT 0.21.2
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForCausalLM",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
8
+ },
9
+ "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B",
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "kasa_config": null,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.05,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "monteclora_config": null,
31
+ "peft_type": "LORA",
32
+ "peft_version": "0.21.0",
33
+ "qalora_group_size": 16,
34
+ "r": 16,
35
+ "rank_pattern": {},
36
+ "revision": null,
37
+ "target_modules": [
38
+ "k_proj",
39
+ "v_proj",
40
+ "in_proj_z",
41
+ "up_proj",
42
+ "down_proj",
43
+ "gate_proj",
44
+ "o_proj",
45
+ "q_proj",
46
+ "out_proj",
47
+ "in_proj_qkv"
48
+ ],
49
+ "target_parameters": null,
50
+ "task_type": null,
51
+ "trainable_token_indices": null,
52
+ "use_bdlora": null,
53
+ "use_dora": false,
54
+ "use_qalora": false,
55
+ "use_rslora": false,
56
+ "velora_config": null
57
+ }
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee82a9f3632fc7d4ea37c7342ed4882562a01f0de796eaf07358116732a42be
3
+ size 160486456
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForCausalLM",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
8
+ },
9
+ "base_model_name_or_path": null,
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "kasa_config": null,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 64.0,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "monteclora_config": null,
31
+ "peft_type": "LORA",
32
+ "peft_version": "0.21.0",
33
+ "qalora_group_size": 16,
34
+ "r": 32,
35
+ "rank_pattern": {},
36
+ "revision": null,
37
+ "target_modules": [
38
+ "down_proj",
39
+ "gate_proj",
40
+ "in_proj_qkv",
41
+ "in_proj_z",
42
+ "k_proj",
43
+ "lm_head",
44
+ "o_proj",
45
+ "out_proj",
46
+ "q_proj",
47
+ "up_proj",
48
+ "v_proj"
49
+ ],
50
+ "target_parameters": null,
51
+ "task_type": null,
52
+ "trainable_token_indices": null,
53
+ "use_bdlora": null,
54
+ "use_dora": false,
55
+ "use_qalora": false,
56
+ "use_rslora": false,
57
+ "velora_config": null
58
+ }
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:279e8a6fb1ccec91e68d622a5ab49ee8cacc2e22ecc5513b8988a21451926252
3
+ size 176641832
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/decision_head.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bias": [
3
+ 0.0011035553179681301,
4
+ -0.0011038156226277351,
5
+ -0.0019555583130568266,
6
+ -0.0017452309839427471,
7
+ -0.0006223739474080503,
8
+ 0.001689566415734589,
9
+ 0.0015410069609060884,
10
+ -0.0021176303271204233,
11
+ -0.00041196096572093666,
12
+ -8.72826058184728e-05,
13
+ -3.86911015084479e-05,
14
+ 0.000997072085738182,
15
+ -0.0019997144117951393,
16
+ -0.004234509542584419,
17
+ -0.004682670813053846,
18
+ -0.00647096848115325,
19
+ -0.006655825302004814,
20
+ -0.005742847453802824,
21
+ -0.006174066103994846,
22
+ -0.006459598895162344,
23
+ -0.005188263952732086,
24
+ -0.004888715222477913,
25
+ -0.0070209507830441,
26
+ -0.004854375030845404
27
+ ],
28
+ "verbalizer_ids": [
29
+ 3721,
30
+ 1802,
31
+ 15,
32
+ 16,
33
+ 17,
34
+ 18,
35
+ 19,
36
+ 20,
37
+ 32,
38
+ 33,
39
+ 34,
40
+ 35,
41
+ 36,
42
+ 37,
43
+ 38,
44
+ 39,
45
+ 40,
46
+ 41,
47
+ 42,
48
+ 43,
49
+ 44,
50
+ 45,
51
+ 46,
52
+ 47
53
+ ],
54
+ "slots": {
55
+ "num_slots": 24,
56
+ "ranges": {
57
+ "noul": [
58
+ 0,
59
+ 2
60
+ ],
61
+ "score": [
62
+ 2,
63
+ 8
64
+ ],
65
+ "choice": [
66
+ 8,
67
+ 24
68
+ ]
69
+ },
70
+ "verbalizers": [
71
+ "false",
72
+ "true",
73
+ "0",
74
+ "1",
75
+ "2",
76
+ "3",
77
+ "4",
78
+ "5",
79
+ "A",
80
+ "B",
81
+ "C",
82
+ "D",
83
+ "E",
84
+ "F",
85
+ "G",
86
+ "H",
87
+ "I",
88
+ "J",
89
+ "K",
90
+ "L",
91
+ "M",
92
+ "N",
93
+ "O",
94
+ "P"
95
+ ],
96
+ "template_version": "bare-v1"
97
+ },
98
+ "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature"
99
+ }
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/calibration.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": 1,
3
+ "per_kind": {
4
+ "noul": 1.2117223117345985,
5
+ "choice": 1.0711649063804969,
6
+ "score": 1.0221427041316569
7
+ },
8
+ "fit": {
9
+ "noul": {
10
+ "n": 1087,
11
+ "T": 1.2117223117345985,
12
+ "ce_before": 0.6236547827720642,
13
+ "ce_after": 0.6214077472686768
14
+ },
15
+ "choice": {
16
+ "n": 60,
17
+ "T": 1.0711649063804969,
18
+ "ce_before": 0.668276846408844,
19
+ "ce_after": 0.667122483253479
20
+ },
21
+ "score": {
22
+ "n": 53,
23
+ "T": 1.0221427041316569,
24
+ "ce_before": 1.0528051853179932,
25
+ "ce_after": 1.0526679754257202
26
+ }
27
+ },
28
+ "source": "models/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000"
29
+ }
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/head.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bd7d04f8a884aee1f2c998b38f23652f447ae0de0977283d36bd718743fb37f
3
+ size 393464
e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/judge_config.json ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model_path": "/root/models/Qwen3.5-9B",
3
+ "hidden_size": 4096,
4
+ "slots": {
5
+ "num_slots": 24,
6
+ "ranges": {
7
+ "noul": [
8
+ 0,
9
+ 2
10
+ ],
11
+ "score": [
12
+ 2,
13
+ 8
14
+ ],
15
+ "choice": [
16
+ 8,
17
+ 24
18
+ ]
19
+ },
20
+ "verbalizers": [
21
+ "false",
22
+ "true",
23
+ "0",
24
+ "1",
25
+ "2",
26
+ "3",
27
+ "4",
28
+ "5",
29
+ "A",
30
+ "B",
31
+ "C",
32
+ "D",
33
+ "E",
34
+ "F",
35
+ "G",
36
+ "H",
37
+ "I",
38
+ "J",
39
+ "K",
40
+ "L",
41
+ "M",
42
+ "N",
43
+ "O",
44
+ "P"
45
+ ],
46
+ "template_version": "bare-v1"
47
+ },
48
+ "verbalizer_ids": [
49
+ 3721,
50
+ 1802,
51
+ 15,
52
+ 16,
53
+ 17,
54
+ 18,
55
+ 19,
56
+ 20,
57
+ 32,
58
+ 33,
59
+ 34,
60
+ 35,
61
+ 36,
62
+ 37,
63
+ 38,
64
+ 39,
65
+ 40,
66
+ 41,
67
+ 42,
68
+ 43,
69
+ 44,
70
+ 45,
71
+ 46,
72
+ 47
73
+ ],
74
+ "kinds": [
75
+ "noul",
76
+ "choice",
77
+ "score"
78
+ ],
79
+ "model_name": "jev-judge-qwen35-9b",
80
+ "model_version": "0.8.0",
81
+ "lm_head_included": true,
82
+ "weights_mode": "unmerged",
83
+ "adapter_subfolder": "adapter",
84
+ "lora": {
85
+ "r": 16,
86
+ "lora_alpha": 32,
87
+ "lora_dropout": 0.05,
88
+ "target_modules": [
89
+ "down_proj",
90
+ "gate_proj",
91
+ "in_proj_qkv",
92
+ "in_proj_z",
93
+ "k_proj",
94
+ "o_proj",
95
+ "out_proj",
96
+ "q_proj",
97
+ "up_proj",
98
+ "v_proj"
99
+ ]
100
+ },
101
+ "trained_stage": "e16",
102
+ "source_checkpoint": "models/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000",
103
+ "softcap": null,
104
+ "e16": {
105
+ "data": "data/e19/E19-a2-n16k-a100",
106
+ "data_manifest": {
107
+ "arm": "E19-a2-n16k-a100",
108
+ "name": null,
109
+ "train_sha256": "dd60c9d295faf488e4d339753884d09886018a3f703be161b45a25c5fce80988",
110
+ "n_train": 16000
111
+ },
112
+ "init": "released",
113
+ "objective": "s-log",
114
+ "sigma": 0.5,
115
+ "K": 8,
116
+ "reward": "brier",
117
+ "clip": 0.2,
118
+ "passes": 1,
119
+ "lr": 0.0001,
120
+ "lr_head": 0.0002,
121
+ "rows_per_step": 32,
122
+ "train_seed": 0,
123
+ "replay": "data/e16/replay/train.jsonl",
124
+ "replay_frac": 0.05,
125
+ "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e",
126
+ "max_len": 3072,
127
+ "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps",
128
+ "total_rows": 16000,
129
+ "lora": {
130
+ "r": 16,
131
+ "lora_alpha": 32,
132
+ "lora_dropout": 0.05
133
+ },
134
+ "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4",
135
+ "event": "ckpt",
136
+ "tag": "ckpt-16000",
137
+ "rows_seen": 16000,
138
+ "replay_seen": 842,
139
+ "step": 500,
140
+ "tokens": 8990682,
141
+ "tok_per_s": 801.8732506453285,
142
+ "rows_per_s": 1.5021273446902907,
143
+ "val": {
144
+ "n": 1200,
145
+ "dropped_long": 0,
146
+ "noul_ce": 0.6236547827720642,
147
+ "noul_T": 1.2117223117345985,
148
+ "choice_ce": 0.668276846408844,
149
+ "choice_T": 1.0711649063804969,
150
+ "score_ce": 1.0528051853179932,
151
+ "score_T": 1.0221427041316569,
152
+ "noul_auc": 0.682496,
153
+ "noul_acc": 0.648,
154
+ "noul_f1": 0.7021996615905245,
155
+ "noul_nll": 0.6334441490061581,
156
+ "noul_ece": 0.10943237079679967,
157
+ "noul_brier": 0.22197562435617027,
158
+ "noul_sharp": 0.1640363186597824,
159
+ "entropy": 0.6099246740341187
160
+ },
161
+ "dropped_long": 0,
162
+ "peak_gib": 18.235705852508545
163
+ }
164
+ }
e16/S1-E19-a2-n16k-a100-syn/train_log.jsonl ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time": "16:05:21", "event": "start", "data": "data/e19/E19-a2-n16k-a100", "data_manifest": {"arm": "E19-a2-n16k-a100", "name": null, "train_sha256": "dd60c9d295faf488e4d339753884d09886018a3f703be161b45a25c5fce80988", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 95.56079339981079}
2
+ {"time": "16:08:58", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 847.9972560047073, "loss": 0.5454432852566242, "entropy": 0.33670813776552677, "sharp": 0.38016169518232346}
3
+ {"time": "16:12:34", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 849.9998772357029, "loss": 0.578414611518383, "entropy": 0.5799773186445236, "sharp": 0.21352986246347427}
4
+ {"time": "16:15:57", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 847.736283145766, "loss": 0.3814765615388751, "entropy": 0.29598771780729294, "sharp": 0.40356129221618176}
5
+ {"time": "16:19:25", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 847.6868112168953, "loss": 0.5857681110501289, "entropy": 0.6610568128526211, "sharp": 0.10525728762149811}
6
+ {"time": "16:22:54", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 847.8339496057281, "loss": 0.394748168066144, "entropy": 0.3834071457386017, "sharp": 0.36977221071720123}
7
+ {"time": "16:26:22", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 847.2997614429455, "loss": 0.4817565269768238, "entropy": 0.5584890320897102, "sharp": 0.22993380948901176}
8
+ {"time": "16:29:52", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 847.5072536846753, "loss": 0.5975317303091288, "entropy": 0.35069425217807293, "sharp": 0.37037929706275463}
9
+ {"time": "16:33:20", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 847.8746630331119, "loss": 0.5600134283304214, "entropy": 0.39232501201331615, "sharp": 0.35539371334016323}
10
+ {"time": "16:36:51", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 847.8449371804938, "loss": 0.44657107442617416, "entropy": 0.4598126709461212, "sharp": 0.30851708352565765}
11
+ {"time": "16:40:19", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 847.2081280685534, "loss": 0.4891582699492574, "entropy": 0.5046212431043386, "sharp": 0.2709479872137308}
12
+ {"time": "16:41:48", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6974984407424927, "noul_T": 2.329613324098613, "noul_auc": 0.6338120875597036, "noul_acc": 0.536, "noul_f1": 0.5303643724696356, "noul_nll": 0.6911487830877304, "noul_ece": 0.15971474444866182, "noul_brier": 0.24950373126953668, "noul_sharp": 0.10899211466312408, "entropy": 0.6582386493682861}
13
+ {"time": "16:45:12", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 815.1333216005976, "loss": 0.585015382617712, "entropy": 0.4811478555202484, "sharp": 0.28365765884518623}
14
+ {"time": "16:48:42", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 817.9071859750328, "loss": 0.358920625410974, "entropy": 0.34252429008483887, "sharp": 0.3617107169702649}
15
+ {"time": "16:52:12", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 820.5966508496538, "loss": 0.3727264031767845, "entropy": 0.4652971886098385, "sharp": 0.3102488610893488}
16
+ {"time": "16:55:43", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 822.4657187929031, "loss": 0.5293451454490423, "entropy": 0.39562180638313293, "sharp": 0.35023239254951477}
17
+ {"time": "16:59:17", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 824.7501246198527, "loss": 0.5444122850894928, "entropy": 0.5278748273849487, "sharp": 0.26219596341252327}
18
+ {"time": "17:02:49", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 826.4809989907241, "loss": 0.5787257701158524, "entropy": 0.38239508122205734, "sharp": 0.35344960913062096}
19
+ {"time": "17:06:23", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 827.728820520327, "loss": 0.5460266377776861, "entropy": 0.549994446337223, "sharp": 0.21952258236706257}
20
+ {"time": "17:09:58", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 828.6889326473705, "loss": 0.5219408255070448, "entropy": 0.5463357493281364, "sharp": 0.24708304181694984}
21
+ {"time": "17:13:29", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 829.7989119202435, "loss": 0.3735576132312417, "entropy": 0.4871775917708874, "sharp": 0.27986910194158554}
22
+ {"time": "17:17:05", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 830.7418481888519, "loss": 0.47235487162834033, "entropy": 0.38804525416344404, "sharp": 0.33288342971354723}
23
+ {"time": "17:18:34", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6529954671859741, "noul_T": 1.56778364750332, "noul_auc": 0.6854399081872036, "noul_acc": 0.642, "noul_f1": 0.6831858407079646, "noul_nll": 0.6503009227886796, "noul_ece": 0.13748677182197572, "noul_brier": 0.22753099334221402, "noul_sharp": 0.18669168651103973, "entropy": 0.5854700803756714}
24
+ {"time": "17:22:11", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 816.2060217077905, "loss": 0.6240489818155766, "entropy": 0.4591265320777893, "sharp": 0.3069760650396347}
25
+ {"time": "17:25:43", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 817.3019600590017, "loss": 0.6629428919404745, "entropy": 0.5767177939414978, "sharp": 0.21505453810095787}
26
+ {"time": "17:29:20", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 818.869037931764, "loss": 0.6016082698479295, "entropy": 0.4876342508941889, "sharp": 0.28366889245808125}
27
+ {"time": "17:32:53", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 820.2346254341536, "loss": 0.4550880156457424, "entropy": 0.46702661365270615, "sharp": 0.30612857080996037}
28
+ {"time": "17:36:23", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 821.1462859269855, "loss": 0.5873807296156883, "entropy": 0.41029493883252144, "sharp": 0.344204718247056}
29
+ {"time": "17:39:53", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 822.530349990488, "loss": 0.5271145382430404, "entropy": 0.4709941688925028, "sharp": 0.2829809635877609}
30
+ {"time": "17:43:31", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 823.360627145859, "loss": 0.6758925393223763, "entropy": 0.5699606537818909, "sharp": 0.20288518257439137}
31
+ {"time": "17:47:04", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 824.0104248296863, "loss": 0.4713939465582371, "entropy": 0.5116083547472954, "sharp": 0.27230210043489933}
32
+ {"time": "17:50:35", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 824.8351839419466, "loss": 0.5855742283165455, "entropy": 0.46853295527398586, "sharp": 0.30818908102810383}
33
+ {"time": "17:54:09", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 825.7169217994069, "loss": 0.4770893193781376, "entropy": 0.46358584985136986, "sharp": 0.2944309590384364}
34
+ {"time": "17:55:37", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.7008872032165527, "noul_T": 2.4896660946033125, "noul_auc": 0.6782501561155087, "noul_acc": 0.528, "noul_f1": 0.4824561403508772, "noul_nll": 0.6934100820273161, "noul_ece": 0.1877158905863762, "noul_brier": 0.2501949381144789, "noul_sharp": 0.11371108889579773, "entropy": 0.6497189402580261}
35
+ {"time": "17:59:01", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 815.7371383378529, "loss": 0.53343066573143, "entropy": 0.5433429330587387, "sharp": 0.2253799457103014}
36
+ {"time": "18:02:31", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 816.3824981195698, "loss": 0.5937585942447186, "entropy": 0.5335094407200813, "sharp": 0.2474512755870819}
37
+ {"time": "18:06:09", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 817.5621641746372, "loss": 0.41736554354429245, "entropy": 0.45776091516017914, "sharp": 0.2996142581105232}
38
+ {"time": "18:09:47", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 818.8375641151256, "loss": 0.5417729634791613, "entropy": 0.44429490715265274, "sharp": 0.3001267910003662}
39
+ {"time": "18:13:08", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 819.2832803332699, "loss": 0.5176213271915913, "entropy": 0.47064588963985443, "sharp": 0.28887568414211273}
40
+ {"time": "18:16:39", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 820.1325920478158, "loss": 0.4833945818245411, "entropy": 0.4966791421175003, "sharp": 0.2836277410387993}
41
+ {"time": "18:20:20", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 821.2181835363507, "loss": 0.5514312759041786, "entropy": 0.5127773433923721, "sharp": 0.26959224976599216}
42
+ {"time": "18:24:00", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 822.1213449988385, "loss": 0.5298340898007154, "entropy": 0.4611290879547596, "sharp": 0.29952465929090977}
43
+ {"time": "18:27:35", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 823.0382058349501, "loss": 0.5084606031887233, "entropy": 0.4768169093877077, "sharp": 0.2965478505939245}
44
+ {"time": "18:31:10", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 823.8042286317592, "loss": 0.3837398439645767, "entropy": 0.43037811666727066, "sharp": 0.3266110494732857}
45
+ {"time": "18:32:38", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.6870254278182983, "noul_T": 1.9037468936859754, "noul_auc": 0.6932034902364518, "noul_acc": 0.564, "noul_f1": 0.5477178423236515, "noul_nll": 0.6801705429777503, "noul_ece": 0.17239673572778705, "noul_brier": 0.24331470918086992, "noul_sharp": 0.14766579866409302, "entropy": 0.6284121870994568}
46
+ {"time": "18:36:08", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 816.5383507638695, "loss": 0.36579227074980736, "entropy": 0.4599296860396862, "sharp": 0.2962314747273922}
47
+ {"time": "18:39:39", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 817.1416104286684, "loss": 0.5723583772778511, "entropy": 0.49667324498295784, "sharp": 0.2748509971424937}
48
+ {"time": "18:43:02", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 817.8289858800566, "loss": 0.7136602364480495, "entropy": 0.5008908687159419, "sharp": 0.279976068995893}
49
+ {"time": "18:46:23", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 818.3574425671809, "loss": 0.49053104408085346, "entropy": 0.5079932045191526, "sharp": 0.2659221328794956}
50
+ {"time": "18:49:59", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 819.2458563512685, "loss": 0.4896436557173729, "entropy": 0.5087234899401665, "sharp": 0.25670865923166275}
51
+ {"time": "18:53:28", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 819.896302069032, "loss": 0.5220542885363102, "entropy": 0.4984864331781864, "sharp": 0.2661774577572942}
52
+ {"time": "18:56:55", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 820.4361379237, "loss": 0.5349264275282621, "entropy": 0.5254762209951878, "sharp": 0.2566579142585397}
53
+ {"time": "19:00:27", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 820.9438069950727, "loss": 0.44816261902451515, "entropy": 0.5012523122131824, "sharp": 0.26441952027380466}
54
+ {"time": "19:04:01", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 821.5717756684161, "loss": 0.5153478682041168, "entropy": 0.5156123712658882, "sharp": 0.2542122099548578}
55
+ {"time": "19:07:37", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 822.0776879186777, "loss": 0.591077296063304, "entropy": 0.4516054503619671, "sharp": 0.29486609995365143}
56
+ {"time": "19:09:05", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.6416885852813721, "noul_T": 1.297941744026611, "noul_auc": 0.6947562066463013, "noul_acc": 0.654, "noul_f1": 0.6916221033868093, "noul_nll": 0.6381101964116096, "noul_ece": 0.11680765664577482, "noul_brier": 0.22335829583073274, "noul_sharp": 0.1659223884344101, "entropy": 0.6084543466567993}
57
+ {"time": "19:12:15", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8990682, "tok_per_s": 801.8732506453285, "rows_per_s": 1.5021273446902907, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.6236547827720642, "noul_T": 1.2117223117345985, "choice_ce": 0.668276846408844, "choice_T": 1.0711649063804969, "score_ce": 1.0528051853179932, "score_T": 1.0221427041316569, "noul_auc": 0.682496, "noul_acc": 0.648, "noul_f1": 0.7021996615905245, "noul_nll": 0.6334441490061581, "noul_ece": 0.10943237079679967, "noul_brier": 0.22197562435617027, "noul_sharp": 0.1640363186597824, "entropy": 0.6099246740341187}, "dropped_long": 0, "peak_gib": 18.235705852508545}
e16/S1-E19-a2-n4k-a100-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-16 03:12:17
e16/S1-E19-a2-n64k-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-17 16:49:36
e16/S1-E19-b-n128k-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-18 18:38:49
e16/S1-E19-b-n16k-a100-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-17 07:56:12
e16/S1-E19-b-n16k-rt-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-20 04:52:46
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/README.md ADDED
@@ -0,0 +1,206 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: /workspace/jev_kt/models/hf/JEV-9B
3
+ library_name: peft
4
+ tags:
5
+ - base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B
6
+ - lora
7
+ - transformers
8
+ ---
9
+
10
+ # Model Card for Model ID
11
+
12
+ <!-- Provide a quick summary of what the model is/does. -->
13
+
14
+
15
+
16
+ ## Model Details
17
+
18
+ ### Model Description
19
+
20
+ <!-- Provide a longer summary of what this model is. -->
21
+
22
+
23
+
24
+ - **Developed by:** [More Information Needed]
25
+ - **Funded by [optional]:** [More Information Needed]
26
+ - **Shared by [optional]:** [More Information Needed]
27
+ - **Model type:** [More Information Needed]
28
+ - **Language(s) (NLP):** [More Information Needed]
29
+ - **License:** [More Information Needed]
30
+ - **Finetuned from model [optional]:** [More Information Needed]
31
+
32
+ ### Model Sources [optional]
33
+
34
+ <!-- Provide the basic links for the model. -->
35
+
36
+ - **Repository:** [More Information Needed]
37
+ - **Paper [optional]:** [More Information Needed]
38
+ - **Demo [optional]:** [More Information Needed]
39
+
40
+ ## Uses
41
+
42
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
43
+
44
+ ### Direct Use
45
+
46
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
47
+
48
+ [More Information Needed]
49
+
50
+ ### Downstream Use [optional]
51
+
52
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
53
+
54
+ [More Information Needed]
55
+
56
+ ### Out-of-Scope Use
57
+
58
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
59
+
60
+ [More Information Needed]
61
+
62
+ ## Bias, Risks, and Limitations
63
+
64
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
65
+
66
+ [More Information Needed]
67
+
68
+ ### Recommendations
69
+
70
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
71
+
72
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
73
+
74
+ ## How to Get Started with the Model
75
+
76
+ Use the code below to get started with the model.
77
+
78
+ [More Information Needed]
79
+
80
+ ## Training Details
81
+
82
+ ### Training Data
83
+
84
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
85
+
86
+ [More Information Needed]
87
+
88
+ ### Training Procedure
89
+
90
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
91
+
92
+ #### Preprocessing [optional]
93
+
94
+ [More Information Needed]
95
+
96
+
97
+ #### Training Hyperparameters
98
+
99
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
100
+
101
+ #### Speeds, Sizes, Times [optional]
102
+
103
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
104
+
105
+ [More Information Needed]
106
+
107
+ ## Evaluation
108
+
109
+ <!-- This section describes the evaluation protocols and provides the results. -->
110
+
111
+ ### Testing Data, Factors & Metrics
112
+
113
+ #### Testing Data
114
+
115
+ <!-- This should link to a Dataset Card if possible. -->
116
+
117
+ [More Information Needed]
118
+
119
+ #### Factors
120
+
121
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
122
+
123
+ [More Information Needed]
124
+
125
+ #### Metrics
126
+
127
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
128
+
129
+ [More Information Needed]
130
+
131
+ ### Results
132
+
133
+ [More Information Needed]
134
+
135
+ #### Summary
136
+
137
+
138
+
139
+ ## Model Examination [optional]
140
+
141
+ <!-- Relevant interpretability work for the model goes here -->
142
+
143
+ [More Information Needed]
144
+
145
+ ## Environmental Impact
146
+
147
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
148
+
149
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
150
+
151
+ - **Hardware Type:** [More Information Needed]
152
+ - **Hours used:** [More Information Needed]
153
+ - **Cloud Provider:** [More Information Needed]
154
+ - **Compute Region:** [More Information Needed]
155
+ - **Carbon Emitted:** [More Information Needed]
156
+
157
+ ## Technical Specifications [optional]
158
+
159
+ ### Model Architecture and Objective
160
+
161
+ [More Information Needed]
162
+
163
+ ### Compute Infrastructure
164
+
165
+ [More Information Needed]
166
+
167
+ #### Hardware
168
+
169
+ [More Information Needed]
170
+
171
+ #### Software
172
+
173
+ [More Information Needed]
174
+
175
+ ## Citation [optional]
176
+
177
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
178
+
179
+ **BibTeX:**
180
+
181
+ [More Information Needed]
182
+
183
+ **APA:**
184
+
185
+ [More Information Needed]
186
+
187
+ ## Glossary [optional]
188
+
189
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
190
+
191
+ [More Information Needed]
192
+
193
+ ## More Information [optional]
194
+
195
+ [More Information Needed]
196
+
197
+ ## Model Card Authors [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Contact
202
+
203
+ [More Information Needed]
204
+ ### Framework versions
205
+
206
+ - PEFT 0.21.2
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForCausalLM",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
8
+ },
9
+ "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B",
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "kasa_config": null,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.05,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "monteclora_config": null,
31
+ "peft_type": "LORA",
32
+ "peft_version": "0.21.0",
33
+ "qalora_group_size": 16,
34
+ "r": 16,
35
+ "rank_pattern": {},
36
+ "revision": null,
37
+ "target_modules": [
38
+ "q_proj",
39
+ "in_proj_qkv",
40
+ "in_proj_z",
41
+ "out_proj",
42
+ "k_proj",
43
+ "v_proj",
44
+ "up_proj",
45
+ "o_proj",
46
+ "down_proj",
47
+ "gate_proj"
48
+ ],
49
+ "target_parameters": null,
50
+ "task_type": null,
51
+ "trainable_token_indices": null,
52
+ "use_bdlora": null,
53
+ "use_dora": false,
54
+ "use_qalora": false,
55
+ "use_rslora": false,
56
+ "velora_config": null
57
+ }
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf36bd762bba75ac7d28d18898576d0981294b11ccb1f507692eb701787e5885
3
+ size 160486456
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForCausalLM",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
8
+ },
9
+ "base_model_name_or_path": null,
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "kasa_config": null,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 64.0,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "monteclora_config": null,
31
+ "peft_type": "LORA",
32
+ "peft_version": "0.21.0",
33
+ "qalora_group_size": 16,
34
+ "r": 32,
35
+ "rank_pattern": {},
36
+ "revision": null,
37
+ "target_modules": [
38
+ "down_proj",
39
+ "gate_proj",
40
+ "in_proj_qkv",
41
+ "in_proj_z",
42
+ "k_proj",
43
+ "lm_head",
44
+ "o_proj",
45
+ "out_proj",
46
+ "q_proj",
47
+ "up_proj",
48
+ "v_proj"
49
+ ],
50
+ "target_parameters": null,
51
+ "task_type": null,
52
+ "trainable_token_indices": null,
53
+ "use_bdlora": null,
54
+ "use_dora": false,
55
+ "use_qalora": false,
56
+ "use_rslora": false,
57
+ "velora_config": null
58
+ }
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf500137bba7449ec595367ab081a552921ff21a838ed074ca85679864354cbe
3
+ size 176641832
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/decision_head.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bias": [
3
+ 0.00041853307629935443,
4
+ -0.0004187873564660549,
5
+ -0.002389779780060053,
6
+ -0.0019469341496005654,
7
+ -0.0005223387270234525,
8
+ 0.0019261763663962483,
9
+ 0.0013853152049705386,
10
+ -0.0023466842249035835,
11
+ 7.24989440641366e-05,
12
+ -0.00011821574298664927,
13
+ 3.653583553386852e-05,
14
+ 0.0009474153630435467,
15
+ -0.0013647503219544888,
16
+ -0.0034368657507002354,
17
+ -0.0040892669931054115,
18
+ -0.005190850701183081,
19
+ -0.005747793707996607,
20
+ -0.004366291221231222,
21
+ -0.004934487398713827,
22
+ -0.004979669116437435,
23
+ -0.0037483018822968006,
24
+ -0.003373329062014818,
25
+ -0.0057093421928584576,
26
+ -0.0034768348559737206
27
+ ],
28
+ "verbalizer_ids": [
29
+ 3721,
30
+ 1802,
31
+ 15,
32
+ 16,
33
+ 17,
34
+ 18,
35
+ 19,
36
+ 20,
37
+ 32,
38
+ 33,
39
+ 34,
40
+ 35,
41
+ 36,
42
+ 37,
43
+ 38,
44
+ 39,
45
+ 40,
46
+ 41,
47
+ 42,
48
+ 43,
49
+ 44,
50
+ 45,
51
+ 46,
52
+ 47
53
+ ],
54
+ "slots": {
55
+ "num_slots": 24,
56
+ "ranges": {
57
+ "noul": [
58
+ 0,
59
+ 2
60
+ ],
61
+ "score": [
62
+ 2,
63
+ 8
64
+ ],
65
+ "choice": [
66
+ 8,
67
+ 24
68
+ ]
69
+ },
70
+ "verbalizers": [
71
+ "false",
72
+ "true",
73
+ "0",
74
+ "1",
75
+ "2",
76
+ "3",
77
+ "4",
78
+ "5",
79
+ "A",
80
+ "B",
81
+ "C",
82
+ "D",
83
+ "E",
84
+ "F",
85
+ "G",
86
+ "H",
87
+ "I",
88
+ "J",
89
+ "K",
90
+ "L",
91
+ "M",
92
+ "N",
93
+ "O",
94
+ "P"
95
+ ],
96
+ "template_version": "bare-v1"
97
+ },
98
+ "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature"
99
+ }
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/calibration.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": 1,
3
+ "per_kind": {
4
+ "noul": 0.8135197452442088,
5
+ "choice": 1.06025618459646,
6
+ "score": 0.9688074232706271
7
+ },
8
+ "fit": {
9
+ "noul": {
10
+ "n": 1087,
11
+ "T": 0.8135197452442088,
12
+ "ce_before": 0.5723596215248108,
13
+ "ce_after": 0.5692269802093506
14
+ },
15
+ "choice": {
16
+ "n": 60,
17
+ "T": 1.06025618459646,
18
+ "ce_before": 0.6637058854103088,
19
+ "ce_after": 0.6629296541213989
20
+ },
21
+ "score": {
22
+ "n": 53,
23
+ "T": 0.9688074232706271,
24
+ "ce_before": 1.051501750946045,
25
+ "ce_after": 1.0511925220489502
26
+ }
27
+ },
28
+ "source": "models/e16/S1-E19-b-n16k-rt-syn/ckpt-16000"
29
+ }
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/head.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe97b783c9f97a608f6b996490c06e29c9cf7e847798038c15cace7535460316
3
+ size 393464
e16/S1-E19-b-n16k-rt-syn/ckpt-16000/judge_config.json ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model_path": "/root/models/Qwen3.5-9B",
3
+ "hidden_size": 4096,
4
+ "slots": {
5
+ "num_slots": 24,
6
+ "ranges": {
7
+ "noul": [
8
+ 0,
9
+ 2
10
+ ],
11
+ "score": [
12
+ 2,
13
+ 8
14
+ ],
15
+ "choice": [
16
+ 8,
17
+ 24
18
+ ]
19
+ },
20
+ "verbalizers": [
21
+ "false",
22
+ "true",
23
+ "0",
24
+ "1",
25
+ "2",
26
+ "3",
27
+ "4",
28
+ "5",
29
+ "A",
30
+ "B",
31
+ "C",
32
+ "D",
33
+ "E",
34
+ "F",
35
+ "G",
36
+ "H",
37
+ "I",
38
+ "J",
39
+ "K",
40
+ "L",
41
+ "M",
42
+ "N",
43
+ "O",
44
+ "P"
45
+ ],
46
+ "template_version": "bare-v1"
47
+ },
48
+ "verbalizer_ids": [
49
+ 3721,
50
+ 1802,
51
+ 15,
52
+ 16,
53
+ 17,
54
+ 18,
55
+ 19,
56
+ 20,
57
+ 32,
58
+ 33,
59
+ 34,
60
+ 35,
61
+ 36,
62
+ 37,
63
+ 38,
64
+ 39,
65
+ 40,
66
+ 41,
67
+ 42,
68
+ 43,
69
+ 44,
70
+ 45,
71
+ 46,
72
+ 47
73
+ ],
74
+ "kinds": [
75
+ "noul",
76
+ "choice",
77
+ "score"
78
+ ],
79
+ "model_name": "jev-judge-qwen35-9b",
80
+ "model_version": "0.8.0",
81
+ "lm_head_included": true,
82
+ "weights_mode": "unmerged",
83
+ "adapter_subfolder": "adapter",
84
+ "lora": {
85
+ "r": 16,
86
+ "lora_alpha": 32,
87
+ "lora_dropout": 0.05,
88
+ "target_modules": [
89
+ "down_proj",
90
+ "gate_proj",
91
+ "in_proj_qkv",
92
+ "in_proj_z",
93
+ "k_proj",
94
+ "o_proj",
95
+ "out_proj",
96
+ "q_proj",
97
+ "up_proj",
98
+ "v_proj"
99
+ ]
100
+ },
101
+ "trained_stage": "e16",
102
+ "source_checkpoint": "models/e16/S1-E19-b-n16k-rt-syn/ckpt-16000",
103
+ "softcap": null,
104
+ "e16": {
105
+ "data": "data/e19/E19-b-n16k",
106
+ "data_manifest": {
107
+ "arm": "E19-b-n16k",
108
+ "name": null,
109
+ "train_sha256": "9e31412d9aac0064859cdf9aae1636242d1a9dbfc3ab398a1f5ec10da1e7a50e",
110
+ "n_train": 16000
111
+ },
112
+ "init": "released",
113
+ "objective": "s-log",
114
+ "sigma": 0.5,
115
+ "K": 8,
116
+ "reward": "brier",
117
+ "clip": 0.2,
118
+ "passes": 1,
119
+ "lr": 0.0001,
120
+ "lr_head": 0.0002,
121
+ "rows_per_step": 32,
122
+ "train_seed": 0,
123
+ "replay": "data/e16/replay/train.jsonl",
124
+ "replay_frac": 0.05,
125
+ "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e",
126
+ "max_len": 3072,
127
+ "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps",
128
+ "total_rows": 16000,
129
+ "lora": {
130
+ "r": 16,
131
+ "lora_alpha": 32,
132
+ "lora_dropout": 0.05
133
+ },
134
+ "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4",
135
+ "event": "ckpt",
136
+ "tag": "ckpt-16000",
137
+ "rows_seen": 16000,
138
+ "replay_seen": 842,
139
+ "step": 500,
140
+ "tokens": 9808867,
141
+ "tok_per_s": 812.4848276388393,
142
+ "rows_per_s": 1.395050973921692,
143
+ "val": {
144
+ "n": 1200,
145
+ "dropped_long": 0,
146
+ "noul_ce": 0.5723596215248108,
147
+ "noul_T": 0.8135197452442088,
148
+ "choice_ce": 0.6637058854103088,
149
+ "choice_T": 1.06025618459646,
150
+ "score_ce": 1.051501750946045,
151
+ "score_T": 0.9688074232706271,
152
+ "noul_auc": 0.7213738666666666,
153
+ "noul_acc": 0.69,
154
+ "noul_f1": 0.7707100591715976,
155
+ "noul_nll": 0.5888399675711989,
156
+ "noul_ece": 0.04534497305750847,
157
+ "noul_brier": 0.2018144641243176,
158
+ "noul_sharp": 0.16441088914871216,
159
+ "entropy": 0.6122345924377441
160
+ },
161
+ "dropped_long": 0,
162
+ "peak_gib": 18.236003875732422
163
+ }
164
+ }
e16/S1-E19-b-n16k-rt-syn/train_log.jsonl ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time": "01:31:31", "event": "start", "data": "data/e19/E19-b-n16k", "data_manifest": {"arm": "E19-b-n16k", "name": null, "train_sha256": "9e31412d9aac0064859cdf9aae1636242d1a9dbfc3ab398a1f5ec10da1e7a50e", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 79.34462976455688}
2
+ {"time": "01:35:22", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 840.7661624934583, "loss": 0.6416471749544144, "entropy": 0.6679874174296856, "sharp": 0.09398072306066751}
3
+ {"time": "01:38:58", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 846.490472932749, "loss": 0.6551759392023087, "entropy": 0.6430379413068295, "sharp": 0.12173190526664257}
4
+ {"time": "01:42:54", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 851.4914282719631, "loss": 0.7106168419122696, "entropy": 0.6584099866449833, "sharp": 0.11426412966102362}
5
+ {"time": "01:46:39", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 853.3469278820797, "loss": 0.6800252795219421, "entropy": 0.6758302748203278, "sharp": 0.08097615092992783}
6
+ {"time": "01:50:26", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 854.4702631370465, "loss": 0.6574342548847198, "entropy": 0.6583614125847816, "sharp": 0.1017528185620904}
7
+ {"time": "01:54:14", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 856.1254685596642, "loss": 0.6474643759429455, "entropy": 0.6452968418598175, "sharp": 0.12556627485901117}
8
+ {"time": "01:58:04", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 856.6372583207745, "loss": 0.6487826257944107, "entropy": 0.6831155568361282, "sharp": 0.057710735127329826}
9
+ {"time": "02:01:54", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 856.5255069935561, "loss": 0.7086809352040291, "entropy": 0.6393271498382092, "sharp": 0.13126030378043652}
10
+ {"time": "02:05:40", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 856.998930195703, "loss": 0.6685285903513432, "entropy": 0.6669215448200703, "sharp": 0.10060268267989159}
11
+ {"time": "02:09:27", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 856.252187442035, "loss": 0.6253704205155373, "entropy": 0.661177471280098, "sharp": 0.10144310351461172}
12
+ {"time": "02:10:55", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5964431762695312, "noul_T": 0.8831745654077745, "noul_auc": 0.7117010683363993, "noul_acc": 0.688, "noul_f1": 0.75625, "noul_nll": 0.6003437442332507, "noul_ece": 0.03960577178001404, "noul_brier": 0.2066063846506394, "noul_sharp": 0.16483941674232483, "entropy": 0.6129420399665833}
13
+ {"time": "02:14:48", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 827.9876186723793, "loss": 0.6816069111227989, "entropy": 0.6382579281926155, "sharp": 0.13827434927225113}
14
+ {"time": "02:18:28", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 829.8853486215241, "loss": 0.6276846416294575, "entropy": 0.6610538326203823, "sharp": 0.10919279884546995}
15
+ {"time": "02:22:19", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 832.1608961933646, "loss": 0.6449321880936623, "entropy": 0.671237125992775, "sharp": 0.08378801215440035}
16
+ {"time": "02:26:14", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 833.5243989504289, "loss": 0.6575691029429436, "entropy": 0.65861926227808, "sharp": 0.11133739259094}
17
+ {"time": "02:29:58", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 835.0050475252322, "loss": 0.6752120107412338, "entropy": 0.6664692014455795, "sharp": 0.08565635699778795}
18
+ {"time": "02:33:50", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 836.5276400297607, "loss": 0.7220019102096558, "entropy": 0.6175351366400719, "sharp": 0.16432397067546844}
19
+ {"time": "02:37:45", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 837.8800578342609, "loss": 0.6397408656775951, "entropy": 0.6512692756950855, "sharp": 0.12000797595828772}
20
+ {"time": "02:41:36", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 838.7248322390666, "loss": 0.6728365942835808, "entropy": 0.6538522988557816, "sharp": 0.11869410052895546}
21
+ {"time": "02:45:22", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 839.244121752934, "loss": 0.64999870210886, "entropy": 0.654944472014904, "sharp": 0.10712145920842886}
22
+ {"time": "02:49:13", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 840.1310495772577, "loss": 0.6845478937029839, "entropy": 0.6774301528930664, "sharp": 0.06942567136138678}
23
+ {"time": "02:50:41", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6271136403083801, "noul_T": 0.586638778266236, "noul_auc": 0.7377597002582235, "noul_acc": 0.662, "noul_f1": 0.6943942133815552, "noul_nll": 0.6235430086255074, "noul_ece": 0.12544882184267042, "noul_brier": 0.2165295909018273, "noul_sharp": 0.10261821001768112, "entropy": 0.6627551913261414}
24
+ {"time": "02:54:30", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 825.8320986869265, "loss": 0.6748520731925964, "entropy": 0.6297518685460091, "sharp": 0.15004642121493816}
25
+ {"time": "02:58:15", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 827.378174661144, "loss": 0.6887126602232456, "entropy": 0.6604589074850082, "sharp": 0.10578704159706831}
26
+ {"time": "03:02:03", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 828.6369955420482, "loss": 0.6807634234428406, "entropy": 0.6513927578926086, "sharp": 0.12257815152406693}
27
+ {"time": "03:05:57", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 829.7534272327645, "loss": 0.6757249608635902, "entropy": 0.6517044082283974, "sharp": 0.11861236020922661}
28
+ {"time": "03:09:45", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 830.6757755296687, "loss": 0.7071560956537724, "entropy": 0.6361428834497929, "sharp": 0.14567251317203045}
29
+ {"time": "03:13:33", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 831.3294961215616, "loss": 0.6789720952510834, "entropy": 0.6721667125821114, "sharp": 0.08510761987417936}
30
+ {"time": "03:17:32", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 832.5692936584524, "loss": 0.6502889152616262, "entropy": 0.6423392742872238, "sharp": 0.13550199195742607}
31
+ {"time": "03:21:22", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 833.3837441091671, "loss": 0.6975204311311245, "entropy": 0.6784060820937157, "sharp": 0.07007143460214138}
32
+ {"time": "03:25:16", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 834.2972440408065, "loss": 0.666705098003149, "entropy": 0.6606337241828442, "sharp": 0.10764894261956215}
33
+ {"time": "03:29:09", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 835.0841686706652, "loss": 0.674651738256216, "entropy": 0.6482210867106915, "sharp": 0.1335096014663577}
34
+ {"time": "03:30:37", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5930076241493225, "noul_T": 0.6900405565484261, "noul_auc": 0.7367301817690841, "noul_acc": 0.71, "noul_f1": 0.7758887171561051, "noul_nll": 0.5907440386712551, "noul_ece": 0.061869306087493914, "noul_brier": 0.2013389410117992, "noul_sharp": 0.14554060995578766, "entropy": 0.6348153948783875}
35
+ {"time": "03:34:23", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 825.676836655453, "loss": 0.5999349504709244, "entropy": 0.665407981723547, "sharp": 0.10429427959024906}
36
+ {"time": "03:38:11", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 826.5217586371051, "loss": 0.6684055104851723, "entropy": 0.6669856086373329, "sharp": 0.09141119290143251}
37
+ {"time": "03:42:06", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 827.4647143810705, "loss": 0.695707505568862, "entropy": 0.6447131410241127, "sharp": 0.12685945630073547}
38
+ {"time": "03:45:49", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 828.1200362828814, "loss": 0.6759919933974743, "entropy": 0.6487890593707561, "sharp": 0.11696403473615646}
39
+ {"time": "03:49:39", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 828.9706371176582, "loss": 0.6452272497117519, "entropy": 0.655936699360609, "sharp": 0.11084896977990866}
40
+ {"time": "03:53:26", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 829.5822524408109, "loss": 0.6544655114412308, "entropy": 0.6363691687583923, "sharp": 0.1469872109591961}
41
+ {"time": "03:57:21", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 830.3068580055784, "loss": 0.6865418404340744, "entropy": 0.638183668255806, "sharp": 0.13787089474499226}
42
+ {"time": "04:01:09", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 830.9034194194427, "loss": 0.6698485910892487, "entropy": 0.6436968371272087, "sharp": 0.12814036756753922}
43
+ {"time": "04:05:02", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 831.8728006378307, "loss": 0.6417997851967812, "entropy": 0.6429427266120911, "sharp": 0.1223332742229104}
44
+ {"time": "04:08:41", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 832.4552561691451, "loss": 0.6876776963472366, "entropy": 0.6284196823835373, "sharp": 0.14502350706607103}
45
+ {"time": "04:10:09", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5873317122459412, "noul_T": 0.8172684020234544, "noul_auc": 0.7343842298020287, "noul_acc": 0.71, "noul_f1": 0.7730829420970265, "noul_nll": 0.5875646459609271, "noul_ece": 0.049862171888351445, "noul_brier": 0.20041123678481845, "noul_sharp": 0.16171549260616302, "entropy": 0.6141359210014343}
46
+ {"time": "04:13:56", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 825.4999736297234, "loss": 0.6560182794928551, "entropy": 0.6658743768930435, "sharp": 0.09087194968014956}
47
+ {"time": "04:17:40", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 826.3680545344017, "loss": 0.6620576977729797, "entropy": 0.6541808471083641, "sharp": 0.11118748597800732}
48
+ {"time": "04:21:33", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 827.1773821802286, "loss": 0.6665778607130051, "entropy": 0.6465357467532158, "sharp": 0.1227754270657897}
49
+ {"time": "04:25:21", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 827.8440116905582, "loss": 0.6667315606027842, "entropy": 0.6536180730909109, "sharp": 0.11583110596984625}
50
+ {"time": "04:29:10", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 828.6482165661197, "loss": 0.645016323775053, "entropy": 0.6607457809150219, "sharp": 0.0980006130412221}
51
+ {"time": "04:33:00", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 829.2298580494971, "loss": 0.6537435129284859, "entropy": 0.652746357023716, "sharp": 0.11425115168094635}
52
+ {"time": "04:36:55", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 829.8939265476491, "loss": 0.720472251996398, "entropy": 0.6619589664041996, "sharp": 0.10576295014470816}
53
+ {"time": "04:40:41", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 830.4927911041059, "loss": 0.6888858638703823, "entropy": 0.6586914137005806, "sharp": 0.10336506646126509}
54
+ {"time": "04:44:23", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 830.9565615541648, "loss": 0.5681696087121964, "entropy": 0.6408889293670654, "sharp": 0.13228241726756096}
55
+ {"time": "04:48:08", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 831.4687967613543, "loss": 0.6161541864275932, "entropy": 0.6481572985649109, "sharp": 0.1234055906534195}
56
+ {"time": "04:49:36", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5878974795341492, "noul_T": 0.7946635749095625, "noul_auc": 0.7321226645963781, "noul_acc": 0.7, "noul_f1": 0.7692307692307693, "noul_nll": 0.5894184568673372, "noul_ece": 0.06553434431552889, "noul_brier": 0.20128141626002066, "noul_sharp": 0.1585736721754074, "entropy": 0.6175200343132019}
57
+ {"time": "04:52:46", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9808867, "tok_per_s": 812.4848276388393, "rows_per_s": 1.395050973921692, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5723596215248108, "noul_T": 0.8135197452442088, "choice_ce": 0.6637058854103088, "choice_T": 1.06025618459646, "score_ce": 1.051501750946045, "score_T": 0.9688074232706271, "noul_auc": 0.7213738666666666, "noul_acc": 0.69, "noul_f1": 0.7707100591715976, "noul_nll": 0.5888399675711989, "noul_ece": 0.04534497305750847, "noul_brier": 0.2018144641243176, "noul_sharp": 0.16441088914871216, "entropy": 0.6122345924377441}, "dropped_long": 0, "peak_gib": 18.236003875732422}
e16/S1-E19-b-n16k-soft-a100-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-16 09:12:55
e16/S1-E19-b-n256k-syn/DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-10-19 19:31:44
e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/README.md ADDED
@@ -0,0 +1,206 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: /workspace/jev_kt/models/hf/JEV-9B
3
+ library_name: peft
4
+ tags:
5
+ - base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B
6
+ - lora
7
+ - transformers
8
+ ---
9
+
10
+ # Model Card for Model ID
11
+
12
+ <!-- Provide a quick summary of what the model is/does. -->
13
+
14
+
15
+
16
+ ## Model Details
17
+
18
+ ### Model Description
19
+
20
+ <!-- Provide a longer summary of what this model is. -->
21
+
22
+
23
+
24
+ - **Developed by:** [More Information Needed]
25
+ - **Funded by [optional]:** [More Information Needed]
26
+ - **Shared by [optional]:** [More Information Needed]
27
+ - **Model type:** [More Information Needed]
28
+ - **Language(s) (NLP):** [More Information Needed]
29
+ - **License:** [More Information Needed]
30
+ - **Finetuned from model [optional]:** [More Information Needed]
31
+
32
+ ### Model Sources [optional]
33
+
34
+ <!-- Provide the basic links for the model. -->
35
+
36
+ - **Repository:** [More Information Needed]
37
+ - **Paper [optional]:** [More Information Needed]
38
+ - **Demo [optional]:** [More Information Needed]
39
+
40
+ ## Uses
41
+
42
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
43
+
44
+ ### Direct Use
45
+
46
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
47
+
48
+ [More Information Needed]
49
+
50
+ ### Downstream Use [optional]
51
+
52
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
53
+
54
+ [More Information Needed]
55
+
56
+ ### Out-of-Scope Use
57
+
58
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
59
+
60
+ [More Information Needed]
61
+
62
+ ## Bias, Risks, and Limitations
63
+
64
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
65
+
66
+ [More Information Needed]
67
+
68
+ ### Recommendations
69
+
70
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
71
+
72
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
73
+
74
+ ## How to Get Started with the Model
75
+
76
+ Use the code below to get started with the model.
77
+
78
+ [More Information Needed]
79
+
80
+ ## Training Details
81
+
82
+ ### Training Data
83
+
84
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
85
+
86
+ [More Information Needed]
87
+
88
+ ### Training Procedure
89
+
90
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
91
+
92
+ #### Preprocessing [optional]
93
+
94
+ [More Information Needed]
95
+
96
+
97
+ #### Training Hyperparameters
98
+
99
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
100
+
101
+ #### Speeds, Sizes, Times [optional]
102
+
103
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
104
+
105
+ [More Information Needed]
106
+
107
+ ## Evaluation
108
+
109
+ <!-- This section describes the evaluation protocols and provides the results. -->
110
+
111
+ ### Testing Data, Factors & Metrics
112
+
113
+ #### Testing Data
114
+
115
+ <!-- This should link to a Dataset Card if possible. -->
116
+
117
+ [More Information Needed]
118
+
119
+ #### Factors
120
+
121
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
122
+
123
+ [More Information Needed]
124
+
125
+ #### Metrics
126
+
127
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
128
+
129
+ [More Information Needed]
130
+
131
+ ### Results
132
+
133
+ [More Information Needed]
134
+
135
+ #### Summary
136
+
137
+
138
+
139
+ ## Model Examination [optional]
140
+
141
+ <!-- Relevant interpretability work for the model goes here -->
142
+
143
+ [More Information Needed]
144
+
145
+ ## Environmental Impact
146
+
147
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
148
+
149
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
150
+
151
+ - **Hardware Type:** [More Information Needed]
152
+ - **Hours used:** [More Information Needed]
153
+ - **Cloud Provider:** [More Information Needed]
154
+ - **Compute Region:** [More Information Needed]
155
+ - **Carbon Emitted:** [More Information Needed]
156
+
157
+ ## Technical Specifications [optional]
158
+
159
+ ### Model Architecture and Objective
160
+
161
+ [More Information Needed]
162
+
163
+ ### Compute Infrastructure
164
+
165
+ [More Information Needed]
166
+
167
+ #### Hardware
168
+
169
+ [More Information Needed]
170
+
171
+ #### Software
172
+
173
+ [More Information Needed]
174
+
175
+ ## Citation [optional]
176
+
177
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
178
+
179
+ **BibTeX:**
180
+
181
+ [More Information Needed]
182
+
183
+ **APA:**
184
+
185
+ [More Information Needed]
186
+
187
+ ## Glossary [optional]
188
+
189
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
190
+
191
+ [More Information Needed]
192
+
193
+ ## More Information [optional]
194
+
195
+ [More Information Needed]
196
+
197
+ ## Model Card Authors [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Contact
202
+
203
+ [More Information Needed]
204
+ ### Framework versions
205
+
206
+ - PEFT 0.21.2
e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForCausalLM",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
8
+ },
9
+ "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B",
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "kasa_config": null,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.05,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "monteclora_config": null,
31
+ "peft_type": "LORA",
32
+ "peft_version": "0.21.0",
33
+ "qalora_group_size": 16,
34
+ "r": 16,
35
+ "rank_pattern": {},
36
+ "revision": null,
37
+ "target_modules": [
38
+ "in_proj_z",
39
+ "up_proj",
40
+ "in_proj_qkv",
41
+ "k_proj",
42
+ "out_proj",
43
+ "o_proj",
44
+ "v_proj",
45
+ "down_proj",
46
+ "gate_proj",
47
+ "q_proj"
48
+ ],
49
+ "target_parameters": null,
50
+ "task_type": null,
51
+ "trainable_token_indices": null,
52
+ "use_bdlora": null,
53
+ "use_dora": false,
54
+ "use_qalora": false,
55
+ "use_rslora": false,
56
+ "velora_config": null
57
+ }
e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6ff4f018e50cb9dafdda5bab731a3ea9744b564342d6927b9539b0977f8b4a7
3
+ size 160486456
e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForCausalLM",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
8
+ },
9
+ "base_model_name_or_path": null,
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "kasa_config": null,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 64.0,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "monteclora_config": null,
31
+ "peft_type": "LORA",
32
+ "peft_version": "0.21.0",
33
+ "qalora_group_size": 16,
34
+ "r": 32,
35
+ "rank_pattern": {},
36
+ "revision": null,
37
+ "target_modules": [
38
+ "down_proj",
39
+ "gate_proj",
40
+ "in_proj_qkv",
41
+ "in_proj_z",
42
+ "k_proj",
43
+ "lm_head",
44
+ "o_proj",
45
+ "out_proj",
46
+ "q_proj",
47
+ "up_proj",
48
+ "v_proj"
49
+ ],
50
+ "target_parameters": null,
51
+ "task_type": null,
52
+ "trainable_token_indices": null,
53
+ "use_bdlora": null,
54
+ "use_dora": false,
55
+ "use_qalora": false,
56
+ "use_rslora": false,
57
+ "velora_config": null
58
+ }
e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2443af36df98fcb432de000780d31735ce1737b2d2a971750f4b0fd0e25b3b34
3
+ size 176641832
e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/decision_head.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bias": [
3
+ 0.0008895411738194525,
4
+ -0.0008899205131456256,
5
+ -0.006735881324857473,
6
+ -0.005502605810761452,
7
+ -0.0029139602556824684,
8
+ 0.0021956299897283316,
9
+ 0.0013801128370687366,
10
+ -0.005935822147876024,
11
+ -0.002272534416988492,
12
+ -0.0017964727012440562,
13
+ -0.002017927821725607,
14
+ -0.0024679864291101694,
15
+ -0.006912675686180592,
16
+ -0.00539945624768734,
17
+ -0.011302140541374683,
18
+ -0.008620599284768105,
19
+ -0.008465982973575592,
20
+ -0.009283804334700108,
21
+ -0.009762704372406006,
22
+ -0.008379790000617504,
23
+ -0.00788922794163227,
24
+ -0.008381989784538746,
25
+ -0.010746600106358528,
26
+ -0.008571792393922806
27
+ ],
28
+ "verbalizer_ids": [
29
+ 3721,
30
+ 1802,
31
+ 15,
32
+ 16,
33
+ 17,
34
+ 18,
35
+ 19,
36
+ 20,
37
+ 32,
38
+ 33,
39
+ 34,
40
+ 35,
41
+ 36,
42
+ 37,
43
+ 38,
44
+ 39,
45
+ 40,
46
+ 41,
47
+ 42,
48
+ 43,
49
+ 44,
50
+ 45,
51
+ 46,
52
+ 47
53
+ ],
54
+ "slots": {
55
+ "num_slots": 24,
56
+ "ranges": {
57
+ "noul": [
58
+ 0,
59
+ 2
60
+ ],
61
+ "score": [
62
+ 2,
63
+ 8
64
+ ],
65
+ "choice": [
66
+ 8,
67
+ 24
68
+ ]
69
+ },
70
+ "verbalizers": [
71
+ "false",
72
+ "true",
73
+ "0",
74
+ "1",
75
+ "2",
76
+ "3",
77
+ "4",
78
+ "5",
79
+ "A",
80
+ "B",
81
+ "C",
82
+ "D",
83
+ "E",
84
+ "F",
85
+ "G",
86
+ "H",
87
+ "I",
88
+ "J",
89
+ "K",
90
+ "L",
91
+ "M",
92
+ "N",
93
+ "O",
94
+ "P"
95
+ ],
96
+ "template_version": "bare-v1"
97
+ },
98
+ "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature"
99
+ }
e16/S1-E19-b-n256k-syn/ckpt-256000/calibration.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": 1,
3
+ "per_kind": {
4
+ "noul": 0.7219452547802345,
5
+ "choice": 0.9974698100810453,
6
+ "score": 0.9681490341363794
7
+ },
8
+ "fit": {
9
+ "noul": {
10
+ "n": 1087,
11
+ "T": 0.7219452547802345,
12
+ "ce_before": 0.5737836360931396,
13
+ "ce_after": 0.5665724873542786
14
+ },
15
+ "choice": {
16
+ "n": 60,
17
+ "T": 0.9974698100810453,
18
+ "ce_before": 0.6358097791671753,
19
+ "ce_after": 0.6358082890510559
20
+ },
21
+ "score": {
22
+ "n": 53,
23
+ "T": 0.9681490341363794,
24
+ "ce_before": 1.0383120775222778,
25
+ "ce_after": 1.0379929542541504
26
+ }
27
+ },
28
+ "source": "models/e16/S1-E19-b-n256k-syn/ckpt-256000"
29
+ }
e16/S1-E19-b-n256k-syn/ckpt-256000/head.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf78ec14ccc859f253f5ad69defbe924270592a97a5dbfdd952416606dcd4fc
3
+ size 393464
e16/S1-E19-b-n256k-syn/ckpt-256000/judge_config.json ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model_path": "/root/models/Qwen3.5-9B",
3
+ "hidden_size": 4096,
4
+ "slots": {
5
+ "num_slots": 24,
6
+ "ranges": {
7
+ "noul": [
8
+ 0,
9
+ 2
10
+ ],
11
+ "score": [
12
+ 2,
13
+ 8
14
+ ],
15
+ "choice": [
16
+ 8,
17
+ 24
18
+ ]
19
+ },
20
+ "verbalizers": [
21
+ "false",
22
+ "true",
23
+ "0",
24
+ "1",
25
+ "2",
26
+ "3",
27
+ "4",
28
+ "5",
29
+ "A",
30
+ "B",
31
+ "C",
32
+ "D",
33
+ "E",
34
+ "F",
35
+ "G",
36
+ "H",
37
+ "I",
38
+ "J",
39
+ "K",
40
+ "L",
41
+ "M",
42
+ "N",
43
+ "O",
44
+ "P"
45
+ ],
46
+ "template_version": "bare-v1"
47
+ },
48
+ "verbalizer_ids": [
49
+ 3721,
50
+ 1802,
51
+ 15,
52
+ 16,
53
+ 17,
54
+ 18,
55
+ 19,
56
+ 20,
57
+ 32,
58
+ 33,
59
+ 34,
60
+ 35,
61
+ 36,
62
+ 37,
63
+ 38,
64
+ 39,
65
+ 40,
66
+ 41,
67
+ 42,
68
+ 43,
69
+ 44,
70
+ 45,
71
+ 46,
72
+ 47
73
+ ],
74
+ "kinds": [
75
+ "noul",
76
+ "choice",
77
+ "score"
78
+ ],
79
+ "model_name": "jev-judge-qwen35-9b",
80
+ "model_version": "0.8.0",
81
+ "lm_head_included": true,
82
+ "weights_mode": "unmerged",
83
+ "adapter_subfolder": "adapter",
84
+ "lora": {
85
+ "r": 16,
86
+ "lora_alpha": 32,
87
+ "lora_dropout": 0.05,
88
+ "target_modules": [
89
+ "down_proj",
90
+ "gate_proj",
91
+ "in_proj_qkv",
92
+ "in_proj_z",
93
+ "k_proj",
94
+ "o_proj",
95
+ "out_proj",
96
+ "q_proj",
97
+ "up_proj",
98
+ "v_proj"
99
+ ]
100
+ },
101
+ "trained_stage": "e16",
102
+ "source_checkpoint": "models/e16/S1-E19-b-n256k-syn/ckpt-256000",
103
+ "softcap": null,
104
+ "e16": {
105
+ "data": "data/e19/E19-b-n256k",
106
+ "data_manifest": {
107
+ "arm": "E19-b-n256k",
108
+ "name": null,
109
+ "train_sha256": "0c9b39bf9b638138898c8b150dd81bf7e3d1e30f1088b4b466dac1a96eea0519",
110
+ "n_train": 256000
111
+ },
112
+ "init": "released",
113
+ "objective": "s-log",
114
+ "sigma": 0.5,
115
+ "K": 8,
116
+ "reward": "brier",
117
+ "clip": 0.2,
118
+ "passes": 1,
119
+ "lr": 0.0001,
120
+ "lr_head": 0.0002,
121
+ "rows_per_step": 32,
122
+ "train_seed": 0,
123
+ "replay": "data/e16/replay/train.jsonl",
124
+ "replay_frac": 0.05,
125
+ "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e",
126
+ "max_len": 3072,
127
+ "schedule": "warmup 0.03 + cosine to x0.05 over 8000 steps",
128
+ "total_rows": 256000,
129
+ "lora": {
130
+ "r": 16,
131
+ "lora_alpha": 32,
132
+ "lora_dropout": 0.05
133
+ },
134
+ "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4",
135
+ "event": "ckpt",
136
+ "tag": "ckpt-256000",
137
+ "rows_seen": 256000,
138
+ "replay_seen": 13473,
139
+ "step": 8000,
140
+ "tokens": 157430651,
141
+ "tok_per_s": 865.2182058016194,
142
+ "rows_per_s": 1.4809882579083644,
143
+ "val": {
144
+ "n": 1200,
145
+ "dropped_long": 0,
146
+ "noul_ce": 0.5737836360931396,
147
+ "noul_T": 0.7219452547802345,
148
+ "choice_ce": 0.6358097791671753,
149
+ "choice_T": 0.9974698100810453,
150
+ "score_ce": 1.0383120775222778,
151
+ "score_T": 0.9681490341363794,
152
+ "noul_auc": 0.7238229333333334,
153
+ "noul_acc": 0.685,
154
+ "noul_f1": 0.7629796839729119,
155
+ "noul_nll": 0.5908580548092723,
156
+ "noul_ece": 0.05055843117833138,
157
+ "noul_brier": 0.20239246989918638,
158
+ "noul_sharp": 0.15035562217235565,
159
+ "entropy": 0.6265034675598145
160
+ },
161
+ "dropped_long": 0,
162
+ "peak_gib": 18.23600435256958
163
+ }
164
+ }
e16/S1-E19-b-n256k-syn/train_log.jsonl ADDED
The diff for this file is too large to render. See raw diff